@natlibfi/marc-record-validators-melinda 11.5.0 → 11.5.2

package/dist/cyrillux.js

@@ -166,7 +166,7 @@ function _default(config = {}) {
   function mapSubfieldToSfs4900(subfield, lang = 'rus') {
     const inputLang = lang === 'ukr' ? 'ukr' : 'rus'; // Support 'ukr' and 'rus', default to 'rus'
     const value = subfieldRequiresTransliteration(subfield) ? sfs4900.convertToLatin(subfield.value, inputLang).result : subfield.value;
-    console.log(`VAL: ${subfield.value} => ${value} using ${lang}`); // eslint-disable-line no-console
+    //console.log(`VAL: ${subfield.value} => ${value} using ${lang}`); // eslint-disable-line no-console
     return {
       code: subfield.code,
       value

package/dist/cyrillux.js.map

@@ -1 +1 @@
-{"version":3,"file":"cyrillux.js","names":["_clone","_interopRequireDefault","require","_utils","iso9","_interopRequireWildcard","_subfield6Utils","_xregexp","sfs4900","_sortFields","_reindexSubfield6OccurenceNumbers","_punctuation","_addMissingField","_getRequireWildcardCache","e","WeakMap","r","t","__esModule","default","has","get","n","__proto__","a","Object","defineProperty","getOwnPropertyDescriptor","u","hasOwnProperty","call","i","set","iso9Trans","cyrillicTrans","sfs4900Trans","_default","config","description","validate","fix","preprocessConfig","retainCyrillic","doISO9Transliteration","doSFS4900Transliteration","preferSFS4900","setPreference","record","res","message","valid","nBefore","fields","length","processFields","reindexSubfield6OccurenceNumbers","sortFields","input","output","currField","remainingInput","fakeRecord","createdMax","recordGetMaxSubfield6OccurrenceNumberAsInteger","result","processField","forEach","field","validateField","orig","fieldToString","normalizedFields","clone","mod","fieldsToString","replace","push","isCyrillicCharacter","char","XRegExp","test","containsCyrillicCharacters","str","split","some","fieldContainsCyrillicCharacters","subfields","sf","subfieldRequiresTransliteration","subfield","isControlSubfieldCode","code","value","tagCanBeTransliterated","tag","includes","fieldCanBeTransliterated","mapSubfieldToIso9","convertToLatin","mapSubfieldToSfs4900","lang","inputLang","console","log","mapField","occurrenceNumber","subfield6","deriveSubfield6","transliterationText","subfield9","fieldHasSubfield","transliterationFunc","filter","map","newField","ind1","ind2","resetSubfield6Tag","mapFieldToIso9","undefined","mapFieldToSfs4900","initialSubfield","mapFieldToCyrillicField880","nvdebug","newSubfield6","newSubfield9","getNewOccurrenceNumber","originalField","maxCreatedOccurrenceNumber","fieldGetMaxSubfield6OccurrenceNumberAsInteger","existingPairedFields","f","needsSfs4900Transliteration","sfs4900PairCanBeTransliterated","fieldGetOccurrenceNumberPairs","pairedField","occurrenceNumberAsString","fieldGetUnambiguousOccurrenceNumber","languageCode","getLanguageCode","field2","createFieldForSfs4900Comparison","field1","clonedField","fieldStripPunctuation","transliterateSfs4900Pair","tmpField","newMainField","newCyrillicField","newSFS4900Field","cyrilluxSkip","newOccurrenceNumberAsInt","newOccurrenceNumberAsString","intToOccurrenceNumberString"],"sources":["../src/cyrillux.js"],"sourcesContent":["//import createDebugLogger from 'debug';\nimport clone from 'clone';\nimport {fieldHasSubfield, fieldToString, fieldsToString, isControlSubfieldCode, nvdebug} from './utils';\nimport * as iso9 from 'iso9_1995';\nimport {fieldGetMaxSubfield6OccurrenceNumberAsInteger, fieldGetOccurrenceNumberPairs, fieldGetUnambiguousOccurrenceNumber, intToOccurrenceNumberString, recordGetMaxSubfield6OccurrenceNumberAsInteger, resetSubfield6Tag} from './subfield6Utils';\n\nimport XRegExp from 'xregexp';\nimport * as sfs4900 from '@natlibfi/sfs-4900';\nimport {default as sortFields} from './sortFields';\nimport {default as reindexSubfield6OccurenceNumbers} from './reindexSubfield6OccurenceNumbers';\nimport {fieldStripPunctuation} from './punctuation2';\nimport {getLanguageCode} from './addMissingField041';\n\nconst iso9Trans = 'ISO9 <TRANS>';\nconst cyrillicTrans = 'CYRILLIC <TRANS>';\nconst sfs4900Trans = 'SFS4900 <TRANS>';\n\nexport default function (config = {}) {\n  // console.log(`CONFIG=${JSON.stringify(config)}`); // eslint-disable-line no-console\n\n  return {\n    description: 'Cyrillux functionality: convert original field to latinitsa (ISO-9) and add 880s for original cyrillic and latinitsa (SFS-4900)',\n    validate, fix\n  };\n\n  function preprocessConfig() {\n    config.retainCyrillic = typeof config.retainCyrillic === 'undefined' ? true : config.retainCyrillic; // eslint-disable-line functional/immutable-data\n    config.doISO9Transliteration = typeof config.doISO9Transliteration === 'undefined' ? true : config.doISO9Transliteration; // eslint-disable-line functional/immutable-data\n    config.doSFS4900Transliteration = typeof config.doSFS4900Transliteration === 'undefined' ? true : config.doSFS4900Transliteration; // eslint-disable-line functional/immutable-data\n    config.preferSFS4900 = setPreference(); // eslint-disable-line functional/immutable-data\n\n    function setPreference() {\n      if (!config.doSFS4900Transliteration) {\n        return false;\n      }\n      if (!config.doISO9Transliteration && config.doSFS4900Transliteration) {\n        return true;\n      }\n      if (typeof config.preferSFS4900 === 'undefined') {\n        return false;\n      }\n      return config.preferSFS4900;\n    }\n  }\n\n  function fix(record) {\n    // console.log(`FIX has CONFIG=${JSON.stringify(config)}`); // eslint-disable-line no-console\n    // Fix always succeeds\n    const res = {message: [], fix: [], valid: true};\n\n    preprocessConfig();\n\n    const nBefore = record.fields.length;\n\n    record.fields = processFields(record.fields); // eslint-disable-line functional/immutable-data\n\n    if (nBefore < record.fields.length) { // eslint-disable-line functional/no-conditional-statements\n      reindexSubfield6OccurenceNumbers().fix(record);\n      sortFields().fix(record);\n    }\n\n    function processFields(input, output = []) {\n      const [currField, ...remainingInput] = input;\n      if (!currField) {\n        return output;\n      }\n\n      const fakeRecord = {fields: output};\n      const createdMax = recordGetMaxSubfield6OccurrenceNumberAsInteger(fakeRecord);\n      const result = processField(currField, record, createdMax);\n\n      return processFields(remainingInput, [...output, ...result]);\n    }\n\n    return res;\n  }\n\n  function validate(record) {\n    const res = {message: [], valid: true};\n\n    preprocessConfig();\n\n    record.fields?.forEach(field => {\n      validateField(field, res, record);\n    });\n\n    res.valid = !(res.message.length >= 1); // eslint-disable-line functional/immutable-data\n    return res;\n  }\n\n  function validateField(field, res, record) {\n    const orig = fieldToString(field);\n\n    const normalizedFields = processField(clone(field), record);\n    const mod = fieldsToString(normalizedFields).replace(/\\t__SEPARATOR__\\t/ug, ', ').replace(/ (‡6 [0-9][0-9][0-9])-[0-9][0-9]+/gu, ' $1-NN'); // eslint-disable-line prefer-named-capture-group\n    if (orig !== mod) { // Fail as the input is \"broken\"/\"crap\"/sumthing\n      res.message.push(`CHANGE: ${orig} => ${mod}`); // eslint-disable-line functional/immutable-data\n      return;\n    }\n    return;\n  }\n\n  function isCyrillicCharacter(char) {\n    return XRegExp('[\\\\p{Cyrillic}]').test(char); // eslint-disable-line new-cap\n  }\n\n  function containsCyrillicCharacters(str) { // from melinda-ui-cyrillux\n    if (!str) {\n      return false;\n    }\n    return str.split('').some(isCyrillicCharacter);\n  }\n\n  function fieldContainsCyrillicCharacters(field) { // based on melinda-ui-cyrillux\n    return field.subfields && field.subfields.some(sf => subfieldRequiresTransliteration(sf));\n  }\n\n  function subfieldRequiresTransliteration(subfield) {\n    if (isControlSubfieldCode(subfield.code)) {\n      return false;\n    }\n    return containsCyrillicCharacters(subfield.value);\n  }\n\n  function tagCanBeTransliterated(tag) {\n    return !['336', '337', '338', '880'].includes(tag);\n  }\n\n  function fieldCanBeTransliterated(field) {\n    // Skip certain tags ('880' is the actual skip-me beef here, but we have seen other no-nos as well).\n    // Discussion: We should probably also skip others like 05X-08X, 648, 650, 651, and 655, but this needs thinking...\n    // Also I'd like to convert do CYRILLIC->ISO-9 in field 300 (and others?) without 880 mappings... (<- not implemented)\n\n    // nvdebug(`fieldCanBeTransliterated('${fieldToString(field)}') in...`);\n    if (!tagCanBeTransliterated(field.tag)) {\n      return false;\n    }\n\n    if (!config.doISO9Transliteration && !config.doSFS4900Transliteration) {\n      return false;\n    }\n\n    // Skip control fields:\n    if (!field.subfields) {\n      return false;\n    }\n    // When doing MELINDA-10330-ish, we noticed that $6 should not prevent translittaration per se, so this restriction is no longer applied!\n\n    if (field.subfields.some(sf => sf.code === '9' && sf.value.includes('<TRANS>'))) {\n      return false;\n    }\n\n    return fieldContainsCyrillicCharacters(field); // We have something to translitterate:\n  }\n\n\n  function mapSubfieldToIso9(subfield) {\n    if (!subfieldRequiresTransliteration(subfield)) {\n      return {code: subfield.code, value: subfield.value}; // just clone\n    }\n    const value = iso9.convertToLatin(subfield.value);\n\n    return {code: subfield.code, value};\n  }\n\n  function mapSubfieldToSfs4900(subfield, lang = 'rus') {\n    const inputLang = lang === 'ukr' ? 'ukr' : 'rus'; // Support 'ukr' and 'rus', default to 'rus'\n    const value = subfieldRequiresTransliteration(subfield) ? sfs4900.convertToLatin(subfield.value, inputLang).result : subfield.value;\n    console.log(`VAL: ${subfield.value} => ${value} using ${lang}`); // eslint-disable-line no-console\n    return {code: subfield.code, value};\n  }\n\n  function mapField(field, occurrenceNumber, iso9 = true, lang = 'rus') {\n    const subfield6 = deriveSubfield6('880', field.subfields, occurrenceNumber);\n    const transliterationText = iso9 ? iso9Trans : sfs4900Trans;\n\n    const subfield9 = fieldHasSubfield(field, '9', transliterationText) ? [] : [{code: '9', value: transliterationText}]; // Add only if needed\n    const transliterationFunc = iso9 ? mapSubfieldToIso9 : mapSubfieldToSfs4900;\n\n    // NB! iso9 won't use lang\n    const subfields = field.subfields.filter(sf => sf.code !== '6').map(sf => transliterationFunc(sf, lang));\n\n    const newField = {tag: field.tag, ind1: field.ind1, ind2: field.ind2, subfields: [subfield6, ...subfields, ...subfield9]};\n\n    // Transliteration goes to the original field:\n    if (!iso9 && config.preferSFS4900) {\n      return newField;\n    }\n    if (iso9 && !config.preferSFS4900) {\n      return newField;\n    }\n    // Translitetation goes to field 880:\n\n    //const subfield6 = newField.subfields.find(sf => sf.code === '6');\n    newField.tag = '880'; // eslint-disable-line functional/immutable-data\n    resetSubfield6Tag(subfield6, field.tag);\n    return newField;\n\n  }\n\n  function mapFieldToIso9(field, occurrenceNumber) {\n    if (!config.doISO9Transliteration) {\n      return undefined;\n    }\n    // Just converts the field to ISO-9 latinitsa, does not create any field-880s, so don't bother with $6 or $9 either\n    if (!config.retainCyrillic && !config.preferSFS4900) {\n      const subfields = field.subfields.map(sf => mapSubfieldToIso9(sf));\n      return {tag: field.tag, ind1: field.ind1, ind2: field.ind2, subfields};\n    }\n\n    return mapField(field, occurrenceNumber, true, 'rus');\n\n  }\n\n  function mapFieldToSfs4900(field, occurrenceNumber, lang = 'rus') {\n    if (!config.doSFS4900Transliteration) {\n      return undefined;\n    }\n    // Just converts the field to SFS-4900 latinitsa, does not create any field-880s, so don't bother with $6 or $9 either\n    if (!config.retainCyrillic && config.preferSFS4900) {\n      const subfields = field.subfields.map(sf => mapSubfieldToSfs4900(sf, lang));\n      return {tag: field.tag, ind1: field.ind1, ind2: field.ind2, subfields};\n    }\n\n    return mapField(field, occurrenceNumber, false, lang);\n  }\n\n  function deriveSubfield6(tag, subfields, occurrenceNumber) {\n    const initialSubfield = {code: '6', value: `${tag}-${occurrenceNumber}`};\n    if (tag === '880') { // If *tag in subfield $6* is 880, field is not 880 :D\n      return initialSubfield;\n    }\n    // Try to use existing subfield\n    const [subfield6] = subfields.filter(sf => sf.code === '6').map(sf => clone(sf));\n    if (subfield6) {\n      resetSubfield6Tag(subfield6, tag); // Should we update occurrence number?\n      return subfield6;\n    }\n\n    return initialSubfield;\n  }\n\n  function mapFieldToCyrillicField880(field, occurrenceNumber) {\n    if (!config.retainCyrillic) {\n      return undefined;\n    }\n    nvdebug(`Derive CYR 880 from ${fieldToString(field)}`);\n    const newSubfield6 = deriveSubfield6(field.tag, field.subfields, occurrenceNumber);\n    const newSubfield9 = fieldHasSubfield(field, '9', cyrillicTrans) ? [] : [{code: '9', value: cyrillicTrans}];\n    const subfields = [\n      newSubfield6,\n      ...field.subfields.filter(sf => sf.code !== '6').map(sf => clone(sf)),\n      ...newSubfield9\n    ];\n\n    const newField = {tag: '880', ind1: field.ind1, ind2: field.ind2, subfields};\n    nvdebug(`   New CYR 880      ${fieldToString(newField)}`);\n    return newField;\n  }\n\n\n  function getNewOccurrenceNumber(originalField, record, maxCreatedOccurrenceNumber = 0) {\n    const occurrenceNumber = fieldGetMaxSubfield6OccurrenceNumberAsInteger(originalField);\n    // Return existing occurrence number:\n    if (occurrenceNumber > 0) {\n      return occurrenceNumber;\n    }\n    if (maxCreatedOccurrenceNumber) {\n      return maxCreatedOccurrenceNumber + 1;\n    }\n    return recordGetMaxSubfield6OccurrenceNumberAsInteger(record) + 1;\n  }\n\n  function retainCyrillic(existingPairedFields) {\n    // Should we move cyrillic content from a normali field to a 880?\n    if (!config.retainCyrillic) {\n      return false;\n    }\n    // Fail if we already have a paired 880 $9 <CYRILLIC> TRANS\n    return !existingPairedFields.some(f => fieldHasSubfield(f, '9', cyrillicTrans));\n  }\n\n  function needsSfs4900Transliteration(existingPairedFields) {\n    if (!config.doSFS4900Transliteration) {\n      return false;\n    }\n    return !existingPairedFields.some(f => fieldHasSubfield(f, '9', sfs4900Trans));\n  }\n\n  function sfs4900PairCanBeTransliterated(field, record) {\n    // MELINDA-10330: we already have public library data: (unmarked) SFS-4900 in FIELD and (unmarked) Cyrillic in 880\n    if (!field.subfields || !tagCanBeTransliterated(field.tag) || !config.doISO9Transliteration || !config.retainCyrillic || !config.doSFS4900Transliteration) {\n      return false;\n    }\n\n    // Original field: $9 ISO9 <TRANS> is the only legal <TRANS>\n    if (fieldContainsCyrillicCharacters(field) || field.subfields.some(sf => sf.code === '9' && sf.value.includes('<TRANS>') && sf.value !== iso9Trans)) {\n      return false;\n    }\n\n    const existingPairedFields = fieldGetOccurrenceNumberPairs(field, record.get('880'));\n    if (existingPairedFields.length !== 1) {\n      return false;\n    }\n\n    // Paired field: $9 CYRILLIC <TRANS> is the only legal <TRANS>\n    const [pairedField] = existingPairedFields;\n    nvdebug(`LOOKING FOR SFS4900 PAIR: ${fieldToString(field)}`);\n    nvdebug(`     HAVING PAIRED FIELD: ${fieldToString(pairedField)}`);\n    if (!fieldContainsCyrillicCharacters(pairedField)) {\n      return false;\n    }\n    if (pairedField.subfields.some(sf => sf.code === '9' && sf.value.includes('<TRANS>') && sf.value !== cyrillicTrans)) {\n      return false;\n    }\n\n    // Actually check that original field and and sfs-4900-fied cyrillic field are equal (after punctuation clean-up),\n    // and thus it's a real case of MELINDA-10330 ISO9 adding:\n    const occurrenceNumberAsString = fieldGetUnambiguousOccurrenceNumber(field);\n    const languageCode = getLanguageCode(record);\n    const field2 = fieldToString(createFieldForSfs4900Comparison(mapFieldToSfs4900(pairedField, occurrenceNumberAsString, languageCode), field.tag));\n    const field1 = fieldToString(createFieldForSfs4900Comparison(field, field.tag));\n    nvdebug(`COMPARE CONTENTS:\\n  '${field1}' vs\\n  '${field2}': ${field1 === field2 ? 'OK' : 'FAIL'}`);\n    return field1 === field2;\n  }\n\n  function createFieldForSfs4900Comparison(field, tag) {\n    const clonedField = clone(field);\n    clonedField.tag = tag; // eslint-disable-line functional/immutable-data\n    clonedField.subfields = clonedField.subfields.filter(sf => sf.code !== '9' || sf.value !== sfs4900Trans); // eslint-disable-line functional/immutable-data\n    return fieldStripPunctuation(clonedField);\n  }\n\n  function transliterateSfs4900Pair(field, record) {\n    // Handle MELINDA-10330: Field is already in SFS-4900 and the only paired field is in Cyrillic!\n    if (!config.doISO9Transliteration) {\n      return [];\n    }\n    const [pairedField] = fieldGetOccurrenceNumberPairs(field, record.get('880'));\n\n    const occurrenceNumberAsString = fieldGetUnambiguousOccurrenceNumber(field);\n    const languageCode = getLanguageCode(record);\n\n    const tmpField = {'tag': field.tag, 'ind1': field.ind1, 'ind2': field.ind2, 'subfields': pairedField.subfields};\n\n    const newMainField = config.doISO9Transliteration ? mapFieldToIso9(tmpField, occurrenceNumberAsString) : undefined; // Cyrillic => ISO-9\n    const newCyrillicField = config.retainCyrillic ? mapFieldToCyrillicField880(tmpField, occurrenceNumberAsString) : undefined; // CYRILLIC\n    const newSFS4900Field = config.doSFS4900Transliteration ? mapFieldToSfs4900(field, occurrenceNumberAsString, languageCode) : undefined; // SFS-4900\n\n    // Trigger the drop of original counterpart $6 :\n    pairedField.cyrilluxSkip = 1; // eslint-disable-line functional/immutable-data\n\n    return [newMainField, newCyrillicField, newSFS4900Field].filter(f => f);\n  }\n\n\n  function processField(originalField, record, maxCreatedOccurrenceNumber = 0) {\n    if (!fieldCanBeTransliterated(originalField)) {\n      if (sfs4900PairCanBeTransliterated(originalField, record)) { // MELINDA-10330\n        return transliterateSfs4900Pair(originalField, record);\n      }\n      if (originalField.cyrilluxSkip) { // MELINDA-10330 hack to remove 880 fields that were replaced/sort-of processed with their counterpair.\n        return [];\n      }\n      return [originalField];\n    }\n\n    // nvdebug(`PROCESSING: ${fieldToString(originalField)}`);\n\n    const newOccurrenceNumberAsInt = getNewOccurrenceNumber(originalField, record, maxCreatedOccurrenceNumber);\n    const newOccurrenceNumberAsString = intToOccurrenceNumberString(newOccurrenceNumberAsInt);\n    const languageCode = getLanguageCode(record);\n\n    // nvdebug(`NEW OCCURRENCE NUMBER: '${newOccurrenceNumberAsString}'`);\n\n    const existingPairedFields = fieldGetOccurrenceNumberPairs(originalField, record.get('880'));\n\n    // nvdebug(`NUMBER OF PAIRED 880 FIELDS: ${existingPairedFields.length}`);\n\n    const newMainField = mapFieldToIso9(originalField, newOccurrenceNumberAsString); // ISO-9\n    const newCyrillicField = retainCyrillic(existingPairedFields) ? mapFieldToCyrillicField880(originalField, newOccurrenceNumberAsString) : undefined; // CYRILLIC\n    const newSFS4900Field = needsSfs4900Transliteration(existingPairedFields) ? mapFieldToSfs4900(originalField, newOccurrenceNumberAsString, languageCode) : undefined; /// SFS-4900\n\n    return [newMainField, newCyrillicField, newSFS4900Field].filter(f => f);\n  }\n}\n"],"mappings":";;;;;;AACA,IAAAA,MAAA,GAAAC,sBAAA,CAAAC,OAAA;AACA,IAAAC,MAAA,GAAAD,OAAA;AACA,IAAAE,IAAA,GAAAC,uBAAA,CAAAH,OAAA;AACA,IAAAI,eAAA,GAAAJ,OAAA;AAEA,IAAAK,QAAA,GAAAN,sBAAA,CAAAC,OAAA;AACA,IAAAM,OAAA,GAAAH,uBAAA,CAAAH,OAAA;AACA,IAAAO,WAAA,GAAAR,sBAAA,CAAAC,OAAA;AACA,IAAAQ,iCAAA,GAAAT,sBAAA,CAAAC,OAAA;AACA,IAAAS,YAAA,GAAAT,OAAA;AACA,IAAAU,gBAAA,GAAAV,OAAA;AAAqD,SAAAW,yBAAAC,CAAA,6BAAAC,OAAA,mBAAAC,CAAA,OAAAD,OAAA,IAAAE,CAAA,OAAAF,OAAA,YAAAF,wBAAA,YAAAA,CAAAC,CAAA,WAAAA,CAAA,GAAAG,CAAA,GAAAD,CAAA,KAAAF,CAAA;AAAA,SAAAT,wBAAAS,CAAA,EAAAE,CAAA,SAAAA,CAAA,IAAAF,CAAA,IAAAA,CAAA,CAAAI,UAAA,SAAAJ,CAAA,eAAAA,CAAA,uBAAAA,CAAA,yBAAAA,CAAA,WAAAK,OAAA,EAAAL,CAAA,QAAAG,CAAA,GAAAJ,wBAAA,CAAAG,CAAA,OAAAC,CAAA,IAAAA,CAAA,CAAAG,GAAA,CAAAN,CAAA,UAAAG,CAAA,CAAAI,GAAA,CAAAP,CAAA,OAAAQ,CAAA,KAAAC,SAAA,UAAAC,CAAA,GAAAC,MAAA,CAAAC,cAAA,IAAAD,MAAA,CAAAE,wBAAA,WAAAC,CAAA,IAAAd,CAAA,oBAAAc,CAAA,OAAAC,cAAA,CAAAC,IAAA,CAAAhB,CAAA,EAAAc,CAAA,SAAAG,CAAA,GAAAP,CAAA,GAAAC,MAAA,CAAAE,wBAAA,CAAAb,CAAA,EAAAc,CAAA,UAAAG,CAAA,KAAAA,CAAA,CAAAV,GAAA,IAAAU,CAAA,CAAAC,GAAA,IAAAP,MAAA,CAAAC,cAAA,CAAAJ,CAAA,EAAAM,CAAA,EAAAG,CAAA,IAAAT,CAAA,CAAAM,CAAA,IAAAd,CAAA,CAAAc,CAAA,YAAAN,CAAA,CAAAH,OAAA,GAAAL,CAAA,EAAAG,CAAA,IAAAA,CAAA,CAAAe,GAAA,CAAAlB,CAAA,EAAAQ,CAAA,GAAAA,CAAA;AAAA,SAAArB,uBAAAa,CAAA,WAAAA,CAAA,IAAAA,CAAA,CAAAI,UAAA,GAAAJ,CAAA,KAAAK,OAAA,EAAAL,CAAA;AAXrD;;AAaA,MAAMmB,SAAS,GAAG,cAAc;AAChC,MAAMC,aAAa,GAAG,kBAAkB;AACxC,MAAMC,YAAY,GAAG,iBAAiB;AAEvB,SAAAC,SAAUC,MAAM,GAAG,CAAC,CAAC,EAAE;EACpC;;EAEA,OAAO;IACLC,WAAW,EAAE,iIAAiI;IAC9IC,QAAQ;IAAEC;EACZ,CAAC;EAED,SAASC,gBAAgBA,CAAA,EAAG;IAC1BJ,MAAM,CAACK,cAAc,GAAG,OAAOL,MAAM,CAACK,cAAc,KAAK,WAAW,GAAG,IAAI,GAAGL,MAAM,CAACK,cAAc,CAAC,CAAC;IACrGL,MAAM,CAACM,qBAAqB,GAAG,OAAON,MAAM,CAACM,qBAAqB,KAAK,WAAW,GAAG,IAAI,GAAGN,MAAM,CAACM,qBAAqB,CAAC,CAAC;IAC1HN,MAAM,CAACO,wBAAwB,GAAG,OAAOP,MAAM,CAACO,wBAAwB,KAAK,WAAW,GAAG,IAAI,GAAGP,MAAM,CAACO,wBAAwB,CAAC,CAAC;IACnIP,MAAM,CAACQ,aAAa,GAAGC,aAAa,CAAC,CAAC,CAAC,CAAC;;IAExC,SAASA,aAAaA,CAAA,EAAG;MACvB,IAAI,CAACT,MAAM,CAACO,wBAAwB,EAAE;QACpC,OAAO,KAAK;MACd;MACA,IAAI,CAACP,MAAM,CAACM,qBAAqB,IAAIN,MAAM,CAACO,wBAAwB,EAAE;QACpE,OAAO,IAAI;MACb;MACA,IAAI,OAAOP,MAAM,CAACQ,aAAa,KAAK,WAAW,EAAE;QAC/C,OAAO,KAAK;MACd;MACA,OAAOR,MAAM,CAACQ,aAAa;IAC7B;EACF;EAEA,SAASL,GAAGA,CAACO,MAAM,EAAE;IACnB;IACA;IACA,MAAMC,GAAG,GAAG;MAACC,OAAO,EAAE,EAAE;MAAET,GAAG,EAAE,EAAE;MAAEU,KAAK,EAAE;IAAI,CAAC;IAE/CT,gBAAgB,CAAC,CAAC;IAElB,MAAMU,OAAO,GAAGJ,MAAM,CAACK,MAAM,CAACC,MAAM;IAEpCN,MAAM,CAACK,MAAM,GAAGE,aAAa,CAACP,MAAM,CAACK,MAAM,CAAC,CAAC,CAAC;;IAE9C,IAAID,OAAO,GAAGJ,MAAM,CAACK,MAAM,CAACC,MAAM,EAAE;MAAE;MACpC,IAAAE,yCAAgC,EAAC,CAAC,CAACf,GAAG,CAACO,MAAM,CAAC;MAC9C,IAAAS,mBAAU,EAAC,CAAC,CAAChB,GAAG,CAACO,MAAM,CAAC;IAC1B;IAEA,SAASO,aAAaA,CAACG,KAAK,EAAEC,MAAM,GAAG,EAAE,EAAE;MACzC,MAAM,CAACC,SAAS,EAAE,GAAGC,cAAc,CAAC,GAAGH,KAAK;MAC5C,IAAI,CAACE,SAAS,EAAE;QACd,OAAOD,MAAM;MACf;MAEA,MAAMG,UAAU,GAAG;QAACT,MAAM,EAAEM;MAAM,CAAC;MACnC,MAAMI,UAAU,GAAG,IAAAC,8DAA8C,EAACF,UAAU,CAAC;MAC7E,MAAMG,MAAM,GAAGC,YAAY,CAACN,SAAS,EAAEZ,MAAM,EAAEe,UAAU,CAAC;MAE1D,OAAOR,aAAa,CAACM,cAAc,EAAE,CAAC,GAAGF,MAAM,EAAE,GAAGM,MAAM,CAAC,CAAC;IAC9D;IAEA,OAAOhB,GAAG;EACZ;EAEA,SAAST,QAAQA,CAACQ,MAAM,EAAE;IACxB,MAAMC,GAAG,GAAG;MAACC,OAAO,EAAE,EAAE;MAAEC,KAAK,EAAE;IAAI,CAAC;IAEtCT,gBAAgB,CAAC,CAAC;IAElBM,MAAM,CAACK,MAAM,EAAEc,OAAO,CAACC,KAAK,IAAI;MAC9BC,aAAa,CAACD,KAAK,EAAEnB,GAAG,EAAED,MAAM,CAAC;IACnC,CAAC,CAAC;IAEFC,GAAG,CAACE,KAAK,GAAG,EAAEF,GAAG,CAACC,OAAO,CAACI,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC;IACxC,OAAOL,GAAG;EACZ;EAEA,SAASoB,aAAaA,CAACD,KAAK,EAAEnB,GAAG,EAAED,MAAM,EAAE;IACzC,MAAMsB,IAAI,GAAG,IAAAC,oBAAa,EAACH,KAAK,CAAC;IAEjC,MAAMI,gBAAgB,GAAGN,YAAY,CAAC,IAAAO,cAAK,EAACL,KAAK,CAAC,EAAEpB,MAAM,CAAC;IAC3D,MAAM0B,GAAG,GAAG,IAAAC,qBAAc,EAACH,gBAAgB,CAAC,CAACI,OAAO,CAAC,qBAAqB,EAAE,IAAI,CAAC,CAACA,OAAO,CAAC,qCAAqC,EAAE,QAAQ,CAAC,CAAC,CAAC;IAC5I,IAAIN,IAAI,KAAKI,GAAG,EAAE;MAAE;MAClBzB,GAAG,CAACC,OAAO,CAAC2B,IAAI,CAAC,WAAWP,IAAI,OAAOI,GAAG,EAAE,CAAC,CAAC,CAAC;MAC/C;IACF;IACA;EACF;EAEA,SAASI,mBAAmBA,CAACC,IAAI,EAAE;IACjC,OAAO,IAAAC,gBAAO,EAAC,iBAAiB,CAAC,CAACC,IAAI,CAACF,IAAI,CAAC,CAAC,CAAC;EAChD;EAEA,SAASG,0BAA0BA,CAACC,GAAG,EAAE;IAAE;IACzC,IAAI,CAACA,GAAG,EAAE;MACR,OAAO,KAAK;IACd;IACA,OAAOA,GAAG,CAACC,KAAK,CAAC,EAAE,CAAC,CAACC,IAAI,CAACP,mBAAmB,CAAC;EAChD;EAEA,SAASQ,+BAA+BA,CAAClB,KAAK,EAAE;IAAE;IAChD,OAAOA,KAAK,CAACmB,SAAS,IAAInB,KAAK,CAACmB,SAAS,CAACF,IAAI,CAACG,EAAE,IAAIC,+BAA+B,CAACD,EAAE,CAAC,CAAC;EAC3F;EAEA,SAASC,+BAA+BA,CAACC,QAAQ,EAAE;IACjD,IAAI,IAAAC,4BAAqB,EAACD,QAAQ,CAACE,IAAI,CAAC,EAAE;MACxC,OAAO,KAAK;IACd;IACA,OAAOV,0BAA0B,CAACQ,QAAQ,CAACG,KAAK,CAAC;EACnD;EAEA,SAASC,sBAAsBA,CAACC,GAAG,EAAE;IACnC,OAAO,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAACC,QAAQ,CAACD,GAAG,CAAC;EACpD;EAEA,SAASE,wBAAwBA,CAAC7B,KAAK,EAAE;IACvC;IACA;IACA;;IAEA;IACA,IAAI,CAAC0B,sBAAsB,CAAC1B,KAAK,CAAC2B,GAAG,CAAC,EAAE;MACtC,OAAO,KAAK;IACd;IAEA,IAAI,CAACzD,MAAM,CAACM,qBAAqB,IAAI,CAACN,MAAM,CAACO,wBAAwB,EAAE;MACrE,OAAO,KAAK;IACd;;IAEA;IACA,IAAI,CAACuB,KAAK,CAACmB,SAAS,EAAE;MACpB,OAAO,KAAK;IACd;IACA;;IAEA,IAAInB,KAAK,CAACmB,SAAS,CAACF,IAAI,CAACG,EAAE,IAAIA,EAAE,CAACI,IAAI,KAAK,GAAG,IAAIJ,EAAE,CAACK,KAAK,CAACG,QAAQ,CAAC,SAAS,CAAC,CAAC,EAAE;MAC/E,OAAO,KAAK;IACd;IAEA,OAAOV,+BAA+B,CAAClB,KAAK,CAAC,CAAC,CAAC;EACjD;EAGA,SAAS8B,iBAAiBA,CAACR,QAAQ,EAAE;IACnC,IAAI,CAACD,+BAA+B,CAACC,QAAQ,CAAC,EAAE;MAC9C,OAAO;QAACE,IAAI,EAAEF,QAAQ,CAACE,IAAI;QAAEC,KAAK,EAAEH,QAAQ,CAACG;MAAK,CAAC,CAAC,CAAC;IACvD;IACA,MAAMA,KAAK,GAAGxF,IAAI,CAAC8F,cAAc,CAACT,QAAQ,CAACG,KAAK,CAAC;IAEjD,OAAO;MAACD,IAAI,EAAEF,QAAQ,CAACE,IAAI;MAAEC;IAAK,CAAC;EACrC;EAEA,SAASO,oBAAoBA,CAACV,QAAQ,EAAEW,IAAI,GAAG,KAAK,EAAE;IACpD,MAAMC,SAAS,GAAGD,IAAI,KAAK,KAAK,GAAG,KAAK,GAAG,KAAK,CAAC,CAAC;IAClD,MAAMR,KAAK,GAAGJ,+BAA+B,CAACC,QAAQ,CAAC,GAAGjF,OAAO,CAAC0F,cAAc,CAACT,QAAQ,CAACG,KAAK,EAAES,SAAS,CAAC,CAACrC,MAAM,GAAGyB,QAAQ,CAACG,KAAK;IACnIU,OAAO,CAACC,GAAG,CAAC,QAAQd,QAAQ,CAACG,KAAK,OAAOA,KAAK,UAAUQ,IAAI,EAAE,CAAC,CAAC,CAAC;IACjE,OAAO;MAACT,IAAI,EAAEF,QAAQ,CAACE,IAAI;MAAEC;IAAK,CAAC;EACrC;EAEA,SAASY,QAAQA,CAACrC,KAAK,EAAEsC,gBAAgB,EAAErG,IAAI,GAAG,IAAI,EAAEgG,IAAI,GAAG,KAAK,EAAE;IACpE,MAAMM,SAAS,GAAGC,eAAe,CAAC,KAAK,EAAExC,KAAK,CAACmB,SAAS,EAAEmB,gBAAgB,CAAC;IAC3E,MAAMG,mBAAmB,GAAGxG,IAAI,GAAG6B,SAAS,GAAGE,YAAY;IAE3D,MAAM0E,SAAS,GAAG,IAAAC,uBAAgB,EAAC3C,KAAK,EAAE,GAAG,EAAEyC,mBAAmB,CAAC,GAAG,EAAE,GAAG,CAAC;MAACjB,IAAI,EAAE,GAAG;MAAEC,KAAK,EAAEgB;IAAmB,CAAC,CAAC,CAAC,CAAC;IACtH,MAAMG,mBAAmB,GAAG3G,IAAI,GAAG6F,iBAAiB,GAAGE,oBAAoB;;IAE3E;IACA,MAAMb,SAAS,GAAGnB,KAAK,CAACmB,SAAS,CAAC0B,MAAM,CAACzB,EAAE,IAAIA,EAAE,CAACI,IAAI,KAAK,GAAG,CAAC,CAACsB,GAAG,CAAC1B,EAAE,IAAIwB,mBAAmB,CAACxB,EAAE,EAAEa,IAAI,CAAC,CAAC;IAExG,MAAMc,QAAQ,GAAG;MAACpB,GAAG,EAAE3B,KAAK,CAAC2B,GAAG;MAAEqB,IAAI,EAAEhD,KAAK,CAACgD,IAAI;MAAEC,IAAI,EAAEjD,KAAK,CAACiD,IAAI;MAAE9B,SAAS,EAAE,CAACoB,SAAS,EAAE,GAAGpB,SAAS,EAAE,GAAGuB,SAAS;IAAC,CAAC;;IAEzH;IACA,IAAI,CAACzG,IAAI,IAAIiC,MAAM,CAACQ,aAAa,EAAE;MACjC,OAAOqE,QAAQ;IACjB;IACA,IAAI9G,IAAI,IAAI,CAACiC,MAAM,CAACQ,aAAa,EAAE;MACjC,OAAOqE,QAAQ;IACjB;IACA;;IAEA;IACAA,QAAQ,CAACpB,GAAG,GAAG,KAAK,CAAC,CAAC;IACtB,IAAAuB,iCAAiB,EAACX,SAAS,EAAEvC,KAAK,CAAC2B,GAAG,CAAC;IACvC,OAAOoB,QAAQ;EAEjB;EAEA,SAASI,cAAcA,CAACnD,KAAK,EAAEsC,gBAAgB,EAAE;IAC/C,IAAI,CAACpE,MAAM,CAACM,qBAAqB,EAAE;MACjC,OAAO4E,SAAS;IAClB;IACA;IACA,IAAI,CAAClF,MAAM,CAACK,cAAc,IAAI,CAACL,MAAM,CAACQ,aAAa,EAAE;MACnD,MAAMyC,SAAS,GAAGnB,KAAK,CAACmB,SAAS,CAAC2B,GAAG,CAAC1B,EAAE,IAAIU,iBAAiB,CAACV,EAAE,CAAC,CAAC;MAClE,OAAO;QAACO,GAAG,EAAE3B,KAAK,CAAC2B,GAAG;QAAEqB,IAAI,EAAEhD,KAAK,CAACgD,IAAI;QAAEC,IAAI,EAAEjD,KAAK,CAACiD,IAAI;QAAE9B;MAAS,CAAC;IACxE;IAEA,OAAOkB,QAAQ,CAACrC,KAAK,EAAEsC,gBAAgB,EAAE,IAAI,EAAE,KAAK,CAAC;EAEvD;EAEA,SAASe,iBAAiBA,CAACrD,KAAK,EAAEsC,gBAAgB,EAAEL,IAAI,GAAG,KAAK,EAAE;IAChE,IAAI,CAAC/D,MAAM,CAACO,wBAAwB,EAAE;MACpC,OAAO2E,SAAS;IAClB;IACA;IACA,IAAI,CAAClF,MAAM,CAACK,cAAc,IAAIL,MAAM,CAACQ,aAAa,EAAE;MAClD,MAAMyC,SAAS,GAAGnB,KAAK,CAACmB,SAAS,CAAC2B,GAAG,CAAC1B,EAAE,IAAIY,oBAAoB,CAACZ,EAAE,EAAEa,IAAI,CAAC,CAAC;MAC3E,OAAO;QAACN,GAAG,EAAE3B,KAAK,CAAC2B,GAAG;QAAEqB,IAAI,EAAEhD,KAAK,CAACgD,IAAI;QAAEC,IAAI,EAAEjD,KAAK,CAACiD,IAAI;QAAE9B;MAAS,CAAC;IACxE;IAEA,OAAOkB,QAAQ,CAACrC,KAAK,EAAEsC,gBAAgB,EAAE,KAAK,EAAEL,IAAI,CAAC;EACvD;EAEA,SAASO,eAAeA,CAACb,GAAG,EAAER,SAAS,EAAEmB,gBAAgB,EAAE;IACzD,MAAMgB,eAAe,GAAG;MAAC9B,IAAI,EAAE,GAAG;MAAEC,KAAK,EAAE,GAAGE,GAAG,IAAIW,gBAAgB;IAAE,CAAC;IACxE,IAAIX,GAAG,KAAK,KAAK,EAAE;MAAE;MACnB,OAAO2B,eAAe;IACxB;IACA;IACA,MAAM,CAACf,SAAS,CAAC,GAAGpB,SAAS,CAAC0B,MAAM,CAACzB,EAAE,IAAIA,EAAE,CAACI,IAAI,KAAK,GAAG,CAAC,CAACsB,GAAG,CAAC1B,EAAE,IAAI,IAAAf,cAAK,EAACe,EAAE,CAAC,CAAC;IAChF,IAAImB,SAAS,EAAE;MACb,IAAAW,iCAAiB,EAACX,SAAS,EAAEZ,GAAG,CAAC,CAAC,CAAC;MACnC,OAAOY,SAAS;IAClB;IAEA,OAAOe,eAAe;EACxB;EAEA,SAASC,0BAA0BA,CAACvD,KAAK,EAAEsC,gBAAgB,EAAE;IAC3D,IAAI,CAACpE,MAAM,CAACK,cAAc,EAAE;MAC1B,OAAO6E,SAAS;IAClB;IACA,IAAAI,cAAO,EAAC,uBAAuB,IAAArD,oBAAa,EAACH,KAAK,CAAC,EAAE,CAAC;IACtD,MAAMyD,YAAY,GAAGjB,eAAe,CAACxC,KAAK,CAAC2B,GAAG,EAAE3B,KAAK,CAACmB,SAAS,EAAEmB,gBAAgB,CAAC;IAClF,MAAMoB,YAAY,GAAG,IAAAf,uBAAgB,EAAC3C,KAAK,EAAE,GAAG,EAAEjC,aAAa,CAAC,GAAG,EAAE,GAAG,CAAC;MAACyD,IAAI,EAAE,GAAG;MAAEC,KAAK,EAAE1D;IAAa,CAAC,CAAC;IAC3G,MAAMoD,SAAS,GAAG,CAChBsC,YAAY,EACZ,GAAGzD,KAAK,CAACmB,SAAS,CAAC0B,MAAM,CAACzB,EAAE,IAAIA,EAAE,CAACI,IAAI,KAAK,GAAG,CAAC,CAACsB,GAAG,CAAC1B,EAAE,IAAI,IAAAf,cAAK,EAACe,EAAE,CAAC,CAAC,EACrE,GAAGsC,YAAY,CAChB;IAED,MAAMX,QAAQ,GAAG;MAACpB,GAAG,EAAE,KAAK;MAAEqB,IAAI,EAAEhD,KAAK,CAACgD,IAAI;MAAEC,IAAI,EAAEjD,KAAK,CAACiD,IAAI;MAAE9B;IAAS,CAAC;IAC5E,IAAAqC,cAAO,EAAC,uBAAuB,IAAArD,oBAAa,EAAC4C,QAAQ,CAAC,EAAE,CAAC;IACzD,OAAOA,QAAQ;EACjB;EAGA,SAASY,sBAAsBA,CAACC,aAAa,EAAEhF,MAAM,EAAEiF,0BAA0B,GAAG,CAAC,EAAE;IACrF,MAAMvB,gBAAgB,GAAG,IAAAwB,6DAA6C,EAACF,aAAa,CAAC;IACrF;IACA,IAAItB,gBAAgB,GAAG,CAAC,EAAE;MACxB,OAAOA,gBAAgB;IACzB;IACA,IAAIuB,0BAA0B,EAAE;MAC9B,OAAOA,0BAA0B,GAAG,CAAC;IACvC;IACA,OAAO,IAAAjE,8DAA8C,EAAChB,MAAM,CAAC,GAAG,CAAC;EACnE;EAEA,SAASL,cAAcA,CAACwF,oBAAoB,EAAE;IAC5C;IACA,IAAI,CAAC7F,MAAM,CAACK,cAAc,EAAE;MAC1B,OAAO,KAAK;IACd;IACA;IACA,OAAO,CAACwF,oBAAoB,CAAC9C,IAAI,CAAC+C,CAAC,IAAI,IAAArB,uBAAgB,EAACqB,CAAC,EAAE,GAAG,EAAEjG,aAAa,CAAC,CAAC;EACjF;EAEA,SAASkG,2BAA2BA,CAACF,oBAAoB,EAAE;IACzD,IAAI,CAAC7F,MAAM,CAACO,wBAAwB,EAAE;MACpC,OAAO,KAAK;IACd;IACA,OAAO,CAACsF,oBAAoB,CAAC9C,IAAI,CAAC+C,CAAC,IAAI,IAAArB,uBAAgB,EAACqB,CAAC,EAAE,GAAG,EAAEhG,YAAY,CAAC,CAAC;EAChF;EAEA,SAASkG,8BAA8BA,CAAClE,KAAK,EAAEpB,MAAM,EAAE;IACrD;IACA,IAAI,CAACoB,KAAK,CAACmB,SAAS,IAAI,CAACO,sBAAsB,CAAC1B,KAAK,CAAC2B,GAAG,CAAC,IAAI,CAACzD,MAAM,CAACM,qBAAqB,IAAI,CAACN,MAAM,CAACK,cAAc,IAAI,CAACL,MAAM,CAACO,wBAAwB,EAAE;MACzJ,OAAO,KAAK;IACd;;IAEA;IACA,IAAIyC,+BAA+B,CAAClB,KAAK,CAAC,IAAIA,KAAK,CAACmB,SAAS,CAACF,IAAI,CAACG,EAAE,IAAIA,EAAE,CAACI,IAAI,KAAK,GAAG,IAAIJ,EAAE,CAACK,KAAK,CAACG,QAAQ,CAAC,SAAS,CAAC,IAAIR,EAAE,CAACK,KAAK,KAAK3D,SAAS,CAAC,EAAE;MACnJ,OAAO,KAAK;IACd;IAEA,MAAMiG,oBAAoB,GAAG,IAAAI,6CAA6B,EAACnE,KAAK,EAAEpB,MAAM,CAAC1B,GAAG,CAAC,KAAK,CAAC,CAAC;IACpF,IAAI6G,oBAAoB,CAAC7E,MAAM,KAAK,CAAC,EAAE;MACrC,OAAO,KAAK;IACd;;IAEA;IACA,MAAM,CAACkF,WAAW,CAAC,GAAGL,oBAAoB;IAC1C,IAAAP,cAAO,EAAC,6BAA6B,IAAArD,oBAAa,EAACH,KAAK,CAAC,EAAE,CAAC;IAC5D,IAAAwD,cAAO,EAAC,6BAA6B,IAAArD,oBAAa,EAACiE,WAAW,CAAC,EAAE,CAAC;IAClE,IAAI,CAAClD,+BAA+B,CAACkD,WAAW,CAAC,EAAE;MACjD,OAAO,KAAK;IACd;IACA,IAAIA,WAAW,CAACjD,SAAS,CAACF,IAAI,CAACG,EAAE,IAAIA,EAAE,CAACI,IAAI,KAAK,GAAG,IAAIJ,EAAE,CAACK,KAAK,CAACG,QAAQ,CAAC,SAAS,CAAC,IAAIR,EAAE,CAACK,KAAK,KAAK1D,aAAa,CAAC,EAAE;MACnH,OAAO,KAAK;IACd;;IAEA;IACA;IACA,MAAMsG,wBAAwB,GAAG,IAAAC,mDAAmC,EAACtE,KAAK,CAAC;IAC3E,MAAMuE,YAAY,GAAG,IAAAC,gCAAe,EAAC5F,MAAM,CAAC;IAC5C,MAAM6F,MAAM,GAAG,IAAAtE,oBAAa,EAACuE,+BAA+B,CAACrB,iBAAiB,CAACe,WAAW,EAAEC,wBAAwB,EAAEE,YAAY,CAAC,EAAEvE,KAAK,CAAC2B,GAAG,CAAC,CAAC;IAChJ,MAAMgD,MAAM,GAAG,IAAAxE,oBAAa,EAACuE,+BAA+B,CAAC1E,KAAK,EAAEA,KAAK,CAAC2B,GAAG,CAAC,CAAC;IAC/E,IAAA6B,cAAO,EAAC,yBAAyBmB,MAAM,YAAYF,MAAM,MAAME,MAAM,KAAKF,MAAM,GAAG,IAAI,GAAG,MAAM,EAAE,CAAC;IACnG,OAAOE,MAAM,KAAKF,MAAM;EAC1B;EAEA,SAASC,+BAA+BA,CAAC1E,KAAK,EAAE2B,GAAG,EAAE;IACnD,MAAMiD,WAAW,GAAG,IAAAvE,cAAK,EAACL,KAAK,CAAC;IAChC4E,WAAW,CAACjD,GAAG,GAAGA,GAAG,CAAC,CAAC;IACvBiD,WAAW,CAACzD,SAAS,GAAGyD,WAAW,CAACzD,SAAS,CAAC0B,MAAM,CAACzB,EAAE,IAAIA,EAAE,CAACI,IAAI,KAAK,GAAG,IAAIJ,EAAE,CAACK,KAAK,KAAKzD,YAAY,CAAC,CAAC,CAAC;IAC1G,OAAO,IAAA6G,kCAAqB,EAACD,WAAW,CAAC;EAC3C;EAEA,SAASE,wBAAwBA,CAAC9E,KAAK,EAAEpB,MAAM,EAAE;IAC/C;IACA,IAAI,CAACV,MAAM,CAACM,qBAAqB,EAAE;MACjC,OAAO,EAAE;IACX;IACA,MAAM,CAAC4F,WAAW,CAAC,GAAG,IAAAD,6CAA6B,EAACnE,KAAK,EAAEpB,MAAM,CAAC1B,GAAG,CAAC,KAAK,CAAC,CAAC;IAE7E,MAAMmH,wBAAwB,GAAG,IAAAC,mDAAmC,EAACtE,KAAK,CAAC;IAC3E,MAAMuE,YAAY,GAAG,IAAAC,gCAAe,EAAC5F,MAAM,CAAC;IAE5C,MAAMmG,QAAQ,GAAG;MAAC,KAAK,EAAE/E,KAAK,CAAC2B,GAAG;MAAE,MAAM,EAAE3B,KAAK,CAACgD,IAAI;MAAE,MAAM,EAAEhD,KAAK,CAACiD,IAAI;MAAE,WAAW,EAAEmB,WAAW,CAACjD;IAAS,CAAC;IAE/G,MAAM6D,YAAY,GAAG9G,MAAM,CAACM,qBAAqB,GAAG2E,cAAc,CAAC4B,QAAQ,EAAEV,wBAAwB,CAAC,GAAGjB,SAAS,CAAC,CAAC;IACpH,MAAM6B,gBAAgB,GAAG/G,MAAM,CAACK,cAAc,GAAGgF,0BAA0B,CAACwB,QAAQ,EAAEV,wBAAwB,CAAC,GAAGjB,SAAS,CAAC,CAAC;IAC7H,MAAM8B,eAAe,GAAGhH,MAAM,CAACO,wBAAwB,GAAG4E,iBAAiB,CAACrD,KAAK,EAAEqE,wBAAwB,EAAEE,YAAY,CAAC,GAAGnB,SAAS,CAAC,CAAC;;IAExI;IACAgB,WAAW,CAACe,YAAY,GAAG,CAAC,CAAC,CAAC;;IAE9B,OAAO,CAACH,YAAY,EAAEC,gBAAgB,EAAEC,eAAe,CAAC,CAACrC,MAAM,CAACmB,CAAC,IAAIA,CAAC,CAAC;EACzE;EAGA,SAASlE,YAAYA,CAAC8D,aAAa,EAAEhF,MAAM,EAAEiF,0BAA0B,GAAG,CAAC,EAAE;IAC3E,IAAI,CAAChC,wBAAwB,CAAC+B,aAAa,CAAC,EAAE;MAC5C,IAAIM,8BAA8B,CAACN,aAAa,EAAEhF,MAAM,CAAC,EAAE;QAAE;QAC3D,OAAOkG,wBAAwB,CAAClB,aAAa,EAAEhF,MAAM,CAAC;MACxD;MACA,IAAIgF,aAAa,CAACuB,YAAY,EAAE;QAAE;QAChC,OAAO,EAAE;MACX;MACA,OAAO,CAACvB,aAAa,CAAC;IACxB;;IAEA;;IAEA,MAAMwB,wBAAwB,GAAGzB,sBAAsB,CAACC,aAAa,EAAEhF,MAAM,EAAEiF,0BAA0B,CAAC;IAC1G,MAAMwB,2BAA2B,GAAG,IAAAC,2CAA2B,EAACF,wBAAwB,CAAC;IACzF,MAAMb,YAAY,GAAG,IAAAC,gCAAe,EAAC5F,MAAM,CAAC;;IAE5C;;IAEA,MAAMmF,oBAAoB,GAAG,IAAAI,6CAA6B,EAACP,aAAa,EAAEhF,MAAM,CAAC1B,GAAG,CAAC,KAAK,CAAC,CAAC;;IAE5F;;IAEA,MAAM8H,YAAY,GAAG7B,cAAc,CAACS,aAAa,EAAEyB,2BAA2B,CAAC,CAAC,CAAC;IACjF,MAAMJ,gBAAgB,GAAG1G,cAAc,CAACwF,oBAAoB,CAAC,GAAGR,0BAA0B,CAACK,aAAa,EAAEyB,2BAA2B,CAAC,GAAGjC,SAAS,CAAC,CAAC;IACpJ,MAAM8B,eAAe,GAAGjB,2BAA2B,CAACF,oBAAoB,CAAC,GAAGV,iBAAiB,CAACO,aAAa,EAAEyB,2BAA2B,EAAEd,YAAY,CAAC,GAAGnB,SAAS,CAAC,CAAC;;IAErK,OAAO,CAAC4B,YAAY,EAAEC,gBAAgB,EAAEC,eAAe,CAAC,CAACrC,MAAM,CAACmB,CAAC,IAAIA,CAAC,CAAC;EACzE;AACF","ignoreList":[]}
+{"version":3,"file":"cyrillux.js","names":["_clone","_interopRequireDefault","require","_utils","iso9","_interopRequireWildcard","_subfield6Utils","_xregexp","sfs4900","_sortFields","_reindexSubfield6OccurenceNumbers","_punctuation","_addMissingField","_getRequireWildcardCache","e","WeakMap","r","t","__esModule","default","has","get","n","__proto__","a","Object","defineProperty","getOwnPropertyDescriptor","u","hasOwnProperty","call","i","set","iso9Trans","cyrillicTrans","sfs4900Trans","_default","config","description","validate","fix","preprocessConfig","retainCyrillic","doISO9Transliteration","doSFS4900Transliteration","preferSFS4900","setPreference","record","res","message","valid","nBefore","fields","length","processFields","reindexSubfield6OccurenceNumbers","sortFields","input","output","currField","remainingInput","fakeRecord","createdMax","recordGetMaxSubfield6OccurrenceNumberAsInteger","result","processField","forEach","field","validateField","orig","fieldToString","normalizedFields","clone","mod","fieldsToString","replace","push","isCyrillicCharacter","char","XRegExp","test","containsCyrillicCharacters","str","split","some","fieldContainsCyrillicCharacters","subfields","sf","subfieldRequiresTransliteration","subfield","isControlSubfieldCode","code","value","tagCanBeTransliterated","tag","includes","fieldCanBeTransliterated","mapSubfieldToIso9","convertToLatin","mapSubfieldToSfs4900","lang","inputLang","mapField","occurrenceNumber","subfield6","deriveSubfield6","transliterationText","subfield9","fieldHasSubfield","transliterationFunc","filter","map","newField","ind1","ind2","resetSubfield6Tag","mapFieldToIso9","undefined","mapFieldToSfs4900","initialSubfield","mapFieldToCyrillicField880","nvdebug","newSubfield6","newSubfield9","getNewOccurrenceNumber","originalField","maxCreatedOccurrenceNumber","fieldGetMaxSubfield6OccurrenceNumberAsInteger","existingPairedFields","f","needsSfs4900Transliteration","sfs4900PairCanBeTransliterated","fieldGetOccurrenceNumberPairs","pairedField","occurrenceNumberAsString","fieldGetUnambiguousOccurrenceNumber","languageCode","getLanguageCode","field2","createFieldForSfs4900Comparison","field1","clonedField","fieldStripPunctuation","transliterateSfs4900Pair","tmpField","newMainField","newCyrillicField","newSFS4900Field","cyrilluxSkip","newOccurrenceNumberAsInt","newOccurrenceNumberAsString","intToOccurrenceNumberString"],"sources":["../src/cyrillux.js"],"sourcesContent":["//import createDebugLogger from 'debug';\nimport clone from 'clone';\nimport {fieldHasSubfield, fieldToString, fieldsToString, isControlSubfieldCode, nvdebug} from './utils';\nimport * as iso9 from 'iso9_1995';\nimport {fieldGetMaxSubfield6OccurrenceNumberAsInteger, fieldGetOccurrenceNumberPairs, fieldGetUnambiguousOccurrenceNumber, intToOccurrenceNumberString, recordGetMaxSubfield6OccurrenceNumberAsInteger, resetSubfield6Tag} from './subfield6Utils';\n\nimport XRegExp from 'xregexp';\nimport * as sfs4900 from '@natlibfi/sfs-4900';\nimport {default as sortFields} from './sortFields';\nimport {default as reindexSubfield6OccurenceNumbers} from './reindexSubfield6OccurenceNumbers';\nimport {fieldStripPunctuation} from './punctuation2';\nimport {getLanguageCode} from './addMissingField041';\n\nconst iso9Trans = 'ISO9 <TRANS>';\nconst cyrillicTrans = 'CYRILLIC <TRANS>';\nconst sfs4900Trans = 'SFS4900 <TRANS>';\n\nexport default function (config = {}) {\n  // console.log(`CONFIG=${JSON.stringify(config)}`); // eslint-disable-line no-console\n\n  return {\n    description: 'Cyrillux functionality: convert original field to latinitsa (ISO-9) and add 880s for original cyrillic and latinitsa (SFS-4900)',\n    validate, fix\n  };\n\n  function preprocessConfig() {\n    config.retainCyrillic = typeof config.retainCyrillic === 'undefined' ? true : config.retainCyrillic; // eslint-disable-line functional/immutable-data\n    config.doISO9Transliteration = typeof config.doISO9Transliteration === 'undefined' ? true : config.doISO9Transliteration; // eslint-disable-line functional/immutable-data\n    config.doSFS4900Transliteration = typeof config.doSFS4900Transliteration === 'undefined' ? true : config.doSFS4900Transliteration; // eslint-disable-line functional/immutable-data\n    config.preferSFS4900 = setPreference(); // eslint-disable-line functional/immutable-data\n\n    function setPreference() {\n      if (!config.doSFS4900Transliteration) {\n        return false;\n      }\n      if (!config.doISO9Transliteration && config.doSFS4900Transliteration) {\n        return true;\n      }\n      if (typeof config.preferSFS4900 === 'undefined') {\n        return false;\n      }\n      return config.preferSFS4900;\n    }\n  }\n\n  function fix(record) {\n    // console.log(`FIX has CONFIG=${JSON.stringify(config)}`); // eslint-disable-line no-console\n    // Fix always succeeds\n    const res = {message: [], fix: [], valid: true};\n\n    preprocessConfig();\n\n    const nBefore = record.fields.length;\n\n    record.fields = processFields(record.fields); // eslint-disable-line functional/immutable-data\n\n    if (nBefore < record.fields.length) { // eslint-disable-line functional/no-conditional-statements\n      reindexSubfield6OccurenceNumbers().fix(record);\n      sortFields().fix(record);\n    }\n\n    function processFields(input, output = []) {\n      const [currField, ...remainingInput] = input;\n      if (!currField) {\n        return output;\n      }\n\n      const fakeRecord = {fields: output};\n      const createdMax = recordGetMaxSubfield6OccurrenceNumberAsInteger(fakeRecord);\n      const result = processField(currField, record, createdMax);\n\n      return processFields(remainingInput, [...output, ...result]);\n    }\n\n    return res;\n  }\n\n  function validate(record) {\n    const res = {message: [], valid: true};\n\n    preprocessConfig();\n\n    record.fields?.forEach(field => {\n      validateField(field, res, record);\n    });\n\n    res.valid = !(res.message.length >= 1); // eslint-disable-line functional/immutable-data\n    return res;\n  }\n\n  function validateField(field, res, record) {\n    const orig = fieldToString(field);\n\n    const normalizedFields = processField(clone(field), record);\n    const mod = fieldsToString(normalizedFields).replace(/\\t__SEPARATOR__\\t/ug, ', ').replace(/ (‡6 [0-9][0-9][0-9])-[0-9][0-9]+/gu, ' $1-NN'); // eslint-disable-line prefer-named-capture-group\n    if (orig !== mod) { // Fail as the input is \"broken\"/\"crap\"/sumthing\n      res.message.push(`CHANGE: ${orig} => ${mod}`); // eslint-disable-line functional/immutable-data\n      return;\n    }\n    return;\n  }\n\n  function isCyrillicCharacter(char) {\n    return XRegExp('[\\\\p{Cyrillic}]').test(char); // eslint-disable-line new-cap\n  }\n\n  function containsCyrillicCharacters(str) { // from melinda-ui-cyrillux\n    if (!str) {\n      return false;\n    }\n    return str.split('').some(isCyrillicCharacter);\n  }\n\n  function fieldContainsCyrillicCharacters(field) { // based on melinda-ui-cyrillux\n    return field.subfields && field.subfields.some(sf => subfieldRequiresTransliteration(sf));\n  }\n\n  function subfieldRequiresTransliteration(subfield) {\n    if (isControlSubfieldCode(subfield.code)) {\n      return false;\n    }\n    return containsCyrillicCharacters(subfield.value);\n  }\n\n  function tagCanBeTransliterated(tag) {\n    return !['336', '337', '338', '880'].includes(tag);\n  }\n\n  function fieldCanBeTransliterated(field) {\n    // Skip certain tags ('880' is the actual skip-me beef here, but we have seen other no-nos as well).\n    // Discussion: We should probably also skip others like 05X-08X, 648, 650, 651, and 655, but this needs thinking...\n    // Also I'd like to convert do CYRILLIC->ISO-9 in field 300 (and others?) without 880 mappings... (<- not implemented)\n\n    // nvdebug(`fieldCanBeTransliterated('${fieldToString(field)}') in...`);\n    if (!tagCanBeTransliterated(field.tag)) {\n      return false;\n    }\n\n    if (!config.doISO9Transliteration && !config.doSFS4900Transliteration) {\n      return false;\n    }\n\n    // Skip control fields:\n    if (!field.subfields) {\n      return false;\n    }\n    // When doing MELINDA-10330-ish, we noticed that $6 should not prevent translittaration per se, so this restriction is no longer applied!\n\n    if (field.subfields.some(sf => sf.code === '9' && sf.value.includes('<TRANS>'))) {\n      return false;\n    }\n\n    return fieldContainsCyrillicCharacters(field); // We have something to translitterate:\n  }\n\n\n  function mapSubfieldToIso9(subfield) {\n    if (!subfieldRequiresTransliteration(subfield)) {\n      return {code: subfield.code, value: subfield.value}; // just clone\n    }\n    const value = iso9.convertToLatin(subfield.value);\n\n    return {code: subfield.code, value};\n  }\n\n  function mapSubfieldToSfs4900(subfield, lang = 'rus') {\n    const inputLang = lang === 'ukr' ? 'ukr' : 'rus'; // Support 'ukr' and 'rus', default to 'rus'\n    const value = subfieldRequiresTransliteration(subfield) ? sfs4900.convertToLatin(subfield.value, inputLang).result : subfield.value;\n    //console.log(`VAL: ${subfield.value} => ${value} using ${lang}`); // eslint-disable-line no-console\n    return {code: subfield.code, value};\n  }\n\n  function mapField(field, occurrenceNumber, iso9 = true, lang = 'rus') {\n    const subfield6 = deriveSubfield6('880', field.subfields, occurrenceNumber);\n    const transliterationText = iso9 ? iso9Trans : sfs4900Trans;\n\n    const subfield9 = fieldHasSubfield(field, '9', transliterationText) ? [] : [{code: '9', value: transliterationText}]; // Add only if needed\n    const transliterationFunc = iso9 ? mapSubfieldToIso9 : mapSubfieldToSfs4900;\n\n    // NB! iso9 won't use lang\n    const subfields = field.subfields.filter(sf => sf.code !== '6').map(sf => transliterationFunc(sf, lang));\n\n    const newField = {tag: field.tag, ind1: field.ind1, ind2: field.ind2, subfields: [subfield6, ...subfields, ...subfield9]};\n\n    // Transliteration goes to the original field:\n    if (!iso9 && config.preferSFS4900) {\n      return newField;\n    }\n    if (iso9 && !config.preferSFS4900) {\n      return newField;\n    }\n    // Translitetation goes to field 880:\n\n    //const subfield6 = newField.subfields.find(sf => sf.code === '6');\n    newField.tag = '880'; // eslint-disable-line functional/immutable-data\n    resetSubfield6Tag(subfield6, field.tag);\n    return newField;\n\n  }\n\n  function mapFieldToIso9(field, occurrenceNumber) {\n    if (!config.doISO9Transliteration) {\n      return undefined;\n    }\n    // Just converts the field to ISO-9 latinitsa, does not create any field-880s, so don't bother with $6 or $9 either\n    if (!config.retainCyrillic && !config.preferSFS4900) {\n      const subfields = field.subfields.map(sf => mapSubfieldToIso9(sf));\n      return {tag: field.tag, ind1: field.ind1, ind2: field.ind2, subfields};\n    }\n\n    return mapField(field, occurrenceNumber, true, 'rus');\n\n  }\n\n  function mapFieldToSfs4900(field, occurrenceNumber, lang = 'rus') {\n    if (!config.doSFS4900Transliteration) {\n      return undefined;\n    }\n    // Just converts the field to SFS-4900 latinitsa, does not create any field-880s, so don't bother with $6 or $9 either\n    if (!config.retainCyrillic && config.preferSFS4900) {\n      const subfields = field.subfields.map(sf => mapSubfieldToSfs4900(sf, lang));\n      return {tag: field.tag, ind1: field.ind1, ind2: field.ind2, subfields};\n    }\n\n    return mapField(field, occurrenceNumber, false, lang);\n  }\n\n  function deriveSubfield6(tag, subfields, occurrenceNumber) {\n    const initialSubfield = {code: '6', value: `${tag}-${occurrenceNumber}`};\n    if (tag === '880') { // If *tag in subfield $6* is 880, field is not 880 :D\n      return initialSubfield;\n    }\n    // Try to use existing subfield\n    const [subfield6] = subfields.filter(sf => sf.code === '6').map(sf => clone(sf));\n    if (subfield6) {\n      resetSubfield6Tag(subfield6, tag); // Should we update occurrence number?\n      return subfield6;\n    }\n\n    return initialSubfield;\n  }\n\n  function mapFieldToCyrillicField880(field, occurrenceNumber) {\n    if (!config.retainCyrillic) {\n      return undefined;\n    }\n    nvdebug(`Derive CYR 880 from ${fieldToString(field)}`);\n    const newSubfield6 = deriveSubfield6(field.tag, field.subfields, occurrenceNumber);\n    const newSubfield9 = fieldHasSubfield(field, '9', cyrillicTrans) ? [] : [{code: '9', value: cyrillicTrans}];\n    const subfields = [\n      newSubfield6,\n      ...field.subfields.filter(sf => sf.code !== '6').map(sf => clone(sf)),\n      ...newSubfield9\n    ];\n\n    const newField = {tag: '880', ind1: field.ind1, ind2: field.ind2, subfields};\n    nvdebug(`   New CYR 880      ${fieldToString(newField)}`);\n    return newField;\n  }\n\n\n  function getNewOccurrenceNumber(originalField, record, maxCreatedOccurrenceNumber = 0) {\n    const occurrenceNumber = fieldGetMaxSubfield6OccurrenceNumberAsInteger(originalField);\n    // Return existing occurrence number:\n    if (occurrenceNumber > 0) {\n      return occurrenceNumber;\n    }\n    if (maxCreatedOccurrenceNumber) {\n      return maxCreatedOccurrenceNumber + 1;\n    }\n    return recordGetMaxSubfield6OccurrenceNumberAsInteger(record) + 1;\n  }\n\n  function retainCyrillic(existingPairedFields) {\n    // Should we move cyrillic content from a normali field to a 880?\n    if (!config.retainCyrillic) {\n      return false;\n    }\n    // Fail if we already have a paired 880 $9 <CYRILLIC> TRANS\n    return !existingPairedFields.some(f => fieldHasSubfield(f, '9', cyrillicTrans));\n  }\n\n  function needsSfs4900Transliteration(existingPairedFields) {\n    if (!config.doSFS4900Transliteration) {\n      return false;\n    }\n    return !existingPairedFields.some(f => fieldHasSubfield(f, '9', sfs4900Trans));\n  }\n\n  function sfs4900PairCanBeTransliterated(field, record) {\n    // MELINDA-10330: we already have public library data: (unmarked) SFS-4900 in FIELD and (unmarked) Cyrillic in 880\n    if (!field.subfields || !tagCanBeTransliterated(field.tag) || !config.doISO9Transliteration || !config.retainCyrillic || !config.doSFS4900Transliteration) {\n      return false;\n    }\n\n    // Original field: $9 ISO9 <TRANS> is the only legal <TRANS>\n    if (fieldContainsCyrillicCharacters(field) || field.subfields.some(sf => sf.code === '9' && sf.value.includes('<TRANS>') && sf.value !== iso9Trans)) {\n      return false;\n    }\n\n    const existingPairedFields = fieldGetOccurrenceNumberPairs(field, record.get('880'));\n    if (existingPairedFields.length !== 1) {\n      return false;\n    }\n\n    // Paired field: $9 CYRILLIC <TRANS> is the only legal <TRANS>\n    const [pairedField] = existingPairedFields;\n    nvdebug(`LOOKING FOR SFS4900 PAIR: ${fieldToString(field)}`);\n    nvdebug(`     HAVING PAIRED FIELD: ${fieldToString(pairedField)}`);\n    if (!fieldContainsCyrillicCharacters(pairedField)) {\n      return false;\n    }\n    if (pairedField.subfields.some(sf => sf.code === '9' && sf.value.includes('<TRANS>') && sf.value !== cyrillicTrans)) {\n      return false;\n    }\n\n    // Actually check that original field and and sfs-4900-fied cyrillic field are equal (after punctuation clean-up),\n    // and thus it's a real case of MELINDA-10330 ISO9 adding:\n    const occurrenceNumberAsString = fieldGetUnambiguousOccurrenceNumber(field);\n    const languageCode = getLanguageCode(record);\n    const field2 = fieldToString(createFieldForSfs4900Comparison(mapFieldToSfs4900(pairedField, occurrenceNumberAsString, languageCode), field.tag));\n    const field1 = fieldToString(createFieldForSfs4900Comparison(field, field.tag));\n    nvdebug(`COMPARE CONTENTS:\\n  '${field1}' vs\\n  '${field2}': ${field1 === field2 ? 'OK' : 'FAIL'}`);\n    return field1 === field2;\n  }\n\n  function createFieldForSfs4900Comparison(field, tag) {\n    const clonedField = clone(field);\n    clonedField.tag = tag; // eslint-disable-line functional/immutable-data\n    clonedField.subfields = clonedField.subfields.filter(sf => sf.code !== '9' || sf.value !== sfs4900Trans); // eslint-disable-line functional/immutable-data\n    return fieldStripPunctuation(clonedField);\n  }\n\n  function transliterateSfs4900Pair(field, record) {\n    // Handle MELINDA-10330: Field is already in SFS-4900 and the only paired field is in Cyrillic!\n    if (!config.doISO9Transliteration) {\n      return [];\n    }\n    const [pairedField] = fieldGetOccurrenceNumberPairs(field, record.get('880'));\n\n    const occurrenceNumberAsString = fieldGetUnambiguousOccurrenceNumber(field);\n    const languageCode = getLanguageCode(record);\n\n    const tmpField = {'tag': field.tag, 'ind1': field.ind1, 'ind2': field.ind2, 'subfields': pairedField.subfields};\n\n    const newMainField = config.doISO9Transliteration ? mapFieldToIso9(tmpField, occurrenceNumberAsString) : undefined; // Cyrillic => ISO-9\n    const newCyrillicField = config.retainCyrillic ? mapFieldToCyrillicField880(tmpField, occurrenceNumberAsString) : undefined; // CYRILLIC\n    const newSFS4900Field = config.doSFS4900Transliteration ? mapFieldToSfs4900(field, occurrenceNumberAsString, languageCode) : undefined; // SFS-4900\n\n    // Trigger the drop of original counterpart $6 :\n    pairedField.cyrilluxSkip = 1; // eslint-disable-line functional/immutable-data\n\n    return [newMainField, newCyrillicField, newSFS4900Field].filter(f => f);\n  }\n\n\n  function processField(originalField, record, maxCreatedOccurrenceNumber = 0) {\n    if (!fieldCanBeTransliterated(originalField)) {\n      if (sfs4900PairCanBeTransliterated(originalField, record)) { // MELINDA-10330\n        return transliterateSfs4900Pair(originalField, record);\n      }\n      if (originalField.cyrilluxSkip) { // MELINDA-10330 hack to remove 880 fields that were replaced/sort-of processed with their counterpair.\n        return [];\n      }\n      return [originalField];\n    }\n\n    // nvdebug(`PROCESSING: ${fieldToString(originalField)}`);\n\n    const newOccurrenceNumberAsInt = getNewOccurrenceNumber(originalField, record, maxCreatedOccurrenceNumber);\n    const newOccurrenceNumberAsString = intToOccurrenceNumberString(newOccurrenceNumberAsInt);\n    const languageCode = getLanguageCode(record);\n\n    // nvdebug(`NEW OCCURRENCE NUMBER: '${newOccurrenceNumberAsString}'`);\n\n    const existingPairedFields = fieldGetOccurrenceNumberPairs(originalField, record.get('880'));\n\n    // nvdebug(`NUMBER OF PAIRED 880 FIELDS: ${existingPairedFields.length}`);\n\n    const newMainField = mapFieldToIso9(originalField, newOccurrenceNumberAsString); // ISO-9\n    const newCyrillicField = retainCyrillic(existingPairedFields) ? mapFieldToCyrillicField880(originalField, newOccurrenceNumberAsString) : undefined; // CYRILLIC\n    const newSFS4900Field = needsSfs4900Transliteration(existingPairedFields) ? mapFieldToSfs4900(originalField, newOccurrenceNumberAsString, languageCode) : undefined; /// SFS-4900\n\n    return [newMainField, newCyrillicField, newSFS4900Field].filter(f => f);\n  }\n}\n"],"mappings":";;;;;;AACA,IAAAA,MAAA,GAAAC,sBAAA,CAAAC,OAAA;AACA,IAAAC,MAAA,GAAAD,OAAA;AACA,IAAAE,IAAA,GAAAC,uBAAA,CAAAH,OAAA;AACA,IAAAI,eAAA,GAAAJ,OAAA;AAEA,IAAAK,QAAA,GAAAN,sBAAA,CAAAC,OAAA;AACA,IAAAM,OAAA,GAAAH,uBAAA,CAAAH,OAAA;AACA,IAAAO,WAAA,GAAAR,sBAAA,CAAAC,OAAA;AACA,IAAAQ,iCAAA,GAAAT,sBAAA,CAAAC,OAAA;AACA,IAAAS,YAAA,GAAAT,OAAA;AACA,IAAAU,gBAAA,GAAAV,OAAA;AAAqD,SAAAW,yBAAAC,CAAA,6BAAAC,OAAA,mBAAAC,CAAA,OAAAD,OAAA,IAAAE,CAAA,OAAAF,OAAA,YAAAF,wBAAA,YAAAA,CAAAC,CAAA,WAAAA,CAAA,GAAAG,CAAA,GAAAD,CAAA,KAAAF,CAAA;AAAA,SAAAT,wBAAAS,CAAA,EAAAE,CAAA,SAAAA,CAAA,IAAAF,CAAA,IAAAA,CAAA,CAAAI,UAAA,SAAAJ,CAAA,eAAAA,CAAA,uBAAAA,CAAA,yBAAAA,CAAA,WAAAK,OAAA,EAAAL,CAAA,QAAAG,CAAA,GAAAJ,wBAAA,CAAAG,CAAA,OAAAC,CAAA,IAAAA,CAAA,CAAAG,GAAA,CAAAN,CAAA,UAAAG,CAAA,CAAAI,GAAA,CAAAP,CAAA,OAAAQ,CAAA,KAAAC,SAAA,UAAAC,CAAA,GAAAC,MAAA,CAAAC,cAAA,IAAAD,MAAA,CAAAE,wBAAA,WAAAC,CAAA,IAAAd,CAAA,oBAAAc,CAAA,OAAAC,cAAA,CAAAC,IAAA,CAAAhB,CAAA,EAAAc,CAAA,SAAAG,CAAA,GAAAP,CAAA,GAAAC,MAAA,CAAAE,wBAAA,CAAAb,CAAA,EAAAc,CAAA,UAAAG,CAAA,KAAAA,CAAA,CAAAV,GAAA,IAAAU,CAAA,CAAAC,GAAA,IAAAP,MAAA,CAAAC,cAAA,CAAAJ,CAAA,EAAAM,CAAA,EAAAG,CAAA,IAAAT,CAAA,CAAAM,CAAA,IAAAd,CAAA,CAAAc,CAAA,YAAAN,CAAA,CAAAH,OAAA,GAAAL,CAAA,EAAAG,CAAA,IAAAA,CAAA,CAAAe,GAAA,CAAAlB,CAAA,EAAAQ,CAAA,GAAAA,CAAA;AAAA,SAAArB,uBAAAa,CAAA,WAAAA,CAAA,IAAAA,CAAA,CAAAI,UAAA,GAAAJ,CAAA,KAAAK,OAAA,EAAAL,CAAA;AAXrD;;AAaA,MAAMmB,SAAS,GAAG,cAAc;AAChC,MAAMC,aAAa,GAAG,kBAAkB;AACxC,MAAMC,YAAY,GAAG,iBAAiB;AAEvB,SAAAC,SAAUC,MAAM,GAAG,CAAC,CAAC,EAAE;EACpC;;EAEA,OAAO;IACLC,WAAW,EAAE,iIAAiI;IAC9IC,QAAQ;IAAEC;EACZ,CAAC;EAED,SAASC,gBAAgBA,CAAA,EAAG;IAC1BJ,MAAM,CAACK,cAAc,GAAG,OAAOL,MAAM,CAACK,cAAc,KAAK,WAAW,GAAG,IAAI,GAAGL,MAAM,CAACK,cAAc,CAAC,CAAC;IACrGL,MAAM,CAACM,qBAAqB,GAAG,OAAON,MAAM,CAACM,qBAAqB,KAAK,WAAW,GAAG,IAAI,GAAGN,MAAM,CAACM,qBAAqB,CAAC,CAAC;IAC1HN,MAAM,CAACO,wBAAwB,GAAG,OAAOP,MAAM,CAACO,wBAAwB,KAAK,WAAW,GAAG,IAAI,GAAGP,MAAM,CAACO,wBAAwB,CAAC,CAAC;IACnIP,MAAM,CAACQ,aAAa,GAAGC,aAAa,CAAC,CAAC,CAAC,CAAC;;IAExC,SAASA,aAAaA,CAAA,EAAG;MACvB,IAAI,CAACT,MAAM,CAACO,wBAAwB,EAAE;QACpC,OAAO,KAAK;MACd;MACA,IAAI,CAACP,MAAM,CAACM,qBAAqB,IAAIN,MAAM,CAACO,wBAAwB,EAAE;QACpE,OAAO,IAAI;MACb;MACA,IAAI,OAAOP,MAAM,CAACQ,aAAa,KAAK,WAAW,EAAE;QAC/C,OAAO,KAAK;MACd;MACA,OAAOR,MAAM,CAACQ,aAAa;IAC7B;EACF;EAEA,SAASL,GAAGA,CAACO,MAAM,EAAE;IACnB;IACA;IACA,MAAMC,GAAG,GAAG;MAACC,OAAO,EAAE,EAAE;MAAET,GAAG,EAAE,EAAE;MAAEU,KAAK,EAAE;IAAI,CAAC;IAE/CT,gBAAgB,CAAC,CAAC;IAElB,MAAMU,OAAO,GAAGJ,MAAM,CAACK,MAAM,CAACC,MAAM;IAEpCN,MAAM,CAACK,MAAM,GAAGE,aAAa,CAACP,MAAM,CAACK,MAAM,CAAC,CAAC,CAAC;;IAE9C,IAAID,OAAO,GAAGJ,MAAM,CAACK,MAAM,CAACC,MAAM,EAAE;MAAE;MACpC,IAAAE,yCAAgC,EAAC,CAAC,CAACf,GAAG,CAACO,MAAM,CAAC;MAC9C,IAAAS,mBAAU,EAAC,CAAC,CAAChB,GAAG,CAACO,MAAM,CAAC;IAC1B;IAEA,SAASO,aAAaA,CAACG,KAAK,EAAEC,MAAM,GAAG,EAAE,EAAE;MACzC,MAAM,CAACC,SAAS,EAAE,GAAGC,cAAc,CAAC,GAAGH,KAAK;MAC5C,IAAI,CAACE,SAAS,EAAE;QACd,OAAOD,MAAM;MACf;MAEA,MAAMG,UAAU,GAAG;QAACT,MAAM,EAAEM;MAAM,CAAC;MACnC,MAAMI,UAAU,GAAG,IAAAC,8DAA8C,EAACF,UAAU,CAAC;MAC7E,MAAMG,MAAM,GAAGC,YAAY,CAACN,SAAS,EAAEZ,MAAM,EAAEe,UAAU,CAAC;MAE1D,OAAOR,aAAa,CAACM,cAAc,EAAE,CAAC,GAAGF,MAAM,EAAE,GAAGM,MAAM,CAAC,CAAC;IAC9D;IAEA,OAAOhB,GAAG;EACZ;EAEA,SAAST,QAAQA,CAACQ,MAAM,EAAE;IACxB,MAAMC,GAAG,GAAG;MAACC,OAAO,EAAE,EAAE;MAAEC,KAAK,EAAE;IAAI,CAAC;IAEtCT,gBAAgB,CAAC,CAAC;IAElBM,MAAM,CAACK,MAAM,EAAEc,OAAO,CAACC,KAAK,IAAI;MAC9BC,aAAa,CAACD,KAAK,EAAEnB,GAAG,EAAED,MAAM,CAAC;IACnC,CAAC,CAAC;IAEFC,GAAG,CAACE,KAAK,GAAG,EAAEF,GAAG,CAACC,OAAO,CAACI,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC;IACxC,OAAOL,GAAG;EACZ;EAEA,SAASoB,aAAaA,CAACD,KAAK,EAAEnB,GAAG,EAAED,MAAM,EAAE;IACzC,MAAMsB,IAAI,GAAG,IAAAC,oBAAa,EAACH,KAAK,CAAC;IAEjC,MAAMI,gBAAgB,GAAGN,YAAY,CAAC,IAAAO,cAAK,EAACL,KAAK,CAAC,EAAEpB,MAAM,CAAC;IAC3D,MAAM0B,GAAG,GAAG,IAAAC,qBAAc,EAACH,gBAAgB,CAAC,CAACI,OAAO,CAAC,qBAAqB,EAAE,IAAI,CAAC,CAACA,OAAO,CAAC,qCAAqC,EAAE,QAAQ,CAAC,CAAC,CAAC;IAC5I,IAAIN,IAAI,KAAKI,GAAG,EAAE;MAAE;MAClBzB,GAAG,CAACC,OAAO,CAAC2B,IAAI,CAAC,WAAWP,IAAI,OAAOI,GAAG,EAAE,CAAC,CAAC,CAAC;MAC/C;IACF;IACA;EACF;EAEA,SAASI,mBAAmBA,CAACC,IAAI,EAAE;IACjC,OAAO,IAAAC,gBAAO,EAAC,iBAAiB,CAAC,CAACC,IAAI,CAACF,IAAI,CAAC,CAAC,CAAC;EAChD;EAEA,SAASG,0BAA0BA,CAACC,GAAG,EAAE;IAAE;IACzC,IAAI,CAACA,GAAG,EAAE;MACR,OAAO,KAAK;IACd;IACA,OAAOA,GAAG,CAACC,KAAK,CAAC,EAAE,CAAC,CAACC,IAAI,CAACP,mBAAmB,CAAC;EAChD;EAEA,SAASQ,+BAA+BA,CAAClB,KAAK,EAAE;IAAE;IAChD,OAAOA,KAAK,CAACmB,SAAS,IAAInB,KAAK,CAACmB,SAAS,CAACF,IAAI,CAACG,EAAE,IAAIC,+BAA+B,CAACD,EAAE,CAAC,CAAC;EAC3F;EAEA,SAASC,+BAA+BA,CAACC,QAAQ,EAAE;IACjD,IAAI,IAAAC,4BAAqB,EAACD,QAAQ,CAACE,IAAI,CAAC,EAAE;MACxC,OAAO,KAAK;IACd;IACA,OAAOV,0BAA0B,CAACQ,QAAQ,CAACG,KAAK,CAAC;EACnD;EAEA,SAASC,sBAAsBA,CAACC,GAAG,EAAE;IACnC,OAAO,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAACC,QAAQ,CAACD,GAAG,CAAC;EACpD;EAEA,SAASE,wBAAwBA,CAAC7B,KAAK,EAAE;IACvC;IACA;IACA;;IAEA;IACA,IAAI,CAAC0B,sBAAsB,CAAC1B,KAAK,CAAC2B,GAAG,CAAC,EAAE;MACtC,OAAO,KAAK;IACd;IAEA,IAAI,CAACzD,MAAM,CAACM,qBAAqB,IAAI,CAACN,MAAM,CAACO,wBAAwB,EAAE;MACrE,OAAO,KAAK;IACd;;IAEA;IACA,IAAI,CAACuB,KAAK,CAACmB,SAAS,EAAE;MACpB,OAAO,KAAK;IACd;IACA;;IAEA,IAAInB,KAAK,CAACmB,SAAS,CAACF,IAAI,CAACG,EAAE,IAAIA,EAAE,CAACI,IAAI,KAAK,GAAG,IAAIJ,EAAE,CAACK,KAAK,CAACG,QAAQ,CAAC,SAAS,CAAC,CAAC,EAAE;MAC/E,OAAO,KAAK;IACd;IAEA,OAAOV,+BAA+B,CAAClB,KAAK,CAAC,CAAC,CAAC;EACjD;EAGA,SAAS8B,iBAAiBA,CAACR,QAAQ,EAAE;IACnC,IAAI,CAACD,+BAA+B,CAACC,QAAQ,CAAC,EAAE;MAC9C,OAAO;QAACE,IAAI,EAAEF,QAAQ,CAACE,IAAI;QAAEC,KAAK,EAAEH,QAAQ,CAACG;MAAK,CAAC,CAAC,CAAC;IACvD;IACA,MAAMA,KAAK,GAAGxF,IAAI,CAAC8F,cAAc,CAACT,QAAQ,CAACG,KAAK,CAAC;IAEjD,OAAO;MAACD,IAAI,EAAEF,QAAQ,CAACE,IAAI;MAAEC;IAAK,CAAC;EACrC;EAEA,SAASO,oBAAoBA,CAACV,QAAQ,EAAEW,IAAI,GAAG,KAAK,EAAE;IACpD,MAAMC,SAAS,GAAGD,IAAI,KAAK,KAAK,GAAG,KAAK,GAAG,KAAK,CAAC,CAAC;IAClD,MAAMR,KAAK,GAAGJ,+BAA+B,CAACC,QAAQ,CAAC,GAAGjF,OAAO,CAAC0F,cAAc,CAACT,QAAQ,CAACG,KAAK,EAAES,SAAS,CAAC,CAACrC,MAAM,GAAGyB,QAAQ,CAACG,KAAK;IACnI;IACA,OAAO;MAACD,IAAI,EAAEF,QAAQ,CAACE,IAAI;MAAEC;IAAK,CAAC;EACrC;EAEA,SAASU,QAAQA,CAACnC,KAAK,EAAEoC,gBAAgB,EAAEnG,IAAI,GAAG,IAAI,EAAEgG,IAAI,GAAG,KAAK,EAAE;IACpE,MAAMI,SAAS,GAAGC,eAAe,CAAC,KAAK,EAAEtC,KAAK,CAACmB,SAAS,EAAEiB,gBAAgB,CAAC;IAC3E,MAAMG,mBAAmB,GAAGtG,IAAI,GAAG6B,SAAS,GAAGE,YAAY;IAE3D,MAAMwE,SAAS,GAAG,IAAAC,uBAAgB,EAACzC,KAAK,EAAE,GAAG,EAAEuC,mBAAmB,CAAC,GAAG,EAAE,GAAG,CAAC;MAACf,IAAI,EAAE,GAAG;MAAEC,KAAK,EAAEc;IAAmB,CAAC,CAAC,CAAC,CAAC;IACtH,MAAMG,mBAAmB,GAAGzG,IAAI,GAAG6F,iBAAiB,GAAGE,oBAAoB;;IAE3E;IACA,MAAMb,SAAS,GAAGnB,KAAK,CAACmB,SAAS,CAACwB,MAAM,CAACvB,EAAE,IAAIA,EAAE,CAACI,IAAI,KAAK,GAAG,CAAC,CAACoB,GAAG,CAACxB,EAAE,IAAIsB,mBAAmB,CAACtB,EAAE,EAAEa,IAAI,CAAC,CAAC;IAExG,MAAMY,QAAQ,GAAG;MAAClB,GAAG,EAAE3B,KAAK,CAAC2B,GAAG;MAAEmB,IAAI,EAAE9C,KAAK,CAAC8C,IAAI;MAAEC,IAAI,EAAE/C,KAAK,CAAC+C,IAAI;MAAE5B,SAAS,EAAE,CAACkB,SAAS,EAAE,GAAGlB,SAAS,EAAE,GAAGqB,SAAS;IAAC,CAAC;;IAEzH;IACA,IAAI,CAACvG,IAAI,IAAIiC,MAAM,CAACQ,aAAa,EAAE;MACjC,OAAOmE,QAAQ;IACjB;IACA,IAAI5G,IAAI,IAAI,CAACiC,MAAM,CAACQ,aAAa,EAAE;MACjC,OAAOmE,QAAQ;IACjB;IACA;;IAEA;IACAA,QAAQ,CAAClB,GAAG,GAAG,KAAK,CAAC,CAAC;IACtB,IAAAqB,iCAAiB,EAACX,SAAS,EAAErC,KAAK,CAAC2B,GAAG,CAAC;IACvC,OAAOkB,QAAQ;EAEjB;EAEA,SAASI,cAAcA,CAACjD,KAAK,EAAEoC,gBAAgB,EAAE;IAC/C,IAAI,CAAClE,MAAM,CAACM,qBAAqB,EAAE;MACjC,OAAO0E,SAAS;IAClB;IACA;IACA,IAAI,CAAChF,MAAM,CAACK,cAAc,IAAI,CAACL,MAAM,CAACQ,aAAa,EAAE;MACnD,MAAMyC,SAAS,GAAGnB,KAAK,CAACmB,SAAS,CAACyB,GAAG,CAACxB,EAAE,IAAIU,iBAAiB,CAACV,EAAE,CAAC,CAAC;MAClE,OAAO;QAACO,GAAG,EAAE3B,KAAK,CAAC2B,GAAG;QAAEmB,IAAI,EAAE9C,KAAK,CAAC8C,IAAI;QAAEC,IAAI,EAAE/C,KAAK,CAAC+C,IAAI;QAAE5B;MAAS,CAAC;IACxE;IAEA,OAAOgB,QAAQ,CAACnC,KAAK,EAAEoC,gBAAgB,EAAE,IAAI,EAAE,KAAK,CAAC;EAEvD;EAEA,SAASe,iBAAiBA,CAACnD,KAAK,EAAEoC,gBAAgB,EAAEH,IAAI,GAAG,KAAK,EAAE;IAChE,IAAI,CAAC/D,MAAM,CAACO,wBAAwB,EAAE;MACpC,OAAOyE,SAAS;IAClB;IACA;IACA,IAAI,CAAChF,MAAM,CAACK,cAAc,IAAIL,MAAM,CAACQ,aAAa,EAAE;MAClD,MAAMyC,SAAS,GAAGnB,KAAK,CAACmB,SAAS,CAACyB,GAAG,CAACxB,EAAE,IAAIY,oBAAoB,CAACZ,EAAE,EAAEa,IAAI,CAAC,CAAC;MAC3E,OAAO;QAACN,GAAG,EAAE3B,KAAK,CAAC2B,GAAG;QAAEmB,IAAI,EAAE9C,KAAK,CAAC8C,IAAI;QAAEC,IAAI,EAAE/C,KAAK,CAAC+C,IAAI;QAAE5B;MAAS,CAAC;IACxE;IAEA,OAAOgB,QAAQ,CAACnC,KAAK,EAAEoC,gBAAgB,EAAE,KAAK,EAAEH,IAAI,CAAC;EACvD;EAEA,SAASK,eAAeA,CAACX,GAAG,EAAER,SAAS,EAAEiB,gBAAgB,EAAE;IACzD,MAAMgB,eAAe,GAAG;MAAC5B,IAAI,EAAE,GAAG;MAAEC,KAAK,EAAE,GAAGE,GAAG,IAAIS,gBAAgB;IAAE,CAAC;IACxE,IAAIT,GAAG,KAAK,KAAK,EAAE;MAAE;MACnB,OAAOyB,eAAe;IACxB;IACA;IACA,MAAM,CAACf,SAAS,CAAC,GAAGlB,SAAS,CAACwB,MAAM,CAACvB,EAAE,IAAIA,EAAE,CAACI,IAAI,KAAK,GAAG,CAAC,CAACoB,GAAG,CAACxB,EAAE,IAAI,IAAAf,cAAK,EAACe,EAAE,CAAC,CAAC;IAChF,IAAIiB,SAAS,EAAE;MACb,IAAAW,iCAAiB,EAACX,SAAS,EAAEV,GAAG,CAAC,CAAC,CAAC;MACnC,OAAOU,SAAS;IAClB;IAEA,OAAOe,eAAe;EACxB;EAEA,SAASC,0BAA0BA,CAACrD,KAAK,EAAEoC,gBAAgB,EAAE;IAC3D,IAAI,CAAClE,MAAM,CAACK,cAAc,EAAE;MAC1B,OAAO2E,SAAS;IAClB;IACA,IAAAI,cAAO,EAAC,uBAAuB,IAAAnD,oBAAa,EAACH,KAAK,CAAC,EAAE,CAAC;IACtD,MAAMuD,YAAY,GAAGjB,eAAe,CAACtC,KAAK,CAAC2B,GAAG,EAAE3B,KAAK,CAACmB,SAAS,EAAEiB,gBAAgB,CAAC;IAClF,MAAMoB,YAAY,GAAG,IAAAf,uBAAgB,EAACzC,KAAK,EAAE,GAAG,EAAEjC,aAAa,CAAC,GAAG,EAAE,GAAG,CAAC;MAACyD,IAAI,EAAE,GAAG;MAAEC,KAAK,EAAE1D;IAAa,CAAC,CAAC;IAC3G,MAAMoD,SAAS,GAAG,CAChBoC,YAAY,EACZ,GAAGvD,KAAK,CAACmB,SAAS,CAACwB,MAAM,CAACvB,EAAE,IAAIA,EAAE,CAACI,IAAI,KAAK,GAAG,CAAC,CAACoB,GAAG,CAACxB,EAAE,IAAI,IAAAf,cAAK,EAACe,EAAE,CAAC,CAAC,EACrE,GAAGoC,YAAY,CAChB;IAED,MAAMX,QAAQ,GAAG;MAAClB,GAAG,EAAE,KAAK;MAAEmB,IAAI,EAAE9C,KAAK,CAAC8C,IAAI;MAAEC,IAAI,EAAE/C,KAAK,CAAC+C,IAAI;MAAE5B;IAAS,CAAC;IAC5E,IAAAmC,cAAO,EAAC,uBAAuB,IAAAnD,oBAAa,EAAC0C,QAAQ,CAAC,EAAE,CAAC;IACzD,OAAOA,QAAQ;EACjB;EAGA,SAASY,sBAAsBA,CAACC,aAAa,EAAE9E,MAAM,EAAE+E,0BAA0B,GAAG,CAAC,EAAE;IACrF,MAAMvB,gBAAgB,GAAG,IAAAwB,6DAA6C,EAACF,aAAa,CAAC;IACrF;IACA,IAAItB,gBAAgB,GAAG,CAAC,EAAE;MACxB,OAAOA,gBAAgB;IACzB;IACA,IAAIuB,0BAA0B,EAAE;MAC9B,OAAOA,0BAA0B,GAAG,CAAC;IACvC;IACA,OAAO,IAAA/D,8DAA8C,EAAChB,MAAM,CAAC,GAAG,CAAC;EACnE;EAEA,SAASL,cAAcA,CAACsF,oBAAoB,EAAE;IAC5C;IACA,IAAI,CAAC3F,MAAM,CAACK,cAAc,EAAE;MAC1B,OAAO,KAAK;IACd;IACA;IACA,OAAO,CAACsF,oBAAoB,CAAC5C,IAAI,CAAC6C,CAAC,IAAI,IAAArB,uBAAgB,EAACqB,CAAC,EAAE,GAAG,EAAE/F,aAAa,CAAC,CAAC;EACjF;EAEA,SAASgG,2BAA2BA,CAACF,oBAAoB,EAAE;IACzD,IAAI,CAAC3F,MAAM,CAACO,wBAAwB,EAAE;MACpC,OAAO,KAAK;IACd;IACA,OAAO,CAACoF,oBAAoB,CAAC5C,IAAI,CAAC6C,CAAC,IAAI,IAAArB,uBAAgB,EAACqB,CAAC,EAAE,GAAG,EAAE9F,YAAY,CAAC,CAAC;EAChF;EAEA,SAASgG,8BAA8BA,CAAChE,KAAK,EAAEpB,MAAM,EAAE;IACrD;IACA,IAAI,CAACoB,KAAK,CAACmB,SAAS,IAAI,CAACO,sBAAsB,CAAC1B,KAAK,CAAC2B,GAAG,CAAC,IAAI,CAACzD,MAAM,CAACM,qBAAqB,IAAI,CAACN,MAAM,CAACK,cAAc,IAAI,CAACL,MAAM,CAACO,wBAAwB,EAAE;MACzJ,OAAO,KAAK;IACd;;IAEA;IACA,IAAIyC,+BAA+B,CAAClB,KAAK,CAAC,IAAIA,KAAK,CAACmB,SAAS,CAACF,IAAI,CAACG,EAAE,IAAIA,EAAE,CAACI,IAAI,KAAK,GAAG,IAAIJ,EAAE,CAACK,KAAK,CAACG,QAAQ,CAAC,SAAS,CAAC,IAAIR,EAAE,CAACK,KAAK,KAAK3D,SAAS,CAAC,EAAE;MACnJ,OAAO,KAAK;IACd;IAEA,MAAM+F,oBAAoB,GAAG,IAAAI,6CAA6B,EAACjE,KAAK,EAAEpB,MAAM,CAAC1B,GAAG,CAAC,KAAK,CAAC,CAAC;IACpF,IAAI2G,oBAAoB,CAAC3E,MAAM,KAAK,CAAC,EAAE;MACrC,OAAO,KAAK;IACd;;IAEA;IACA,MAAM,CAACgF,WAAW,CAAC,GAAGL,oBAAoB;IAC1C,IAAAP,cAAO,EAAC,6BAA6B,IAAAnD,oBAAa,EAACH,KAAK,CAAC,EAAE,CAAC;IAC5D,IAAAsD,cAAO,EAAC,6BAA6B,IAAAnD,oBAAa,EAAC+D,WAAW,CAAC,EAAE,CAAC;IAClE,IAAI,CAAChD,+BAA+B,CAACgD,WAAW,CAAC,EAAE;MACjD,OAAO,KAAK;IACd;IACA,IAAIA,WAAW,CAAC/C,SAAS,CAACF,IAAI,CAACG,EAAE,IAAIA,EAAE,CAACI,IAAI,KAAK,GAAG,IAAIJ,EAAE,CAACK,KAAK,CAACG,QAAQ,CAAC,SAAS,CAAC,IAAIR,EAAE,CAACK,KAAK,KAAK1D,aAAa,CAAC,EAAE;MACnH,OAAO,KAAK;IACd;;IAEA;IACA;IACA,MAAMoG,wBAAwB,GAAG,IAAAC,mDAAmC,EAACpE,KAAK,CAAC;IAC3E,MAAMqE,YAAY,GAAG,IAAAC,gCAAe,EAAC1F,MAAM,CAAC;IAC5C,MAAM2F,MAAM,GAAG,IAAApE,oBAAa,EAACqE,+BAA+B,CAACrB,iBAAiB,CAACe,WAAW,EAAEC,wBAAwB,EAAEE,YAAY,CAAC,EAAErE,KAAK,CAAC2B,GAAG,CAAC,CAAC;IAChJ,MAAM8C,MAAM,GAAG,IAAAtE,oBAAa,EAACqE,+BAA+B,CAACxE,KAAK,EAAEA,KAAK,CAAC2B,GAAG,CAAC,CAAC;IAC/E,IAAA2B,cAAO,EAAC,yBAAyBmB,MAAM,YAAYF,MAAM,MAAME,MAAM,KAAKF,MAAM,GAAG,IAAI,GAAG,MAAM,EAAE,CAAC;IACnG,OAAOE,MAAM,KAAKF,MAAM;EAC1B;EAEA,SAASC,+BAA+BA,CAACxE,KAAK,EAAE2B,GAAG,EAAE;IACnD,MAAM+C,WAAW,GAAG,IAAArE,cAAK,EAACL,KAAK,CAAC;IAChC0E,WAAW,CAAC/C,GAAG,GAAGA,GAAG,CAAC,CAAC;IACvB+C,WAAW,CAACvD,SAAS,GAAGuD,WAAW,CAACvD,SAAS,CAACwB,MAAM,CAACvB,EAAE,IAAIA,EAAE,CAACI,IAAI,KAAK,GAAG,IAAIJ,EAAE,CAACK,KAAK,KAAKzD,YAAY,CAAC,CAAC,CAAC;IAC1G,OAAO,IAAA2G,kCAAqB,EAACD,WAAW,CAAC;EAC3C;EAEA,SAASE,wBAAwBA,CAAC5E,KAAK,EAAEpB,MAAM,EAAE;IAC/C;IACA,IAAI,CAACV,MAAM,CAACM,qBAAqB,EAAE;MACjC,OAAO,EAAE;IACX;IACA,MAAM,CAAC0F,WAAW,CAAC,GAAG,IAAAD,6CAA6B,EAACjE,KAAK,EAAEpB,MAAM,CAAC1B,GAAG,CAAC,KAAK,CAAC,CAAC;IAE7E,MAAMiH,wBAAwB,GAAG,IAAAC,mDAAmC,EAACpE,KAAK,CAAC;IAC3E,MAAMqE,YAAY,GAAG,IAAAC,gCAAe,EAAC1F,MAAM,CAAC;IAE5C,MAAMiG,QAAQ,GAAG;MAAC,KAAK,EAAE7E,KAAK,CAAC2B,GAAG;MAAE,MAAM,EAAE3B,KAAK,CAAC8C,IAAI;MAAE,MAAM,EAAE9C,KAAK,CAAC+C,IAAI;MAAE,WAAW,EAAEmB,WAAW,CAAC/C;IAAS,CAAC;IAE/G,MAAM2D,YAAY,GAAG5G,MAAM,CAACM,qBAAqB,GAAGyE,cAAc,CAAC4B,QAAQ,EAAEV,wBAAwB,CAAC,GAAGjB,SAAS,CAAC,CAAC;IACpH,MAAM6B,gBAAgB,GAAG7G,MAAM,CAACK,cAAc,GAAG8E,0BAA0B,CAACwB,QAAQ,EAAEV,wBAAwB,CAAC,GAAGjB,SAAS,CAAC,CAAC;IAC7H,MAAM8B,eAAe,GAAG9G,MAAM,CAACO,wBAAwB,GAAG0E,iBAAiB,CAACnD,KAAK,EAAEmE,wBAAwB,EAAEE,YAAY,CAAC,GAAGnB,SAAS,CAAC,CAAC;;IAExI;IACAgB,WAAW,CAACe,YAAY,GAAG,CAAC,CAAC,CAAC;;IAE9B,OAAO,CAACH,YAAY,EAAEC,gBAAgB,EAAEC,eAAe,CAAC,CAACrC,MAAM,CAACmB,CAAC,IAAIA,CAAC,CAAC;EACzE;EAGA,SAAShE,YAAYA,CAAC4D,aAAa,EAAE9E,MAAM,EAAE+E,0BAA0B,GAAG,CAAC,EAAE;IAC3E,IAAI,CAAC9B,wBAAwB,CAAC6B,aAAa,CAAC,EAAE;MAC5C,IAAIM,8BAA8B,CAACN,aAAa,EAAE9E,MAAM,CAAC,EAAE;QAAE;QAC3D,OAAOgG,wBAAwB,CAAClB,aAAa,EAAE9E,MAAM,CAAC;MACxD;MACA,IAAI8E,aAAa,CAACuB,YAAY,EAAE;QAAE;QAChC,OAAO,EAAE;MACX;MACA,OAAO,CAACvB,aAAa,CAAC;IACxB;;IAEA;;IAEA,MAAMwB,wBAAwB,GAAGzB,sBAAsB,CAACC,aAAa,EAAE9E,MAAM,EAAE+E,0BAA0B,CAAC;IAC1G,MAAMwB,2BAA2B,GAAG,IAAAC,2CAA2B,EAACF,wBAAwB,CAAC;IACzF,MAAMb,YAAY,GAAG,IAAAC,gCAAe,EAAC1F,MAAM,CAAC;;IAE5C;;IAEA,MAAMiF,oBAAoB,GAAG,IAAAI,6CAA6B,EAACP,aAAa,EAAE9E,MAAM,CAAC1B,GAAG,CAAC,KAAK,CAAC,CAAC;;IAE5F;;IAEA,MAAM4H,YAAY,GAAG7B,cAAc,CAACS,aAAa,EAAEyB,2BAA2B,CAAC,CAAC,CAAC;IACjF,MAAMJ,gBAAgB,GAAGxG,cAAc,CAACsF,oBAAoB,CAAC,GAAGR,0BAA0B,CAACK,aAAa,EAAEyB,2BAA2B,CAAC,GAAGjC,SAAS,CAAC,CAAC;IACpJ,MAAM8B,eAAe,GAAGjB,2BAA2B,CAACF,oBAAoB,CAAC,GAAGV,iBAAiB,CAACO,aAAa,EAAEyB,2BAA2B,EAAEd,YAAY,CAAC,GAAGnB,SAAS,CAAC,CAAC;;IAErK,OAAO,CAAC4B,YAAY,EAAEC,gBAAgB,EAAEC,eAAe,CAAC,CAACrC,MAAM,CAACmB,CAAC,IAAIA,CAAC,CAAC;EACzE;AACF","ignoreList":[]}

package/dist/merge-fields/mergeField.js

@@ -30,7 +30,7 @@ const debug = (0, _debug.default)('@natlibfi/melinda-marc-record-merge-reducers:
 //const debugData = debug.extend('data');
 const debugDev = debug.extend('dev');
 
-// NB! Can be do this via config.json?
+// NB! Can we do this via config.json?
 function removeEnnakkotieto(field) {
   const tmp = field.subfields.filter(subfield => !(0, _normalizeFieldForComparison.isEnnakkotietoSubfieldG)(subfield));
   // remove only iff some other subfield remains

package/dist/merge-fields/mergeField.js.map

@@ -1 +1 @@
-{"version":3,"file":"mergeField.js","names":["_debug","_interopRequireDefault","require","_utils","_subfield6Utils","_normalizeFieldForComparison","_mergeOrAddSubfield","_mergeIndicator","_mergableTag","_counterpartField","e","__esModule","default","debug","createDebugLogger","debugDev","extend","removeEnnakkotieto","field","tmp","subfields","filter","subfield","isEnnakkotietoSubfieldG","length","copyrightYearHack","baseRecord","baseField","sourceField","tag","relevantSubfields","sf","code","hasCopyright","value","forEach","replace","insertField","removeCopyright","mergeField2","config","candFieldPairs880","fieldToString","find","merged","mergeIndicators","normalizedSourceField","cloneAndNormalizeFieldForComparison","strippedSourceField","cloneAndRemovePunctuation","nvdebug","originalSubfield","index","normalizedSubfield","punctlessSubfield","originalBaseValue","subfieldToString","subfieldData","mergeOrAddSubfield","newValue","skipMergeField","mergableTag","fields","some","mergeCandidate","fieldsAreIdentical","deleted","sourceRecordIsBetter","isAsteriField","match","swapDataBetweenFields","field1","field2","swapNamedData","name","data","mergeField","sourceRecord","counterpartField","getCounterpart","undefined","fieldGetOccurrenceNumberPairs","fieldsToString"],"sources":["../../src/merge-fields/mergeField.js"],"sourcesContent":["//import {MarcRecord} from '@natlibfi/marc-record';\nimport createDebugLogger from 'debug';\nimport {fieldToString, fieldsToString, fieldsAreIdentical, nvdebug, hasCopyright, removeCopyright, subfieldToString} from '../utils';\nimport {fieldGetOccurrenceNumberPairs} from '../subfield6Utils.js';\nimport {cloneAndNormalizeFieldForComparison, cloneAndRemovePunctuation, isEnnakkotietoSubfieldG} from '../normalizeFieldForComparison';\nimport {mergeOrAddSubfield} from './mergeOrAddSubfield';\nimport {mergeIndicators} from './mergeIndicator';\nimport {mergableTag} from './mergableTag';\nimport {getCounterpart} from './counterpartField';\n//import {default as normalizeEncoding} from '@natlibfi/marc-record-validators-melinda/dist/normalize-utf8-diacritics';\n//import {postprocessRecords} from './mergeOrAddPostprocess.js';\n//import {preprocessBeforeAdd} from './processFilter.js';\n\n//import fs from 'fs';\n//import path from 'path';\n\n\n//const defaultConfig = JSON.parse(fs.readFileSync(path.join(__dirname, '..', '..', 'src', 'reducers', 'config.json'), 'utf8'));\n\n// Specs: https://workgroups.helsinki.fi/x/K1ohCw (though we occasionally differ from them)...\n\nconst debug = createDebugLogger('@natlibfi/melinda-marc-record-merge-reducers:mergeField');\n//const debugData = debug.extend('data');\nconst debugDev = debug.extend('dev');\n\n// NB! Can be do this via config.json?\nfunction removeEnnakkotieto(field) {\n  const tmp = field.subfields.filter(subfield => !isEnnakkotietoSubfieldG(subfield));\n  // remove only iff some other subfield remains\n  if (tmp.length > 0) { // eslint-disable-line functional/no-conditional-statements\n    field.subfields = tmp; // eslint-disable-line functional/immutable-data\n  }\n}\n\n\nfunction copyrightYearHack(baseRecord, baseField, sourceField) {\n  if (baseField.tag !== '264' || sourceField.tag !== '260') {\n    return;\n  }\n  const relevantSubfields = sourceField.subfields.filter(sf => sf.code === 'c' && hasCopyright(sf.value));\n\n  relevantSubfields.forEach(sf => {\n    // Add new:\n    const value = sf.value.replace(/\\.$/u, '');\n    baseRecord.insertField({'tag': '264', 'ind1': ' ', 'ind2': '4', 'subfields': [{'code': 'c', value}]});\n    // Modify original subfield:\n    sf.value = removeCopyright(sf.value); // eslint-disable-line functional/immutable-data\n  });\n}\n\n// eslint-disable-next-line max-params\nfunction mergeField2(baseRecord, baseField, sourceField, config, candFieldPairs880 = []) {\n  //// Identical fields\n  // No need to check every subfield separately.\n  // Also no need to postprocess the resulting field.\n  if (fieldToString(baseField) === fieldToString(sourceField)) {\n    return baseRecord;\n  }\n\n  // If a base ennakkotieto is merged with real data, remove ennakkotieto subfield:\n  // (If our prepub normalizations are ok, this should not be needed.\n  //  However, it's simple and works well enough, so let's keep it here.)\n  if (baseField.subfields?.find(sf => isEnnakkotietoSubfieldG(sf)) && !sourceField.subfields?.find(sf => isEnnakkotietoSubfieldG(sf))) { // eslint-disable-line functional/no-conditional-statements\n    removeEnnakkotieto(baseField);\n    baseField.merged = 1; // eslint-disable-line functional/immutable-data\n  }\n\n  copyrightYearHack(baseRecord, baseField, sourceField);\n\n  mergeIndicators(baseField, sourceField, config);\n\n\n  // We want to add the incoming subfields without punctuation, and add puctuation later on.\n  // (Cloning is harmless, but probably not needed.)\n  // NEW: we also drag the normalized version along. It is needed for the merge-or-add decision\n  const normalizedSourceField = cloneAndNormalizeFieldForComparison(sourceField); // This is for comparison\n  const strippedSourceField = cloneAndRemovePunctuation(sourceField); // This is for adding subfields\n\n  //nvdebug(`  MERGING SUBFIELDS OF '${fieldToString(sourceField)}' (original)`, debugDev);\n  //nvdebug(`  MERGING SUBFIELDS OF '${fieldToString(normalizedSourceField)}' (comparison)`, debugDev);\n  nvdebug(`  MERGING SUBFIELDS OF '${fieldToString(strippedSourceField)}' (merge/add)`, debugDev);\n\n  sourceField.subfields.forEach((originalSubfield, index) => {\n  //strippedSourceField.subfields.forEach((subfieldForMergeOrAdd, index) => {\n    const normalizedSubfield = normalizedSourceField.subfields[index];\n    const punctlessSubfield = strippedSourceField.subfields[index];\n    const originalBaseValue = fieldToString(baseField);\n    nvdebug(`  TRYING TO MERGE SUBFIELD '${subfieldToString(originalSubfield)}' TO '${originalBaseValue}'`, debugDev);\n\n    const subfieldData = {'tag': sourceField.tag, 'code': originalSubfield.code, 'originalValue': originalSubfield.value, 'normalizedValue': normalizedSubfield.value, 'punctuationlessValue': punctlessSubfield.value};\n\n    mergeOrAddSubfield(baseField, subfieldData, candFieldPairs880); // candSubfield);\n    const newValue = fieldToString(baseField);\n    if (originalBaseValue !== newValue) { // eslint-disable-line functional/no-conditional-statements\n      nvdebug(`   SUBFIELD MERGE RESULT: '${newValue}'`, debugDev);\n      //debug(`   TODO: sort subfields, handle punctuation...`);\n    }\n    //else { debugDev(`  mergeOrAddSubfield() did not add '‡${fieldToString(subfieldForMergeOrAdd)}' to '${originalValue}'`); }\n\n  });\n}\n\n\nfunction skipMergeField(baseRecord, sourceField, config) {\n  if (!mergableTag(sourceField.tag, config)) {\n    nvdebug(`skipMergeField(): field '${fieldToString(sourceField)}' listed as skippable!`, debugDev);\n    return true;\n  }\n\n  // Skip duplicate field:\n  if (baseRecord.fields.some(baseField => !baseField.mergeCandidate && fieldsAreIdentical(sourceField, baseField))) {\n    nvdebug(`skipMergeField(): field '${fieldToString(sourceField)}' already exists! No merge required!`, debugDev);\n    sourceField.deleted = 1; // eslint-disable-line functional/immutable-data\n    return true;\n  }\n\n  return false;\n}\n\nfunction sourceRecordIsBetter(baseField, sourceField) {\n  if (!baseField.subfields) {\n    return;\n  }\n  // MELINDA-8978: prefer Asteri version\n  if (isAsteriField(sourceField) && !isAsteriField(baseField)) {\n    return 1;\n  }\n\n  function isAsteriField(field) {\n    if (field.subfields.some(sf => sf.code === '0' && sf.value.match(/^\\((?:FI-ASTERI-[NW]|FIN1[13])\\)[0-9]{9}$/u))) {\n      return true;\n    }\n  }\n  return false;\n}\n\nfunction swapDataBetweenFields(field1, field2) {\n  // NB! Does not support controlfields yet! Add support if the need arises.\n  if (field1.subfields) { // If field1 has subfields, then also field2 has them. No need to check the other field here.\n    swapNamedData('ind1');\n    swapNamedData('ind2');\n    swapNamedData('subfields');\n    return;\n  }\n  return;\n\n  function swapNamedData(name) {\n    const data = field1[name]; // eslint-disable-line functional/immutable-data\n    field1[name] = field2[name]; // eslint-disable-line functional/immutable-data\n    field2[name] = data; // eslint-disable-line functional/immutable-data\n  }\n\n}\n\nexport function mergeField(baseRecord, sourceRecord, sourceField, config) {\n  nvdebug(`SELF: ${fieldToString(sourceField)}`, debugDev);\n\n  sourceField.mergeCandidate = true; // eslint-disable-line functional/immutable-data\n  // skip duplicates and special cases:\n  if (skipMergeField(baseRecord, sourceField, config)) {\n    nvdebug(`mergeField(): don't merge '${fieldToString(sourceField)}'`, debugDev);\n    delete sourceField.mergeCandidate; // eslint-disable-line functional/immutable-data\n    return false;\n  }\n\n  nvdebug(`mergeField(): Try to merge '${fieldToString(sourceField)}'.`, debugDev);\n  const counterpartField = getCounterpart(baseRecord, sourceRecord, sourceField, config);\n\n  if (counterpartField) {\n    if (sourceRecordIsBetter(counterpartField, sourceField)) { // eslint-disable-line functional/no-conditional-statements\n      swapDataBetweenFields(counterpartField, sourceField);\n    }\n\n    const candFieldPairs880 = sourceField.tag === '880' ? undefined : fieldGetOccurrenceNumberPairs(sourceField, sourceRecord.fields);\n    nvdebug(`mergeField(): Got counterpart: '${fieldToString(counterpartField)}'. Thus try merge...`, debugDev);\n    nvdebug(`PAIR: ${candFieldPairs880 ? fieldsToString(candFieldPairs880) : 'NADA'}`, debugDev);\n    mergeField2(baseRecord, counterpartField, sourceField, config, candFieldPairs880);\n    sourceField.deleted = 1; // eslint-disable-line functional/immutable-data\n    delete sourceField.mergeCandidate; // eslint-disable-line functional/immutable-data\n    return true;\n  }\n  // NB! Counterpartless field is inserted to 7XX even if field.tag says 1XX:\n  debugDev(`mergeField(): No mergable counterpart found for '${fieldToString(sourceField)}'.`);\n  delete sourceField.mergeCandidate; // eslint-disable-line functional/immutable-data\n  return false;\n}\n\n"],"mappings":";;;;;;AACA,IAAAA,MAAA,GAAAC,sBAAA,CAAAC,OAAA;AACA,IAAAC,MAAA,GAAAD,OAAA;AACA,IAAAE,eAAA,GAAAF,OAAA;AACA,IAAAG,4BAAA,GAAAH,OAAA;AACA,IAAAI,mBAAA,GAAAJ,OAAA;AACA,IAAAK,eAAA,GAAAL,OAAA;AACA,IAAAM,YAAA,GAAAN,OAAA;AACA,IAAAO,iBAAA,GAAAP,OAAA;AAAkD,SAAAD,uBAAAS,CAAA,WAAAA,CAAA,IAAAA,CAAA,CAAAC,UAAA,GAAAD,CAAA,KAAAE,OAAA,EAAAF,CAAA;AARlD;;AASA;AACA;AACA;;AAEA;AACA;;AAGA;;AAEA;;AAEA,MAAMG,KAAK,GAAG,IAAAC,cAAiB,EAAC,yDAAyD,CAAC;AAC1F;AACA,MAAMC,QAAQ,GAAGF,KAAK,CAACG,MAAM,CAAC,KAAK,CAAC;;AAEpC;AACA,SAASC,kBAAkBA,CAACC,KAAK,EAAE;EACjC,MAAMC,GAAG,GAAGD,KAAK,CAACE,SAAS,CAACC,MAAM,CAACC,QAAQ,IAAI,CAAC,IAAAC,oDAAuB,EAACD,QAAQ,CAAC,CAAC;EAClF;EACA,IAAIH,GAAG,CAACK,MAAM,GAAG,CAAC,EAAE;IAAE;IACpBN,KAAK,CAACE,SAAS,GAAGD,GAAG,CAAC,CAAC;EACzB;AACF;AAGA,SAASM,iBAAiBA,CAACC,UAAU,EAAEC,SAAS,EAAEC,WAAW,EAAE;EAC7D,IAAID,SAAS,CAACE,GAAG,KAAK,KAAK,IAAID,WAAW,CAACC,GAAG,KAAK,KAAK,EAAE;IACxD;EACF;EACA,MAAMC,iBAAiB,GAAGF,WAAW,CAACR,SAAS,CAACC,MAAM,CAACU,EAAE,IAAIA,EAAE,CAACC,IAAI,KAAK,GAAG,IAAI,IAAAC,mBAAY,EAACF,EAAE,CAACG,KAAK,CAAC,CAAC;EAEvGJ,iBAAiB,CAACK,OAAO,CAACJ,EAAE,IAAI;IAC9B;IACA,MAAMG,KAAK,GAAGH,EAAE,CAACG,KAAK,CAACE,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;IAC1CV,UAAU,CAACW,WAAW,CAAC;MAAC,KAAK,EAAE,KAAK;MAAE,MAAM,EAAE,GAAG;MAAE,MAAM,EAAE,GAAG;MAAE,WAAW,EAAE,CAAC;QAAC,MAAM,EAAE,GAAG;QAAEH;MAAK,CAAC;IAAC,CAAC,CAAC;IACrG;IACAH,EAAE,CAACG,KAAK,GAAG,IAAAI,sBAAe,EAACP,EAAE,CAACG,KAAK,CAAC,CAAC,CAAC;EACxC,CAAC,CAAC;AACJ;;AAEA;AACA,SAASK,WAAWA,CAACb,UAAU,EAAEC,SAAS,EAAEC,WAAW,EAAEY,MAAM,EAAEC,iBAAiB,GAAG,EAAE,EAAE;EACvF;EACA;EACA;EACA,IAAI,IAAAC,oBAAa,EAACf,SAAS,CAAC,KAAK,IAAAe,oBAAa,EAACd,WAAW,CAAC,EAAE;IAC3D,OAAOF,UAAU;EACnB;;EAEA;EACA;EACA;EACA,IAAIC,SAAS,CAACP,SAAS,EAAEuB,IAAI,CAACZ,EAAE,IAAI,IAAAR,oDAAuB,EAACQ,EAAE,CAAC,CAAC,IAAI,CAACH,WAAW,CAACR,SAAS,EAAEuB,IAAI,CAACZ,EAAE,IAAI,IAAAR,oDAAuB,EAACQ,EAAE,CAAC,CAAC,EAAE;IAAE;IACrId,kBAAkB,CAACU,SAAS,CAAC;IAC7BA,SAAS,CAACiB,MAAM,GAAG,CAAC,CAAC,CAAC;EACxB;EAEAnB,iBAAiB,CAACC,UAAU,EAAEC,SAAS,EAAEC,WAAW,CAAC;EAErD,IAAAiB,+BAAe,EAAClB,SAAS,EAAEC,WAAW,EAAEY,MAAM,CAAC;;EAG/C;EACA;EACA;EACA,MAAMM,qBAAqB,GAAG,IAAAC,gEAAmC,EAACnB,WAAW,CAAC,CAAC,CAAC;EAChF,MAAMoB,mBAAmB,GAAG,IAAAC,sDAAyB,EAACrB,WAAW,CAAC,CAAC,CAAC;;EAEpE;EACA;EACA,IAAAsB,cAAO,EAAC,2BAA2B,IAAAR,oBAAa,EAACM,mBAAmB,CAAC,eAAe,EAAEjC,QAAQ,CAAC;EAE/Fa,WAAW,CAACR,SAAS,CAACe,OAAO,CAAC,CAACgB,gBAAgB,EAAEC,KAAK,KAAK;IAC3D;IACE,MAAMC,kBAAkB,GAAGP,qBAAqB,CAAC1B,SAAS,CAACgC,KAAK,CAAC;IACjE,MAAME,iBAAiB,GAAGN,mBAAmB,CAAC5B,SAAS,CAACgC,KAAK,CAAC;IAC9D,MAAMG,iBAAiB,GAAG,IAAAb,oBAAa,EAACf,SAAS,CAAC;IAClD,IAAAuB,cAAO,EAAC,+BAA+B,IAAAM,uBAAgB,EAACL,gBAAgB,CAAC,SAASI,iBAAiB,GAAG,EAAExC,QAAQ,CAAC;IAEjH,MAAM0C,YAAY,GAAG;MAAC,KAAK,EAAE7B,WAAW,CAACC,GAAG;MAAE,MAAM,EAAEsB,gBAAgB,CAACnB,IAAI;MAAE,eAAe,EAAEmB,gBAAgB,CAACjB,KAAK;MAAE,iBAAiB,EAAEmB,kBAAkB,CAACnB,KAAK;MAAE,sBAAsB,EAAEoB,iBAAiB,CAACpB;IAAK,CAAC;IAEnN,IAAAwB,sCAAkB,EAAC/B,SAAS,EAAE8B,YAAY,EAAEhB,iBAAiB,CAAC,CAAC,CAAC;IAChE,MAAMkB,QAAQ,GAAG,IAAAjB,oBAAa,EAACf,SAAS,CAAC;IACzC,IAAI4B,iBAAiB,KAAKI,QAAQ,EAAE;MAAE;MACpC,IAAAT,cAAO,EAAC,8BAA8BS,QAAQ,GAAG,EAAE5C,QAAQ,CAAC;MAC5D;IACF;IACA;EAEF,CAAC,CAAC;AACJ;AAGA,SAAS6C,cAAcA,CAAClC,UAAU,EAAEE,WAAW,EAAEY,MAAM,EAAE;EACvD,IAAI,CAAC,IAAAqB,wBAAW,EAACjC,WAAW,CAACC,GAAG,EAAEW,MAAM,CAAC,EAAE;IACzC,IAAAU,cAAO,EAAC,4BAA4B,IAAAR,oBAAa,EAACd,WAAW,CAAC,wBAAwB,EAAEb,QAAQ,CAAC;IACjG,OAAO,IAAI;EACb;;EAEA;EACA,IAAIW,UAAU,CAACoC,MAAM,CAACC,IAAI,CAACpC,SAAS,IAAI,CAACA,SAAS,CAACqC,cAAc,IAAI,IAAAC,yBAAkB,EAACrC,WAAW,EAAED,SAAS,CAAC,CAAC,EAAE;IAChH,IAAAuB,cAAO,EAAC,4BAA4B,IAAAR,oBAAa,EAACd,WAAW,CAAC,sCAAsC,EAAEb,QAAQ,CAAC;IAC/Ga,WAAW,CAACsC,OAAO,GAAG,CAAC,CAAC,CAAC;IACzB,OAAO,IAAI;EACb;EAEA,OAAO,KAAK;AACd;AAEA,SAASC,oBAAoBA,CAACxC,SAAS,EAAEC,WAAW,EAAE;EACpD,IAAI,CAACD,SAAS,CAACP,SAAS,EAAE;IACxB;EACF;EACA;EACA,IAAIgD,aAAa,CAACxC,WAAW,CAAC,IAAI,CAACwC,aAAa,CAACzC,SAAS,CAAC,EAAE;IAC3D,OAAO,CAAC;EACV;EAEA,SAASyC,aAAaA,CAAClD,KAAK,EAAE;IAC5B,IAAIA,KAAK,CAACE,SAAS,CAAC2C,IAAI,CAAChC,EAAE,IAAIA,EAAE,CAACC,IAAI,KAAK,GAAG,IAAID,EAAE,CAACG,KAAK,CAACmC,KAAK,CAAC,4CAA4C,CAAC,CAAC,EAAE;MAC/G,OAAO,IAAI;IACb;EACF;EACA,OAAO,KAAK;AACd;AAEA,SAASC,qBAAqBA,CAACC,MAAM,EAAEC,MAAM,EAAE;EAC7C;EACA,IAAID,MAAM,CAACnD,SAAS,EAAE;IAAE;IACtBqD,aAAa,CAAC,MAAM,CAAC;IACrBA,aAAa,CAAC,MAAM,CAAC;IACrBA,aAAa,CAAC,WAAW,CAAC;IAC1B;EACF;EACA;EAEA,SAASA,aAAaA,CAACC,IAAI,EAAE;IAC3B,MAAMC,IAAI,GAAGJ,MAAM,CAACG,IAAI,CAAC,CAAC,CAAC;IAC3BH,MAAM,CAACG,IAAI,CAAC,GAAGF,MAAM,CAACE,IAAI,CAAC,CAAC,CAAC;IAC7BF,MAAM,CAACE,IAAI,CAAC,GAAGC,IAAI,CAAC,CAAC;EACvB;AAEF;AAEO,SAASC,UAAUA,CAAClD,UAAU,EAAEmD,YAAY,EAAEjD,WAAW,EAAEY,MAAM,EAAE;EACxE,IAAAU,cAAO,EAAC,SAAS,IAAAR,oBAAa,EAACd,WAAW,CAAC,EAAE,EAAEb,QAAQ,CAAC;EAExDa,WAAW,CAACoC,cAAc,GAAG,IAAI,CAAC,CAAC;EACnC;EACA,IAAIJ,cAAc,CAAClC,UAAU,EAAEE,WAAW,EAAEY,MAAM,CAAC,EAAE;IACnD,IAAAU,cAAO,EAAC,8BAA8B,IAAAR,oBAAa,EAACd,WAAW,CAAC,GAAG,EAAEb,QAAQ,CAAC;IAC9E,OAAOa,WAAW,CAACoC,cAAc,CAAC,CAAC;IACnC,OAAO,KAAK;EACd;EAEA,IAAAd,cAAO,EAAC,+BAA+B,IAAAR,oBAAa,EAACd,WAAW,CAAC,IAAI,EAAEb,QAAQ,CAAC;EAChF,MAAM+D,gBAAgB,GAAG,IAAAC,gCAAc,EAACrD,UAAU,EAAEmD,YAAY,EAAEjD,WAAW,EAAEY,MAAM,CAAC;EAEtF,IAAIsC,gBAAgB,EAAE;IACpB,IAAIX,oBAAoB,CAACW,gBAAgB,EAAElD,WAAW,CAAC,EAAE;MAAE;MACzD0C,qBAAqB,CAACQ,gBAAgB,EAAElD,WAAW,CAAC;IACtD;IAEA,MAAMa,iBAAiB,GAAGb,WAAW,CAACC,GAAG,KAAK,KAAK,GAAGmD,SAAS,GAAG,IAAAC,6CAA6B,EAACrD,WAAW,EAAEiD,YAAY,CAACf,MAAM,CAAC;IACjI,IAAAZ,cAAO,EAAC,mCAAmC,IAAAR,oBAAa,EAACoC,gBAAgB,CAAC,sBAAsB,EAAE/D,QAAQ,CAAC;IAC3G,IAAAmC,cAAO,EAAC,SAAST,iBAAiB,GAAG,IAAAyC,qBAAc,EAACzC,iBAAiB,CAAC,GAAG,MAAM,EAAE,EAAE1B,QAAQ,CAAC;IAC5FwB,WAAW,CAACb,UAAU,EAAEoD,gBAAgB,EAAElD,WAAW,EAAEY,MAAM,EAAEC,iBAAiB,CAAC;IACjFb,WAAW,CAACsC,OAAO,GAAG,CAAC,CAAC,CAAC;IACzB,OAAOtC,WAAW,CAACoC,cAAc,CAAC,CAAC;IACnC,OAAO,IAAI;EACb;EACA;EACAjD,QAAQ,CAAC,oDAAoD,IAAA2B,oBAAa,EAACd,WAAW,CAAC,IAAI,CAAC;EAC5F,OAAOA,WAAW,CAACoC,cAAc,CAAC,CAAC;EACnC,OAAO,KAAK;AACd","ignoreList":[]}
+{"version":3,"file":"mergeField.js","names":["_debug","_interopRequireDefault","require","_utils","_subfield6Utils","_normalizeFieldForComparison","_mergeOrAddSubfield","_mergeIndicator","_mergableTag","_counterpartField","e","__esModule","default","debug","createDebugLogger","debugDev","extend","removeEnnakkotieto","field","tmp","subfields","filter","subfield","isEnnakkotietoSubfieldG","length","copyrightYearHack","baseRecord","baseField","sourceField","tag","relevantSubfields","sf","code","hasCopyright","value","forEach","replace","insertField","removeCopyright","mergeField2","config","candFieldPairs880","fieldToString","find","merged","mergeIndicators","normalizedSourceField","cloneAndNormalizeFieldForComparison","strippedSourceField","cloneAndRemovePunctuation","nvdebug","originalSubfield","index","normalizedSubfield","punctlessSubfield","originalBaseValue","subfieldToString","subfieldData","mergeOrAddSubfield","newValue","skipMergeField","mergableTag","fields","some","mergeCandidate","fieldsAreIdentical","deleted","sourceRecordIsBetter","isAsteriField","match","swapDataBetweenFields","field1","field2","swapNamedData","name","data","mergeField","sourceRecord","counterpartField","getCounterpart","undefined","fieldGetOccurrenceNumberPairs","fieldsToString"],"sources":["../../src/merge-fields/mergeField.js"],"sourcesContent":["//import {MarcRecord} from '@natlibfi/marc-record';\nimport createDebugLogger from 'debug';\nimport {fieldToString, fieldsToString, fieldsAreIdentical, nvdebug, hasCopyright, removeCopyright, subfieldToString} from '../utils';\nimport {fieldGetOccurrenceNumberPairs} from '../subfield6Utils.js';\nimport {cloneAndNormalizeFieldForComparison, cloneAndRemovePunctuation, isEnnakkotietoSubfieldG} from '../normalizeFieldForComparison';\nimport {mergeOrAddSubfield} from './mergeOrAddSubfield';\nimport {mergeIndicators} from './mergeIndicator';\nimport {mergableTag} from './mergableTag';\nimport {getCounterpart} from './counterpartField';\n//import {default as normalizeEncoding} from '@natlibfi/marc-record-validators-melinda/dist/normalize-utf8-diacritics';\n//import {postprocessRecords} from './mergeOrAddPostprocess.js';\n//import {preprocessBeforeAdd} from './processFilter.js';\n\n//import fs from 'fs';\n//import path from 'path';\n\n\n//const defaultConfig = JSON.parse(fs.readFileSync(path.join(__dirname, '..', '..', 'src', 'reducers', 'config.json'), 'utf8'));\n\n// Specs: https://workgroups.helsinki.fi/x/K1ohCw (though we occasionally differ from them)...\n\nconst debug = createDebugLogger('@natlibfi/melinda-marc-record-merge-reducers:mergeField');\n//const debugData = debug.extend('data');\nconst debugDev = debug.extend('dev');\n\n// NB! Can we do this via config.json?\nfunction removeEnnakkotieto(field) {\n  const tmp = field.subfields.filter(subfield => !isEnnakkotietoSubfieldG(subfield));\n  // remove only iff some other subfield remains\n  if (tmp.length > 0) { // eslint-disable-line functional/no-conditional-statements\n    field.subfields = tmp; // eslint-disable-line functional/immutable-data\n  }\n}\n\n\nfunction copyrightYearHack(baseRecord, baseField, sourceField) {\n  if (baseField.tag !== '264' || sourceField.tag !== '260') {\n    return;\n  }\n  const relevantSubfields = sourceField.subfields.filter(sf => sf.code === 'c' && hasCopyright(sf.value));\n\n  relevantSubfields.forEach(sf => {\n    // Add new:\n    const value = sf.value.replace(/\\.$/u, '');\n    baseRecord.insertField({'tag': '264', 'ind1': ' ', 'ind2': '4', 'subfields': [{'code': 'c', value}]});\n    // Modify original subfield:\n    sf.value = removeCopyright(sf.value); // eslint-disable-line functional/immutable-data\n  });\n}\n\n// eslint-disable-next-line max-params\nfunction mergeField2(baseRecord, baseField, sourceField, config, candFieldPairs880 = []) {\n  //// Identical fields\n  // No need to check every subfield separately.\n  // Also no need to postprocess the resulting field.\n  if (fieldToString(baseField) === fieldToString(sourceField)) {\n    return baseRecord;\n  }\n\n  // If a base ennakkotieto is merged with real data, remove ennakkotieto subfield:\n  // (If our prepub normalizations are ok, this should not be needed.\n  //  However, it's simple and works well enough, so let's keep it here.)\n  if (baseField.subfields?.find(sf => isEnnakkotietoSubfieldG(sf)) && !sourceField.subfields?.find(sf => isEnnakkotietoSubfieldG(sf))) { // eslint-disable-line functional/no-conditional-statements\n    removeEnnakkotieto(baseField);\n    baseField.merged = 1; // eslint-disable-line functional/immutable-data\n  }\n\n  copyrightYearHack(baseRecord, baseField, sourceField);\n\n  mergeIndicators(baseField, sourceField, config);\n\n\n  // We want to add the incoming subfields without punctuation, and add puctuation later on.\n  // (Cloning is harmless, but probably not needed.)\n  // NEW: we also drag the normalized version along. It is needed for the merge-or-add decision\n  const normalizedSourceField = cloneAndNormalizeFieldForComparison(sourceField); // This is for comparison\n  const strippedSourceField = cloneAndRemovePunctuation(sourceField); // This is for adding subfields\n\n  //nvdebug(`  MERGING SUBFIELDS OF '${fieldToString(sourceField)}' (original)`, debugDev);\n  //nvdebug(`  MERGING SUBFIELDS OF '${fieldToString(normalizedSourceField)}' (comparison)`, debugDev);\n  nvdebug(`  MERGING SUBFIELDS OF '${fieldToString(strippedSourceField)}' (merge/add)`, debugDev);\n\n  sourceField.subfields.forEach((originalSubfield, index) => {\n  //strippedSourceField.subfields.forEach((subfieldForMergeOrAdd, index) => {\n    const normalizedSubfield = normalizedSourceField.subfields[index];\n    const punctlessSubfield = strippedSourceField.subfields[index];\n    const originalBaseValue = fieldToString(baseField);\n    nvdebug(`  TRYING TO MERGE SUBFIELD '${subfieldToString(originalSubfield)}' TO '${originalBaseValue}'`, debugDev);\n\n    const subfieldData = {'tag': sourceField.tag, 'code': originalSubfield.code, 'originalValue': originalSubfield.value, 'normalizedValue': normalizedSubfield.value, 'punctuationlessValue': punctlessSubfield.value};\n\n    mergeOrAddSubfield(baseField, subfieldData, candFieldPairs880); // candSubfield);\n    const newValue = fieldToString(baseField);\n    if (originalBaseValue !== newValue) { // eslint-disable-line functional/no-conditional-statements\n      nvdebug(`   SUBFIELD MERGE RESULT: '${newValue}'`, debugDev);\n      //debug(`   TODO: sort subfields, handle punctuation...`);\n    }\n    //else { debugDev(`  mergeOrAddSubfield() did not add '‡${fieldToString(subfieldForMergeOrAdd)}' to '${originalValue}'`); }\n\n  });\n}\n\n\nfunction skipMergeField(baseRecord, sourceField, config) {\n  if (!mergableTag(sourceField.tag, config)) {\n    nvdebug(`skipMergeField(): field '${fieldToString(sourceField)}' listed as skippable!`, debugDev);\n    return true;\n  }\n\n  // Skip duplicate field:\n  if (baseRecord.fields.some(baseField => !baseField.mergeCandidate && fieldsAreIdentical(sourceField, baseField))) {\n    nvdebug(`skipMergeField(): field '${fieldToString(sourceField)}' already exists! No merge required!`, debugDev);\n    sourceField.deleted = 1; // eslint-disable-line functional/immutable-data\n    return true;\n  }\n\n  return false;\n}\n\nfunction sourceRecordIsBetter(baseField, sourceField) {\n  if (!baseField.subfields) {\n    return;\n  }\n  // MELINDA-8978: prefer Asteri version\n  if (isAsteriField(sourceField) && !isAsteriField(baseField)) {\n    return 1;\n  }\n\n  function isAsteriField(field) {\n    if (field.subfields.some(sf => sf.code === '0' && sf.value.match(/^\\((?:FI-ASTERI-[NW]|FIN1[13])\\)[0-9]{9}$/u))) {\n      return true;\n    }\n  }\n  return false;\n}\n\nfunction swapDataBetweenFields(field1, field2) {\n  // NB! Does not support controlfields yet! Add support if the need arises.\n  if (field1.subfields) { // If field1 has subfields, then also field2 has them. No need to check the other field here.\n    swapNamedData('ind1');\n    swapNamedData('ind2');\n    swapNamedData('subfields');\n    return;\n  }\n  return;\n\n  function swapNamedData(name) {\n    const data = field1[name]; // eslint-disable-line functional/immutable-data\n    field1[name] = field2[name]; // eslint-disable-line functional/immutable-data\n    field2[name] = data; // eslint-disable-line functional/immutable-data\n  }\n\n}\n\nexport function mergeField(baseRecord, sourceRecord, sourceField, config) {\n  nvdebug(`SELF: ${fieldToString(sourceField)}`, debugDev);\n\n  sourceField.mergeCandidate = true; // eslint-disable-line functional/immutable-data\n  // skip duplicates and special cases:\n  if (skipMergeField(baseRecord, sourceField, config)) {\n    nvdebug(`mergeField(): don't merge '${fieldToString(sourceField)}'`, debugDev);\n    delete sourceField.mergeCandidate; // eslint-disable-line functional/immutable-data\n    return false;\n  }\n\n  nvdebug(`mergeField(): Try to merge '${fieldToString(sourceField)}'.`, debugDev);\n  const counterpartField = getCounterpart(baseRecord, sourceRecord, sourceField, config);\n\n  if (counterpartField) {\n    if (sourceRecordIsBetter(counterpartField, sourceField)) { // eslint-disable-line functional/no-conditional-statements\n      swapDataBetweenFields(counterpartField, sourceField);\n    }\n\n    const candFieldPairs880 = sourceField.tag === '880' ? undefined : fieldGetOccurrenceNumberPairs(sourceField, sourceRecord.fields);\n    nvdebug(`mergeField(): Got counterpart: '${fieldToString(counterpartField)}'. Thus try merge...`, debugDev);\n    nvdebug(`PAIR: ${candFieldPairs880 ? fieldsToString(candFieldPairs880) : 'NADA'}`, debugDev);\n    mergeField2(baseRecord, counterpartField, sourceField, config, candFieldPairs880);\n    sourceField.deleted = 1; // eslint-disable-line functional/immutable-data\n    delete sourceField.mergeCandidate; // eslint-disable-line functional/immutable-data\n    return true;\n  }\n  // NB! Counterpartless field is inserted to 7XX even if field.tag says 1XX:\n  debugDev(`mergeField(): No mergable counterpart found for '${fieldToString(sourceField)}'.`);\n  delete sourceField.mergeCandidate; // eslint-disable-line functional/immutable-data\n  return false;\n}\n\n"],"mappings":";;;;;;AACA,IAAAA,MAAA,GAAAC,sBAAA,CAAAC,OAAA;AACA,IAAAC,MAAA,GAAAD,OAAA;AACA,IAAAE,eAAA,GAAAF,OAAA;AACA,IAAAG,4BAAA,GAAAH,OAAA;AACA,IAAAI,mBAAA,GAAAJ,OAAA;AACA,IAAAK,eAAA,GAAAL,OAAA;AACA,IAAAM,YAAA,GAAAN,OAAA;AACA,IAAAO,iBAAA,GAAAP,OAAA;AAAkD,SAAAD,uBAAAS,CAAA,WAAAA,CAAA,IAAAA,CAAA,CAAAC,UAAA,GAAAD,CAAA,KAAAE,OAAA,EAAAF,CAAA;AARlD;;AASA;AACA;AACA;;AAEA;AACA;;AAGA;;AAEA;;AAEA,MAAMG,KAAK,GAAG,IAAAC,cAAiB,EAAC,yDAAyD,CAAC;AAC1F;AACA,MAAMC,QAAQ,GAAGF,KAAK,CAACG,MAAM,CAAC,KAAK,CAAC;;AAEpC;AACA,SAASC,kBAAkBA,CAACC,KAAK,EAAE;EACjC,MAAMC,GAAG,GAAGD,KAAK,CAACE,SAAS,CAACC,MAAM,CAACC,QAAQ,IAAI,CAAC,IAAAC,oDAAuB,EAACD,QAAQ,CAAC,CAAC;EAClF;EACA,IAAIH,GAAG,CAACK,MAAM,GAAG,CAAC,EAAE;IAAE;IACpBN,KAAK,CAACE,SAAS,GAAGD,GAAG,CAAC,CAAC;EACzB;AACF;AAGA,SAASM,iBAAiBA,CAACC,UAAU,EAAEC,SAAS,EAAEC,WAAW,EAAE;EAC7D,IAAID,SAAS,CAACE,GAAG,KAAK,KAAK,IAAID,WAAW,CAACC,GAAG,KAAK,KAAK,EAAE;IACxD;EACF;EACA,MAAMC,iBAAiB,GAAGF,WAAW,CAACR,SAAS,CAACC,MAAM,CAACU,EAAE,IAAIA,EAAE,CAACC,IAAI,KAAK,GAAG,IAAI,IAAAC,mBAAY,EAACF,EAAE,CAACG,KAAK,CAAC,CAAC;EAEvGJ,iBAAiB,CAACK,OAAO,CAACJ,EAAE,IAAI;IAC9B;IACA,MAAMG,KAAK,GAAGH,EAAE,CAACG,KAAK,CAACE,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;IAC1CV,UAAU,CAACW,WAAW,CAAC;MAAC,KAAK,EAAE,KAAK;MAAE,MAAM,EAAE,GAAG;MAAE,MAAM,EAAE,GAAG;MAAE,WAAW,EAAE,CAAC;QAAC,MAAM,EAAE,GAAG;QAAEH;MAAK,CAAC;IAAC,CAAC,CAAC;IACrG;IACAH,EAAE,CAACG,KAAK,GAAG,IAAAI,sBAAe,EAACP,EAAE,CAACG,KAAK,CAAC,CAAC,CAAC;EACxC,CAAC,CAAC;AACJ;;AAEA;AACA,SAASK,WAAWA,CAACb,UAAU,EAAEC,SAAS,EAAEC,WAAW,EAAEY,MAAM,EAAEC,iBAAiB,GAAG,EAAE,EAAE;EACvF;EACA;EACA;EACA,IAAI,IAAAC,oBAAa,EAACf,SAAS,CAAC,KAAK,IAAAe,oBAAa,EAACd,WAAW,CAAC,EAAE;IAC3D,OAAOF,UAAU;EACnB;;EAEA;EACA;EACA;EACA,IAAIC,SAAS,CAACP,SAAS,EAAEuB,IAAI,CAACZ,EAAE,IAAI,IAAAR,oDAAuB,EAACQ,EAAE,CAAC,CAAC,IAAI,CAACH,WAAW,CAACR,SAAS,EAAEuB,IAAI,CAACZ,EAAE,IAAI,IAAAR,oDAAuB,EAACQ,EAAE,CAAC,CAAC,EAAE;IAAE;IACrId,kBAAkB,CAACU,SAAS,CAAC;IAC7BA,SAAS,CAACiB,MAAM,GAAG,CAAC,CAAC,CAAC;EACxB;EAEAnB,iBAAiB,CAACC,UAAU,EAAEC,SAAS,EAAEC,WAAW,CAAC;EAErD,IAAAiB,+BAAe,EAAClB,SAAS,EAAEC,WAAW,EAAEY,MAAM,CAAC;;EAG/C;EACA;EACA;EACA,MAAMM,qBAAqB,GAAG,IAAAC,gEAAmC,EAACnB,WAAW,CAAC,CAAC,CAAC;EAChF,MAAMoB,mBAAmB,GAAG,IAAAC,sDAAyB,EAACrB,WAAW,CAAC,CAAC,CAAC;;EAEpE;EACA;EACA,IAAAsB,cAAO,EAAC,2BAA2B,IAAAR,oBAAa,EAACM,mBAAmB,CAAC,eAAe,EAAEjC,QAAQ,CAAC;EAE/Fa,WAAW,CAACR,SAAS,CAACe,OAAO,CAAC,CAACgB,gBAAgB,EAAEC,KAAK,KAAK;IAC3D;IACE,MAAMC,kBAAkB,GAAGP,qBAAqB,CAAC1B,SAAS,CAACgC,KAAK,CAAC;IACjE,MAAME,iBAAiB,GAAGN,mBAAmB,CAAC5B,SAAS,CAACgC,KAAK,CAAC;IAC9D,MAAMG,iBAAiB,GAAG,IAAAb,oBAAa,EAACf,SAAS,CAAC;IAClD,IAAAuB,cAAO,EAAC,+BAA+B,IAAAM,uBAAgB,EAACL,gBAAgB,CAAC,SAASI,iBAAiB,GAAG,EAAExC,QAAQ,CAAC;IAEjH,MAAM0C,YAAY,GAAG;MAAC,KAAK,EAAE7B,WAAW,CAACC,GAAG;MAAE,MAAM,EAAEsB,gBAAgB,CAACnB,IAAI;MAAE,eAAe,EAAEmB,gBAAgB,CAACjB,KAAK;MAAE,iBAAiB,EAAEmB,kBAAkB,CAACnB,KAAK;MAAE,sBAAsB,EAAEoB,iBAAiB,CAACpB;IAAK,CAAC;IAEnN,IAAAwB,sCAAkB,EAAC/B,SAAS,EAAE8B,YAAY,EAAEhB,iBAAiB,CAAC,CAAC,CAAC;IAChE,MAAMkB,QAAQ,GAAG,IAAAjB,oBAAa,EAACf,SAAS,CAAC;IACzC,IAAI4B,iBAAiB,KAAKI,QAAQ,EAAE;MAAE;MACpC,IAAAT,cAAO,EAAC,8BAA8BS,QAAQ,GAAG,EAAE5C,QAAQ,CAAC;MAC5D;IACF;IACA;EAEF,CAAC,CAAC;AACJ;AAGA,SAAS6C,cAAcA,CAAClC,UAAU,EAAEE,WAAW,EAAEY,MAAM,EAAE;EACvD,IAAI,CAAC,IAAAqB,wBAAW,EAACjC,WAAW,CAACC,GAAG,EAAEW,MAAM,CAAC,EAAE;IACzC,IAAAU,cAAO,EAAC,4BAA4B,IAAAR,oBAAa,EAACd,WAAW,CAAC,wBAAwB,EAAEb,QAAQ,CAAC;IACjG,OAAO,IAAI;EACb;;EAEA;EACA,IAAIW,UAAU,CAACoC,MAAM,CAACC,IAAI,CAACpC,SAAS,IAAI,CAACA,SAAS,CAACqC,cAAc,IAAI,IAAAC,yBAAkB,EAACrC,WAAW,EAAED,SAAS,CAAC,CAAC,EAAE;IAChH,IAAAuB,cAAO,EAAC,4BAA4B,IAAAR,oBAAa,EAACd,WAAW,CAAC,sCAAsC,EAAEb,QAAQ,CAAC;IAC/Ga,WAAW,CAACsC,OAAO,GAAG,CAAC,CAAC,CAAC;IACzB,OAAO,IAAI;EACb;EAEA,OAAO,KAAK;AACd;AAEA,SAASC,oBAAoBA,CAACxC,SAAS,EAAEC,WAAW,EAAE;EACpD,IAAI,CAACD,SAAS,CAACP,SAAS,EAAE;IACxB;EACF;EACA;EACA,IAAIgD,aAAa,CAACxC,WAAW,CAAC,IAAI,CAACwC,aAAa,CAACzC,SAAS,CAAC,EAAE;IAC3D,OAAO,CAAC;EACV;EAEA,SAASyC,aAAaA,CAAClD,KAAK,EAAE;IAC5B,IAAIA,KAAK,CAACE,SAAS,CAAC2C,IAAI,CAAChC,EAAE,IAAIA,EAAE,CAACC,IAAI,KAAK,GAAG,IAAID,EAAE,CAACG,KAAK,CAACmC,KAAK,CAAC,4CAA4C,CAAC,CAAC,EAAE;MAC/G,OAAO,IAAI;IACb;EACF;EACA,OAAO,KAAK;AACd;AAEA,SAASC,qBAAqBA,CAACC,MAAM,EAAEC,MAAM,EAAE;EAC7C;EACA,IAAID,MAAM,CAACnD,SAAS,EAAE;IAAE;IACtBqD,aAAa,CAAC,MAAM,CAAC;IACrBA,aAAa,CAAC,MAAM,CAAC;IACrBA,aAAa,CAAC,WAAW,CAAC;IAC1B;EACF;EACA;EAEA,SAASA,aAAaA,CAACC,IAAI,EAAE;IAC3B,MAAMC,IAAI,GAAGJ,MAAM,CAACG,IAAI,CAAC,CAAC,CAAC;IAC3BH,MAAM,CAACG,IAAI,CAAC,GAAGF,MAAM,CAACE,IAAI,CAAC,CAAC,CAAC;IAC7BF,MAAM,CAACE,IAAI,CAAC,GAAGC,IAAI,CAAC,CAAC;EACvB;AAEF;AAEO,SAASC,UAAUA,CAAClD,UAAU,EAAEmD,YAAY,EAAEjD,WAAW,EAAEY,MAAM,EAAE;EACxE,IAAAU,cAAO,EAAC,SAAS,IAAAR,oBAAa,EAACd,WAAW,CAAC,EAAE,EAAEb,QAAQ,CAAC;EAExDa,WAAW,CAACoC,cAAc,GAAG,IAAI,CAAC,CAAC;EACnC;EACA,IAAIJ,cAAc,CAAClC,UAAU,EAAEE,WAAW,EAAEY,MAAM,CAAC,EAAE;IACnD,IAAAU,cAAO,EAAC,8BAA8B,IAAAR,oBAAa,EAACd,WAAW,CAAC,GAAG,EAAEb,QAAQ,CAAC;IAC9E,OAAOa,WAAW,CAACoC,cAAc,CAAC,CAAC;IACnC,OAAO,KAAK;EACd;EAEA,IAAAd,cAAO,EAAC,+BAA+B,IAAAR,oBAAa,EAACd,WAAW,CAAC,IAAI,EAAEb,QAAQ,CAAC;EAChF,MAAM+D,gBAAgB,GAAG,IAAAC,gCAAc,EAACrD,UAAU,EAAEmD,YAAY,EAAEjD,WAAW,EAAEY,MAAM,CAAC;EAEtF,IAAIsC,gBAAgB,EAAE;IACpB,IAAIX,oBAAoB,CAACW,gBAAgB,EAAElD,WAAW,CAAC,EAAE;MAAE;MACzD0C,qBAAqB,CAACQ,gBAAgB,EAAElD,WAAW,CAAC;IACtD;IAEA,MAAMa,iBAAiB,GAAGb,WAAW,CAACC,GAAG,KAAK,KAAK,GAAGmD,SAAS,GAAG,IAAAC,6CAA6B,EAACrD,WAAW,EAAEiD,YAAY,CAACf,MAAM,CAAC;IACjI,IAAAZ,cAAO,EAAC,mCAAmC,IAAAR,oBAAa,EAACoC,gBAAgB,CAAC,sBAAsB,EAAE/D,QAAQ,CAAC;IAC3G,IAAAmC,cAAO,EAAC,SAAST,iBAAiB,GAAG,IAAAyC,qBAAc,EAACzC,iBAAiB,CAAC,GAAG,MAAM,EAAE,EAAE1B,QAAQ,CAAC;IAC5FwB,WAAW,CAACb,UAAU,EAAEoD,gBAAgB,EAAElD,WAAW,EAAEY,MAAM,EAAEC,iBAAiB,CAAC;IACjFb,WAAW,CAACsC,OAAO,GAAG,CAAC,CAAC,CAAC;IACzB,OAAOtC,WAAW,CAACoC,cAAc,CAAC,CAAC;IACnC,OAAO,IAAI;EACb;EACA;EACAjD,QAAQ,CAAC,oDAAoD,IAAA2B,oBAAa,EAACd,WAAW,CAAC,IAAI,CAAC;EAC5F,OAAOA,WAAW,CAACoC,cAAc,CAAC,CAAC;EACnC,OAAO,KAAK;AACd","ignoreList":[]}

package/dist/normalizeFieldForComparison.js

@@ -31,7 +31,7 @@ function isEnnakkotietoSubfieldG(subfield) {
   if (subfield.code !== 'g') {
     return false;
   }
-  return subfield.value.match(/^ENNAKKOTIETO\.?$/gu);
+  return subfield.value.match(/^ENNAKKOTIETO\.?$/gui);
 }
 function debugFieldComparison(oldField, newField) {
   // NB: Debug-only function!

package/dist/normalizeFieldForComparison.js.map

@@ -1 +1 @@
-{"version":3,"file":"normalizeFieldForComparison.js","names":["_clone","_interopRequireDefault","require","_punctuation","_utils","_normalizeIdentifiers","_debug","_normalizeSubfieldValueForComparison","e","__esModule","default","debug","createDebugLogger","debugDev","extend","isEnnakkotietoSubfieldG","subfield","code","value","match","debugFieldComparison","oldField","newField","oldString","fieldToString","newString","containsHumanName","tag","subfieldCode","undefined","includes","containsCorporateName","skipAllSubfieldNormalizations","isControlSubfieldCode","skipSubfieldLowercase","subfieldContainsPartData","skipAllFieldNormalizations","subfieldValueLowercase","newValue","toLowerCase","subfieldLowercase","sf","fieldLowercase","field","skipFieldLowercase","subfields","forEach","hack490SubfieldA","removeSarja","tmp","replace","length","tagAndSubfieldCodeReferToIsbn","looksLikeIsbn","normalizeISBN","relevantSubfields","filter","normalizeIsbnSubfield","fieldSpecificHacks","fieldTrimSubfieldValues","fieldRemoveDecomposedDiacritics","removeDecomposedDiacritics","String","normalizeSubfieldValue","normalizePartData","cloneAndRemovePunctuation","clonedField","clone","fieldSkipNormalization","fieldStripPunctuation","removeCharsThatDontCarryMeaning","normalizeField","fieldNormalizeControlNumbers","cloneAndNormalizeFieldForComparison"],"sources":["../src/normalizeFieldForComparison.js"],"sourcesContent":["/*\n  Note that this file contains very powerful normalizations and spells that are:\n  - meant for comparing similarity/mergability of two fields (clone, normalize, compare),\n  - and NOT for modifying the actual field!\n\n  This is mainly used by melinda-marc-record-merge-reducers. However, also removeInferiorDataFields fixer also used this.\n  Thus it is here. However, most of the testing is done via merge-reducers...\n*/\nimport clone from 'clone';\nimport {fieldStripPunctuation} from './punctuation2';\nimport {fieldToString, isControlSubfieldCode} from './utils.js';\n\nimport {fieldNormalizeControlNumbers/*, normalizeControlSubfieldValue*/} from './normalize-identifiers';\nimport createDebugLogger from 'debug';\nimport {normalizePartData, subfieldContainsPartData} from './normalizeSubfieldValueForComparison';\n\nconst debug = createDebugLogger('@natlibfi/melinda-marc-record-merge-reducers:normalizeFieldForComparison');\n//const debugData = debug.extend('data');\nconst debugDev = debug.extend('dev');\n\nexport function isEnnakkotietoSubfieldG(subfield) {\n  if (subfield.code !== 'g') {\n    return false;\n  }\n  return subfield.value.match(/^ENNAKKOTIETO\\.?$/gu);\n}\n\nfunction debugFieldComparison(oldField, newField) { // NB: Debug-only function!\n  /*\n  // We may drop certain subfields:\n  if (oldField.subfields.length === newField.subfields.length) { // eslint-disable-line functional/no-conditional-statements\n    oldField.subfields.forEach((subfield, index) => {\n      const newValue = newField.subfields[index].value;\n      if (subfield.value !== newValue) { // eslint-disable-line functional/no-conditional-statements\n        nvdebug(`NORMALIZE SUBFIELD: '${subfield.value}' => '${newValue}'`, debugDev);\n      }\n    });\n  }\n  */\n  const oldString = fieldToString(oldField);\n  const newString = fieldToString(newField);\n  if (oldString === newString) {\n    return;\n  }\n  //nvdebug(`NORMALIZE FIELD:\\n '${fieldToString(oldField)}' =>\\n '${fieldToString(newField)}'`, debugDev);\n}\n\nfunction containsHumanName(tag = '???', subfieldCode = undefined) {\n  // NB! This set is for bibs! Auth has 400... What else...\n  if (['100', '600', '700', '800'].includes(tag)) {\n    if (subfieldCode === undefined || subfieldCode === 'a') {\n      return true;\n    }\n  }\n  // Others?\n  return false;\n}\n\nfunction containsCorporateName(tag = '???', subfieldCode = undefined) {\n  // NB! This set is for bibs! Auth has 400... What else...\n  if (['110', '610', '710', '810'].includes(tag)) {\n    if (subfieldCode === undefined || subfieldCode === 'a') {\n      return true;\n    }\n  }\n  // Others?\n  return false;\n}\n\nfunction skipAllSubfieldNormalizations(value, subfieldCode, tag) {\n\n  if (isEnnakkotietoSubfieldG({'code': subfieldCode, value})) {\n    return true;\n  }\n\n  if (tag === '035' && ['a', 'z'].includes(subfieldCode)) { // A\n    return true;\n  }\n\n  if (isControlSubfieldCode(subfieldCode)) {\n    return true;\n  }\n  return false;\n}\n\nfunction skipSubfieldLowercase(value, subfieldCode, tag) {\n  // These may contain Roman Numerals...\n  if (subfieldContainsPartData(tag, subfieldCode)) {\n    return true;\n  }\n\n  return skipAllSubfieldNormalizations(value, subfieldCode, tag);\n}\n\nfunction skipAllFieldNormalizations(tag) {\n  if (['LOW', 'SID'].includes(tag)) {\n    return true;\n  }\n  return false;\n}\n\n\nfunction subfieldValueLowercase(value, subfieldCode, tag) {\n  if (skipSubfieldLowercase(value, subfieldCode, tag)) {\n    return value;\n  }\n\n  //return value.toLowerCase();\n  const newValue = value.toLowerCase();\n  if (newValue !== value) {\n    //nvdebug(`SVL ${tag} $${subfieldCode} '${value}' =>`, debugDev);\n    //nvdebug(`SVL ${tag} $${subfieldCode} '${newValue}'`, debugDev);\n    return newValue;\n  }\n  return value;\n}\n\nfunction subfieldLowercase(sf, tag) {\n  sf.value = subfieldValueLowercase(sf.value, sf.code, tag); // eslint-disable-line functional/immutable-data\n}\n\nfunction fieldLowercase(field) {\n  if (skipFieldLowercase(field)) {\n    return;\n  }\n\n  field.subfields.forEach(sf => subfieldLowercase(sf, field.tag));\n\n  function skipFieldLowercase(field) {\n    if (skipAllFieldNormalizations(field.tag)) {\n      return true;\n    }\n    // Skip non-interesting fields\n    if (!containsHumanName(field.tag) && !containsCorporateName(field.tag) && !['240', '245', '630'].includes(field.tag)) {\n      return true;\n    }\n\n    return false;\n  }\n}\n\n\nfunction hack490SubfieldA(field) {\n  if (field.tag !== '490') {\n    return;\n  }\n  field.subfields.forEach(sf => removeSarja(sf));\n\n  // NB! This won't work, if the punctuation has not been stripped beforehand!\n  function removeSarja(subfield) {\n    if (subfield.code !== 'a') {\n      return;\n    }\n    const tmp = subfield.value.replace(/ ?-(?:[a-z]|ä|ö)*sarja$/u, '');\n    if (tmp.length > 0) {\n      subfield.value = tmp; // eslint-disable-line functional/immutable-data\n      return;\n    }\n  }\n}\n\nexport function tagAndSubfieldCodeReferToIsbn(tag, subfieldCode) {\n  // NB! We don't do this to 020$z!\n  if (subfieldCode === 'z' && ['765', '767', '770', '772', '773', '774', '776', '777', '780', '785', '786', '787'].includes(tag)) {\n    return true;\n  }\n  if (tag === '020' && subfieldCode === 'a') {\n    return true;\n  }\n  return false;\n}\n\nfunction looksLikeIsbn(value) {\n  // Does not check validity!\n  if (value.match(/^(?:[0-9]-?){9}(?:[0-9]-?[0-9]-?[0-9]-?)?[0-9Xx]$/u)) {\n    return true;\n  }\n  return false;\n}\n\nfunction normalizeISBN(field) {\n  if (!field.subfields) {\n    return;\n  }\n\n  //nvdebug(`ISBN-field? ${fieldToString(field)}`);\n  const relevantSubfields = field.subfields.filter(sf => tagAndSubfieldCodeReferToIsbn(field.tag, sf.code) && looksLikeIsbn(sf.value));\n  relevantSubfields.forEach(sf => normalizeIsbnSubfield(sf));\n\n  function normalizeIsbnSubfield(sf) {\n    //nvdebug(` ISBN-subfield? ${subfieldToString(sf)}`);\n    sf.value = sf.value.replace(/-/ug, ''); // eslint-disable-line functional/immutable-data\n    sf.value = sf.value.replace(/x/u, 'X'); // eslint-disable-line functional/immutable-data\n  }\n\n}\n\nfunction fieldSpecificHacks(field) {\n  normalizeISBN(field); // 020$a, not $z!\n  hack490SubfieldA(field);\n}\n\nexport function fieldTrimSubfieldValues(field) {\n  field.subfields?.forEach((sf) => {\n    sf.value = sf.value.replace(/^[ \\t\\n]+/u, ''); // eslint-disable-line functional/immutable-data\n    sf.value = sf.value.replace(/[ \\t\\n]+$/u, ''); // eslint-disable-line functional/immutable-data\n    sf.value = sf.value.replace(/[ \\t\\n]+/gu, ' '); // eslint-disable-line functional/immutable-data\n  });\n}\n\nfunction fieldRemoveDecomposedDiacritics(field) {\n  // Raison d'être/motivation: \"Sirén\" and diacriticless \"Siren\" might refer to a same surname, so this normalization\n  // allows us to compare authors and avoid duplicate fields.\n  field.subfields.forEach((sf) => {\n    sf.value = removeDecomposedDiacritics(sf.value); // eslint-disable-line functional/immutable-data\n  });\n}\n\nfunction removeDecomposedDiacritics(value = '') {\n  // NB #1: Does nothing to precomposed letters. Do String.normalize('NFD') first, if you want to handle them.\n  // NB #2: Finnish letters 'å', 'ä', 'ö', 'Å', Ä', and 'Ö' should be handled (=precomposed) before calling this. (= keep them as is)\n  // NB #3: Calling our very own fixComposition() before this function handles both #1 and #2.\n  return String(value).replace(/\\p{Diacritic}/gu, '');\n}\n\nfunction normalizeSubfieldValue(value, subfieldCode, tag) {\n  // NB! For comparison of values only\n  /* eslint-disable */\n  value = subfieldValueLowercase(value, subfieldCode, tag);\n\n  // Normalize: s. = sivut = pp.\n  value = normalizePartData(value, subfieldCode, tag);\n  value = value.replace(/^\\[([^[\\]]+)\\]/gu, '$1'); // eslint-disable-line functional/immutable-data, prefer-named-capture-group\n\n  if (['130', '730'].includes(tag) && subfieldCode === 'a') {\n    value = value.replace(' : ', ', '); // \"Halloween ends (elokuva, 2022)\" vs \"Halloween ends (elokuva : 2023)\"\n  }\n  /* eslint-enable */\n\n  // Not going to do these in the foreseeable future, but keeping them here for discussion:\n  // Possible normalizations include but are not limited to:\n  // ø => ö? Might be language dependent: 041 $a fin => ö, 041 $a eng => o?\n  // Ø => Ö?\n  // ß => ss\n  // þ => th (NB! Both upper and lower case)\n  // ...\n  // Probably nots:\n  // ü => y (probably not, though this correlates with Finnish letter-to-sound rules)\n  // w => v (OK for Finnish sorting in certain cases, but we are not here, are we?)\n  // I guess we should use decomposed values in code here. (Not sure what composition my examples above use.)\n  return value;\n}\n\nexport function cloneAndRemovePunctuation(field) {\n  const clonedField = clone(field);\n  if (fieldSkipNormalization(field)) {\n    return clonedField;\n  }\n  fieldStripPunctuation(clonedField);\n  fieldTrimSubfieldValues(clonedField);\n  debugDev('PUNC');\n  debugFieldComparison(field, clonedField);\n\n  return clonedField;\n}\n\nfunction removeCharsThatDontCarryMeaning(value, tag, subfieldCode) {\n  if (tag === '080') {\n    return value;\n  }\n  /* eslint-disable */\n  // 3\" refers to inches, but as this is for comparison only we don't mind...\n  value = value.replace(/['‘’\"„“”«»]/gu, ''); // MET-570 et al. Subset of https://hexdocs.pm/ex_unicode/Unicode.Category.QuoteMarks.html\n  // MRA-273: Handle X00$a name initials.\n  // NB #1: that we remove spaces for comparison (as it simpler), though actually space should be used. Doesn't matter as this is comparison only.\n  // NB #2: we might/should eventually write a validator/fixer that adds those spaces. After that point, this expection should become obsolete.\n  if (subfieldCode === 'a' && ['100', '400', '600', '700', '800'].includes(tag)) { // 400 is used in auth records. It's not a bib field at all.\n    value = value.replace(/([A-Z]|Å|Ä|Ö)\\. +/ugi, '$1.');\n  }\n  /* eslint-enable */\n  return value;\n}\n\nfunction normalizeField(field) {\n  //sf.value = removeDecomposedDiacritics(sf.value); // eslint-disable-line functional/immutable-data\n  fieldStripPunctuation(field);\n  fieldLowercase(field);\n  fieldNormalizeControlNumbers(field); // FIN11 vs FI-MELINDA etc.\n  return field;\n}\n\nexport function cloneAndNormalizeFieldForComparison(field) {\n  // NB! This new field is for comparison purposes only.\n  // Some of the normalizations might be considered a bit overkill for other purposes.\n  const clonedField = clone(field);\n  if (fieldSkipNormalization(field)) {\n    return clonedField;\n  }\n  clonedField.subfields.forEach((sf) => { // Do this for all fields or some fields?\n    sf.value = normalizeSubfieldValue(sf.value, sf.code, field.tag); // eslint-disable-line functional/immutable-data\n    sf.value = removeCharsThatDontCarryMeaning(sf.value, field.tag, sf.code);// eslint-disable-line functional/immutable-data\n  });\n\n  normalizeField(clonedField); // eslint-disable-line functional/immutable-data\n  fieldRemoveDecomposedDiacritics(clonedField);\n  fieldSpecificHacks(clonedField);\n  fieldTrimSubfieldValues(clonedField);\n\n\n  debugFieldComparison(field, clonedField); // For debugging purposes only\n\n  return clonedField;\n}\n\nfunction fieldSkipNormalization(field) {\n  if (!field.subfields || ['018', '066', '080', '083'].includes(field.tag)) {\n    return true;\n  }\n  return false;\n}\n"],"mappings":";;;;;;;;;;AAQA,IAAAA,MAAA,GAAAC,sBAAA,CAAAC,OAAA;AACA,IAAAC,YAAA,GAAAD,OAAA;AACA,IAAAE,MAAA,GAAAF,OAAA;AAEA,IAAAG,qBAAA,GAAAH,OAAA;AACA,IAAAI,MAAA,GAAAL,sBAAA,CAAAC,OAAA;AACA,IAAAK,oCAAA,GAAAL,OAAA;AAAkG,SAAAD,uBAAAO,CAAA,WAAAA,CAAA,IAAAA,CAAA,CAAAC,UAAA,GAAAD,CAAA,KAAAE,OAAA,EAAAF,CAAA;AAdlG;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AASA,MAAMG,KAAK,GAAG,IAAAC,cAAiB,EAAC,0EAA0E,CAAC;AAC3G;AACA,MAAMC,QAAQ,GAAGF,KAAK,CAACG,MAAM,CAAC,KAAK,CAAC;AAE7B,SAASC,uBAAuBA,CAACC,QAAQ,EAAE;EAChD,IAAIA,QAAQ,CAACC,IAAI,KAAK,GAAG,EAAE;IACzB,OAAO,KAAK;EACd;EACA,OAAOD,QAAQ,CAACE,KAAK,CAACC,KAAK,CAAC,qBAAqB,CAAC;AACpD;AAEA,SAASC,oBAAoBA,CAACC,QAAQ,EAAEC,QAAQ,EAAE;EAAE;EAClD;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACE,MAAMC,SAAS,GAAG,IAAAC,oBAAa,EAACH,QAAQ,CAAC;EACzC,MAAMI,SAAS,GAAG,IAAAD,oBAAa,EAACF,QAAQ,CAAC;EACzC,IAAIC,SAAS,KAAKE,SAAS,EAAE;IAC3B;EACF;EACA;AACF;AAEA,SAASC,iBAAiBA,CAACC,GAAG,GAAG,KAAK,EAAEC,YAAY,GAAGC,SAAS,EAAE;EAChE;EACA,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAACC,QAAQ,CAACH,GAAG,CAAC,EAAE;IAC9C,IAAIC,YAAY,KAAKC,SAAS,IAAID,YAAY,KAAK,GAAG,EAAE;MACtD,OAAO,IAAI;IACb;EACF;EACA;EACA,OAAO,KAAK;AACd;AAEA,SAASG,qBAAqBA,CAACJ,GAAG,GAAG,KAAK,EAAEC,YAAY,GAAGC,SAAS,EAAE;EACpE;EACA,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAACC,QAAQ,CAACH,GAAG,CAAC,EAAE;IAC9C,IAAIC,YAAY,KAAKC,SAAS,IAAID,YAAY,KAAK,GAAG,EAAE;MACtD,OAAO,IAAI;IACb;EACF;EACA;EACA,OAAO,KAAK;AACd;AAEA,SAASI,6BAA6BA,CAACd,KAAK,EAAEU,YAAY,EAAED,GAAG,EAAE;EAE/D,IAAIZ,uBAAuB,CAAC;IAAC,MAAM,EAAEa,YAAY;IAAEV;EAAK,CAAC,CAAC,EAAE;IAC1D,OAAO,IAAI;EACb;EAEA,IAAIS,GAAG,KAAK,KAAK,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAACG,QAAQ,CAACF,YAAY,CAAC,EAAE;IAAE;IACxD,OAAO,IAAI;EACb;EAEA,IAAI,IAAAK,4BAAqB,EAACL,YAAY,CAAC,EAAE;IACvC,OAAO,IAAI;EACb;EACA,OAAO,KAAK;AACd;AAEA,SAASM,qBAAqBA,CAAChB,KAAK,EAAEU,YAAY,EAAED,GAAG,EAAE;EACvD;EACA,IAAI,IAAAQ,6DAAwB,EAACR,GAAG,EAAEC,YAAY,CAAC,EAAE;IAC/C,OAAO,IAAI;EACb;EAEA,OAAOI,6BAA6B,CAACd,KAAK,EAAEU,YAAY,EAAED,GAAG,CAAC;AAChE;AAEA,SAASS,0BAA0BA,CAACT,GAAG,EAAE;EACvC,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,CAACG,QAAQ,CAACH,GAAG,CAAC,EAAE;IAChC,OAAO,IAAI;EACb;EACA,OAAO,KAAK;AACd;AAGA,SAASU,sBAAsBA,CAACnB,KAAK,EAAEU,YAAY,EAAED,GAAG,EAAE;EACxD,IAAIO,qBAAqB,CAAChB,KAAK,EAAEU,YAAY,EAAED,GAAG,CAAC,EAAE;IACnD,OAAOT,KAAK;EACd;;EAEA;EACA,MAAMoB,QAAQ,GAAGpB,KAAK,CAACqB,WAAW,CAAC,CAAC;EACpC,IAAID,QAAQ,KAAKpB,KAAK,EAAE;IACtB;IACA;IACA,OAAOoB,QAAQ;EACjB;EACA,OAAOpB,KAAK;AACd;AAEA,SAASsB,iBAAiBA,CAACC,EAAE,EAAEd,GAAG,EAAE;EAClCc,EAAE,CAACvB,KAAK,GAAGmB,sBAAsB,CAACI,EAAE,CAACvB,KAAK,EAAEuB,EAAE,CAACxB,IAAI,EAAEU,GAAG,CAAC,CAAC,CAAC;AAC7D;AAEA,SAASe,cAAcA,CAACC,KAAK,EAAE;EAC7B,IAAIC,kBAAkB,CAACD,KAAK,CAAC,EAAE;IAC7B;EACF;EAEAA,KAAK,CAACE,SAAS,CAACC,OAAO,CAACL,EAAE,IAAID,iBAAiB,CAACC,EAAE,EAAEE,KAAK,CAAChB,GAAG,CAAC,CAAC;EAE/D,SAASiB,kBAAkBA,CAACD,KAAK,EAAE;IACjC,IAAIP,0BAA0B,CAACO,KAAK,CAAChB,GAAG,CAAC,EAAE;MACzC,OAAO,IAAI;IACb;IACA;IACA,IAAI,CAACD,iBAAiB,CAACiB,KAAK,CAAChB,GAAG,CAAC,IAAI,CAACI,qBAAqB,CAACY,KAAK,CAAChB,GAAG,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAACG,QAAQ,CAACa,KAAK,CAAChB,GAAG,CAAC,EAAE;MACpH,OAAO,IAAI;IACb;IAEA,OAAO,KAAK;EACd;AACF;AAGA,SAASoB,gBAAgBA,CAACJ,KAAK,EAAE;EAC/B,IAAIA,KAAK,CAAChB,GAAG,KAAK,KAAK,EAAE;IACvB;EACF;EACAgB,KAAK,CAACE,SAAS,CAACC,OAAO,CAACL,EAAE,IAAIO,WAAW,CAACP,EAAE,CAAC,CAAC;;EAE9C;EACA,SAASO,WAAWA,CAAChC,QAAQ,EAAE;IAC7B,IAAIA,QAAQ,CAACC,IAAI,KAAK,GAAG,EAAE;MACzB;IACF;IACA,MAAMgC,GAAG,GAAGjC,QAAQ,CAACE,KAAK,CAACgC,OAAO,CAAC,0BAA0B,EAAE,EAAE,CAAC;IAClE,IAAID,GAAG,CAACE,MAAM,GAAG,CAAC,EAAE;MAClBnC,QAAQ,CAACE,KAAK,GAAG+B,GAAG,CAAC,CAAC;MACtB;IACF;EACF;AACF;AAEO,SAASG,6BAA6BA,CAACzB,GAAG,EAAEC,YAAY,EAAE;EAC/D;EACA,IAAIA,YAAY,KAAK,GAAG,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAACE,QAAQ,CAACH,GAAG,CAAC,EAAE;IAC9H,OAAO,IAAI;EACb;EACA,IAAIA,GAAG,KAAK,KAAK,IAAIC,YAAY,KAAK,GAAG,EAAE;IACzC,OAAO,IAAI;EACb;EACA,OAAO,KAAK;AACd;AAEA,SAASyB,aAAaA,CAACnC,KAAK,EAAE;EAC5B;EACA,IAAIA,KAAK,CAACC,KAAK,CAAC,oDAAoD,CAAC,EAAE;IACrE,OAAO,IAAI;EACb;EACA,OAAO,KAAK;AACd;AAEA,SAASmC,aAAaA,CAACX,KAAK,EAAE;EAC5B,IAAI,CAACA,KAAK,CAACE,SAAS,EAAE;IACpB;EACF;;EAEA;EACA,MAAMU,iBAAiB,GAAGZ,KAAK,CAACE,SAAS,CAACW,MAAM,CAACf,EAAE,IAAIW,6BAA6B,CAACT,KAAK,CAAChB,GAAG,EAAEc,EAAE,CAACxB,IAAI,CAAC,IAAIoC,aAAa,CAACZ,EAAE,CAACvB,KAAK,CAAC,CAAC;EACpIqC,iBAAiB,CAACT,OAAO,CAACL,EAAE,IAAIgB,qBAAqB,CAAChB,EAAE,CAAC,CAAC;EAE1D,SAASgB,qBAAqBA,CAAChB,EAAE,EAAE;IACjC;IACAA,EAAE,CAACvB,KAAK,GAAGuB,EAAE,CAACvB,KAAK,CAACgC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC;IACxCT,EAAE,CAACvB,KAAK,GAAGuB,EAAE,CAACvB,KAAK,CAACgC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC;EAC1C;AAEF;AAEA,SAASQ,kBAAkBA,CAACf,KAAK,EAAE;EACjCW,aAAa,CAACX,KAAK,CAAC,CAAC,CAAC;EACtBI,gBAAgB,CAACJ,KAAK,CAAC;AACzB;AAEO,SAASgB,uBAAuBA,CAAChB,KAAK,EAAE;EAC7CA,KAAK,CAACE,SAAS,EAAEC,OAAO,CAAEL,EAAE,IAAK;IAC/BA,EAAE,CAACvB,KAAK,GAAGuB,EAAE,CAACvB,KAAK,CAACgC,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC,CAAC;IAC/CT,EAAE,CAACvB,KAAK,GAAGuB,EAAE,CAACvB,KAAK,CAACgC,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC,CAAC;IAC/CT,EAAE,CAACvB,KAAK,GAAGuB,EAAE,CAACvB,KAAK,CAACgC,OAAO,CAAC,YAAY,EAAE,GAAG,CAAC,CAAC,CAAC;EAClD,CAAC,CAAC;AACJ;AAEA,SAASU,+BAA+BA,CAACjB,KAAK,EAAE;EAC9C;EACA;EACAA,KAAK,CAACE,SAAS,CAACC,OAAO,CAAEL,EAAE,IAAK;IAC9BA,EAAE,CAACvB,KAAK,GAAG2C,0BAA0B,CAACpB,EAAE,CAACvB,KAAK,CAAC,CAAC,CAAC;EACnD,CAAC,CAAC;AACJ;AAEA,SAAS2C,0BAA0BA,CAAC3C,KAAK,GAAG,EAAE,EAAE;EAC9C;EACA;EACA;EACA,OAAO4C,MAAM,CAAC5C,KAAK,CAAC,CAACgC,OAAO,CAAC,iBAAiB,EAAE,EAAE,CAAC;AACrD;AAEA,SAASa,sBAAsBA,CAAC7C,KAAK,EAAEU,YAAY,EAAED,GAAG,EAAE;EACxD;EACA;EACAT,KAAK,GAAGmB,sBAAsB,CAACnB,KAAK,EAAEU,YAAY,EAAED,GAAG,CAAC;;EAExD;EACAT,KAAK,GAAG,IAAA8C,sDAAiB,EAAC9C,KAAK,EAAEU,YAAY,EAAED,GAAG,CAAC;EACnDT,KAAK,GAAGA,KAAK,CAACgC,OAAO,CAAC,kBAAkB,EAAE,IAAI,CAAC,CAAC,CAAC;;EAEjD,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,CAACpB,QAAQ,CAACH,GAAG,CAAC,IAAIC,YAAY,KAAK,GAAG,EAAE;IACxDV,KAAK,GAAGA,KAAK,CAACgC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC;EACtC;EACA;;EAEA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA,OAAOhC,KAAK;AACd;AAEO,SAAS+C,yBAAyBA,CAACtB,KAAK,EAAE;EAC/C,MAAMuB,WAAW,GAAG,IAAAC,cAAK,EAACxB,KAAK,CAAC;EAChC,IAAIyB,sBAAsB,CAACzB,KAAK,CAAC,EAAE;IACjC,OAAOuB,WAAW;EACpB;EACA,IAAAG,kCAAqB,EAACH,WAAW,CAAC;EAClCP,uBAAuB,CAACO,WAAW,CAAC;EACpCrD,QAAQ,CAAC,MAAM,CAAC;EAChBO,oBAAoB,CAACuB,KAAK,EAAEuB,WAAW,CAAC;EAExC,OAAOA,WAAW;AACpB;AAEA,SAASI,+BAA+BA,CAACpD,KAAK,EAAES,GAAG,EAAEC,YAAY,EAAE;EACjE,IAAID,GAAG,KAAK,KAAK,EAAE;IACjB,OAAOT,KAAK;EACd;EACA;EACA;EACAA,KAAK,GAAGA,KAAK,CAACgC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC,CAAC;EAC5C;EACA;EACA;EACA,IAAItB,YAAY,KAAK,GAAG,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAACE,QAAQ,CAACH,GAAG,CAAC,EAAE;IAAE;IAC/ET,KAAK,GAAGA,KAAK,CAACgC,OAAO,CAAC,sBAAsB,EAAE,KAAK,CAAC;EACtD;EACA;EACA,OAAOhC,KAAK;AACd;AAEA,SAASqD,cAAcA,CAAC5B,KAAK,EAAE;EAC7B;EACA,IAAA0B,kCAAqB,EAAC1B,KAAK,CAAC;EAC5BD,cAAc,CAACC,KAAK,CAAC;EACrB,IAAA6B,kDAA4B,EAAC7B,KAAK,CAAC,CAAC,CAAC;EACrC,OAAOA,KAAK;AACd;AAEO,SAAS8B,mCAAmCA,CAAC9B,KAAK,EAAE;EACzD;EACA;EACA,MAAMuB,WAAW,GAAG,IAAAC,cAAK,EAACxB,KAAK,CAAC;EAChC,IAAIyB,sBAAsB,CAACzB,KAAK,CAAC,EAAE;IACjC,OAAOuB,WAAW;EACpB;EACAA,WAAW,CAACrB,SAAS,CAACC,OAAO,CAAEL,EAAE,IAAK;IAAE;IACtCA,EAAE,CAACvB,KAAK,GAAG6C,sBAAsB,CAACtB,EAAE,CAACvB,KAAK,EAAEuB,EAAE,CAACxB,IAAI,EAAE0B,KAAK,CAAChB,GAAG,CAAC,CAAC,CAAC;IACjEc,EAAE,CAACvB,KAAK,GAAGoD,+BAA+B,CAAC7B,EAAE,CAACvB,KAAK,EAAEyB,KAAK,CAAChB,GAAG,EAAEc,EAAE,CAACxB,IAAI,CAAC,CAAC;EAC3E,CAAC,CAAC;EAEFsD,cAAc,CAACL,WAAW,CAAC,CAAC,CAAC;EAC7BN,+BAA+B,CAACM,WAAW,CAAC;EAC5CR,kBAAkB,CAACQ,WAAW,CAAC;EAC/BP,uBAAuB,CAACO,WAAW,CAAC;EAGpC9C,oBAAoB,CAACuB,KAAK,EAAEuB,WAAW,CAAC,CAAC,CAAC;;EAE1C,OAAOA,WAAW;AACpB;AAEA,SAASE,sBAAsBA,CAACzB,KAAK,EAAE;EACrC,IAAI,CAACA,KAAK,CAACE,SAAS,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAACf,QAAQ,CAACa,KAAK,CAAChB,GAAG,CAAC,EAAE;IACxE,OAAO,IAAI;EACb;EACA,OAAO,KAAK;AACd","ignoreList":[]}
+{"version":3,"file":"normalizeFieldForComparison.js","names":["_clone","_interopRequireDefault","require","_punctuation","_utils","_normalizeIdentifiers","_debug","_normalizeSubfieldValueForComparison","e","__esModule","default","debug","createDebugLogger","debugDev","extend","isEnnakkotietoSubfieldG","subfield","code","value","match","debugFieldComparison","oldField","newField","oldString","fieldToString","newString","containsHumanName","tag","subfieldCode","undefined","includes","containsCorporateName","skipAllSubfieldNormalizations","isControlSubfieldCode","skipSubfieldLowercase","subfieldContainsPartData","skipAllFieldNormalizations","subfieldValueLowercase","newValue","toLowerCase","subfieldLowercase","sf","fieldLowercase","field","skipFieldLowercase","subfields","forEach","hack490SubfieldA","removeSarja","tmp","replace","length","tagAndSubfieldCodeReferToIsbn","looksLikeIsbn","normalizeISBN","relevantSubfields","filter","normalizeIsbnSubfield","fieldSpecificHacks","fieldTrimSubfieldValues","fieldRemoveDecomposedDiacritics","removeDecomposedDiacritics","String","normalizeSubfieldValue","normalizePartData","cloneAndRemovePunctuation","clonedField","clone","fieldSkipNormalization","fieldStripPunctuation","removeCharsThatDontCarryMeaning","normalizeField","fieldNormalizeControlNumbers","cloneAndNormalizeFieldForComparison"],"sources":["../src/normalizeFieldForComparison.js"],"sourcesContent":["/*\n  Note that this file contains very powerful normalizations and spells that are:\n  - meant for comparing similarity/mergability of two fields (clone, normalize, compare),\n  - and NOT for modifying the actual field!\n\n  This is mainly used by melinda-marc-record-merge-reducers. However, also removeInferiorDataFields fixer also used this.\n  Thus it is here. However, most of the testing is done via merge-reducers...\n*/\nimport clone from 'clone';\nimport {fieldStripPunctuation} from './punctuation2';\nimport {fieldToString, isControlSubfieldCode} from './utils.js';\n\nimport {fieldNormalizeControlNumbers/*, normalizeControlSubfieldValue*/} from './normalize-identifiers';\nimport createDebugLogger from 'debug';\nimport {normalizePartData, subfieldContainsPartData} from './normalizeSubfieldValueForComparison';\n\nconst debug = createDebugLogger('@natlibfi/melinda-marc-record-merge-reducers:normalizeFieldForComparison');\n//const debugData = debug.extend('data');\nconst debugDev = debug.extend('dev');\n\nexport function isEnnakkotietoSubfieldG(subfield) {\n  if (subfield.code !== 'g') {\n    return false;\n  }\n  return subfield.value.match(/^ENNAKKOTIETO\\.?$/gui);\n}\n\nfunction debugFieldComparison(oldField, newField) { // NB: Debug-only function!\n  /*\n  // We may drop certain subfields:\n  if (oldField.subfields.length === newField.subfields.length) { // eslint-disable-line functional/no-conditional-statements\n    oldField.subfields.forEach((subfield, index) => {\n      const newValue = newField.subfields[index].value;\n      if (subfield.value !== newValue) { // eslint-disable-line functional/no-conditional-statements\n        nvdebug(`NORMALIZE SUBFIELD: '${subfield.value}' => '${newValue}'`, debugDev);\n      }\n    });\n  }\n  */\n  const oldString = fieldToString(oldField);\n  const newString = fieldToString(newField);\n  if (oldString === newString) {\n    return;\n  }\n  //nvdebug(`NORMALIZE FIELD:\\n '${fieldToString(oldField)}' =>\\n '${fieldToString(newField)}'`, debugDev);\n}\n\nfunction containsHumanName(tag = '???', subfieldCode = undefined) {\n  // NB! This set is for bibs! Auth has 400... What else...\n  if (['100', '600', '700', '800'].includes(tag)) {\n    if (subfieldCode === undefined || subfieldCode === 'a') {\n      return true;\n    }\n  }\n  // Others?\n  return false;\n}\n\nfunction containsCorporateName(tag = '???', subfieldCode = undefined) {\n  // NB! This set is for bibs! Auth has 400... What else...\n  if (['110', '610', '710', '810'].includes(tag)) {\n    if (subfieldCode === undefined || subfieldCode === 'a') {\n      return true;\n    }\n  }\n  // Others?\n  return false;\n}\n\nfunction skipAllSubfieldNormalizations(value, subfieldCode, tag) {\n\n  if (isEnnakkotietoSubfieldG({'code': subfieldCode, value})) {\n    return true;\n  }\n\n  if (tag === '035' && ['a', 'z'].includes(subfieldCode)) { // A\n    return true;\n  }\n\n  if (isControlSubfieldCode(subfieldCode)) {\n    return true;\n  }\n  return false;\n}\n\nfunction skipSubfieldLowercase(value, subfieldCode, tag) {\n  // These may contain Roman Numerals...\n  if (subfieldContainsPartData(tag, subfieldCode)) {\n    return true;\n  }\n\n  return skipAllSubfieldNormalizations(value, subfieldCode, tag);\n}\n\nfunction skipAllFieldNormalizations(tag) {\n  if (['LOW', 'SID'].includes(tag)) {\n    return true;\n  }\n  return false;\n}\n\n\nfunction subfieldValueLowercase(value, subfieldCode, tag) {\n  if (skipSubfieldLowercase(value, subfieldCode, tag)) {\n    return value;\n  }\n\n  //return value.toLowerCase();\n  const newValue = value.toLowerCase();\n  if (newValue !== value) {\n    //nvdebug(`SVL ${tag} $${subfieldCode} '${value}' =>`, debugDev);\n    //nvdebug(`SVL ${tag} $${subfieldCode} '${newValue}'`, debugDev);\n    return newValue;\n  }\n  return value;\n}\n\nfunction subfieldLowercase(sf, tag) {\n  sf.value = subfieldValueLowercase(sf.value, sf.code, tag); // eslint-disable-line functional/immutable-data\n}\n\nfunction fieldLowercase(field) {\n  if (skipFieldLowercase(field)) {\n    return;\n  }\n\n  field.subfields.forEach(sf => subfieldLowercase(sf, field.tag));\n\n  function skipFieldLowercase(field) {\n    if (skipAllFieldNormalizations(field.tag)) {\n      return true;\n    }\n    // Skip non-interesting fields\n    if (!containsHumanName(field.tag) && !containsCorporateName(field.tag) && !['240', '245', '630'].includes(field.tag)) {\n      return true;\n    }\n\n    return false;\n  }\n}\n\n\nfunction hack490SubfieldA(field) {\n  if (field.tag !== '490') {\n    return;\n  }\n  field.subfields.forEach(sf => removeSarja(sf));\n\n  // NB! This won't work, if the punctuation has not been stripped beforehand!\n  function removeSarja(subfield) {\n    if (subfield.code !== 'a') {\n      return;\n    }\n    const tmp = subfield.value.replace(/ ?-(?:[a-z]|ä|ö)*sarja$/u, '');\n    if (tmp.length > 0) {\n      subfield.value = tmp; // eslint-disable-line functional/immutable-data\n      return;\n    }\n  }\n}\n\nexport function tagAndSubfieldCodeReferToIsbn(tag, subfieldCode) {\n  // NB! We don't do this to 020$z!\n  if (subfieldCode === 'z' && ['765', '767', '770', '772', '773', '774', '776', '777', '780', '785', '786', '787'].includes(tag)) {\n    return true;\n  }\n  if (tag === '020' && subfieldCode === 'a') {\n    return true;\n  }\n  return false;\n}\n\nfunction looksLikeIsbn(value) {\n  // Does not check validity!\n  if (value.match(/^(?:[0-9]-?){9}(?:[0-9]-?[0-9]-?[0-9]-?)?[0-9Xx]$/u)) {\n    return true;\n  }\n  return false;\n}\n\nfunction normalizeISBN(field) {\n  if (!field.subfields) {\n    return;\n  }\n\n  //nvdebug(`ISBN-field? ${fieldToString(field)}`);\n  const relevantSubfields = field.subfields.filter(sf => tagAndSubfieldCodeReferToIsbn(field.tag, sf.code) && looksLikeIsbn(sf.value));\n  relevantSubfields.forEach(sf => normalizeIsbnSubfield(sf));\n\n  function normalizeIsbnSubfield(sf) {\n    //nvdebug(` ISBN-subfield? ${subfieldToString(sf)}`);\n    sf.value = sf.value.replace(/-/ug, ''); // eslint-disable-line functional/immutable-data\n    sf.value = sf.value.replace(/x/u, 'X'); // eslint-disable-line functional/immutable-data\n  }\n\n}\n\nfunction fieldSpecificHacks(field) {\n  normalizeISBN(field); // 020$a, not $z!\n  hack490SubfieldA(field);\n}\n\nexport function fieldTrimSubfieldValues(field) {\n  field.subfields?.forEach((sf) => {\n    sf.value = sf.value.replace(/^[ \\t\\n]+/u, ''); // eslint-disable-line functional/immutable-data\n    sf.value = sf.value.replace(/[ \\t\\n]+$/u, ''); // eslint-disable-line functional/immutable-data\n    sf.value = sf.value.replace(/[ \\t\\n]+/gu, ' '); // eslint-disable-line functional/immutable-data\n  });\n}\n\nfunction fieldRemoveDecomposedDiacritics(field) {\n  // Raison d'être/motivation: \"Sirén\" and diacriticless \"Siren\" might refer to a same surname, so this normalization\n  // allows us to compare authors and avoid duplicate fields.\n  field.subfields.forEach((sf) => {\n    sf.value = removeDecomposedDiacritics(sf.value); // eslint-disable-line functional/immutable-data\n  });\n}\n\nfunction removeDecomposedDiacritics(value = '') {\n  // NB #1: Does nothing to precomposed letters. Do String.normalize('NFD') first, if you want to handle them.\n  // NB #2: Finnish letters 'å', 'ä', 'ö', 'Å', Ä', and 'Ö' should be handled (=precomposed) before calling this. (= keep them as is)\n  // NB #3: Calling our very own fixComposition() before this function handles both #1 and #2.\n  return String(value).replace(/\\p{Diacritic}/gu, '');\n}\n\nfunction normalizeSubfieldValue(value, subfieldCode, tag) {\n  // NB! For comparison of values only\n  /* eslint-disable */\n  value = subfieldValueLowercase(value, subfieldCode, tag);\n\n  // Normalize: s. = sivut = pp.\n  value = normalizePartData(value, subfieldCode, tag);\n  value = value.replace(/^\\[([^[\\]]+)\\]/gu, '$1'); // eslint-disable-line functional/immutable-data, prefer-named-capture-group\n\n  if (['130', '730'].includes(tag) && subfieldCode === 'a') {\n    value = value.replace(' : ', ', '); // \"Halloween ends (elokuva, 2022)\" vs \"Halloween ends (elokuva : 2023)\"\n  }\n  /* eslint-enable */\n\n  // Not going to do these in the foreseeable future, but keeping them here for discussion:\n  // Possible normalizations include but are not limited to:\n  // ø => ö? Might be language dependent: 041 $a fin => ö, 041 $a eng => o?\n  // Ø => Ö?\n  // ß => ss\n  // þ => th (NB! Both upper and lower case)\n  // ...\n  // Probably nots:\n  // ü => y (probably not, though this correlates with Finnish letter-to-sound rules)\n  // w => v (OK for Finnish sorting in certain cases, but we are not here, are we?)\n  // I guess we should use decomposed values in code here. (Not sure what composition my examples above use.)\n  return value;\n}\n\nexport function cloneAndRemovePunctuation(field) {\n  const clonedField = clone(field);\n  if (fieldSkipNormalization(field)) {\n    return clonedField;\n  }\n  fieldStripPunctuation(clonedField);\n  fieldTrimSubfieldValues(clonedField);\n  debugDev('PUNC');\n  debugFieldComparison(field, clonedField);\n\n  return clonedField;\n}\n\nfunction removeCharsThatDontCarryMeaning(value, tag, subfieldCode) {\n  if (tag === '080') {\n    return value;\n  }\n  /* eslint-disable */\n  // 3\" refers to inches, but as this is for comparison only we don't mind...\n  value = value.replace(/['‘’\"„“”«»]/gu, ''); // MET-570 et al. Subset of https://hexdocs.pm/ex_unicode/Unicode.Category.QuoteMarks.html\n  // MRA-273: Handle X00$a name initials.\n  // NB #1: that we remove spaces for comparison (as it simpler), though actually space should be used. Doesn't matter as this is comparison only.\n  // NB #2: we might/should eventually write a validator/fixer that adds those spaces. After that point, this expection should become obsolete.\n  if (subfieldCode === 'a' && ['100', '400', '600', '700', '800'].includes(tag)) { // 400 is used in auth records. It's not a bib field at all.\n    value = value.replace(/([A-Z]|Å|Ä|Ö)\\. +/ugi, '$1.');\n  }\n  /* eslint-enable */\n  return value;\n}\n\nfunction normalizeField(field) {\n  //sf.value = removeDecomposedDiacritics(sf.value); // eslint-disable-line functional/immutable-data\n  fieldStripPunctuation(field);\n  fieldLowercase(field);\n  fieldNormalizeControlNumbers(field); // FIN11 vs FI-MELINDA etc.\n  return field;\n}\n\nexport function cloneAndNormalizeFieldForComparison(field) {\n  // NB! This new field is for comparison purposes only.\n  // Some of the normalizations might be considered a bit overkill for other purposes.\n  const clonedField = clone(field);\n  if (fieldSkipNormalization(field)) {\n    return clonedField;\n  }\n  clonedField.subfields.forEach((sf) => { // Do this for all fields or some fields?\n    sf.value = normalizeSubfieldValue(sf.value, sf.code, field.tag); // eslint-disable-line functional/immutable-data\n    sf.value = removeCharsThatDontCarryMeaning(sf.value, field.tag, sf.code);// eslint-disable-line functional/immutable-data\n  });\n\n  normalizeField(clonedField); // eslint-disable-line functional/immutable-data\n  fieldRemoveDecomposedDiacritics(clonedField);\n  fieldSpecificHacks(clonedField);\n  fieldTrimSubfieldValues(clonedField);\n\n\n  debugFieldComparison(field, clonedField); // For debugging purposes only\n\n  return clonedField;\n}\n\nfunction fieldSkipNormalization(field) {\n  if (!field.subfields || ['018', '066', '080', '083'].includes(field.tag)) {\n    return true;\n  }\n  return false;\n}\n"],"mappings":";;;;;;;;;;AAQA,IAAAA,MAAA,GAAAC,sBAAA,CAAAC,OAAA;AACA,IAAAC,YAAA,GAAAD,OAAA;AACA,IAAAE,MAAA,GAAAF,OAAA;AAEA,IAAAG,qBAAA,GAAAH,OAAA;AACA,IAAAI,MAAA,GAAAL,sBAAA,CAAAC,OAAA;AACA,IAAAK,oCAAA,GAAAL,OAAA;AAAkG,SAAAD,uBAAAO,CAAA,WAAAA,CAAA,IAAAA,CAAA,CAAAC,UAAA,GAAAD,CAAA,KAAAE,OAAA,EAAAF,CAAA;AAdlG;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AASA,MAAMG,KAAK,GAAG,IAAAC,cAAiB,EAAC,0EAA0E,CAAC;AAC3G;AACA,MAAMC,QAAQ,GAAGF,KAAK,CAACG,MAAM,CAAC,KAAK,CAAC;AAE7B,SAASC,uBAAuBA,CAACC,QAAQ,EAAE;EAChD,IAAIA,QAAQ,CAACC,IAAI,KAAK,GAAG,EAAE;IACzB,OAAO,KAAK;EACd;EACA,OAAOD,QAAQ,CAACE,KAAK,CAACC,KAAK,CAAC,sBAAsB,CAAC;AACrD;AAEA,SAASC,oBAAoBA,CAACC,QAAQ,EAAEC,QAAQ,EAAE;EAAE;EAClD;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACE,MAAMC,SAAS,GAAG,IAAAC,oBAAa,EAACH,QAAQ,CAAC;EACzC,MAAMI,SAAS,GAAG,IAAAD,oBAAa,EAACF,QAAQ,CAAC;EACzC,IAAIC,SAAS,KAAKE,SAAS,EAAE;IAC3B;EACF;EACA;AACF;AAEA,SAASC,iBAAiBA,CAACC,GAAG,GAAG,KAAK,EAAEC,YAAY,GAAGC,SAAS,EAAE;EAChE;EACA,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAACC,QAAQ,CAACH,GAAG,CAAC,EAAE;IAC9C,IAAIC,YAAY,KAAKC,SAAS,IAAID,YAAY,KAAK,GAAG,EAAE;MACtD,OAAO,IAAI;IACb;EACF;EACA;EACA,OAAO,KAAK;AACd;AAEA,SAASG,qBAAqBA,CAACJ,GAAG,GAAG,KAAK,EAAEC,YAAY,GAAGC,SAAS,EAAE;EACpE;EACA,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAACC,QAAQ,CAACH,GAAG,CAAC,EAAE;IAC9C,IAAIC,YAAY,KAAKC,SAAS,IAAID,YAAY,KAAK,GAAG,EAAE;MACtD,OAAO,IAAI;IACb;EACF;EACA;EACA,OAAO,KAAK;AACd;AAEA,SAASI,6BAA6BA,CAACd,KAAK,EAAEU,YAAY,EAAED,GAAG,EAAE;EAE/D,IAAIZ,uBAAuB,CAAC;IAAC,MAAM,EAAEa,YAAY;IAAEV;EAAK,CAAC,CAAC,EAAE;IAC1D,OAAO,IAAI;EACb;EAEA,IAAIS,GAAG,KAAK,KAAK,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAACG,QAAQ,CAACF,YAAY,CAAC,EAAE;IAAE;IACxD,OAAO,IAAI;EACb;EAEA,IAAI,IAAAK,4BAAqB,EAACL,YAAY,CAAC,EAAE;IACvC,OAAO,IAAI;EACb;EACA,OAAO,KAAK;AACd;AAEA,SAASM,qBAAqBA,CAAChB,KAAK,EAAEU,YAAY,EAAED,GAAG,EAAE;EACvD;EACA,IAAI,IAAAQ,6DAAwB,EAACR,GAAG,EAAEC,YAAY,CAAC,EAAE;IAC/C,OAAO,IAAI;EACb;EAEA,OAAOI,6BAA6B,CAACd,KAAK,EAAEU,YAAY,EAAED,GAAG,CAAC;AAChE;AAEA,SAASS,0BAA0BA,CAACT,GAAG,EAAE;EACvC,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,CAACG,QAAQ,CAACH,GAAG,CAAC,EAAE;IAChC,OAAO,IAAI;EACb;EACA,OAAO,KAAK;AACd;AAGA,SAASU,sBAAsBA,CAACnB,KAAK,EAAEU,YAAY,EAAED,GAAG,EAAE;EACxD,IAAIO,qBAAqB,CAAChB,KAAK,EAAEU,YAAY,EAAED,GAAG,CAAC,EAAE;IACnD,OAAOT,KAAK;EACd;;EAEA;EACA,MAAMoB,QAAQ,GAAGpB,KAAK,CAACqB,WAAW,CAAC,CAAC;EACpC,IAAID,QAAQ,KAAKpB,KAAK,EAAE;IACtB;IACA;IACA,OAAOoB,QAAQ;EACjB;EACA,OAAOpB,KAAK;AACd;AAEA,SAASsB,iBAAiBA,CAACC,EAAE,EAAEd,GAAG,EAAE;EAClCc,EAAE,CAACvB,KAAK,GAAGmB,sBAAsB,CAACI,EAAE,CAACvB,KAAK,EAAEuB,EAAE,CAACxB,IAAI,EAAEU,GAAG,CAAC,CAAC,CAAC;AAC7D;AAEA,SAASe,cAAcA,CAACC,KAAK,EAAE;EAC7B,IAAIC,kBAAkB,CAACD,KAAK,CAAC,EAAE;IAC7B;EACF;EAEAA,KAAK,CAACE,SAAS,CAACC,OAAO,CAACL,EAAE,IAAID,iBAAiB,CAACC,EAAE,EAAEE,KAAK,CAAChB,GAAG,CAAC,CAAC;EAE/D,SAASiB,kBAAkBA,CAACD,KAAK,EAAE;IACjC,IAAIP,0BAA0B,CAACO,KAAK,CAAChB,GAAG,CAAC,EAAE;MACzC,OAAO,IAAI;IACb;IACA;IACA,IAAI,CAACD,iBAAiB,CAACiB,KAAK,CAAChB,GAAG,CAAC,IAAI,CAACI,qBAAqB,CAACY,KAAK,CAAChB,GAAG,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAACG,QAAQ,CAACa,KAAK,CAAChB,GAAG,CAAC,EAAE;MACpH,OAAO,IAAI;IACb;IAEA,OAAO,KAAK;EACd;AACF;AAGA,SAASoB,gBAAgBA,CAACJ,KAAK,EAAE;EAC/B,IAAIA,KAAK,CAAChB,GAAG,KAAK,KAAK,EAAE;IACvB;EACF;EACAgB,KAAK,CAACE,SAAS,CAACC,OAAO,CAACL,EAAE,IAAIO,WAAW,CAACP,EAAE,CAAC,CAAC;;EAE9C;EACA,SAASO,WAAWA,CAAChC,QAAQ,EAAE;IAC7B,IAAIA,QAAQ,CAACC,IAAI,KAAK,GAAG,EAAE;MACzB;IACF;IACA,MAAMgC,GAAG,GAAGjC,QAAQ,CAACE,KAAK,CAACgC,OAAO,CAAC,0BAA0B,EAAE,EAAE,CAAC;IAClE,IAAID,GAAG,CAACE,MAAM,GAAG,CAAC,EAAE;MAClBnC,QAAQ,CAACE,KAAK,GAAG+B,GAAG,CAAC,CAAC;MACtB;IACF;EACF;AACF;AAEO,SAASG,6BAA6BA,CAACzB,GAAG,EAAEC,YAAY,EAAE;EAC/D;EACA,IAAIA,YAAY,KAAK,GAAG,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAACE,QAAQ,CAACH,GAAG,CAAC,EAAE;IAC9H,OAAO,IAAI;EACb;EACA,IAAIA,GAAG,KAAK,KAAK,IAAIC,YAAY,KAAK,GAAG,EAAE;IACzC,OAAO,IAAI;EACb;EACA,OAAO,KAAK;AACd;AAEA,SAASyB,aAAaA,CAACnC,KAAK,EAAE;EAC5B;EACA,IAAIA,KAAK,CAACC,KAAK,CAAC,oDAAoD,CAAC,EAAE;IACrE,OAAO,IAAI;EACb;EACA,OAAO,KAAK;AACd;AAEA,SAASmC,aAAaA,CAACX,KAAK,EAAE;EAC5B,IAAI,CAACA,KAAK,CAACE,SAAS,EAAE;IACpB;EACF;;EAEA;EACA,MAAMU,iBAAiB,GAAGZ,KAAK,CAACE,SAAS,CAACW,MAAM,CAACf,EAAE,IAAIW,6BAA6B,CAACT,KAAK,CAAChB,GAAG,EAAEc,EAAE,CAACxB,IAAI,CAAC,IAAIoC,aAAa,CAACZ,EAAE,CAACvB,KAAK,CAAC,CAAC;EACpIqC,iBAAiB,CAACT,OAAO,CAACL,EAAE,IAAIgB,qBAAqB,CAAChB,EAAE,CAAC,CAAC;EAE1D,SAASgB,qBAAqBA,CAAChB,EAAE,EAAE;IACjC;IACAA,EAAE,CAACvB,KAAK,GAAGuB,EAAE,CAACvB,KAAK,CAACgC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC;IACxCT,EAAE,CAACvB,KAAK,GAAGuB,EAAE,CAACvB,KAAK,CAACgC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC;EAC1C;AAEF;AAEA,SAASQ,kBAAkBA,CAACf,KAAK,EAAE;EACjCW,aAAa,CAACX,KAAK,CAAC,CAAC,CAAC;EACtBI,gBAAgB,CAACJ,KAAK,CAAC;AACzB;AAEO,SAASgB,uBAAuBA,CAAChB,KAAK,EAAE;EAC7CA,KAAK,CAACE,SAAS,EAAEC,OAAO,CAAEL,EAAE,IAAK;IAC/BA,EAAE,CAACvB,KAAK,GAAGuB,EAAE,CAACvB,KAAK,CAACgC,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC,CAAC;IAC/CT,EAAE,CAACvB,KAAK,GAAGuB,EAAE,CAACvB,KAAK,CAACgC,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC,CAAC;IAC/CT,EAAE,CAACvB,KAAK,GAAGuB,EAAE,CAACvB,KAAK,CAACgC,OAAO,CAAC,YAAY,EAAE,GAAG,CAAC,CAAC,CAAC;EAClD,CAAC,CAAC;AACJ;AAEA,SAASU,+BAA+BA,CAACjB,KAAK,EAAE;EAC9C;EACA;EACAA,KAAK,CAACE,SAAS,CAACC,OAAO,CAAEL,EAAE,IAAK;IAC9BA,EAAE,CAACvB,KAAK,GAAG2C,0BAA0B,CAACpB,EAAE,CAACvB,KAAK,CAAC,CAAC,CAAC;EACnD,CAAC,CAAC;AACJ;AAEA,SAAS2C,0BAA0BA,CAAC3C,KAAK,GAAG,EAAE,EAAE;EAC9C;EACA;EACA;EACA,OAAO4C,MAAM,CAAC5C,KAAK,CAAC,CAACgC,OAAO,CAAC,iBAAiB,EAAE,EAAE,CAAC;AACrD;AAEA,SAASa,sBAAsBA,CAAC7C,KAAK,EAAEU,YAAY,EAAED,GAAG,EAAE;EACxD;EACA;EACAT,KAAK,GAAGmB,sBAAsB,CAACnB,KAAK,EAAEU,YAAY,EAAED,GAAG,CAAC;;EAExD;EACAT,KAAK,GAAG,IAAA8C,sDAAiB,EAAC9C,KAAK,EAAEU,YAAY,EAAED,GAAG,CAAC;EACnDT,KAAK,GAAGA,KAAK,CAACgC,OAAO,CAAC,kBAAkB,EAAE,IAAI,CAAC,CAAC,CAAC;;EAEjD,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,CAACpB,QAAQ,CAACH,GAAG,CAAC,IAAIC,YAAY,KAAK,GAAG,EAAE;IACxDV,KAAK,GAAGA,KAAK,CAACgC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC;EACtC;EACA;;EAEA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA,OAAOhC,KAAK;AACd;AAEO,SAAS+C,yBAAyBA,CAACtB,KAAK,EAAE;EAC/C,MAAMuB,WAAW,GAAG,IAAAC,cAAK,EAACxB,KAAK,CAAC;EAChC,IAAIyB,sBAAsB,CAACzB,KAAK,CAAC,EAAE;IACjC,OAAOuB,WAAW;EACpB;EACA,IAAAG,kCAAqB,EAACH,WAAW,CAAC;EAClCP,uBAAuB,CAACO,WAAW,CAAC;EACpCrD,QAAQ,CAAC,MAAM,CAAC;EAChBO,oBAAoB,CAACuB,KAAK,EAAEuB,WAAW,CAAC;EAExC,OAAOA,WAAW;AACpB;AAEA,SAASI,+BAA+BA,CAACpD,KAAK,EAAES,GAAG,EAAEC,YAAY,EAAE;EACjE,IAAID,GAAG,KAAK,KAAK,EAAE;IACjB,OAAOT,KAAK;EACd;EACA;EACA;EACAA,KAAK,GAAGA,KAAK,CAACgC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC,CAAC;EAC5C;EACA;EACA;EACA,IAAItB,YAAY,KAAK,GAAG,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAACE,QAAQ,CAACH,GAAG,CAAC,EAAE;IAAE;IAC/ET,KAAK,GAAGA,KAAK,CAACgC,OAAO,CAAC,sBAAsB,EAAE,KAAK,CAAC;EACtD;EACA;EACA,OAAOhC,KAAK;AACd;AAEA,SAASqD,cAAcA,CAAC5B,KAAK,EAAE;EAC7B;EACA,IAAA0B,kCAAqB,EAAC1B,KAAK,CAAC;EAC5BD,cAAc,CAACC,KAAK,CAAC;EACrB,IAAA6B,kDAA4B,EAAC7B,KAAK,CAAC,CAAC,CAAC;EACrC,OAAOA,KAAK;AACd;AAEO,SAAS8B,mCAAmCA,CAAC9B,KAAK,EAAE;EACzD;EACA;EACA,MAAMuB,WAAW,GAAG,IAAAC,cAAK,EAACxB,KAAK,CAAC;EAChC,IAAIyB,sBAAsB,CAACzB,KAAK,CAAC,EAAE;IACjC,OAAOuB,WAAW;EACpB;EACAA,WAAW,CAACrB,SAAS,CAACC,OAAO,CAAEL,EAAE,IAAK;IAAE;IACtCA,EAAE,CAACvB,KAAK,GAAG6C,sBAAsB,CAACtB,EAAE,CAACvB,KAAK,EAAEuB,EAAE,CAACxB,IAAI,EAAE0B,KAAK,CAAChB,GAAG,CAAC,CAAC,CAAC;IACjEc,EAAE,CAACvB,KAAK,GAAGoD,+BAA+B,CAAC7B,EAAE,CAACvB,KAAK,EAAEyB,KAAK,CAAChB,GAAG,EAAEc,EAAE,CAACxB,IAAI,CAAC,CAAC;EAC3E,CAAC,CAAC;EAEFsD,cAAc,CAACL,WAAW,CAAC,CAAC,CAAC;EAC7BN,+BAA+B,CAACM,WAAW,CAAC;EAC5CR,kBAAkB,CAACQ,WAAW,CAAC;EAC/BP,uBAAuB,CAACO,WAAW,CAAC;EAGpC9C,oBAAoB,CAACuB,KAAK,EAAEuB,WAAW,CAAC,CAAC,CAAC;;EAE1C,OAAOA,WAAW;AACpB;AAEA,SAASE,sBAAsBA,CAACzB,KAAK,EAAE;EACrC,IAAI,CAACA,KAAK,CAACE,SAAS,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAACf,QAAQ,CAACa,KAAK,CAAChB,GAAG,CAAC,EAAE;IACxE,OAAO,IAAI;EACb;EACA,OAAO,KAAK;AACd","ignoreList":[]}

package/dist/prepublicationUtils.js

@@ -40,30 +40,22 @@ function encodingLevelIsBetterThanPrepublication(encodingLevel) {
   const index = encodingLevelPreferenceArray.indexOf(encodingLevel);
   return index > -1 && index < prepublicationLevelIndex;
 }
-function containsSubstringInSubfieldA(field, substring, ignoreCase = false) {
-  if (ignoreCase) {
-    const lowercasedSubstring = substring.toLowerCase();
-    return field.subfields.some(sf => sf.code === 'a' && sf.value.toLowerCase().includes(lowercasedSubstring));
-  }
-  return field.subfields.some(sf => sf.code === 'a' && sf.value.includes(substring));
-}
 
 // These three functions below all refer to field 500:
 function fieldRefersToKoneellisestiTuotettuTietue(field) {
-  return containsSubstringInSubfieldA(field, 'Koneellisesti tuotettu tietue');
+  return field.subfields?.some(sf => sf.code === 'a' && sf.value.match(/^Koneellisesti tuotettu tietue/u));
 }
 function fieldRefersToTarkistettuEnnakkotieto(field) {
-  return containsSubstringInSubfieldA(field, 'TARKISTETTU ENNAKKOTIETO', true);
+  return field.subfields?.some(sf => sf.code === 'a' && sf.value.match(/^tarkistettu ennakkotieto/ui));
 }
 function fieldRefersToEnnakkotieto(field) {
   // NB! This no longer matches 'TARKISTETTU ENNAKKOTIETO' case! Bug or Feature?
-  if (!fieldRefersToTarkistettuEnnakkotieto(field)) {
-    if (containsSubstringInSubfieldA(field, 'ENNAKKOTIETO', true)) {
-      return true;
-    }
+  if (field.subfields?.some(sf => sf.code === 'a' && sf.value.match(/^ennakkotieto(?:$|[. ])/ui))) {
+    return true;
   }
+
   // MRA-420: "EI VIELÄ ILMESTYNYT" is a Helmet note, that is semantically similar to ENNAKKOTIETO:
-  return containsSubstringInSubfieldA(field, 'EI VIELÄ ILMESTYNYT');
+  return field.subfields?.some(sf => sf.code === 'a' && sf.value.match(/^EI VIELÄ ILMESTYNYT/u));
 }
 function firstFieldHasBetterPrepubEncodingLevel(field1, field2) {
   if (fieldRefersToKoneellisestiTuotettuTietue(field2)) {
@@ -86,23 +78,6 @@ function firstFieldHasBetterPrepubEncodingLevel(field1, field2) {
   }
   return false;
 }
-
-/*
-function hasEnnakkotietoSubfield(field) {
-  // NB! This has apparently changed to lower case 'ennakkotieto'...
-  return field.subfields.some(sf => ['g', '9'].includes(sf.code) && sf.value.includes('ENNAKKOTIETO'));
-}
-*/
-
-/*
-export function isPrepublicationField6XX(field) {
-  if (!field.tag.match(/^6(?:[0-4][0-9]|5[0-5])$/u)) { // Not within 600 ... 655 range
-    return false;
-  }
-  return field.subfields.some(sf => hasEnnakkotietoSubfield(sf));
-}
-*/
-
 function getRelevant5XXFields(record, f500 = false, f594 = false) {
   const cands = actualGetFields();
   //nvdebugFieldArray(cands, 'gR5XXa: ', debugDev);

package/dist/prepublicationUtils.js.map

@@ -1 +1 @@
-{"version":3,"file":"prepublicationUtils.js","names":["_utils","require","_debug","_interopRequireDefault","e","__esModule","default","debug","createDebugLogger","debugDev","extend","KONEELLISESTI_TUOTETTU_TIETUE","TARKISTETTU_ENNAKKOTIETO","ENNAKKOTIETO","encodingLevelPreferenceArray","prepublicationLevelIndex","indexOf","prepublicationLevelIsKoneellisestiTuotettuTietueOrTarkistettuEnnakkotieto","prepublicationLevel","encodingLevelIsBetterThanPrepublication","encodingLevel","index","containsSubstringInSubfieldA","field","substring","ignoreCase","lowercasedSubstring","toLowerCase","subfields","some","sf","code","value","includes","fieldRefersToKoneellisestiTuotettuTietue","fieldRefersToTarkistettuEnnakkotieto","fieldRefersToEnnakkotieto","firstFieldHasBetterPrepubEncodingLevel","field1","field2","getRelevant5XXFields","record","f500","f594","cands","actualGetFields","filtered","filter","hasRelevantPrepubData","tag","every","get","getPrepublicationLevel","fields","f","baseHasEqualOrHigherEncodingLevel","baseEncodingLevel","sourceEncodingLevel","baseIndex","sourceIndex","hasFikkaLOW","fieldHasSubfield","hasNatLibFi042","isFikkaRecord","getEncodingLevel","leader","deleteAllPrepublicationNotesFromField500InNonPubRecord","length","nvdebug","forEach","removeField","removeWorsePrepubField500s","nvdebugFieldArray","nonBest","removeWorsePrepubField594s","fields594","isEnnakkotietoSubfield","subfield","coreString","substr","isEnnakkotietoField","isKingOfTheHill","opposingFields","opposingField"],"sources":["../src/prepublicationUtils.js"],"sourcesContent":["import {fieldHasSubfield, nvdebug, nvdebugFieldArray} from './utils';\nimport createDebugLogger from 'debug';\n\nconst debug = createDebugLogger('@natlibfi/marc-record-validators-melinda:prepublicationUtils');\n//const debugData = debug.extend('data');\nconst debugDev = debug.extend('dev');\n\nconst KONEELLISESTI_TUOTETTU_TIETUE = 1; // Best\nconst TARKISTETTU_ENNAKKOTIETO = 2;\nconst ENNAKKOTIETO = 3;\n//const EI_TASOA = 4;\n\nconst encodingLevelPreferenceArray = [' ', '1', '3', '4', '5', '2', '7', 'u', 'z', '8']; // MET-145\nconst prepublicationLevelIndex = encodingLevelPreferenceArray.indexOf('8');\n\nexport function prepublicationLevelIsKoneellisestiTuotettuTietueOrTarkistettuEnnakkotieto(prepublicationLevel) {\n  return prepublicationLevel === KONEELLISESTI_TUOTETTU_TIETUE || prepublicationLevel === TARKISTETTU_ENNAKKOTIETO;\n}\n\n\nexport function encodingLevelIsBetterThanPrepublication(encodingLevel) {\n  const index = encodingLevelPreferenceArray.indexOf(encodingLevel);\n  return index > -1 && index < prepublicationLevelIndex;\n}\n\n\nfunction containsSubstringInSubfieldA(field, substring, ignoreCase = false) {\n  if (ignoreCase) {\n    const lowercasedSubstring = substring.toLowerCase();\n    return field.subfields.some(sf => sf.code === 'a' && sf.value.toLowerCase().includes(lowercasedSubstring));\n\n  }\n  return field.subfields.some(sf => sf.code === 'a' && sf.value.includes(substring));\n}\n\n\n// These three functions below all refer to field 500:\nexport function fieldRefersToKoneellisestiTuotettuTietue(field) {\n  return containsSubstringInSubfieldA(field, 'Koneellisesti tuotettu tietue');\n}\n\n\nexport function fieldRefersToTarkistettuEnnakkotieto(field) {\n  return containsSubstringInSubfieldA(field, 'TARKISTETTU ENNAKKOTIETO', true);\n}\n\n\nexport function fieldRefersToEnnakkotieto(field) {\n  // NB! This no longer matches 'TARKISTETTU ENNAKKOTIETO' case! Bug or Feature?\n  if (!fieldRefersToTarkistettuEnnakkotieto(field)) {\n    if (containsSubstringInSubfieldA(field, 'ENNAKKOTIETO', true)) {\n      return true;\n    }\n  }\n  // MRA-420: \"EI VIELÄ ILMESTYNYT\" is a Helmet note, that is semantically similar to ENNAKKOTIETO:\n  return containsSubstringInSubfieldA(field, 'EI VIELÄ ILMESTYNYT');\n}\n\n\nexport function firstFieldHasBetterPrepubEncodingLevel(field1, field2) {\n  if (fieldRefersToKoneellisestiTuotettuTietue(field2)) {\n    return false;\n  }\n  if (fieldRefersToKoneellisestiTuotettuTietue(field1)) {\n    return true;\n  }\n  if (fieldRefersToTarkistettuEnnakkotieto(field2)) {\n    return false;\n  }\n  if (fieldRefersToTarkistettuEnnakkotieto(field1)) {\n    return true;\n  }\n  if (fieldRefersToEnnakkotieto(field2)) {\n    return false;\n  }\n  if (fieldRefersToEnnakkotieto(field1)) {\n    return true;\n  }\n  return false;\n}\n\n\n/*\nfunction hasEnnakkotietoSubfield(field) {\n  // NB! This has apparently changed to lower case 'ennakkotieto'...\n  return field.subfields.some(sf => ['g', '9'].includes(sf.code) && sf.value.includes('ENNAKKOTIETO'));\n}\n*/\n\n/*\nexport function isPrepublicationField6XX(field) {\n  if (!field.tag.match(/^6(?:[0-4][0-9]|5[0-5])$/u)) { // Not within 600 ... 655 range\n    return false;\n  }\n  return field.subfields.some(sf => hasEnnakkotietoSubfield(sf));\n}\n*/\n\n\nexport function getRelevant5XXFields(record, f500 = false, f594 = false) {\n  const cands = actualGetFields();\n  //nvdebugFieldArray(cands, 'gR5XXa: ', debugDev);\n  const filtered = cands.filter(field => hasRelevantPrepubData(field));\n  //nvdebugFieldArray(filtered, 'gR5XXb: ', debugDev);\n  return filtered;\n\n  //return actualGetFields().filter(field => hasRelevantPrepubData(field));\n\n  function hasRelevantPrepubData(field) {\n    // Check prepub ($a):\n    if (!fieldRefersToKoneellisestiTuotettuTietue(field) && !fieldRefersToTarkistettuEnnakkotieto(field) && !fieldRefersToEnnakkotieto(field)) {\n      return false;\n    }\n    // Check relevance (594$5):\n    if (field.tag === '500') {\n      return field.subfields.every(sf => sf.code !== '5'); //true;\n    }\n    return field.subfields.some(sf => sf.code === '5' && ['FENNI', 'FIKKA', 'VIOLA'].includes(sf.value));\n  }\n\n  function actualGetFields() {\n    if (f500 && f594) {\n      return record.get(/^(?:500|594)$/u);\n    }\n    if (f500) {\n      return record.get(/^500$/u);\n    }\n    if (f594) {\n      return record.get(/^594$/u);\n    }\n    return [];\n  }\n\n}\n\n\n// Very similar to getPrepublicationLevel() in melinda-record-match-validator's getPrepublicationLevel()...\n// We should use that and not have a copy here...\nexport function getPrepublicationLevel(record, f500 = false, f594 = false) {\n  // Smaller return value is better\n  const fields = getRelevant5XXFields(record, f500, f594);\n\n  if (!fields) {\n    return null;\n  }\n  if (fields.some(f => fieldRefersToKoneellisestiTuotettuTietue(f))) {\n    return KONEELLISESTI_TUOTETTU_TIETUE;\n  }\n\n  if (fields.some(f => fieldRefersToTarkistettuEnnakkotieto(f))) {\n    return TARKISTETTU_ENNAKKOTIETO;\n  }\n\n  if (fields.some(f => fieldRefersToEnnakkotieto(f))) {\n    return ENNAKKOTIETO;\n  }\n\n  return null;\n}\n\n\nexport function baseHasEqualOrHigherEncodingLevel(baseEncodingLevel, sourceEncodingLevel) {\n  const baseIndex = encodingLevelPreferenceArray.indexOf(baseEncodingLevel);\n  const sourceIndex = encodingLevelPreferenceArray.indexOf(sourceEncodingLevel);\n\n  if (baseIndex === -1) {\n    // Base wins if both are bad:\n    return sourceIndex === -1;\n  }\n  return baseIndex <= sourceIndex;\n}\n\n\nfunction hasFikkaLOW(record) {\n  return record.fields.some(field => field.tag === 'LOW' && fieldHasSubfield(field, 'a', 'FIKKA'));\n}\n\n\nfunction hasNatLibFi042(record) {\n  return record.fields.some(field => field.tag === '042' && (fieldHasSubfield(field, 'a', 'finb') || fieldHasSubfield(field, 'a', 'finbd')));\n}\n\n\nexport function isFikkaRecord(record) {\n  // NB! Does not include Humaniora. Pienpainatteet (not that they'd have duplicates)?\n  return hasFikkaLOW(record) && hasNatLibFi042(record);\n}\n\n\nexport function getEncodingLevel(record) {\n  return record.leader.substring(17, 18);\n}\n\n\nexport function deleteAllPrepublicationNotesFromField500InNonPubRecord(record) {\n  const encodingLevel = getEncodingLevel(record);\n  // Skip prepublication (or theoretically even worse) records:\n  if (!encodingLevelIsBetterThanPrepublication(encodingLevel)) {\n  //if (['2', '8'].includes(encodingLevel)) { // MET-306: added '2' here\n    return;\n  }\n\n  // MET-306: keep \"koneellisesti tuotettu tietue\" if encoding level is '2':\n  const f500 = getRelevant5XXFields(record, true, false).filter(field => encodingLevel === '2' ? !fieldRefersToKoneellisestiTuotettuTietue(field) : true);\n  if (f500.length === 0) {\n    return;\n  }\n\n\n  nvdebug(`Delete all ${f500.length} instance(s) of field 500`, debugDev);\n  f500.forEach(field => record.removeField(field));\n}\n\n\nexport function removeWorsePrepubField500s(record) {\n  // Remove lower-level entries:\n  const fields = getRelevant5XXFields(record, true, false); // 500=false, 594=true\n  nvdebugFieldArray(fields, '  Candidates for non-best 500 b4 filtering: ', debugDev);\n  const nonBest = fields.filter(field => fields.some(field2 => firstFieldHasBetterPrepubEncodingLevel(field2, field)));\n  nvdebugFieldArray(nonBest, '  Remove non-best 500: ', debugDev);\n  nonBest.forEach(field => record.removeField(field));\n}\n\n\nexport function removeWorsePrepubField594s(record) {\n  // Remove lower-level entries:\n  const fields594 = getRelevant5XXFields(record, false, true); // 500=false, 594=true\n  nvdebugFieldArray(fields594, '  Candidates for non-best 594 b4 filtering: ', debugDev);\n  const nonBest = fields594.filter(field => fields594.some(field2 => firstFieldHasBetterPrepubEncodingLevel(field2, field)));\n  nvdebugFieldArray(nonBest, '  Remove non-best 594: ', debugDev);\n  nonBest.forEach(field => record.removeField(field));\n}\n\n\nexport function isEnnakkotietoSubfield(subfield) {\n  if (subfield.code !== '9' && subfield.code !== 'g') {\n    return false;\n  }\n  // Length <= 13 allows punctuation, but does not require it:\n  if (subfield.value.length <= 13) {\n    const coreString = subfield.value.substr(0, 12);\n    if (coreString === 'ENNAKKOTIETO' || coreString === 'ennakkotieto') { // Lowercase term first seen in MET-575\n      return true;\n    }\n  }\n  return false;\n}\n\nexport function isEnnakkotietoField(field) {\n  return field.subfields.some(sf => isEnnakkotietoSubfield(sf));\n}\n\nexport function isKingOfTheHill(field, opposingFields) {\n  // Field is no better than at least one of the opposing fields\n  return opposingFields.every(opposingField => firstFieldHasBetterPrepubEncodingLevel(field, opposingField));\n}\n\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AACA,IAAAC,MAAA,GAAAC,sBAAA,CAAAF,OAAA;AAAsC,SAAAE,uBAAAC,CAAA,WAAAA,CAAA,IAAAA,CAAA,CAAAC,UAAA,GAAAD,CAAA,KAAAE,OAAA,EAAAF,CAAA;AAEtC,MAAMG,KAAK,GAAG,IAAAC,cAAiB,EAAC,8DAA8D,CAAC;AAC/F;AACA,MAAMC,QAAQ,GAAGF,KAAK,CAACG,MAAM,CAAC,KAAK,CAAC;AAEpC,MAAMC,6BAA6B,GAAG,CAAC,CAAC,CAAC;AACzC,MAAMC,wBAAwB,GAAG,CAAC;AAClC,MAAMC,YAAY,GAAG,CAAC;AACtB;;AAEA,MAAMC,4BAA4B,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;AACzF,MAAMC,wBAAwB,GAAGD,4BAA4B,CAACE,OAAO,CAAC,GAAG,CAAC;AAEnE,SAASC,yEAAyEA,CAACC,mBAAmB,EAAE;EAC7G,OAAOA,mBAAmB,KAAKP,6BAA6B,IAAIO,mBAAmB,KAAKN,wBAAwB;AAClH;AAGO,SAASO,uCAAuCA,CAACC,aAAa,EAAE;EACrE,MAAMC,KAAK,GAAGP,4BAA4B,CAACE,OAAO,CAACI,aAAa,CAAC;EACjE,OAAOC,KAAK,GAAG,CAAC,CAAC,IAAIA,KAAK,GAAGN,wBAAwB;AACvD;AAGA,SAASO,4BAA4BA,CAACC,KAAK,EAAEC,SAAS,EAAEC,UAAU,GAAG,KAAK,EAAE;EAC1E,IAAIA,UAAU,EAAE;IACd,MAAMC,mBAAmB,GAAGF,SAAS,CAACG,WAAW,CAAC,CAAC;IACnD,OAAOJ,KAAK,CAACK,SAAS,CAACC,IAAI,CAACC,EAAE,IAAIA,EAAE,CAACC,IAAI,KAAK,GAAG,IAAID,EAAE,CAACE,KAAK,CAACL,WAAW,CAAC,CAAC,CAACM,QAAQ,CAACP,mBAAmB,CAAC,CAAC;EAE5G;EACA,OAAOH,KAAK,CAACK,SAAS,CAACC,IAAI,CAACC,EAAE,IAAIA,EAAE,CAACC,IAAI,KAAK,GAAG,IAAID,EAAE,CAACE,KAAK,CAACC,QAAQ,CAACT,SAAS,CAAC,CAAC;AACpF;;AAGA;AACO,SAASU,wCAAwCA,CAACX,KAAK,EAAE;EAC9D,OAAOD,4BAA4B,CAACC,KAAK,EAAE,+BAA+B,CAAC;AAC7E;AAGO,SAASY,oCAAoCA,CAACZ,KAAK,EAAE;EAC1D,OAAOD,4BAA4B,CAACC,KAAK,EAAE,0BAA0B,EAAE,IAAI,CAAC;AAC9E;AAGO,SAASa,yBAAyBA,CAACb,KAAK,EAAE;EAC/C;EACA,IAAI,CAACY,oCAAoC,CAACZ,KAAK,CAAC,EAAE;IAChD,IAAID,4BAA4B,CAACC,KAAK,EAAE,cAAc,EAAE,IAAI,CAAC,EAAE;MAC7D,OAAO,IAAI;IACb;EACF;EACA;EACA,OAAOD,4BAA4B,CAACC,KAAK,EAAE,qBAAqB,CAAC;AACnE;AAGO,SAASc,sCAAsCA,CAACC,MAAM,EAAEC,MAAM,EAAE;EACrE,IAAIL,wCAAwC,CAACK,MAAM,CAAC,EAAE;IACpD,OAAO,KAAK;EACd;EACA,IAAIL,wCAAwC,CAACI,MAAM,CAAC,EAAE;IACpD,OAAO,IAAI;EACb;EACA,IAAIH,oCAAoC,CAACI,MAAM,CAAC,EAAE;IAChD,OAAO,KAAK;EACd;EACA,IAAIJ,oCAAoC,CAACG,MAAM,CAAC,EAAE;IAChD,OAAO,IAAI;EACb;EACA,IAAIF,yBAAyB,CAACG,MAAM,CAAC,EAAE;IACrC,OAAO,KAAK;EACd;EACA,IAAIH,yBAAyB,CAACE,MAAM,CAAC,EAAE;IACrC,OAAO,IAAI;EACb;EACA,OAAO,KAAK;AACd;;AAGA;AACA;AACA;AACA;AACA;AACA;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AAGO,SAASE,oBAAoBA,CAACC,MAAM,EAAEC,IAAI,GAAG,KAAK,EAAEC,IAAI,GAAG,KAAK,EAAE;EACvE,MAAMC,KAAK,GAAGC,eAAe,CAAC,CAAC;EAC/B;EACA,MAAMC,QAAQ,GAAGF,KAAK,CAACG,MAAM,CAACxB,KAAK,IAAIyB,qBAAqB,CAACzB,KAAK,CAAC,CAAC;EACpE;EACA,OAAOuB,QAAQ;;EAEf;;EAEA,SAASE,qBAAqBA,CAACzB,KAAK,EAAE;IACpC;IACA,IAAI,CAACW,wCAAwC,CAACX,KAAK,CAAC,IAAI,CAACY,oCAAoC,CAACZ,KAAK,CAAC,IAAI,CAACa,yBAAyB,CAACb,KAAK,CAAC,EAAE;MACzI,OAAO,KAAK;IACd;IACA;IACA,IAAIA,KAAK,CAAC0B,GAAG,KAAK,KAAK,EAAE;MACvB,OAAO1B,KAAK,CAACK,SAAS,CAACsB,KAAK,CAACpB,EAAE,IAAIA,EAAE,CAACC,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC;IACvD;IACA,OAAOR,KAAK,CAACK,SAAS,CAACC,IAAI,CAACC,EAAE,IAAIA,EAAE,CAACC,IAAI,KAAK,GAAG,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,CAACE,QAAQ,CAACH,EAAE,CAACE,KAAK,CAAC,CAAC;EACtG;EAEA,SAASa,eAAeA,CAAA,EAAG;IACzB,IAAIH,IAAI,IAAIC,IAAI,EAAE;MAChB,OAAOF,MAAM,CAACU,GAAG,CAAC,gBAAgB,CAAC;IACrC;IACA,IAAIT,IAAI,EAAE;MACR,OAAOD,MAAM,CAACU,GAAG,CAAC,QAAQ,CAAC;IAC7B;IACA,IAAIR,IAAI,EAAE;MACR,OAAOF,MAAM,CAACU,GAAG,CAAC,QAAQ,CAAC;IAC7B;IACA,OAAO,EAAE;EACX;AAEF;;AAGA;AACA;AACO,SAASC,sBAAsBA,CAACX,MAAM,EAAEC,IAAI,GAAG,KAAK,EAAEC,IAAI,GAAG,KAAK,EAAE;EACzE;EACA,MAAMU,MAAM,GAAGb,oBAAoB,CAACC,MAAM,EAAEC,IAAI,EAAEC,IAAI,CAAC;EAEvD,IAAI,CAACU,MAAM,EAAE;IACX,OAAO,IAAI;EACb;EACA,IAAIA,MAAM,CAACxB,IAAI,CAACyB,CAAC,IAAIpB,wCAAwC,CAACoB,CAAC,CAAC,CAAC,EAAE;IACjE,OAAO3C,6BAA6B;EACtC;EAEA,IAAI0C,MAAM,CAACxB,IAAI,CAACyB,CAAC,IAAInB,oCAAoC,CAACmB,CAAC,CAAC,CAAC,EAAE;IAC7D,OAAO1C,wBAAwB;EACjC;EAEA,IAAIyC,MAAM,CAACxB,IAAI,CAACyB,CAAC,IAAIlB,yBAAyB,CAACkB,CAAC,CAAC,CAAC,EAAE;IAClD,OAAOzC,YAAY;EACrB;EAEA,OAAO,IAAI;AACb;AAGO,SAAS0C,iCAAiCA,CAACC,iBAAiB,EAAEC,mBAAmB,EAAE;EACxF,MAAMC,SAAS,GAAG5C,4BAA4B,CAACE,OAAO,CAACwC,iBAAiB,CAAC;EACzE,MAAMG,WAAW,GAAG7C,4BAA4B,CAACE,OAAO,CAACyC,mBAAmB,CAAC;EAE7E,IAAIC,SAAS,KAAK,CAAC,CAAC,EAAE;IACpB;IACA,OAAOC,WAAW,KAAK,CAAC,CAAC;EAC3B;EACA,OAAOD,SAAS,IAAIC,WAAW;AACjC;AAGA,SAASC,WAAWA,CAACnB,MAAM,EAAE;EAC3B,OAAOA,MAAM,CAACY,MAAM,CAACxB,IAAI,CAACN,KAAK,IAAIA,KAAK,CAAC0B,GAAG,KAAK,KAAK,IAAI,IAAAY,uBAAgB,EAACtC,KAAK,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;AAClG;AAGA,SAASuC,cAAcA,CAACrB,MAAM,EAAE;EAC9B,OAAOA,MAAM,CAACY,MAAM,CAACxB,IAAI,CAACN,KAAK,IAAIA,KAAK,CAAC0B,GAAG,KAAK,KAAK,KAAK,IAAAY,uBAAgB,EAACtC,KAAK,EAAE,GAAG,EAAE,MAAM,CAAC,IAAI,IAAAsC,uBAAgB,EAACtC,KAAK,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC;AAC5I;AAGO,SAASwC,aAAaA,CAACtB,MAAM,EAAE;EACpC;EACA,OAAOmB,WAAW,CAACnB,MAAM,CAAC,IAAIqB,cAAc,CAACrB,MAAM,CAAC;AACtD;AAGO,SAASuB,gBAAgBA,CAACvB,MAAM,EAAE;EACvC,OAAOA,MAAM,CAACwB,MAAM,CAACzC,SAAS,CAAC,EAAE,EAAE,EAAE,CAAC;AACxC;AAGO,SAAS0C,sDAAsDA,CAACzB,MAAM,EAAE;EAC7E,MAAMrB,aAAa,GAAG4C,gBAAgB,CAACvB,MAAM,CAAC;EAC9C;EACA,IAAI,CAACtB,uCAAuC,CAACC,aAAa,CAAC,EAAE;IAC7D;IACE;EACF;;EAEA;EACA,MAAMsB,IAAI,GAAGF,oBAAoB,CAACC,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,CAACM,MAAM,CAACxB,KAAK,IAAIH,aAAa,KAAK,GAAG,GAAG,CAACc,wCAAwC,CAACX,KAAK,CAAC,GAAG,IAAI,CAAC;EACvJ,IAAImB,IAAI,CAACyB,MAAM,KAAK,CAAC,EAAE;IACrB;EACF;EAGA,IAAAC,cAAO,EAAC,cAAc1B,IAAI,CAACyB,MAAM,2BAA2B,EAAE1D,QAAQ,CAAC;EACvEiC,IAAI,CAAC2B,OAAO,CAAC9C,KAAK,IAAIkB,MAAM,CAAC6B,WAAW,CAAC/C,KAAK,CAAC,CAAC;AAClD;AAGO,SAASgD,0BAA0BA,CAAC9B,MAAM,EAAE;EACjD;EACA,MAAMY,MAAM,GAAGb,oBAAoB,CAACC,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;EAC1D,IAAA+B,wBAAiB,EAACnB,MAAM,EAAE,8CAA8C,EAAE5C,QAAQ,CAAC;EACnF,MAAMgE,OAAO,GAAGpB,MAAM,CAACN,MAAM,CAACxB,KAAK,IAAI8B,MAAM,CAACxB,IAAI,CAACU,MAAM,IAAIF,sCAAsC,CAACE,MAAM,EAAEhB,KAAK,CAAC,CAAC,CAAC;EACpH,IAAAiD,wBAAiB,EAACC,OAAO,EAAE,yBAAyB,EAAEhE,QAAQ,CAAC;EAC/DgE,OAAO,CAACJ,OAAO,CAAC9C,KAAK,IAAIkB,MAAM,CAAC6B,WAAW,CAAC/C,KAAK,CAAC,CAAC;AACrD;AAGO,SAASmD,0BAA0BA,CAACjC,MAAM,EAAE;EACjD;EACA,MAAMkC,SAAS,GAAGnC,oBAAoB,CAACC,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC;EAC7D,IAAA+B,wBAAiB,EAACG,SAAS,EAAE,8CAA8C,EAAElE,QAAQ,CAAC;EACtF,MAAMgE,OAAO,GAAGE,SAAS,CAAC5B,MAAM,CAACxB,KAAK,IAAIoD,SAAS,CAAC9C,IAAI,CAACU,MAAM,IAAIF,sCAAsC,CAACE,MAAM,EAAEhB,KAAK,CAAC,CAAC,CAAC;EAC1H,IAAAiD,wBAAiB,EAACC,OAAO,EAAE,yBAAyB,EAAEhE,QAAQ,CAAC;EAC/DgE,OAAO,CAACJ,OAAO,CAAC9C,KAAK,IAAIkB,MAAM,CAAC6B,WAAW,CAAC/C,KAAK,CAAC,CAAC;AACrD;AAGO,SAASqD,sBAAsBA,CAACC,QAAQ,EAAE;EAC/C,IAAIA,QAAQ,CAAC9C,IAAI,KAAK,GAAG,IAAI8C,QAAQ,CAAC9C,IAAI,KAAK,GAAG,EAAE;IAClD,OAAO,KAAK;EACd;EACA;EACA,IAAI8C,QAAQ,CAAC7C,KAAK,CAACmC,MAAM,IAAI,EAAE,EAAE;IAC/B,MAAMW,UAAU,GAAGD,QAAQ,CAAC7C,KAAK,CAAC+C,MAAM,CAAC,CAAC,EAAE,EAAE,CAAC;IAC/C,IAAID,UAAU,KAAK,cAAc,IAAIA,UAAU,KAAK,cAAc,EAAE;MAAE;MACpE,OAAO,IAAI;IACb;EACF;EACA,OAAO,KAAK;AACd;AAEO,SAASE,mBAAmBA,CAACzD,KAAK,EAAE;EACzC,OAAOA,KAAK,CAACK,SAAS,CAACC,IAAI,CAACC,EAAE,IAAI8C,sBAAsB,CAAC9C,EAAE,CAAC,CAAC;AAC/D;AAEO,SAASmD,eAAeA,CAAC1D,KAAK,EAAE2D,cAAc,EAAE;EACrD;EACA,OAAOA,cAAc,CAAChC,KAAK,CAACiC,aAAa,IAAI9C,sCAAsC,CAACd,KAAK,EAAE4D,aAAa,CAAC,CAAC;AAC5G","ignoreList":[]}
+{"version":3,"file":"prepublicationUtils.js","names":["_utils","require","_debug","_interopRequireDefault","e","__esModule","default","debug","createDebugLogger","debugDev","extend","KONEELLISESTI_TUOTETTU_TIETUE","TARKISTETTU_ENNAKKOTIETO","ENNAKKOTIETO","encodingLevelPreferenceArray","prepublicationLevelIndex","indexOf","prepublicationLevelIsKoneellisestiTuotettuTietueOrTarkistettuEnnakkotieto","prepublicationLevel","encodingLevelIsBetterThanPrepublication","encodingLevel","index","fieldRefersToKoneellisestiTuotettuTietue","field","subfields","some","sf","code","value","match","fieldRefersToTarkistettuEnnakkotieto","fieldRefersToEnnakkotieto","firstFieldHasBetterPrepubEncodingLevel","field1","field2","getRelevant5XXFields","record","f500","f594","cands","actualGetFields","filtered","filter","hasRelevantPrepubData","tag","every","includes","get","getPrepublicationLevel","fields","f","baseHasEqualOrHigherEncodingLevel","baseEncodingLevel","sourceEncodingLevel","baseIndex","sourceIndex","hasFikkaLOW","fieldHasSubfield","hasNatLibFi042","isFikkaRecord","getEncodingLevel","leader","substring","deleteAllPrepublicationNotesFromField500InNonPubRecord","length","nvdebug","forEach","removeField","removeWorsePrepubField500s","nvdebugFieldArray","nonBest","removeWorsePrepubField594s","fields594","isEnnakkotietoSubfield","subfield","coreString","substr","isEnnakkotietoField","isKingOfTheHill","opposingFields","opposingField"],"sources":["../src/prepublicationUtils.js"],"sourcesContent":["import {fieldHasSubfield, nvdebug, nvdebugFieldArray} from './utils';\nimport createDebugLogger from 'debug';\n\nconst debug = createDebugLogger('@natlibfi/marc-record-validators-melinda:prepublicationUtils');\n//const debugData = debug.extend('data');\nconst debugDev = debug.extend('dev');\n\nconst KONEELLISESTI_TUOTETTU_TIETUE = 1; // Best\nconst TARKISTETTU_ENNAKKOTIETO = 2;\nconst ENNAKKOTIETO = 3;\n//const EI_TASOA = 4;\n\nconst encodingLevelPreferenceArray = [' ', '1', '3', '4', '5', '2', '7', 'u', 'z', '8']; // MET-145\nconst prepublicationLevelIndex = encodingLevelPreferenceArray.indexOf('8');\n\nexport function prepublicationLevelIsKoneellisestiTuotettuTietueOrTarkistettuEnnakkotieto(prepublicationLevel) {\n  return prepublicationLevel === KONEELLISESTI_TUOTETTU_TIETUE || prepublicationLevel === TARKISTETTU_ENNAKKOTIETO;\n}\n\n\nexport function encodingLevelIsBetterThanPrepublication(encodingLevel) {\n  const index = encodingLevelPreferenceArray.indexOf(encodingLevel);\n  return index > -1 && index < prepublicationLevelIndex;\n}\n\n// These three functions below all refer to field 500:\nexport function fieldRefersToKoneellisestiTuotettuTietue(field) {\n  return field.subfields?.some(sf => sf.code === 'a' && sf.value.match(/^Koneellisesti tuotettu tietue/u));\n}\n\n\nexport function fieldRefersToTarkistettuEnnakkotieto(field) {\n  return field.subfields?.some(sf => sf.code === 'a' && sf.value.match(/^tarkistettu ennakkotieto/ui));\n}\n\n\nexport function fieldRefersToEnnakkotieto(field) {\n  // NB! This no longer matches 'TARKISTETTU ENNAKKOTIETO' case! Bug or Feature?\n  if (field.subfields?.some(sf => sf.code === 'a' && sf.value.match(/^ennakkotieto(?:$|[. ])/ui))) {\n    return true;\n  }\n\n  // MRA-420: \"EI VIELÄ ILMESTYNYT\" is a Helmet note, that is semantically similar to ENNAKKOTIETO:\n  return field.subfields?.some(sf => sf.code === 'a' && sf.value.match(/^EI VIELÄ ILMESTYNYT/u));\n}\n\n\nexport function firstFieldHasBetterPrepubEncodingLevel(field1, field2) {\n  if (fieldRefersToKoneellisestiTuotettuTietue(field2)) {\n    return false;\n  }\n  if (fieldRefersToKoneellisestiTuotettuTietue(field1)) {\n    return true;\n  }\n  if (fieldRefersToTarkistettuEnnakkotieto(field2)) {\n    return false;\n  }\n  if (fieldRefersToTarkistettuEnnakkotieto(field1)) {\n    return true;\n  }\n  if (fieldRefersToEnnakkotieto(field2)) {\n    return false;\n  }\n  if (fieldRefersToEnnakkotieto(field1)) {\n    return true;\n  }\n  return false;\n}\n\nexport function getRelevant5XXFields(record, f500 = false, f594 = false) {\n  const cands = actualGetFields();\n  //nvdebugFieldArray(cands, 'gR5XXa: ', debugDev);\n  const filtered = cands.filter(field => hasRelevantPrepubData(field));\n  //nvdebugFieldArray(filtered, 'gR5XXb: ', debugDev);\n  return filtered;\n\n  //return actualGetFields().filter(field => hasRelevantPrepubData(field));\n\n  function hasRelevantPrepubData(field) {\n    // Check prepub ($a):\n    if (!fieldRefersToKoneellisestiTuotettuTietue(field) && !fieldRefersToTarkistettuEnnakkotieto(field) && !fieldRefersToEnnakkotieto(field)) {\n      return false;\n    }\n    // Check relevance (594$5):\n    if (field.tag === '500') {\n      return field.subfields.every(sf => sf.code !== '5'); //true;\n    }\n    return field.subfields.some(sf => sf.code === '5' && ['FENNI', 'FIKKA', 'VIOLA'].includes(sf.value));\n  }\n\n  function actualGetFields() {\n    if (f500 && f594) {\n      return record.get(/^(?:500|594)$/u);\n    }\n    if (f500) {\n      return record.get(/^500$/u);\n    }\n    if (f594) {\n      return record.get(/^594$/u);\n    }\n    return [];\n  }\n\n}\n\n\n// Very similar to getPrepublicationLevel() in melinda-record-match-validator's getPrepublicationLevel()...\n// We should use that and not have a copy here...\nexport function getPrepublicationLevel(record, f500 = false, f594 = false) {\n  // Smaller return value is better\n  const fields = getRelevant5XXFields(record, f500, f594);\n\n  if (!fields) {\n    return null;\n  }\n  if (fields.some(f => fieldRefersToKoneellisestiTuotettuTietue(f))) {\n    return KONEELLISESTI_TUOTETTU_TIETUE;\n  }\n\n  if (fields.some(f => fieldRefersToTarkistettuEnnakkotieto(f))) {\n    return TARKISTETTU_ENNAKKOTIETO;\n  }\n\n  if (fields.some(f => fieldRefersToEnnakkotieto(f))) {\n    return ENNAKKOTIETO;\n  }\n\n  return null;\n}\n\n\nexport function baseHasEqualOrHigherEncodingLevel(baseEncodingLevel, sourceEncodingLevel) {\n  const baseIndex = encodingLevelPreferenceArray.indexOf(baseEncodingLevel);\n  const sourceIndex = encodingLevelPreferenceArray.indexOf(sourceEncodingLevel);\n\n  if (baseIndex === -1) {\n    // Base wins if both are bad:\n    return sourceIndex === -1;\n  }\n  return baseIndex <= sourceIndex;\n}\n\n\nfunction hasFikkaLOW(record) {\n  return record.fields.some(field => field.tag === 'LOW' && fieldHasSubfield(field, 'a', 'FIKKA'));\n}\n\n\nfunction hasNatLibFi042(record) {\n  return record.fields.some(field => field.tag === '042' && (fieldHasSubfield(field, 'a', 'finb') || fieldHasSubfield(field, 'a', 'finbd')));\n}\n\n\nexport function isFikkaRecord(record) {\n  // NB! Does not include Humaniora. Pienpainatteet (not that they'd have duplicates)?\n  return hasFikkaLOW(record) && hasNatLibFi042(record);\n}\n\n\nexport function getEncodingLevel(record) {\n  return record.leader.substring(17, 18);\n}\n\n\nexport function deleteAllPrepublicationNotesFromField500InNonPubRecord(record) {\n  const encodingLevel = getEncodingLevel(record);\n  // Skip prepublication (or theoretically even worse) records:\n  if (!encodingLevelIsBetterThanPrepublication(encodingLevel)) {\n  //if (['2', '8'].includes(encodingLevel)) { // MET-306: added '2' here\n    return;\n  }\n\n  // MET-306: keep \"koneellisesti tuotettu tietue\" if encoding level is '2':\n  const f500 = getRelevant5XXFields(record, true, false).filter(field => encodingLevel === '2' ? !fieldRefersToKoneellisestiTuotettuTietue(field) : true);\n  if (f500.length === 0) {\n    return;\n  }\n\n\n  nvdebug(`Delete all ${f500.length} instance(s) of field 500`, debugDev);\n  f500.forEach(field => record.removeField(field));\n}\n\n\nexport function removeWorsePrepubField500s(record) {\n  // Remove lower-level entries:\n  const fields = getRelevant5XXFields(record, true, false); // 500=false, 594=true\n  nvdebugFieldArray(fields, '  Candidates for non-best 500 b4 filtering: ', debugDev);\n  const nonBest = fields.filter(field => fields.some(field2 => firstFieldHasBetterPrepubEncodingLevel(field2, field)));\n  nvdebugFieldArray(nonBest, '  Remove non-best 500: ', debugDev);\n  nonBest.forEach(field => record.removeField(field));\n}\n\n\nexport function removeWorsePrepubField594s(record) {\n  // Remove lower-level entries:\n  const fields594 = getRelevant5XXFields(record, false, true); // 500=false, 594=true\n  nvdebugFieldArray(fields594, '  Candidates for non-best 594 b4 filtering: ', debugDev);\n  const nonBest = fields594.filter(field => fields594.some(field2 => firstFieldHasBetterPrepubEncodingLevel(field2, field)));\n  nvdebugFieldArray(nonBest, '  Remove non-best 594: ', debugDev);\n  nonBest.forEach(field => record.removeField(field));\n}\n\n\nexport function isEnnakkotietoSubfield(subfield) {\n  if (subfield.code !== '9' && subfield.code !== 'g') {\n    return false;\n  }\n  // Length <= 13 allows punctuation, but does not require it:\n  if (subfield.value.length <= 13) {\n    const coreString = subfield.value.substr(0, 12);\n    if (coreString === 'ENNAKKOTIETO' || coreString === 'ennakkotieto') { // Lowercase term first seen in MET-575\n      return true;\n    }\n  }\n  return false;\n}\n\nexport function isEnnakkotietoField(field) {\n  return field.subfields.some(sf => isEnnakkotietoSubfield(sf));\n}\n\nexport function isKingOfTheHill(field, opposingFields) {\n  // Field is no better than at least one of the opposing fields\n  return opposingFields.every(opposingField => firstFieldHasBetterPrepubEncodingLevel(field, opposingField));\n}\n\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AACA,IAAAC,MAAA,GAAAC,sBAAA,CAAAF,OAAA;AAAsC,SAAAE,uBAAAC,CAAA,WAAAA,CAAA,IAAAA,CAAA,CAAAC,UAAA,GAAAD,CAAA,KAAAE,OAAA,EAAAF,CAAA;AAEtC,MAAMG,KAAK,GAAG,IAAAC,cAAiB,EAAC,8DAA8D,CAAC;AAC/F;AACA,MAAMC,QAAQ,GAAGF,KAAK,CAACG,MAAM,CAAC,KAAK,CAAC;AAEpC,MAAMC,6BAA6B,GAAG,CAAC,CAAC,CAAC;AACzC,MAAMC,wBAAwB,GAAG,CAAC;AAClC,MAAMC,YAAY,GAAG,CAAC;AACtB;;AAEA,MAAMC,4BAA4B,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;AACzF,MAAMC,wBAAwB,GAAGD,4BAA4B,CAACE,OAAO,CAAC,GAAG,CAAC;AAEnE,SAASC,yEAAyEA,CAACC,mBAAmB,EAAE;EAC7G,OAAOA,mBAAmB,KAAKP,6BAA6B,IAAIO,mBAAmB,KAAKN,wBAAwB;AAClH;AAGO,SAASO,uCAAuCA,CAACC,aAAa,EAAE;EACrE,MAAMC,KAAK,GAAGP,4BAA4B,CAACE,OAAO,CAACI,aAAa,CAAC;EACjE,OAAOC,KAAK,GAAG,CAAC,CAAC,IAAIA,KAAK,GAAGN,wBAAwB;AACvD;;AAEA;AACO,SAASO,wCAAwCA,CAACC,KAAK,EAAE;EAC9D,OAAOA,KAAK,CAACC,SAAS,EAAEC,IAAI,CAACC,EAAE,IAAIA,EAAE,CAACC,IAAI,KAAK,GAAG,IAAID,EAAE,CAACE,KAAK,CAACC,KAAK,CAAC,iCAAiC,CAAC,CAAC;AAC1G;AAGO,SAASC,oCAAoCA,CAACP,KAAK,EAAE;EAC1D,OAAOA,KAAK,CAACC,SAAS,EAAEC,IAAI,CAACC,EAAE,IAAIA,EAAE,CAACC,IAAI,KAAK,GAAG,IAAID,EAAE,CAACE,KAAK,CAACC,KAAK,CAAC,6BAA6B,CAAC,CAAC;AACtG;AAGO,SAASE,yBAAyBA,CAACR,KAAK,EAAE;EAC/C;EACA,IAAIA,KAAK,CAACC,SAAS,EAAEC,IAAI,CAACC,EAAE,IAAIA,EAAE,CAACC,IAAI,KAAK,GAAG,IAAID,EAAE,CAACE,KAAK,CAACC,KAAK,CAAC,2BAA2B,CAAC,CAAC,EAAE;IAC/F,OAAO,IAAI;EACb;;EAEA;EACA,OAAON,KAAK,CAACC,SAAS,EAAEC,IAAI,CAACC,EAAE,IAAIA,EAAE,CAACC,IAAI,KAAK,GAAG,IAAID,EAAE,CAACE,KAAK,CAACC,KAAK,CAAC,uBAAuB,CAAC,CAAC;AAChG;AAGO,SAASG,sCAAsCA,CAACC,MAAM,EAAEC,MAAM,EAAE;EACrE,IAAIZ,wCAAwC,CAACY,MAAM,CAAC,EAAE;IACpD,OAAO,KAAK;EACd;EACA,IAAIZ,wCAAwC,CAACW,MAAM,CAAC,EAAE;IACpD,OAAO,IAAI;EACb;EACA,IAAIH,oCAAoC,CAACI,MAAM,CAAC,EAAE;IAChD,OAAO,KAAK;EACd;EACA,IAAIJ,oCAAoC,CAACG,MAAM,CAAC,EAAE;IAChD,OAAO,IAAI;EACb;EACA,IAAIF,yBAAyB,CAACG,MAAM,CAAC,EAAE;IACrC,OAAO,KAAK;EACd;EACA,IAAIH,yBAAyB,CAACE,MAAM,CAAC,EAAE;IACrC,OAAO,IAAI;EACb;EACA,OAAO,KAAK;AACd;AAEO,SAASE,oBAAoBA,CAACC,MAAM,EAAEC,IAAI,GAAG,KAAK,EAAEC,IAAI,GAAG,KAAK,EAAE;EACvE,MAAMC,KAAK,GAAGC,eAAe,CAAC,CAAC;EAC/B;EACA,MAAMC,QAAQ,GAAGF,KAAK,CAACG,MAAM,CAACnB,KAAK,IAAIoB,qBAAqB,CAACpB,KAAK,CAAC,CAAC;EACpE;EACA,OAAOkB,QAAQ;;EAEf;;EAEA,SAASE,qBAAqBA,CAACpB,KAAK,EAAE;IACpC;IACA,IAAI,CAACD,wCAAwC,CAACC,KAAK,CAAC,IAAI,CAACO,oCAAoC,CAACP,KAAK,CAAC,IAAI,CAACQ,yBAAyB,CAACR,KAAK,CAAC,EAAE;MACzI,OAAO,KAAK;IACd;IACA;IACA,IAAIA,KAAK,CAACqB,GAAG,KAAK,KAAK,EAAE;MACvB,OAAOrB,KAAK,CAACC,SAAS,CAACqB,KAAK,CAACnB,EAAE,IAAIA,EAAE,CAACC,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC;IACvD;IACA,OAAOJ,KAAK,CAACC,SAAS,CAACC,IAAI,CAACC,EAAE,IAAIA,EAAE,CAACC,IAAI,KAAK,GAAG,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,CAACmB,QAAQ,CAACpB,EAAE,CAACE,KAAK,CAAC,CAAC;EACtG;EAEA,SAASY,eAAeA,CAAA,EAAG;IACzB,IAAIH,IAAI,IAAIC,IAAI,EAAE;MAChB,OAAOF,MAAM,CAACW,GAAG,CAAC,gBAAgB,CAAC;IACrC;IACA,IAAIV,IAAI,EAAE;MACR,OAAOD,MAAM,CAACW,GAAG,CAAC,QAAQ,CAAC;IAC7B;IACA,IAAIT,IAAI,EAAE;MACR,OAAOF,MAAM,CAACW,GAAG,CAAC,QAAQ,CAAC;IAC7B;IACA,OAAO,EAAE;EACX;AAEF;;AAGA;AACA;AACO,SAASC,sBAAsBA,CAACZ,MAAM,EAAEC,IAAI,GAAG,KAAK,EAAEC,IAAI,GAAG,KAAK,EAAE;EACzE;EACA,MAAMW,MAAM,GAAGd,oBAAoB,CAACC,MAAM,EAAEC,IAAI,EAAEC,IAAI,CAAC;EAEvD,IAAI,CAACW,MAAM,EAAE;IACX,OAAO,IAAI;EACb;EACA,IAAIA,MAAM,CAACxB,IAAI,CAACyB,CAAC,IAAI5B,wCAAwC,CAAC4B,CAAC,CAAC,CAAC,EAAE;IACjE,OAAOvC,6BAA6B;EACtC;EAEA,IAAIsC,MAAM,CAACxB,IAAI,CAACyB,CAAC,IAAIpB,oCAAoC,CAACoB,CAAC,CAAC,CAAC,EAAE;IAC7D,OAAOtC,wBAAwB;EACjC;EAEA,IAAIqC,MAAM,CAACxB,IAAI,CAACyB,CAAC,IAAInB,yBAAyB,CAACmB,CAAC,CAAC,CAAC,EAAE;IAClD,OAAOrC,YAAY;EACrB;EAEA,OAAO,IAAI;AACb;AAGO,SAASsC,iCAAiCA,CAACC,iBAAiB,EAAEC,mBAAmB,EAAE;EACxF,MAAMC,SAAS,GAAGxC,4BAA4B,CAACE,OAAO,CAACoC,iBAAiB,CAAC;EACzE,MAAMG,WAAW,GAAGzC,4BAA4B,CAACE,OAAO,CAACqC,mBAAmB,CAAC;EAE7E,IAAIC,SAAS,KAAK,CAAC,CAAC,EAAE;IACpB;IACA,OAAOC,WAAW,KAAK,CAAC,CAAC;EAC3B;EACA,OAAOD,SAAS,IAAIC,WAAW;AACjC;AAGA,SAASC,WAAWA,CAACpB,MAAM,EAAE;EAC3B,OAAOA,MAAM,CAACa,MAAM,CAACxB,IAAI,CAACF,KAAK,IAAIA,KAAK,CAACqB,GAAG,KAAK,KAAK,IAAI,IAAAa,uBAAgB,EAAClC,KAAK,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;AAClG;AAGA,SAASmC,cAAcA,CAACtB,MAAM,EAAE;EAC9B,OAAOA,MAAM,CAACa,MAAM,CAACxB,IAAI,CAACF,KAAK,IAAIA,KAAK,CAACqB,GAAG,KAAK,KAAK,KAAK,IAAAa,uBAAgB,EAAClC,KAAK,EAAE,GAAG,EAAE,MAAM,CAAC,IAAI,IAAAkC,uBAAgB,EAAClC,KAAK,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC;AAC5I;AAGO,SAASoC,aAAaA,CAACvB,MAAM,EAAE;EACpC;EACA,OAAOoB,WAAW,CAACpB,MAAM,CAAC,IAAIsB,cAAc,CAACtB,MAAM,CAAC;AACtD;AAGO,SAASwB,gBAAgBA,CAACxB,MAAM,EAAE;EACvC,OAAOA,MAAM,CAACyB,MAAM,CAACC,SAAS,CAAC,EAAE,EAAE,EAAE,CAAC;AACxC;AAGO,SAASC,sDAAsDA,CAAC3B,MAAM,EAAE;EAC7E,MAAMhB,aAAa,GAAGwC,gBAAgB,CAACxB,MAAM,CAAC;EAC9C;EACA,IAAI,CAACjB,uCAAuC,CAACC,aAAa,CAAC,EAAE;IAC7D;IACE;EACF;;EAEA;EACA,MAAMiB,IAAI,GAAGF,oBAAoB,CAACC,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,CAACM,MAAM,CAACnB,KAAK,IAAIH,aAAa,KAAK,GAAG,GAAG,CAACE,wCAAwC,CAACC,KAAK,CAAC,GAAG,IAAI,CAAC;EACvJ,IAAIc,IAAI,CAAC2B,MAAM,KAAK,CAAC,EAAE;IACrB;EACF;EAGA,IAAAC,cAAO,EAAC,cAAc5B,IAAI,CAAC2B,MAAM,2BAA2B,EAAEvD,QAAQ,CAAC;EACvE4B,IAAI,CAAC6B,OAAO,CAAC3C,KAAK,IAAIa,MAAM,CAAC+B,WAAW,CAAC5C,KAAK,CAAC,CAAC;AAClD;AAGO,SAAS6C,0BAA0BA,CAAChC,MAAM,EAAE;EACjD;EACA,MAAMa,MAAM,GAAGd,oBAAoB,CAACC,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;EAC1D,IAAAiC,wBAAiB,EAACpB,MAAM,EAAE,8CAA8C,EAAExC,QAAQ,CAAC;EACnF,MAAM6D,OAAO,GAAGrB,MAAM,CAACP,MAAM,CAACnB,KAAK,IAAI0B,MAAM,CAACxB,IAAI,CAACS,MAAM,IAAIF,sCAAsC,CAACE,MAAM,EAAEX,KAAK,CAAC,CAAC,CAAC;EACpH,IAAA8C,wBAAiB,EAACC,OAAO,EAAE,yBAAyB,EAAE7D,QAAQ,CAAC;EAC/D6D,OAAO,CAACJ,OAAO,CAAC3C,KAAK,IAAIa,MAAM,CAAC+B,WAAW,CAAC5C,KAAK,CAAC,CAAC;AACrD;AAGO,SAASgD,0BAA0BA,CAACnC,MAAM,EAAE;EACjD;EACA,MAAMoC,SAAS,GAAGrC,oBAAoB,CAACC,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC;EAC7D,IAAAiC,wBAAiB,EAACG,SAAS,EAAE,8CAA8C,EAAE/D,QAAQ,CAAC;EACtF,MAAM6D,OAAO,GAAGE,SAAS,CAAC9B,MAAM,CAACnB,KAAK,IAAIiD,SAAS,CAAC/C,IAAI,CAACS,MAAM,IAAIF,sCAAsC,CAACE,MAAM,EAAEX,KAAK,CAAC,CAAC,CAAC;EAC1H,IAAA8C,wBAAiB,EAACC,OAAO,EAAE,yBAAyB,EAAE7D,QAAQ,CAAC;EAC/D6D,OAAO,CAACJ,OAAO,CAAC3C,KAAK,IAAIa,MAAM,CAAC+B,WAAW,CAAC5C,KAAK,CAAC,CAAC;AACrD;AAGO,SAASkD,sBAAsBA,CAACC,QAAQ,EAAE;EAC/C,IAAIA,QAAQ,CAAC/C,IAAI,KAAK,GAAG,IAAI+C,QAAQ,CAAC/C,IAAI,KAAK,GAAG,EAAE;IAClD,OAAO,KAAK;EACd;EACA;EACA,IAAI+C,QAAQ,CAAC9C,KAAK,CAACoC,MAAM,IAAI,EAAE,EAAE;IAC/B,MAAMW,UAAU,GAAGD,QAAQ,CAAC9C,KAAK,CAACgD,MAAM,CAAC,CAAC,EAAE,EAAE,CAAC;IAC/C,IAAID,UAAU,KAAK,cAAc,IAAIA,UAAU,KAAK,cAAc,EAAE;MAAE;MACpE,OAAO,IAAI;IACb;EACF;EACA,OAAO,KAAK;AACd;AAEO,SAASE,mBAAmBA,CAACtD,KAAK,EAAE;EACzC,OAAOA,KAAK,CAACC,SAAS,CAACC,IAAI,CAACC,EAAE,IAAI+C,sBAAsB,CAAC/C,EAAE,CAAC,CAAC;AAC/D;AAEO,SAASoD,eAAeA,CAACvD,KAAK,EAAEwD,cAAc,EAAE;EACrD;EACA,OAAOA,cAAc,CAAClC,KAAK,CAACmC,aAAa,IAAIhD,sCAAsC,CAACT,KAAK,EAAEyD,aAAa,CAAC,CAAC;AAC5G","ignoreList":[]}

package/package.json

@@ -14,7 +14,7 @@
     "url": "git@github.com:natlibfi/marc-record-validators-melinda.git"
   },
   "license": "MIT",
-  "version": "11.5.0",
+  "version": "11.5.2",
   "main": "./dist/index.js",
   "publishConfig": {
     "access": "public"

package/src/cyrillux.js

@@ -166,7 +166,7 @@ export default function (config = {}) {
   function mapSubfieldToSfs4900(subfield, lang = 'rus') {
     const inputLang = lang === 'ukr' ? 'ukr' : 'rus'; // Support 'ukr' and 'rus', default to 'rus'
     const value = subfieldRequiresTransliteration(subfield) ? sfs4900.convertToLatin(subfield.value, inputLang).result : subfield.value;
-    console.log(`VAL: ${subfield.value} => ${value} using ${lang}`); // eslint-disable-line no-console
+    //console.log(`VAL: ${subfield.value} => ${value} using ${lang}`); // eslint-disable-line no-console
     return {code: subfield.code, value};
   }
 

package/src/merge-fields/mergeField.js

@@ -23,7 +23,7 @@ const debug = createDebugLogger('@natlibfi/melinda-marc-record-merge-reducers:me
 //const debugData = debug.extend('data');
 const debugDev = debug.extend('dev');
 
-// NB! Can be do this via config.json?
+// NB! Can we do this via config.json?
 function removeEnnakkotieto(field) {
   const tmp = field.subfields.filter(subfield => !isEnnakkotietoSubfieldG(subfield));
   // remove only iff some other subfield remains

package/src/normalizeFieldForComparison.js

@@ -22,7 +22,7 @@ export function isEnnakkotietoSubfieldG(subfield) {
   if (subfield.code !== 'g') {
     return false;
   }
-  return subfield.value.match(/^ENNAKKOTIETO\.?$/gu);
+  return subfield.value.match(/^ENNAKKOTIETO\.?$/gui);
 }
 
 function debugFieldComparison(oldField, newField) { // NB: Debug-only function!

package/src/prepublicationUtils.js

@@ -23,37 +23,25 @@ export function encodingLevelIsBetterThanPrepublication(encodingLevel) {
   return index > -1 && index < prepublicationLevelIndex;
 }
 
-
-function containsSubstringInSubfieldA(field, substring, ignoreCase = false) {
-  if (ignoreCase) {
-    const lowercasedSubstring = substring.toLowerCase();
-    return field.subfields.some(sf => sf.code === 'a' && sf.value.toLowerCase().includes(lowercasedSubstring));
-
-  }
-  return field.subfields.some(sf => sf.code === 'a' && sf.value.includes(substring));
-}
-
-
 // These three functions below all refer to field 500:
 export function fieldRefersToKoneellisestiTuotettuTietue(field) {
-  return containsSubstringInSubfieldA(field, 'Koneellisesti tuotettu tietue');
+  return field.subfields?.some(sf => sf.code === 'a' && sf.value.match(/^Koneellisesti tuotettu tietue/u));
 }
 
 
 export function fieldRefersToTarkistettuEnnakkotieto(field) {
-  return containsSubstringInSubfieldA(field, 'TARKISTETTU ENNAKKOTIETO', true);
+  return field.subfields?.some(sf => sf.code === 'a' && sf.value.match(/^tarkistettu ennakkotieto/ui));
 }
 
 
 export function fieldRefersToEnnakkotieto(field) {
   // NB! This no longer matches 'TARKISTETTU ENNAKKOTIETO' case! Bug or Feature?
-  if (!fieldRefersToTarkistettuEnnakkotieto(field)) {
-    if (containsSubstringInSubfieldA(field, 'ENNAKKOTIETO', true)) {
-      return true;
-    }
+  if (field.subfields?.some(sf => sf.code === 'a' && sf.value.match(/^ennakkotieto(?:$|[. ])/ui))) {
+    return true;
   }
+
   // MRA-420: "EI VIELÄ ILMESTYNYT" is a Helmet note, that is semantically similar to ENNAKKOTIETO:
-  return containsSubstringInSubfieldA(field, 'EI VIELÄ ILMESTYNYT');
+  return field.subfields?.some(sf => sf.code === 'a' && sf.value.match(/^EI VIELÄ ILMESTYNYT/u));
 }
 
 
@@ -79,24 +67,6 @@ export function firstFieldHasBetterPrepubEncodingLevel(field1, field2) {
   return false;
 }
 
-
-/*
-function hasEnnakkotietoSubfield(field) {
-  // NB! This has apparently changed to lower case 'ennakkotieto'...
-  return field.subfields.some(sf => ['g', '9'].includes(sf.code) && sf.value.includes('ENNAKKOTIETO'));
-}
-*/
-
-/*
-export function isPrepublicationField6XX(field) {
-  if (!field.tag.match(/^6(?:[0-4][0-9]|5[0-5])$/u)) { // Not within 600 ... 655 range
-    return false;
-  }
-  return field.subfields.some(sf => hasEnnakkotietoSubfield(sf));
-}
-*/
-
-
 export function getRelevant5XXFields(record, f500 = false, f594 = false) {
   const cands = actualGetFields();
   //nvdebugFieldArray(cands, 'gR5XXa: ', debugDev);