@natlibfi/marc-record-validators-melinda 12.0.0-alpha.1 → 12.0.0-alpha.12

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (100) hide show
  1. package/.github/workflows/{melinda-node-tests.yml → melinda-node-tests-and-publish.yml} +36 -11
  2. package/dist/access-rights.test.js +1 -1
  3. package/dist/access-rights.test.js.map +1 -1
  4. package/dist/addMissingField337.test.js +1 -1
  5. package/dist/addMissingField337.test.js.map +1 -1
  6. package/dist/addMissingField338.test.js +1 -1
  7. package/dist/addMissingField338.test.js.map +1 -1
  8. package/dist/cyrillux-usemarcon-replacement.test.js +4 -7
  9. package/dist/cyrillux-usemarcon-replacement.test.js.map +2 -2
  10. package/dist/cyrillux.test.js +1 -1
  11. package/dist/cyrillux.test.js.map +1 -1
  12. package/dist/double-commas.test.js +1 -1
  13. package/dist/double-commas.test.js.map +1 -1
  14. package/dist/empty-fields.test.js +1 -1
  15. package/dist/empty-fields.test.js.map +1 -1
  16. package/dist/ending-punctuation-conf.js +6 -4
  17. package/dist/ending-punctuation-conf.js.map +2 -2
  18. package/dist/ending-punctuation.js +88 -18
  19. package/dist/ending-punctuation.js.map +3 -3
  20. package/dist/ending-punctuation.test.js +198 -103
  21. package/dist/ending-punctuation.test.js.map +2 -2
  22. package/dist/field-008-18-34-character-groups.test.js +1 -1
  23. package/dist/field-008-18-34-character-groups.test.js.map +1 -1
  24. package/dist/field-structure.test.js +1 -1
  25. package/dist/field-structure.test.js.map +1 -1
  26. package/dist/index.js +122 -59
  27. package/dist/index.js.map +2 -2
  28. package/dist/indicator-fixes.js +11 -1
  29. package/dist/indicator-fixes.js.map +2 -2
  30. package/dist/isbn-issn.js +8 -5
  31. package/dist/isbn-issn.js.map +2 -2
  32. package/dist/melindaCustomMergeFields.js +1 -1
  33. package/dist/melindaCustomMergeFields.js.map +2 -2
  34. package/dist/merge-fields/counterpartField.js +5 -0
  35. package/dist/merge-fields/counterpartField.js.map +2 -2
  36. package/dist/merge-fields/dataProvenance.js +29 -0
  37. package/dist/merge-fields/dataProvenance.js.map +7 -0
  38. package/dist/merge-fields/index.js +11 -2
  39. package/dist/merge-fields/index.js.map +2 -2
  40. package/dist/merge-fields/mergeField.js +1 -1
  41. package/dist/merge-fields/mergeField.js.map +2 -2
  42. package/dist/merge-fields.test.js +4 -2
  43. package/dist/merge-fields.test.js.map +2 -2
  44. package/dist/mergeField500Lisapainokset.js +1 -1
  45. package/dist/mergeField500Lisapainokset.js.map +2 -2
  46. package/dist/normalizeFieldForComparison.js +24 -0
  47. package/dist/normalizeFieldForComparison.js.map +2 -2
  48. package/dist/punctuation2.js +11 -5
  49. package/dist/punctuation2.js.map +2 -2
  50. package/dist/removeInferiorDataFields.js +2 -1
  51. package/dist/removeInferiorDataFields.js.map +2 -2
  52. package/dist/resolveOrphanedSubfield6s.js +1 -1
  53. package/dist/resolveOrphanedSubfield6s.js.map +2 -2
  54. package/dist/sortSubfields.js +5 -5
  55. package/dist/sortSubfields.js.map +2 -2
  56. package/dist/translate-terms.test.js +12 -2
  57. package/dist/translate-terms.test.js.map +2 -2
  58. package/dist/utils.js +9 -3
  59. package/dist/utils.js.map +2 -2
  60. package/package.json +22 -23
  61. package/src/access-rights.test.js +1 -1
  62. package/src/addMissingField337.test.js +1 -1
  63. package/src/addMissingField338.test.js +1 -1
  64. package/src/cyrillux-usemarcon-replacement.test.js +4 -9
  65. package/src/cyrillux.test.js +1 -1
  66. package/src/double-commas.test.js +1 -1
  67. package/src/empty-fields.test.js +1 -1
  68. package/src/ending-punctuation-conf.js +6 -5
  69. package/src/ending-punctuation.js +115 -24
  70. package/src/ending-punctuation.test.js +187 -104
  71. package/src/field-008-18-34-character-groups.test.js +1 -1
  72. package/src/field-structure.test.js +1 -1
  73. package/src/index.js +132 -59
  74. package/src/indicator-fixes.js +14 -1
  75. package/src/isbn-issn.js +11 -6
  76. package/src/melindaCustomMergeFields.js +1 -1
  77. package/src/merge-fields/counterpartField.js +6 -0
  78. package/src/merge-fields/dataProvenance.js +41 -0
  79. package/src/merge-fields/index.js +11 -2
  80. package/src/merge-fields/mergeField.js +2 -2
  81. package/src/merge-fields.test.js +6 -2
  82. package/src/mergeField500Lisapainokset.js +1 -1
  83. package/src/normalizeFieldForComparison.js +26 -0
  84. package/src/punctuation2.js +14 -5
  85. package/src/removeInferiorDataFields.js +4 -1
  86. package/src/resolveOrphanedSubfield6s.js +1 -1
  87. package/src/sortSubfields.js +7 -5
  88. package/src/translate-terms.test.js +25 -2
  89. package/src/utils.js +19 -3
  90. package/test-fixtures/indicator-fixes/10/expectedResult.json +11 -0
  91. package/test-fixtures/indicator-fixes/10/metadata.json +4 -0
  92. package/test-fixtures/indicator-fixes/10/record.json +11 -0
  93. package/test-fixtures/merge-fields/f05/expectedResult.json +24 -0
  94. package/test-fixtures/merge-fields/f05/metadata.json +6 -0
  95. package/test-fixtures/merge-fields/f05/record.json +30 -0
  96. package/test-fixtures/remove-inferior-datafields/f16/expectedResult.json +12 -0
  97. package/test-fixtures/remove-inferior-datafields/f16/metadata.json +5 -0
  98. package/test-fixtures/remove-inferior-datafields/f16/record.json +14 -0
  99. package/test-fixtures/translate-terms-data.js +42 -0
  100. package/src/melindaCustomMergeFields.json +0 -5120
@@ -7,6 +7,7 @@ import { controlSubfieldsPermitMerge } from "./controlSubfields.js";
7
7
  import { mergableIndicator1, mergableIndicator2 } from "./mergableIndicator.js";
8
8
  import { partsAgree } from "../normalizeSubfieldValueForComparison.js";
9
9
  import { normalizeForSamenessCheck, valueCarriesMeaning } from "./worldKnowledge.js";
10
+ import { provenanceSubfieldsPermitMerge } from "./dataProvenance.js";
10
11
  const debug = createDebugLogger("@natlibfi/marc-record-validators-melinda:mergeField:counterpart");
11
12
  const debugDev = debug.extend("dev");
12
13
  const irrelevantSubfieldsInNameAndTitlePartComparison = "5689";
@@ -238,6 +239,10 @@ function syntacticallyMergablePair(baseField, sourceField, config) {
238
239
  nvdebug("non-mergable (reason: control subfield)", debugDev);
239
240
  return false;
240
241
  }
242
+ if (!provenanceSubfieldsPermitMerge(baseField, sourceField)) {
243
+ nvdebug("non-mergable (reason: data provenance subfield)", debugDev);
244
+ return false;
245
+ }
241
246
  if (!areRequiredSubfieldsPresent(baseField) || !areRequiredSubfieldsPresent(sourceField)) {
242
247
  nvdebug("non-mergable (reason: missing subfields)", debugDev);
243
248
  return false;
@@ -1,7 +1,7 @@
1
1
  {
2
2
  "version": 3,
3
3
  "sources": ["../../src/merge-fields/counterpartField.js"],
4
- "sourcesContent": ["// For each incoming field that\n\nimport createDebugLogger from 'debug';\nimport {fieldHasSubfield, fieldHasNSubfields, fieldHasMultipleSubfields, fieldToString, nvdebug, removeCopyright} from '../utils.js';\nimport {cloneAndNormalizeFieldForComparison, cloneAndRemovePunctuation} from '../normalizeFieldForComparison.js';\n// This should be done via our own normalizer:\nimport {normalizeControlSubfieldValue} from '../normalize-identifiers.js';\n\nimport {getMergeConstraintsForTag} from './mergeConstraints.js';\nimport {controlSubfieldsPermitMerge} from './controlSubfields.js';\nimport {mergableIndicator1, mergableIndicator2} from './mergableIndicator.js';\nimport {partsAgree} from '../normalizeSubfieldValueForComparison.js';\nimport {normalizeForSamenessCheck, valueCarriesMeaning} from './worldKnowledge.js';\n\nconst debug = createDebugLogger('@natlibfi/marc-record-validators-melinda:mergeField:counterpart');\n//const debugData = debug.extend('data');\nconst debugDev = debug.extend('dev');\n\nconst irrelevantSubfieldsInNameAndTitlePartComparison = '5689';\n\nconst counterpartRegexps = { // NB! tag is from source!\n // Note that in the normal case, all source 1XX fields have been converted to 7XX fields.\n '100': /^[17]00$/u, '110': /^[17]10$/u, '111': /^[17]11$/u, '130': /^[17]30$/u,\n '260': /^26[04]$/u, '264': /^26[04]$/u,\n '700': /^[17]00$/u, '710': /^[17]10$/u, '711': /^[17]11$/u, '730': /^[17]30$/u,\n // Hacks:\n '940': /^[29]40$/u, '973': /^[79]73$/u\n};\n\nconst counterpartRegexpsSingle = {\n // when base===source, never merge 1XX to 7XX, always 7XX to 1XX! Also, don't merge 264 to 260.\n '260': /^26[04]$/u,\n '700': /^[17]00$/u, '110': /^[17]10$/u, '111': /^[17]11$/u, '130': /^[17]30$/u,\n // Hacks:\n '940': /^[29]40$/u, '973': /^[79]73$/u\n};\n\n/*\nfunction differentPublisherSubfields(field1, field2) {\n if (field1.tag === '260' && field2.tag === '264' && field2.ind2 === '3') {\n return true;\n }\n if (field1.tag === '264' && field1.ind2 === '3' && field2.tag === '260') {\n return true;\n }\n return false;\n}\n*/\n\nexport function splitToNameAndQualifier(value) {\n if (value.match(/^.* \\([^()]+\\)$/u)) {\n const name = value.replace(/^(.*) \\([^()]+\\)$/u, '$1');\n const qualifier = value.replace(/^.* (\\([^()]+\\))$/u, '$1');\n return [name, qualifier];\n }\n return [value, undefined];\n}\n\nexport function splitToNameAndQualifierAndProcessName(name) {\n //const nameOnly = name.replace(/(?: \\([^)]+\\)| abp?| Kustannus| Kustannus Oy|, kustannusosakeyhti\u00F6| oyj?| ry)$/ugi, '');\n const [qualifierlessName, qualifier] = splitToNameAndQualifier(name);\n\n const [prefix, basename, suffix] = stripPrefixAndSuffix(qualifierlessName);\n\n return {name: getBestName(basename).toLowerCase(), prefix, suffix, qualifier};\n\n function stripPrefixAndSuffix(companyName) {\n const [nameOnly, suffix] = extractSuffix(companyName);\n const [nameOnly2, prefix] = extractPrefix(nameOnly);\n return [prefix, nameOnly2, suffix];\n }\n\n function extractSuffix(name) {\n const nameOnly = name.replace(/(?: \\([^)]+\\)| abp?| Kustannus| Kustannus Oy|, kustannusosakeyhti\u00F6| oyj?| ry)$/ugi, '');\n if (nameOnly === name) {\n return [name, undefined];\n }\n return [nameOnly, name.substring(nameOnly.length).replace(/^,? /u, '')];\n }\n\n function extractPrefix(name) {\n const nameOnly = name.replace(/^(?:Ab|Kustannusosakeyhti\u00F6|Kustannus Oy|Oy) /ugi, '');\n if (nameOnly === name) {\n return [name, undefined];\n }\n return [nameOnly, name.substring(0, name.length - nameOnly.length - 1)]; // -1 removes final space\n }\n\n function getBestName(name) {\n const NAME = name.toUpperCase();\n\n if (NAME === 'WSOY') {\n return 'Werner S\u00F6derstr\u00F6m osakeyhti\u00F6';\n }\n if (NAME === 'NTAMO') {\n return 'ntamo';\n }\n return name;\n }\n}\n\nexport function canContainOptionalQualifier(tag, subfieldCode) {\n // We have made 300$a NON-repeatable (against specs), as we newer want there to repeat (probably near-duplicates)\n if (tag === '300' && subfieldCode === 'a') {\n return true;\n }\n // 776$i is actually not needed for counterpart stuff (since it's repeatable), but it is needed in merge subfield stage.\n if (tag === '776' && subfieldCode === 'i') {\n return true;\n }\n return false;\n}\n\nfunction withAndWithoutQualifierAgree(value1, value2, tag, subfieldCode) {\n if (!canContainOptionalQualifier(tag, subfieldCode)) {\n return false;\n }\n\n const [name1, qualifier1] = splitToNameAndQualifier(value1);\n const [name2, qualifier2] = splitToNameAndQualifier(value2);\n\n //nvdebug(`CN1: '${name1}', '${qualifier1}'`, debugDev);\n //nvdebug(`CN2: '${name2}', '${qualifier2}'`, debugDev);\n\n if (name1.toLowerCase() !== name2.toLowerCase()) {\n return false;\n }\n\n // If either value does not have a qualifier, they are considered equals:\n if (qualifier1 === undefined || qualifier2 === undefined || qualifier1.toLowerCase() === qualifier2.toLowerCase()) {\n return true;\n }\n\n return false;\n\n\n}\n\n\nfunction corporateNamesAgree(value1, value2, tag, subfieldCode) {\n if (subfieldCode !== 'a' || !['110', '610', '710', '810'].includes(tag)) {\n return false;\n }\n const nameData1 = splitToNameAndQualifierAndProcessName(value1);\n const nameData2 = splitToNameAndQualifierAndProcessName(value2);\n\n nvdebug(`CN1: '${nameData1.name}', '${nameData1.qualifier}'`, debugDev);\n nvdebug(`CN2: '${nameData2.name}', '${nameData2.qualifier}'`, debugDev);\n\n if (nameData1.name !== nameData2.name) {\n return false;\n }\n\n if (nameData1.qualifier && nameData2.qualifier && nameData1.qualifier !== nameData2.qualifier) {\n return false;\n }\n // Currently all prefixes and suffixes are publisher information, so there's no point comparing them any further...\n\n return true;\n\n /*\n function isKustantaja(nameData) {\n if (nameData.suffix.match(/^(?:Kustannus|Kustannus oy|kustannusosakeyhti\u00F6)$/iu)) {\n return true;\n }\n if (nameData.prefix.match(/^Kustannus Oy$/i)) {\n return true;\n }\n return false;\n }\n */\n}\n\n\nfunction pairableValue(tag, subfieldCode, value1, value2) {\n // This function could just return true or false.\n // I thought of preference when I wrote this, but preference implemented *here* (modularity). mergeFields.js should handle preference.\n if (withAndWithoutQualifierAgree(value1, value2, tag, subfieldCode)) {\n // 300$a \"whatever\" and \"whatever (123 sivua)\"\n return value1;\n }\n if (partsAgree(value1, value2, tag, subfieldCode) || corporateNamesAgree(value1, value2, tag, subfieldCode)) {\n // Pure baseness: here we assume that base's value1 is better than source's value2.\n return value1;\n }\n\n return undefined;\n}\n\n\nfunction counterpartExtraNormalize(tag, subfieldCode, value) {\n\n // Remove trailing punctuation:\n value = value.replace(/(\\S)(?:,|\\.|\\?|!|\\. -| *:| *;| =| \\/)$/u, '$1');\n // Remove brackets:\n value = value.replace(/^\\(([^()]+)\\)$/u, '$1'); // Remove initial '(' and final ')' if both exist.\n value = value.replace(/^\\[([^[\\]]+)\\]$/u, '$1'); // Remove initial '[' and final ']' if both exist.\n // Mainly for field 260$c:\n value = removeCopyright(value);\n\n value = value.replace(/http:\\/\\//ug, 'https://'); // MET-501: http vs https\n value = normalizeForSamenessCheck(tag, subfieldCode, value);\n\n return value;\n}\n\nfunction uniqueKeyMatches(baseField, sourceField, forcedKeyString = null) {\n // NB! Assume that field1 and field2 have same relevant subfields.\n // What to do if if base\n // const keySubfieldsAsString = forcedKeyString || getUniqueKeyFields(field1);\n const keySubfieldsAsString = forcedKeyString || getMergeConstraintsForTag(baseField.tag, 'key');\n //return mandatorySubfieldComparison(baseField, sourceField, keySubfieldsAsString);\n return optionalSubfieldComparison(baseField, sourceField, keySubfieldsAsString);\n}\n\n\nfunction optionalSubfieldComparison(originalBaseField, originalSourceField, keySubfieldsAsString) {\n // Here \"optional subfield\" means a subfield, that needs not to be present, but if present, it must be identical...\n // (Think of a better name...)\n // We use clones here, since these changes done below are not intented to appear on the actual records.\n const field1 = cloneAndNormalizeFieldForComparison(originalBaseField);\n const field2 = cloneAndNormalizeFieldForComparison(originalSourceField);\n\n if (keySubfieldsAsString === null) { // does not currently happen\n // If keySubfieldsAsString is undefined, (practically) everything is the string.\n // When everything is the string, the strings need to be (practically) identical.\n // (NB! Here order matters. We should probably make it matter everywhere.)\n // (However, keySubfieldsAsString === '' will always succeed. Used by 040 at least.)\n // NB! substring(6) skips \"TAG II\" (I=indicator. Thus we skip indicators)\n return fieldToString(field1).substring(6) === fieldToString(field2).substring(6);\n }\n const subfieldArray = keySubfieldsAsString.split('');\n\n // Long forgotten, but my educated guess about this: if 'key' is defined in merge constraints\n // for this field, then at least one of the subfield codes in 'key' must be present in both fields.\n // However, this is not necessarily right.\n if (subfieldArray.length > 0 && !subfieldArray.some(sfCode => hasCommonNominator(sfCode))) {\n return false;\n }\n\n\n return subfieldArray.every(subfieldCode => testOptionalSubfield(originalBaseField.tag, subfieldCode));\n\n\n function hasCommonNominator(subfieldCode) {\n //nvdebug(`hasCommonNominator(${subfieldCode})? '${fieldToString(originalBaseField)}' vs '${fieldToString(originalSourceField)}'`, debugDev);\n\n // If base has $a and source has $b, there's no common nominator, thus fail...\n const subfields1 = field1.subfields.filter(subfield => subfield.code === subfieldCode && valueCarriesMeaning(field1.tag, subfield.code, subfield.value));\n const subfields2 = field2.subfields.filter(subfield => subfield.code === subfieldCode && valueCarriesMeaning(field2.tag, subfield.code, subfield.value));\n\n return subfields1.length > 0 && subfields2.length > 0;\n }\n\n function testOptionalSubfield(tag, subfieldCode) {\n // NB! Don't compare non-meaningful subfields\n const subfields1 = field1.subfields.filter(subfield => subfield.code === subfieldCode && valueCarriesMeaning(field1.tag, subfield.code, subfield.value));\n const subfields2 = field2.subfields.filter(subfield => subfield.code === subfieldCode && valueCarriesMeaning(field2.tag, subfield.code, subfield.value));\n\n // If one side is empty, all is good\n if (subfields1.length === 0 || subfields2.length === 0) {\n return true;\n }\n\n //nvdebugSubfieldArray(subfields1, 'SF1', debugDev);\n //nvdebugSubfieldArray(subfields2, 'SF2', debugDev);\n\n // When pairing we can use stronger normalizations than the generic one:\n const subfieldValues1 = subfields1.map(sf => counterpartExtraNormalize(tag, subfieldCode, sf.value));\n const subfieldValues2 = subfields2.map(sf => counterpartExtraNormalize(tag, subfieldCode, sf.value));\n\n //nvdebug(`SF1 NORM: ${subfieldValues1.join(' --')}`, debugDev);\n //nvdebug(`SF2 NORM: ${subfieldValues2.join(' --')}`, debugDev);\n\n // If one set is a subset of the other, all is probably good (how about 653$a, 505...)\n if (subfieldValues1.every(val => subfieldValues2.includes(val)) || subfieldValues2.every(val => subfieldValues1.includes(val))) {\n return true;\n }\n\n if (subfieldValues1.length === 1 && subfieldValues2.length === 1) {\n return pairableValue(field1.tag, subfieldCode, subfieldValues1[0], subfieldValues2[0]) !== undefined;\n }\n\n return false;\n\n }\n}\n\n\nfunction mandatorySubfieldComparison(originalField1, originalField2, keySubfieldsAsString) {\n // NB! We use clones here, since these changes done below are not intented to appear on the actual records.\n const field1 = cloneAndNormalizeFieldForComparison(originalField1);\n const field2 = cloneAndNormalizeFieldForComparison(originalField2);\n if (keySubfieldsAsString === null) { // does not currently happen\n // If keySubfieldsAsString is undefined, (practically) everything is the string.\n // When everything is the string, the strings need to be (practically) identical.\n // (NB! Here order matters. We should probably make it matter everywhere.)\n // (However, keySubfieldsAsString === '' will always succeed. Used by 040 at least.)\n return fieldToString(field1) === fieldToString(field2);\n }\n const subfieldArray = keySubfieldsAsString.split('');\n\n //const differentSubfieldCodes = differentPublisherSubfields(originalField1, originalField2);\n\n return subfieldArray.every(subfieldCode => mandatorySingleSubfieldComparison(subfieldCode));\n\n function mandatorySingleSubfieldComparison(subfieldCode) {\n //const otherSubfieldCode = getOtherSubfieldCode(subfieldCode);\n const subfieldValues1 = field1.subfields.filter(subfield => subfield.code === subfieldCode).map(sf => sf.value);\n const subfieldValues2 = field2.subfields.filter(subfield => subfield.code === subfieldCode).map(sf => sf.value);\n // Assume that at least 1 instance must exist and that all instances must match\n if (subfieldValues1.length !== subfieldValues2.length) {\n debugDev(`mSC: Unique key: subfield ${subfieldCode} issues...`);\n return false;\n }\n\n return subfieldValues1.every(value => subfieldValues2.includes(value));\n }\n\n}\n\nfunction tagToRegexp(tag, internalMerge = false) {\n if (internalMerge && tag in counterpartRegexpsSingle) {\n return counterpartRegexpsSingle[tag];\n }\n if (!internalMerge && tag in counterpartRegexps) { // eg. 700 looks for tag /^[17]00$/...\n const regexp = counterpartRegexps[tag];\n //nvdebug(`regexp for ${tag} found: ${regexp}`, debugDev);\n return regexp;\n }\n //nvdebug(`WARNING: tagToRegexp(${tag}): no precompiled regexp found.`, debugDev);\n return new RegExp(`^${tag}$`, 'u');\n}\n\nfunction areRequiredSubfieldsPresent(field) {\n const subfieldString = getMergeConstraintsForTag(field.tag, 'required');\n if (subfieldString === null) {\n return true;\n } // nothing is required\n const subfieldArray = subfieldString.split('');\n return subfieldArray.every(sfcode => {\n const result = fieldHasSubfield(field, sfcode);\n if (!result) {\n debugDev(`Required subfield \u2021${sfcode} not found in '${fieldToString(field)}'!`);\n return false;\n }\n return true;\n });\n}\n\nfunction arePairedSubfieldsInBalance(field1, field2) {\n const subfieldString = getMergeConstraintsForTag(field1.tag, 'paired');\n if (subfieldString === null) {\n return true;\n }\n const subfieldArray = subfieldString.split('');\n\n return subfieldArray.every(sfcode => fieldHasNSubfields(field1, sfcode) === fieldHasNSubfields(field2, sfcode));\n}\n\nfunction syntacticallyMergablePair(baseField, sourceField, config) {\n // Indicators must typically be equal (there are exceptions such as non-filing characters though):\n if (!mergableIndicator1(baseField, sourceField, config)) {\n nvdebug(`non-mergable (reason: indicator1): ${JSON.stringify(config)}`, debugDev);\n return false;\n }\n\n if (!mergableIndicator2(baseField, sourceField, config)) {\n nvdebug(`non-mergable (reason: indicator2): ${JSON.stringify(config)}`, debugDev);\n return false;\n }\n\n if (!controlSubfieldsPermitMerge(baseField, sourceField)) {\n nvdebug('non-mergable (reason: control subfield)', debugDev);\n return false;\n }\n\n // NB! field1.tag and field2.tag might differ (1XX vs 7XX). Therefore required subfields might theoretically differ as well.\n // Note: Theoretically 260 $efg vs 264 with IND2=3 has already been handled by the preprocessor.\n // Thus check both:\n if (!areRequiredSubfieldsPresent(baseField) || !areRequiredSubfieldsPresent(sourceField)) {\n nvdebug('non-mergable (reason: missing subfields)', debugDev);\n return false;\n }\n\n // Stuff of Hacks! Eg. require that both fields either have or have not X00$t:\n if (!arePairedSubfieldsInBalance(baseField, sourceField)) {\n nvdebug('required subfield pair check failed.', debugDev);\n return false;\n }\n\n return true;\n}\n\nfunction mergablePair(baseField, sourceField, config) {\n if (!syntacticallyMergablePair(baseField, sourceField, config)) {\n return false;\n }\n\n //debug('Test semantics...');\n if (!semanticallyMergablePair(baseField, sourceField)) {\n nvdebug('non-mergable (reason: semantics)', debugDev);\n return false;\n }\n\n nvdebug(`MERGABLE PAIR:\\n B: ${fieldToString(baseField)}\\n S: ${fieldToString(sourceField)}`, debugDev);\n return true;\n}\n\n\nfunction pairableAsteriIDs(baseField, sourceField) {\n //nvdebug(`ASTERI1 ${fieldToString(baseField)}`, debugDev); // eslint-disable-line\n //nvdebug(`ASTERI2 ${fieldToString(sourceField)}`, debugDev); // eslint-disable-line\n\n // Check that relevant control subfield(s) exist in both records (as controlSubfieldsPermitMerge() doesn't check it):\n const fin11a = getAsteriIDs(baseField);\n if (fin11a.length === 0) {\n return false;\n }\n const fin11b = getAsteriIDs(sourceField);\n if (fin11b.length === 0) {\n return false;\n }\n //nvdebug(`ASTERI WP3:\\n${fin11a.join(\", \")}\\n${fin11b.join(\", \")}`, debugDev); // eslint-disable-line\n\n // Check that found control subfields agree. Use pre-existing generic function to reduce code.\n // (NB! We could optimize and just return true here, as control subfield check is done elsewhere as well.\n // However, explicitly checking them here makes the code more robust.)\n if (!controlSubfieldsPermitMerge(baseField, sourceField)) {\n return false;\n }\n //console.log(`ASTERI PAIR ${fieldToString(sourceField)}`); // eslint-disable-line\n return true;\n\n // NB! This boldly assumes that the default prefix for Asteri is '(FIN11)', not '(FI-ASTERI-N)' nor a finaf urn...\n function getAsteriIDs(field) {\n return field.subfields.filter(sf => sf.code === '0')\n .map(sf => normalizeControlSubfieldValue(sf.value))\n .filter(val => val.substring(0, 7) === '(FIN11)');\n }\n}\n\n\nfunction hasRepeatableSubfieldThatShouldBeTreatedAsNonRepeatable(field) {\n if (field.tag === '260' || field.tag === '264') {\n return ['a', 'b', 'c', 'e', 'f', 'g'].some(subfieldCode => fieldHasMultipleSubfields(field, subfieldCode));\n }\n if (field.tag === '382') {\n return ['a', 'b', 'd', 'e', 'n', 'p'].some(subfieldCode => fieldHasMultipleSubfields(field, subfieldCode));\n }\n if (field.tag === '505') {\n return ['t', 'r', 'g'].some(subfieldCode => fieldHasMultipleSubfields(field, subfieldCode));\n }\n\n return false;\n}\n\nfunction pairableName(baseField, sourceField) {\n // 100$a$t: remove $t and everything after that\n const reducedField1 = fieldToNamePart(baseField);\n const reducedField2 = fieldToNamePart(sourceField);\n\n const string1 = fieldToString(reducedField1);\n const string2 = fieldToString(reducedField2);\n\n //nvdebug(`IN: pairableName():\\n '${string1}' vs\\n '${string2}'`, debugDev);\n if (string1 === string2) {\n return true;\n }\n\n // Essentially these are too hard to handle with field-merge (eg. multi-505$g)\n if (hasRepeatableSubfieldThatShouldBeTreatedAsNonRepeatable(reducedField1) || hasRepeatableSubfieldThatShouldBeTreatedAsNonRepeatable(reducedField2)) {\n return false;\n }\n\n // Compare the remaining subsets...\n // First check that name matches...\n if (uniqueKeyMatches(reducedField1, reducedField2)) {\n nvdebug(` name match: '${fieldToString(reducedField1)}'`, debugDev);\n return true;\n }\n\n // However, name mismatch is not critical! If Asteri ID matches, it's still a match! *NOT* sure whether this a good idea.\n // 2023-01-24 Disable this. Caretaker can fix these later on. Not a job for merge. We can't be sure that $0 pair is corrent, nor which version (base or source) to use.\n // 2023-03-07: Enable this again!\n if (pairableAsteriIDs(baseField, sourceField)) {\n //nvdebug(` name match based on ASTERI $0'`, debugDev);\n return true;\n }\n\n nvdebug(` name mismatch:`, debugDev);\n nvdebug(` '${fieldToString(reducedField1)}' vs`, debugDev);\n nvdebug(` '${fieldToString(reducedField2)}'`, debugDev);\n return false;\n}\n\n\nfunction semanticallyMergablePair(baseField, sourceField) {\n // On rare occasions a field contains also a title part. For these name part (= normally everything) and title part\n // must be checked separately:\n if (!titlePartsMatch(baseField, sourceField)) {\n nvdebug(` ${baseField.tag} is unmergable: Title part mismatch.`, debugDev);\n return false;\n }\n\n // Hmm... we should check lifespan here, $d YYYY\n\n // Handle the field specific \"unique key\" (=set of fields that make the field unique\n if (!pairableName(baseField, sourceField)) {\n nvdebug('Unmergable: Name part mismatch', debugDev);\n return false;\n }\n //debug(' Semantic checks passed! We are MERGABLE!');\n\n return true;\n}\n\n\nfunction namePartThreshold(field) {\n // Threshold is only applicaple to some tags..\n if (!(/[10]0$/u).test(field.tag)) {\n return -1;\n }\n const t = field.subfields.findIndex(currSubfield => currSubfield.code === 't');\n const u = t; // field.subfields.findIndex(currSubfield => currSubfield.code === 'u');\n if (t === -1) {\n return u;\n }\n if (u === -1) {\n return t;\n }\n return t > u ? u : t;\n}\n\nfunction fieldToNamePart(field) {\n const index = namePartThreshold(field);\n const relevantSubfields = field.subfields.filter((sf, i) => i < index || index === -1).filter(sf => !irrelevantSubfieldsInNameAndTitlePartComparison.includes(sf.code));\n\n const subsetField = {'tag': field.tag, 'ind1': field.ind1, 'ind2': field.ind2, subfields: relevantSubfields};\n\n /*\n if (index > -1) {\n debugDev(`Name subset: ${fieldToString(subsetField)}`);\n }\n */\n\n // Ummm... Sometimes $0 comes after $t but belongs to name part\n\n return subsetField;\n}\n\nfunction fieldToTitlePart(field) {\n // Take everything after 1st subfield $t...\n const index = field.subfields.findIndex(currSubfield => currSubfield.code === 't');\n const relevantSubfields = field.subfields.filter((sf, i) => i >= index).filter(sf => !irrelevantSubfieldsInNameAndTitlePartComparison.includes(sf.code));\n const subsetField = {'tag': field.tag, 'ind1': field.ind1, 'ind2': field.ind2, subfields: relevantSubfields};\n debugDev(`Title subset: ${fieldToString(subsetField)}`);\n return subsetField;\n}\n\nfunction containsTitlePart(field) {\n return fieldCanHaveTitlePart(field) && fieldHasSubfield(field, 't');\n\n function fieldCanHaveTitlePart(field) {\n return ['100', '110', '111', '700', '710', '711'].includes(field.tag);\n }\n}\n\nfunction titlePartsMatch(field1, field2) {\n if (!containsTitlePart(field1)) {\n return !containsTitlePart(field2);\n }\n if (!containsTitlePart(field2)) {\n return false;\n }\n\n debugDev(`TITLE PARTS NEED TO BE COMPARED`);\n\n // 100$a$t: remove $t and everything after that\n const subset1 = fieldToTitlePart(field1);\n const subset2 = fieldToTitlePart(field2);\n // Easter Egg, ffs. Hardcoded exception\n return mandatorySubfieldComparison(subset1, subset2, 'dfhklmnoprstxvg');\n}\n\n\nfunction getAlternativeNamesFrom9XX(record, field) {\n // Should we support 6XX and 8XX as well? Prolly not...\n if (!field.tag.match(/^(?:100|110|111|600|610|611|700|710|711)$/u)) {\n return [];\n }\n const tag = `9${field.tag.substring(1)}`;\n const cands = record.get(tag).filter(f => fieldHasSubfield(f, 'a') && fieldHasSubfield(f, 'y'));\n if (cands.length === 0) {\n return [];\n }\n const punctuationlessField = cloneAndRemovePunctuation(field);\n const [name] = punctuationlessField.subfields.filter(sf => sf.code === 'a').map(sf => sf.value);\n\n return cands.map(candField => getAltName(candField)).filter(val => val !== undefined);\n\n\n function getAltName(altField) {\n const [altA] = altField.subfields.filter(sf => sf.code === 'a').map(sf => sf.value);\n const [altY] = altField.subfields.filter(sf => sf.code === 'y').map(sf => sf.value);\n nvdebug(`Compare '${name}' vs '${altA}'/'${altY}'`, debugDev);\n if (name === altA) {\n return altY;\n }\n if (name === altY) {\n return altA;\n }\n nvdebug(` miss`, debugDev);\n return undefined;\n }\n\n}\n\n\nfunction mergablePairWithAltName(normCandField, normalizedField, altName, config) {\n // Replace source field $a name with alternative name and then compare:\n const [a] = normalizedField.subfields.filter(sf => sf.code === 'a');\n if (!a) {\n return false;\n }\n a.value = altName;\n\n return mergablePair(normCandField, normalizedField, config);\n}\n\nfunction getCounterpartIndex(field, counterpartCands, altNames, config) {\n const normalizedField = cloneAndNormalizeFieldForComparison(field);\n const normalizedCounterpartCands = counterpartCands.map(f => cloneAndNormalizeFieldForComparison(f));\n const index = normalizedCounterpartCands.findIndex(normCandField => mergablePair(normCandField, normalizedField, config));\n if (index > -1) {\n return index;\n }\n\n return normalizedCounterpartCands.findIndex(normCandField => altNames.some(altName => mergablePairWithAltName(normCandField, normalizedField, altName, config)));\n}\n\n\nfunction field264Exception(baseField, sourceRecord, sourceField, config) {\n nvdebug('Field 264 exception as per MET-456', debugDev);\n if (baseField.tag !== '264') {\n return false;\n }\n\n if (sourceField.tag !== '264' || sourceRecord.get('264').length !== 1) {\n return false;\n }\n\n // Don't worry about semantics:\n return syntacticallyMergablePair(sourceField, baseField, config);\n}\n\nfunction getCounterpartCandidates(field, record) {\n const counterpartCands = record.get(tagToRegexp(field.tag, record.internalMerge));\n\n // MELKEHITYS-2969: copyright years should not merge with non-copyright years\n if (field.tag === '260' && isNotCopyrightYear(field)) {\n return counterpartCands.filter(candField => !isCopyrightField264(candField));\n }\n\n if (field.tag === '264' && isCopyrightField264(field)) { // Copyright year\n return counterpartCands.filter(candField => !isNotCopyrightYear(candField));\n }\n\n function isCopyrightField264(field) {\n return field.tag === '264' && field.ind2 === '4';\n }\n function isNotCopyrightYear(field) {\n if (field.tag === '264') {\n return !isCopyrightField264(field);\n }\n // Field 260: copyright year does not contain $a or $b:\n return !field.subfields.some(sf => sf.code === 'a' && sf.code === 'b');\n }\n\n return counterpartCands;\n\n}\n\nexport function baseIsSource(base, source) {\n base.localTest = true;\n const result = source.localTest;\n delete base.localTest;\n return result;\n}\n\nexport function getCounterpart(baseRecord, sourceRecord, field, config) {\n // First get relevant candidate fields. Note that 1XX and corresponding 7XX are considered equal, and tags 260 and 264 are lumped together.\n // (<= Note that self-merge behaves differently from two records here.)\n // Hacks: 973 can merge with 773, 940 can merge with 240 (but not the other way around)\n //nvdebug(`COUNTERPART FOR '${fieldToString(field)}'?`, debugDev);\n const counterpartCands = getCounterpartCandidates(field, baseRecord).filter(f => !f.mergeCandidate);\n\n if (!counterpartCands || counterpartCands.length === 0) {\n //nvdebug(`No counterpart(s) found for ${fieldToString(field)}`, debugDev);\n return null;\n }\n\n nvdebug(`Compare incoming '${fieldToString(field)}' with (up to) ${counterpartCands.length} existing field(s)`, debugDev);\n\n const normalizedField = cloneAndNormalizeFieldForComparison(field); // mainly strip punctuation here\n\n nvdebug(`Norm to: '${fieldToString(normalizedField)}'`, debugDev);\n\n const uniqueAlternativeNames = getUniqueAlernativeNames();\n\n function getUniqueAlernativeNames() {\n if (baseIsSource(baseRecord, sourceRecord)) {\n return [];\n }\n // Try to look for alternative names from base and source record's 9XX fields:\n const alternativeNames = getAlternativeNamesFrom9XX(baseRecord, field).concat(getAlternativeNamesFrom9XX(sourceRecord, field));\n return alternativeNames.filter((name, i) => alternativeNames.indexOf(name) === i);\n }\n\n //nvdebug(` S: ${fieldToString(normalizedField)}`, debugDev);\n // Then find (the index of) the first mathing candidate field and return it.\n const index = getCounterpartIndex(normalizedField, counterpartCands, uniqueAlternativeNames, config);\n\n if (index > -1) {\n return counterpartCands[index];\n }\n\n // MET-456 exception\n if (counterpartCands.length === 1 && field264Exception(counterpartCands[0], sourceRecord, field, config)) {\n return counterpartCands[0];\n }\n\n return null;\n}\n\n"],
5
- "mappings": "AAEA,OAAO,uBAAuB;AAC9B,SAAQ,kBAAkB,oBAAoB,2BAA2B,eAAe,SAAS,uBAAsB;AACvH,SAAQ,qCAAqC,iCAAgC;AAE7E,SAAQ,qCAAoC;AAE5C,SAAQ,iCAAgC;AACxC,SAAQ,mCAAkC;AAC1C,SAAQ,oBAAoB,0BAAyB;AACrD,SAAQ,kBAAiB;AACzB,SAAQ,2BAA2B,2BAA0B;AAE7D,MAAM,QAAQ,kBAAkB,iEAAiE;AAEjG,MAAM,WAAW,MAAM,OAAO,KAAK;AAEnC,MAAM,kDAAkD;AAExD,MAAM,qBAAqB;AAAA;AAAA;AAAA,EAEzB,OAAO;AAAA,EAAa,OAAO;AAAA,EAAa,OAAO;AAAA,EAAa,OAAO;AAAA,EACnE,OAAO;AAAA,EAAa,OAAO;AAAA,EAC3B,OAAO;AAAA,EAAa,OAAO;AAAA,EAAa,OAAO;AAAA,EAAa,OAAO;AAAA;AAAA,EAEnE,OAAO;AAAA,EAAa,OAAO;AAC7B;AAEA,MAAM,2BAA2B;AAAA;AAAA,EAE/B,OAAO;AAAA,EACP,OAAO;AAAA,EAAa,OAAO;AAAA,EAAa,OAAO;AAAA,EAAa,OAAO;AAAA;AAAA,EAEnE,OAAO;AAAA,EAAa,OAAO;AAC7B;AAcO,gBAAS,wBAAwB,OAAO;AAC7C,MAAI,MAAM,MAAM,kBAAkB,GAAG;AACnC,UAAM,OAAO,MAAM,QAAQ,sBAAsB,IAAI;AACrD,UAAM,YAAY,MAAM,QAAQ,sBAAsB,IAAI;AAC1D,WAAO,CAAC,MAAM,SAAS;AAAA,EACzB;AACA,SAAO,CAAC,OAAO,MAAS;AAC1B;AAEO,gBAAS,sCAAsC,MAAM;AAE1D,QAAM,CAAC,mBAAmB,SAAS,IAAI,wBAAwB,IAAI;AAEnE,QAAM,CAAC,QAAQ,UAAU,MAAM,IAAI,qBAAqB,iBAAiB;AAEzE,SAAO,EAAC,MAAM,YAAY,QAAQ,EAAE,YAAY,GAAG,QAAQ,QAAQ,UAAS;AAE5E,WAAS,qBAAqB,aAAa;AACzC,UAAM,CAAC,UAAUA,OAAM,IAAI,cAAc,WAAW;AACpD,UAAM,CAAC,WAAWC,OAAM,IAAI,cAAc,QAAQ;AAClD,WAAO,CAACA,SAAQ,WAAWD,OAAM;AAAA,EACnC;AAEA,WAAS,cAAcE,OAAM;AAC3B,UAAM,WAAWA,MAAK,QAAQ,qFAAqF,EAAE;AACrH,QAAI,aAAaA,OAAM;AACrB,aAAO,CAACA,OAAM,MAAS;AAAA,IACzB;AACA,WAAO,CAAC,UAAUA,MAAK,UAAU,SAAS,MAAM,EAAE,QAAQ,SAAS,EAAE,CAAC;AAAA,EACxE;AAEA,WAAS,cAAcA,OAAM;AAC3B,UAAM,WAAWA,MAAK,QAAQ,mDAAmD,EAAE;AACnF,QAAI,aAAaA,OAAM;AACrB,aAAO,CAACA,OAAM,MAAS;AAAA,IACzB;AACA,WAAO,CAAC,UAAUA,MAAK,UAAU,GAAGA,MAAK,SAAS,SAAS,SAAS,CAAC,CAAC;AAAA,EACxE;AAEA,WAAS,YAAYA,OAAM;AACzB,UAAM,OAAOA,MAAK,YAAY;AAE9B,QAAI,SAAS,QAAQ;AACnB,aAAO;AAAA,IACT;AACA,QAAI,SAAS,SAAS;AACpB,aAAO;AAAA,IACT;AACA,WAAOA;AAAA,EACT;AACF;AAEO,gBAAS,4BAA4B,KAAK,cAAc;AAE7D,MAAI,QAAQ,SAAS,iBAAiB,KAAK;AACzC,WAAO;AAAA,EACT;AAEA,MAAI,QAAQ,SAAS,iBAAiB,KAAK;AACzC,WAAO;AAAA,EACT;AACA,SAAO;AACT;AAEA,SAAS,6BAA6B,QAAQ,QAAQ,KAAK,cAAc;AACvE,MAAI,CAAC,4BAA4B,KAAK,YAAY,GAAG;AACnD,WAAO;AAAA,EACT;AAEA,QAAM,CAAC,OAAO,UAAU,IAAI,wBAAwB,MAAM;AAC1D,QAAM,CAAC,OAAO,UAAU,IAAI,wBAAwB,MAAM;AAK1D,MAAI,MAAM,YAAY,MAAM,MAAM,YAAY,GAAG;AAC/C,WAAO;AAAA,EACT;AAGA,MAAI,eAAe,UAAa,eAAe,UAAa,WAAW,YAAY,MAAM,WAAW,YAAY,GAAG;AACjH,WAAO;AAAA,EACT;AAEA,SAAO;AAGT;AAGA,SAAS,oBAAoB,QAAQ,QAAQ,KAAK,cAAc;AAC9D,MAAI,iBAAiB,OAAO,CAAC,CAAC,OAAO,OAAO,OAAO,KAAK,EAAE,SAAS,GAAG,GAAG;AACvE,WAAO;AAAA,EACT;AACA,QAAM,YAAY,sCAAsC,MAAM;AAC9D,QAAM,YAAY,sCAAsC,MAAM;AAE9D,UAAQ,SAAS,UAAU,IAAI,OAAO,UAAU,SAAS,KAAK,QAAQ;AACtE,UAAQ,SAAS,UAAU,IAAI,OAAO,UAAU,SAAS,KAAK,QAAQ;AAEtE,MAAI,UAAU,SAAS,UAAU,MAAM;AACrC,WAAO;AAAA,EACT;AAEA,MAAI,UAAU,aAAa,UAAU,aAAa,UAAU,cAAc,UAAU,WAAW;AAC7F,WAAO;AAAA,EACT;AAGA,SAAO;AAaT;AAGA,SAAS,cAAc,KAAK,cAAc,QAAQ,QAAQ;AAGxD,MAAI,6BAA6B,QAAQ,QAAQ,KAAK,YAAY,GAAG;AAEnE,WAAO;AAAA,EACT;AACA,MAAI,WAAW,QAAQ,QAAQ,KAAK,YAAY,KAAK,oBAAoB,QAAQ,QAAQ,KAAK,YAAY,GAAG;AAE3G,WAAO;AAAA,EACT;AAEA,SAAO;AACT;AAGA,SAAS,0BAA0B,KAAK,cAAc,OAAO;AAG3D,UAAQ,MAAM,QAAQ,2CAA2C,IAAI;AAErE,UAAQ,MAAM,QAAQ,mBAAmB,IAAI;AAC7C,UAAQ,MAAM,QAAQ,oBAAoB,IAAI;AAE9C,UAAQ,gBAAgB,KAAK;AAE7B,UAAQ,MAAM,QAAQ,eAAe,UAAU;AAC/C,UAAQ,0BAA0B,KAAK,cAAc,KAAK;AAE1D,SAAO;AACT;AAEA,SAAS,iBAAiB,WAAW,aAAa,kBAAkB,MAAM;AAIxE,QAAM,uBAAuB,mBAAmB,0BAA0B,UAAU,KAAK,KAAK;AAE9F,SAAO,2BAA2B,WAAW,aAAa,oBAAoB;AAChF;AAGA,SAAS,2BAA2B,mBAAmB,qBAAqB,sBAAsB;AAIhG,QAAM,SAAS,oCAAoC,iBAAiB;AACpE,QAAM,SAAS,oCAAoC,mBAAmB;AAEtE,MAAI,yBAAyB,MAAM;AAMjC,WAAO,cAAc,MAAM,EAAE,UAAU,CAAC,MAAM,cAAc,MAAM,EAAE,UAAU,CAAC;AAAA,EACjF;AACA,QAAM,gBAAgB,qBAAqB,MAAM,EAAE;AAKnD,MAAI,cAAc,SAAS,KAAK,CAAC,cAAc,KAAK,YAAU,mBAAmB,MAAM,CAAC,GAAG;AACzF,WAAO;AAAA,EACT;AAGA,SAAO,cAAc,MAAM,kBAAgB,qBAAqB,kBAAkB,KAAK,YAAY,CAAC;AAGpG,WAAS,mBAAmB,cAAc;AAIxC,UAAM,aAAa,OAAO,UAAU,OAAO,cAAY,SAAS,SAAS,gBAAgB,oBAAoB,OAAO,KAAK,SAAS,MAAM,SAAS,KAAK,CAAC;AACvJ,UAAM,aAAa,OAAO,UAAU,OAAO,cAAY,SAAS,SAAS,gBAAgB,oBAAoB,OAAO,KAAK,SAAS,MAAM,SAAS,KAAK,CAAC;AAEvJ,WAAO,WAAW,SAAS,KAAK,WAAW,SAAS;AAAA,EACtD;AAEA,WAAS,qBAAqB,KAAK,cAAc;AAE/C,UAAM,aAAa,OAAO,UAAU,OAAO,cAAY,SAAS,SAAS,gBAAgB,oBAAoB,OAAO,KAAK,SAAS,MAAM,SAAS,KAAK,CAAC;AACvJ,UAAM,aAAa,OAAO,UAAU,OAAO,cAAY,SAAS,SAAS,gBAAgB,oBAAoB,OAAO,KAAK,SAAS,MAAM,SAAS,KAAK,CAAC;AAGvJ,QAAI,WAAW,WAAW,KAAK,WAAW,WAAW,GAAG;AACtD,aAAO;AAAA,IACT;AAMA,UAAM,kBAAkB,WAAW,IAAI,QAAM,0BAA0B,KAAK,cAAc,GAAG,KAAK,CAAC;AACnG,UAAM,kBAAkB,WAAW,IAAI,QAAM,0BAA0B,KAAK,cAAc,GAAG,KAAK,CAAC;AAMnG,QAAI,gBAAgB,MAAM,SAAO,gBAAgB,SAAS,GAAG,CAAC,KAAK,gBAAgB,MAAM,SAAO,gBAAgB,SAAS,GAAG,CAAC,GAAG;AAC9H,aAAO;AAAA,IACT;AAEA,QAAI,gBAAgB,WAAW,KAAK,gBAAgB,WAAW,GAAG;AAChE,aAAO,cAAc,OAAO,KAAK,cAAc,gBAAgB,CAAC,GAAG,gBAAgB,CAAC,CAAC,MAAM;AAAA,IAC7F;AAEA,WAAO;AAAA,EAET;AACF;AAGA,SAAS,4BAA4B,gBAAgB,gBAAgB,sBAAsB;AAEzF,QAAM,SAAS,oCAAoC,cAAc;AACjE,QAAM,SAAS,oCAAoC,cAAc;AACjE,MAAI,yBAAyB,MAAM;AAKjC,WAAO,cAAc,MAAM,MAAM,cAAc,MAAM;AAAA,EACvD;AACA,QAAM,gBAAgB,qBAAqB,MAAM,EAAE;AAInD,SAAO,cAAc,MAAM,kBAAgB,kCAAkC,YAAY,CAAC;AAE1F,WAAS,kCAAkC,cAAc;AAEvD,UAAM,kBAAkB,OAAO,UAAU,OAAO,cAAY,SAAS,SAAS,YAAY,EAAE,IAAI,QAAM,GAAG,KAAK;AAC9G,UAAM,kBAAkB,OAAO,UAAU,OAAO,cAAY,SAAS,SAAS,YAAY,EAAE,IAAI,QAAM,GAAG,KAAK;AAE9G,QAAI,gBAAgB,WAAW,gBAAgB,QAAQ;AACrD,eAAS,6BAA6B,YAAY,YAAY;AAC9D,aAAO;AAAA,IACT;AAEA,WAAO,gBAAgB,MAAM,WAAS,gBAAgB,SAAS,KAAK,CAAC;AAAA,EACvE;AAEF;AAEA,SAAS,YAAY,KAAK,gBAAgB,OAAO;AAC/C,MAAI,iBAAiB,OAAO,0BAA0B;AACpD,WAAO,yBAAyB,GAAG;AAAA,EACrC;AACA,MAAI,CAAC,iBAAiB,OAAO,oBAAoB;AAC/C,UAAM,SAAS,mBAAmB,GAAG;AAErC,WAAO;AAAA,EACT;AAEA,SAAO,IAAI,OAAO,IAAI,GAAG,KAAK,GAAG;AACnC;AAEA,SAAS,4BAA4B,OAAO;AAC1C,QAAM,iBAAiB,0BAA0B,MAAM,KAAK,UAAU;AACtE,MAAI,mBAAmB,MAAM;AAC3B,WAAO;AAAA,EACT;AACA,QAAM,gBAAgB,eAAe,MAAM,EAAE;AAC7C,SAAO,cAAc,MAAM,YAAU;AACnC,UAAM,SAAS,iBAAiB,OAAO,MAAM;AAC7C,QAAI,CAAC,QAAQ;AACX,eAAS,2BAAsB,MAAM,kBAAkB,cAAc,KAAK,CAAC,IAAI;AAC/E,aAAO;AAAA,IACT;AACA,WAAO;AAAA,EACT,CAAC;AACH;AAEA,SAAS,4BAA4B,QAAQ,QAAQ;AACnD,QAAM,iBAAiB,0BAA0B,OAAO,KAAK,QAAQ;AACrE,MAAI,mBAAmB,MAAM;AAC3B,WAAO;AAAA,EACT;AACA,QAAM,gBAAgB,eAAe,MAAM,EAAE;AAE7C,SAAO,cAAc,MAAM,YAAU,mBAAmB,QAAQ,MAAM,MAAM,mBAAmB,QAAQ,MAAM,CAAC;AAChH;AAEA,SAAS,0BAA0B,WAAW,aAAa,QAAQ;AAEjE,MAAI,CAAC,mBAAmB,WAAW,aAAa,MAAM,GAAG;AACvD,YAAQ,sCAAsC,KAAK,UAAU,MAAM,CAAC,IAAI,QAAQ;AAChF,WAAO;AAAA,EACT;AAEA,MAAI,CAAC,mBAAmB,WAAW,aAAa,MAAM,GAAG;AACvD,YAAQ,sCAAsC,KAAK,UAAU,MAAM,CAAC,IAAI,QAAQ;AAChF,WAAO;AAAA,EACT;AAEA,MAAI,CAAC,4BAA4B,WAAW,WAAW,GAAG;AACxD,YAAQ,2CAA2C,QAAQ;AAC3D,WAAO;AAAA,EACT;AAKA,MAAI,CAAC,4BAA4B,SAAS,KAAK,CAAC,4BAA4B,WAAW,GAAG;AACxF,YAAQ,4CAA4C,QAAQ;AAC5D,WAAO;AAAA,EACT;AAGA,MAAI,CAAC,4BAA4B,WAAW,WAAW,GAAG;AACxD,YAAQ,wCAAwC,QAAQ;AACxD,WAAO;AAAA,EACT;AAEA,SAAO;AACT;AAEA,SAAS,aAAa,WAAW,aAAa,QAAQ;AACpD,MAAI,CAAC,0BAA0B,WAAW,aAAa,MAAM,GAAG;AAC9D,WAAO;AAAA,EACT;AAGA,MAAI,CAAC,yBAAyB,WAAW,WAAW,GAAG;AACrD,YAAQ,oCAAoC,QAAQ;AACpD,WAAO;AAAA,EACT;AAEA,UAAQ;AAAA,OAAwB,cAAc,SAAS,CAAC;AAAA,OAAU,cAAc,WAAW,CAAC,IAAI,QAAQ;AACxG,SAAO;AACT;AAGA,SAAS,kBAAkB,WAAW,aAAa;AAKjD,QAAM,SAAS,aAAa,SAAS;AACrC,MAAI,OAAO,WAAW,GAAG;AACvB,WAAO;AAAA,EACT;AACA,QAAM,SAAS,aAAa,WAAW;AACvC,MAAI,OAAO,WAAW,GAAG;AACvB,WAAO;AAAA,EACT;AAMA,MAAI,CAAC,4BAA4B,WAAW,WAAW,GAAG;AACxD,WAAO;AAAA,EACT;AAEA,SAAO;AAGP,WAAS,aAAa,OAAO;AAC3B,WAAO,MAAM,UAAU,OAAO,QAAM,GAAG,SAAS,GAAG,EAChD,IAAI,QAAM,8BAA8B,GAAG,KAAK,CAAC,EACjD,OAAO,SAAO,IAAI,UAAU,GAAG,CAAC,MAAM,SAAS;AAAA,EACpD;AACF;AAGA,SAAS,wDAAwD,OAAO;AACtE,MAAI,MAAM,QAAQ,SAAS,MAAM,QAAQ,OAAO;AAC9C,WAAO,CAAC,KAAK,KAAK,KAAK,KAAK,KAAK,GAAG,EAAE,KAAK,kBAAgB,0BAA0B,OAAO,YAAY,CAAC;AAAA,EAC3G;AACA,MAAI,MAAM,QAAQ,OAAO;AACvB,WAAO,CAAC,KAAK,KAAK,KAAK,KAAK,KAAK,GAAG,EAAE,KAAK,kBAAgB,0BAA0B,OAAO,YAAY,CAAC;AAAA,EAC3G;AACA,MAAI,MAAM,QAAQ,OAAO;AACvB,WAAO,CAAC,KAAK,KAAK,GAAG,EAAE,KAAK,kBAAgB,0BAA0B,OAAO,YAAY,CAAC;AAAA,EAC5F;AAEA,SAAO;AACT;AAEA,SAAS,aAAa,WAAW,aAAa;AAE5C,QAAM,gBAAgB,gBAAgB,SAAS;AAC/C,QAAM,gBAAgB,gBAAgB,WAAW;AAEjD,QAAM,UAAU,cAAc,aAAa;AAC3C,QAAM,UAAU,cAAc,aAAa;AAG3C,MAAI,YAAY,SAAS;AACvB,WAAO;AAAA,EACT;AAGA,MAAI,wDAAwD,aAAa,KAAK,wDAAwD,aAAa,GAAG;AACpJ,WAAO;AAAA,EACT;AAIA,MAAI,iBAAiB,eAAe,aAAa,GAAG;AAClD,YAAQ,oBAAoB,cAAc,aAAa,CAAC,KAAK,QAAQ;AACrE,WAAO;AAAA,EACT;AAKA,MAAI,kBAAkB,WAAW,WAAW,GAAG;AAE7C,WAAO;AAAA,EACT;AAEA,UAAQ,sBAAsB,QAAQ;AACtC,UAAQ,SAAS,cAAc,aAAa,CAAC,QAAQ,QAAQ;AAC7D,UAAQ,SAAS,cAAc,aAAa,CAAC,KAAK,QAAQ;AAC1D,SAAO;AACT;AAGA,SAAS,yBAAyB,WAAW,aAAa;AAGxD,MAAI,CAAC,gBAAgB,WAAW,WAAW,GAAG;AAC5C,YAAQ,IAAI,UAAU,GAAG,wCAAwC,QAAQ;AACzE,WAAO;AAAA,EACT;AAKA,MAAI,CAAC,aAAa,WAAW,WAAW,GAAG;AACzC,YAAQ,kCAAkC,QAAQ;AAClD,WAAO;AAAA,EACT;AAGA,SAAO;AACT;AAGA,SAAS,kBAAkB,OAAO;AAEhC,MAAI,CAAE,UAAW,KAAK,MAAM,GAAG,GAAG;AAChC,WAAO;AAAA,EACT;AACA,QAAM,IAAI,MAAM,UAAU,UAAU,kBAAgB,aAAa,SAAS,GAAG;AAC7E,QAAM,IAAI;AACV,MAAI,MAAM,IAAI;AACZ,WAAO;AAAA,EACT;AACA,MAAI,MAAM,IAAI;AACZ,WAAO;AAAA,EACT;AACA,SAAO,IAAI,IAAI,IAAI;AACrB;AAEA,SAAS,gBAAgB,OAAO;AAC9B,QAAM,QAAQ,kBAAkB,KAAK;AACrC,QAAM,oBAAoB,MAAM,UAAU,OAAO,CAAC,IAAI,MAAM,IAAI,SAAS,UAAU,EAAE,EAAE,OAAO,QAAM,CAAC,gDAAgD,SAAS,GAAG,IAAI,CAAC;AAEtK,QAAM,cAAc,EAAC,OAAO,MAAM,KAAK,QAAQ,MAAM,MAAM,QAAQ,MAAM,MAAM,WAAW,kBAAiB;AAU3G,SAAO;AACT;AAEA,SAAS,iBAAiB,OAAO;AAE/B,QAAM,QAAQ,MAAM,UAAU,UAAU,kBAAgB,aAAa,SAAS,GAAG;AACjF,QAAM,oBAAoB,MAAM,UAAU,OAAO,CAAC,IAAI,MAAM,KAAK,KAAK,EAAE,OAAO,QAAM,CAAC,gDAAgD,SAAS,GAAG,IAAI,CAAC;AACvJ,QAAM,cAAc,EAAC,OAAO,MAAM,KAAK,QAAQ,MAAM,MAAM,QAAQ,MAAM,MAAM,WAAW,kBAAiB;AAC3G,WAAS,iBAAiB,cAAc,WAAW,CAAC,EAAE;AACtD,SAAO;AACT;AAEA,SAAS,kBAAkB,OAAO;AAChC,SAAO,sBAAsB,KAAK,KAAK,iBAAiB,OAAO,GAAG;AAElE,WAAS,sBAAsBC,QAAO;AACpC,WAAO,CAAC,OAAO,OAAO,OAAO,OAAO,OAAO,KAAK,EAAE,SAASA,OAAM,GAAG;AAAA,EACtE;AACF;AAEA,SAAS,gBAAgB,QAAQ,QAAQ;AACvC,MAAI,CAAC,kBAAkB,MAAM,GAAG;AAC9B,WAAO,CAAC,kBAAkB,MAAM;AAAA,EAClC;AACA,MAAI,CAAC,kBAAkB,MAAM,GAAG;AAC9B,WAAO;AAAA,EACT;AAEA,WAAS,iCAAiC;AAG1C,QAAM,UAAU,iBAAiB,MAAM;AACvC,QAAM,UAAU,iBAAiB,MAAM;AAEvC,SAAO,4BAA4B,SAAS,SAAS,iBAAiB;AACxE;AAGA,SAAS,2BAA2B,QAAQ,OAAO;AAEjD,MAAI,CAAC,MAAM,IAAI,MAAM,4CAA4C,GAAG;AAClE,WAAO,CAAC;AAAA,EACV;AACA,QAAM,MAAM,IAAI,MAAM,IAAI,UAAU,CAAC,CAAC;AACtC,QAAM,QAAQ,OAAO,IAAI,GAAG,EAAE,OAAO,OAAK,iBAAiB,GAAG,GAAG,KAAK,iBAAiB,GAAG,GAAG,CAAC;AAC9F,MAAI,MAAM,WAAW,GAAG;AACtB,WAAO,CAAC;AAAA,EACV;AACA,QAAM,uBAAuB,0BAA0B,KAAK;AAC5D,QAAM,CAAC,IAAI,IAAI,qBAAqB,UAAU,OAAO,QAAM,GAAG,SAAS,GAAG,EAAE,IAAI,QAAM,GAAG,KAAK;AAE9F,SAAO,MAAM,IAAI,eAAa,WAAW,SAAS,CAAC,EAAE,OAAO,SAAO,QAAQ,MAAS;AAGpF,WAAS,WAAW,UAAU;AAC5B,UAAM,CAAC,IAAI,IAAI,SAAS,UAAU,OAAO,QAAM,GAAG,SAAS,GAAG,EAAE,IAAI,QAAM,GAAG,KAAK;AAClF,UAAM,CAAC,IAAI,IAAI,SAAS,UAAU,OAAO,QAAM,GAAG,SAAS,GAAG,EAAE,IAAI,QAAM,GAAG,KAAK;AAClF,YAAQ,YAAY,IAAI,SAAS,IAAI,MAAM,IAAI,KAAK,QAAQ;AAC5D,QAAI,SAAS,MAAM;AACjB,aAAO;AAAA,IACT;AACA,QAAI,SAAS,MAAM;AACjB,aAAO;AAAA,IACT;AACA,YAAQ,SAAS,QAAQ;AACzB,WAAO;AAAA,EACT;AAEF;AAGA,SAAS,wBAAwB,eAAe,iBAAiB,SAAS,QAAQ;AAEhF,QAAM,CAAC,CAAC,IAAI,gBAAgB,UAAU,OAAO,QAAM,GAAG,SAAS,GAAG;AAClE,MAAI,CAAC,GAAG;AACN,WAAO;AAAA,EACT;AACA,IAAE,QAAQ;AAEV,SAAO,aAAa,eAAe,iBAAiB,MAAM;AAC5D;AAEA,SAAS,oBAAoB,OAAO,kBAAkB,UAAU,QAAQ;AACtE,QAAM,kBAAkB,oCAAoC,KAAK;AACjE,QAAM,6BAA6B,iBAAiB,IAAI,OAAK,oCAAoC,CAAC,CAAC;AACnG,QAAM,QAAQ,2BAA2B,UAAU,mBAAiB,aAAa,eAAe,iBAAiB,MAAM,CAAC;AACxH,MAAI,QAAQ,IAAI;AACd,WAAO;AAAA,EACT;AAEA,SAAO,2BAA2B,UAAU,mBAAiB,SAAS,KAAK,aAAW,wBAAwB,eAAe,iBAAiB,SAAS,MAAM,CAAC,CAAC;AACjK;AAGA,SAAS,kBAAkB,WAAW,cAAc,aAAa,QAAQ;AACvE,UAAQ,sCAAsC,QAAQ;AACtD,MAAI,UAAU,QAAQ,OAAO;AAC3B,WAAO;AAAA,EACT;AAEA,MAAI,YAAY,QAAQ,SAAS,aAAa,IAAI,KAAK,EAAE,WAAW,GAAG;AACrE,WAAO;AAAA,EACT;AAGA,SAAO,0BAA0B,aAAa,WAAW,MAAM;AACjE;AAEA,SAAS,yBAAyB,OAAO,QAAQ;AAC/C,QAAM,mBAAmB,OAAO,IAAI,YAAY,MAAM,KAAK,OAAO,aAAa,CAAC;AAGhF,MAAI,MAAM,QAAQ,SAAS,mBAAmB,KAAK,GAAG;AACpD,WAAO,iBAAiB,OAAO,eAAa,CAAC,oBAAoB,SAAS,CAAC;AAAA,EAC7E;AAEA,MAAI,MAAM,QAAQ,SAAS,oBAAoB,KAAK,GAAG;AACrD,WAAO,iBAAiB,OAAO,eAAa,CAAC,mBAAmB,SAAS,CAAC;AAAA,EAC5E;AAEA,WAAS,oBAAoBA,QAAO;AAClC,WAAOA,OAAM,QAAQ,SAASA,OAAM,SAAS;AAAA,EAC/C;AACA,WAAS,mBAAmBA,QAAO;AACjC,QAAIA,OAAM,QAAQ,OAAO;AACvB,aAAO,CAAC,oBAAoBA,MAAK;AAAA,IACnC;AAEA,WAAO,CAACA,OAAM,UAAU,KAAK,QAAM,GAAG,SAAS,OAAO,GAAG,SAAS,GAAG;AAAA,EACvE;AAEA,SAAO;AAET;AAEO,gBAAS,aAAa,MAAM,QAAQ;AACzC,OAAK,YAAY;AACjB,QAAM,SAAS,OAAO;AACtB,SAAO,KAAK;AACZ,SAAO;AACT;AAEO,gBAAS,eAAe,YAAY,cAAc,OAAO,QAAQ;AAKtE,QAAM,mBAAmB,yBAAyB,OAAO,UAAU,EAAE,OAAO,OAAK,CAAC,EAAE,cAAc;AAElG,MAAI,CAAC,oBAAoB,iBAAiB,WAAW,GAAG;AAEtD,WAAO;AAAA,EACT;AAEA,UAAQ,qBAAqB,cAAc,KAAK,CAAC,kBAAkB,iBAAiB,MAAM,sBAAsB,QAAQ;AAExH,QAAM,kBAAkB,oCAAoC,KAAK;AAEjE,UAAQ,aAAa,cAAc,eAAe,CAAC,KAAK,QAAQ;AAEhE,QAAM,yBAAyB,yBAAyB;AAExD,WAAS,2BAA2B;AAClC,QAAI,aAAa,YAAY,YAAY,GAAG;AAC1C,aAAO,CAAC;AAAA,IACV;AAEA,UAAM,mBAAmB,2BAA2B,YAAY,KAAK,EAAE,OAAO,2BAA2B,cAAc,KAAK,CAAC;AAC7H,WAAO,iBAAiB,OAAO,CAAC,MAAM,MAAM,iBAAiB,QAAQ,IAAI,MAAM,CAAC;AAAA,EAClF;AAIA,QAAM,QAAQ,oBAAoB,iBAAiB,kBAAkB,wBAAwB,MAAM;AAEnG,MAAI,QAAQ,IAAI;AACd,WAAO,iBAAiB,KAAK;AAAA,EAC/B;AAGA,MAAI,iBAAiB,WAAW,KAAK,kBAAkB,iBAAiB,CAAC,GAAG,cAAc,OAAO,MAAM,GAAG;AACxG,WAAO,iBAAiB,CAAC;AAAA,EAC3B;AAEA,SAAO;AACT;",
4
+ "sourcesContent": ["// For each incoming field that\n\nimport createDebugLogger from 'debug';\nimport {fieldHasSubfield, fieldHasNSubfields, fieldHasMultipleSubfields, fieldToString, nvdebug, removeCopyright} from '../utils.js';\nimport {cloneAndNormalizeFieldForComparison, cloneAndRemovePunctuation} from '../normalizeFieldForComparison.js';\n// This should be done via our own normalizer:\nimport {normalizeControlSubfieldValue} from '../normalize-identifiers.js';\n\nimport {getMergeConstraintsForTag} from './mergeConstraints.js';\nimport {controlSubfieldsPermitMerge} from './controlSubfields.js';\nimport {mergableIndicator1, mergableIndicator2} from './mergableIndicator.js';\nimport {partsAgree} from '../normalizeSubfieldValueForComparison.js';\nimport {normalizeForSamenessCheck, valueCarriesMeaning} from './worldKnowledge.js';\nimport { provenanceSubfieldsPermitMerge } from './dataProvenance.js';\n\nconst debug = createDebugLogger('@natlibfi/marc-record-validators-melinda:mergeField:counterpart');\n//const debugData = debug.extend('data');\nconst debugDev = debug.extend('dev');\n\nconst irrelevantSubfieldsInNameAndTitlePartComparison = '5689';\n\nconst counterpartRegexps = { // NB! tag is from source!\n // Note that in the normal case, all source 1XX fields have been converted to 7XX fields.\n '100': /^[17]00$/u, '110': /^[17]10$/u, '111': /^[17]11$/u, '130': /^[17]30$/u,\n '260': /^26[04]$/u, '264': /^26[04]$/u,\n '700': /^[17]00$/u, '710': /^[17]10$/u, '711': /^[17]11$/u, '730': /^[17]30$/u,\n // Hacks:\n '940': /^[29]40$/u, '973': /^[79]73$/u\n};\n\nconst counterpartRegexpsSingle = {\n // when base===source, never merge 1XX to 7XX, always 7XX to 1XX! Also, don't merge 264 to 260.\n '260': /^26[04]$/u,\n '700': /^[17]00$/u, '110': /^[17]10$/u, '111': /^[17]11$/u, '130': /^[17]30$/u,\n // Hacks:\n '940': /^[29]40$/u, '973': /^[79]73$/u\n};\n\n/*\nfunction differentPublisherSubfields(field1, field2) {\n if (field1.tag === '260' && field2.tag === '264' && field2.ind2 === '3') {\n return true;\n }\n if (field1.tag === '264' && field1.ind2 === '3' && field2.tag === '260') {\n return true;\n }\n return false;\n}\n*/\n\nexport function splitToNameAndQualifier(value) {\n if (value.match(/^.* \\([^()]+\\)$/u)) {\n const name = value.replace(/^(.*) \\([^()]+\\)$/u, '$1');\n const qualifier = value.replace(/^.* (\\([^()]+\\))$/u, '$1');\n return [name, qualifier];\n }\n return [value, undefined];\n}\n\nexport function splitToNameAndQualifierAndProcessName(name) {\n //const nameOnly = name.replace(/(?: \\([^)]+\\)| abp?| Kustannus| Kustannus Oy|, kustannusosakeyhti\u00F6| oyj?| ry)$/ugi, '');\n const [qualifierlessName, qualifier] = splitToNameAndQualifier(name);\n\n const [prefix, basename, suffix] = stripPrefixAndSuffix(qualifierlessName);\n\n return {name: getBestName(basename).toLowerCase(), prefix, suffix, qualifier};\n\n function stripPrefixAndSuffix(companyName) {\n const [nameOnly, suffix] = extractSuffix(companyName);\n const [nameOnly2, prefix] = extractPrefix(nameOnly);\n return [prefix, nameOnly2, suffix];\n }\n\n function extractSuffix(name) {\n const nameOnly = name.replace(/(?: \\([^)]+\\)| abp?| Kustannus| Kustannus Oy|, kustannusosakeyhti\u00F6| oyj?| ry)$/ugi, '');\n if (nameOnly === name) {\n return [name, undefined];\n }\n return [nameOnly, name.substring(nameOnly.length).replace(/^,? /u, '')];\n }\n\n function extractPrefix(name) {\n const nameOnly = name.replace(/^(?:Ab|Kustannusosakeyhti\u00F6|Kustannus Oy|Oy) /ugi, '');\n if (nameOnly === name) {\n return [name, undefined];\n }\n return [nameOnly, name.substring(0, name.length - nameOnly.length - 1)]; // -1 removes final space\n }\n\n function getBestName(name) {\n const NAME = name.toUpperCase();\n\n if (NAME === 'WSOY') {\n return 'Werner S\u00F6derstr\u00F6m osakeyhti\u00F6';\n }\n if (NAME === 'NTAMO') {\n return 'ntamo';\n }\n return name;\n }\n}\n\nexport function canContainOptionalQualifier(tag, subfieldCode) {\n // We have made 300$a NON-repeatable (against specs), as we newer want there to repeat (probably near-duplicates)\n if (tag === '300' && subfieldCode === 'a') {\n return true;\n }\n // 776$i is actually not needed for counterpart stuff (since it's repeatable), but it is needed in merge subfield stage.\n if (tag === '776' && subfieldCode === 'i') {\n return true;\n }\n return false;\n}\n\nfunction withAndWithoutQualifierAgree(value1, value2, tag, subfieldCode) {\n if (!canContainOptionalQualifier(tag, subfieldCode)) {\n return false;\n }\n\n const [name1, qualifier1] = splitToNameAndQualifier(value1);\n const [name2, qualifier2] = splitToNameAndQualifier(value2);\n\n //nvdebug(`CN1: '${name1}', '${qualifier1}'`, debugDev);\n //nvdebug(`CN2: '${name2}', '${qualifier2}'`, debugDev);\n\n if (name1.toLowerCase() !== name2.toLowerCase()) {\n return false;\n }\n\n // If either value does not have a qualifier, they are considered equals:\n if (qualifier1 === undefined || qualifier2 === undefined || qualifier1.toLowerCase() === qualifier2.toLowerCase()) {\n return true;\n }\n\n return false;\n\n\n}\n\n\nfunction corporateNamesAgree(value1, value2, tag, subfieldCode) {\n if (subfieldCode !== 'a' || !['110', '610', '710', '810'].includes(tag)) {\n return false;\n }\n const nameData1 = splitToNameAndQualifierAndProcessName(value1);\n const nameData2 = splitToNameAndQualifierAndProcessName(value2);\n\n nvdebug(`CN1: '${nameData1.name}', '${nameData1.qualifier}'`, debugDev);\n nvdebug(`CN2: '${nameData2.name}', '${nameData2.qualifier}'`, debugDev);\n\n if (nameData1.name !== nameData2.name) {\n return false;\n }\n\n if (nameData1.qualifier && nameData2.qualifier && nameData1.qualifier !== nameData2.qualifier) {\n return false;\n }\n // Currently all prefixes and suffixes are publisher information, so there's no point comparing them any further...\n\n return true;\n\n /*\n function isKustantaja(nameData) {\n if (nameData.suffix.match(/^(?:Kustannus|Kustannus oy|kustannusosakeyhti\u00F6)$/iu)) {\n return true;\n }\n if (nameData.prefix.match(/^Kustannus Oy$/i)) {\n return true;\n }\n return false;\n }\n */\n}\n\n\nfunction pairableValue(tag, subfieldCode, value1, value2) {\n // This function could just return true or false.\n // I thought of preference when I wrote this, but preference implemented *here* (modularity). mergeFields.js should handle preference.\n if (withAndWithoutQualifierAgree(value1, value2, tag, subfieldCode)) {\n // 300$a \"whatever\" and \"whatever (123 sivua)\"\n return value1;\n }\n if (partsAgree(value1, value2, tag, subfieldCode) || corporateNamesAgree(value1, value2, tag, subfieldCode)) {\n // Pure baseness: here we assume that base's value1 is better than source's value2.\n return value1;\n }\n\n return undefined;\n}\n\n\nfunction counterpartExtraNormalize(tag, subfieldCode, value) {\n\n // Remove trailing punctuation:\n value = value.replace(/(\\S)(?:,|\\.|\\?|!|\\. -| *:| *;| =| \\/)$/u, '$1');\n // Remove brackets:\n value = value.replace(/^\\(([^()]+)\\)$/u, '$1'); // Remove initial '(' and final ')' if both exist.\n value = value.replace(/^\\[([^[\\]]+)\\]$/u, '$1'); // Remove initial '[' and final ']' if both exist.\n // Mainly for field 260$c:\n value = removeCopyright(value);\n\n value = value.replace(/http:\\/\\//ug, 'https://'); // MET-501: http vs https\n value = normalizeForSamenessCheck(tag, subfieldCode, value);\n\n return value;\n}\n\nfunction uniqueKeyMatches(baseField, sourceField, forcedKeyString = null) {\n // NB! Assume that field1 and field2 have same relevant subfields.\n // What to do if if base\n // const keySubfieldsAsString = forcedKeyString || getUniqueKeyFields(field1);\n const keySubfieldsAsString = forcedKeyString || getMergeConstraintsForTag(baseField.tag, 'key');\n //return mandatorySubfieldComparison(baseField, sourceField, keySubfieldsAsString);\n return optionalSubfieldComparison(baseField, sourceField, keySubfieldsAsString);\n}\n\n\nfunction optionalSubfieldComparison(originalBaseField, originalSourceField, keySubfieldsAsString) {\n // Here \"optional subfield\" means a subfield, that needs not to be present, but if present, it must be identical...\n // (Think of a better name...)\n // We use clones here, since these changes done below are not intented to appear on the actual records.\n const field1 = cloneAndNormalizeFieldForComparison(originalBaseField);\n const field2 = cloneAndNormalizeFieldForComparison(originalSourceField);\n\n if (keySubfieldsAsString === null) { // does not currently happen\n // If keySubfieldsAsString is undefined, (practically) everything is the string.\n // When everything is the string, the strings need to be (practically) identical.\n // (NB! Here order matters. We should probably make it matter everywhere.)\n // (However, keySubfieldsAsString === '' will always succeed. Used by 040 at least.)\n // NB! substring(6) skips \"TAG II\" (I=indicator. Thus we skip indicators)\n return fieldToString(field1).substring(6) === fieldToString(field2).substring(6);\n }\n const subfieldArray = keySubfieldsAsString.split('');\n\n // Long forgotten, but my educated guess about this: if 'key' is defined in merge constraints\n // for this field, then at least one of the subfield codes in 'key' must be present in both fields.\n // However, this is not necessarily right.\n if (subfieldArray.length > 0 && !subfieldArray.some(sfCode => hasCommonNominator(sfCode))) {\n return false;\n }\n\n\n return subfieldArray.every(subfieldCode => testOptionalSubfield(originalBaseField.tag, subfieldCode));\n\n\n function hasCommonNominator(subfieldCode) {\n //nvdebug(`hasCommonNominator(${subfieldCode})? '${fieldToString(originalBaseField)}' vs '${fieldToString(originalSourceField)}'`, debugDev);\n\n // If base has $a and source has $b, there's no common nominator, thus fail...\n const subfields1 = field1.subfields.filter(subfield => subfield.code === subfieldCode && valueCarriesMeaning(field1.tag, subfield.code, subfield.value));\n const subfields2 = field2.subfields.filter(subfield => subfield.code === subfieldCode && valueCarriesMeaning(field2.tag, subfield.code, subfield.value));\n\n return subfields1.length > 0 && subfields2.length > 0;\n }\n\n function testOptionalSubfield(tag, subfieldCode) {\n // NB! Don't compare non-meaningful subfields\n const subfields1 = field1.subfields.filter(subfield => subfield.code === subfieldCode && valueCarriesMeaning(field1.tag, subfield.code, subfield.value));\n const subfields2 = field2.subfields.filter(subfield => subfield.code === subfieldCode && valueCarriesMeaning(field2.tag, subfield.code, subfield.value));\n\n // If one side is empty, all is good\n if (subfields1.length === 0 || subfields2.length === 0) {\n return true;\n }\n\n //nvdebugSubfieldArray(subfields1, 'SF1', debugDev);\n //nvdebugSubfieldArray(subfields2, 'SF2', debugDev);\n\n // When pairing we can use stronger normalizations than the generic one:\n const subfieldValues1 = subfields1.map(sf => counterpartExtraNormalize(tag, subfieldCode, sf.value));\n const subfieldValues2 = subfields2.map(sf => counterpartExtraNormalize(tag, subfieldCode, sf.value));\n\n //nvdebug(`SF1 NORM: ${subfieldValues1.join(' --')}`, debugDev);\n //nvdebug(`SF2 NORM: ${subfieldValues2.join(' --')}`, debugDev);\n\n // If one set is a subset of the other, all is probably good (how about 653$a, 505...)\n if (subfieldValues1.every(val => subfieldValues2.includes(val)) || subfieldValues2.every(val => subfieldValues1.includes(val))) {\n return true;\n }\n\n if (subfieldValues1.length === 1 && subfieldValues2.length === 1) {\n return pairableValue(field1.tag, subfieldCode, subfieldValues1[0], subfieldValues2[0]) !== undefined;\n }\n\n return false;\n\n }\n}\n\n\nfunction mandatorySubfieldComparison(originalField1, originalField2, keySubfieldsAsString) {\n // NB! We use clones here, since these changes done below are not intented to appear on the actual records.\n const field1 = cloneAndNormalizeFieldForComparison(originalField1);\n const field2 = cloneAndNormalizeFieldForComparison(originalField2);\n if (keySubfieldsAsString === null) { // does not currently happen\n // If keySubfieldsAsString is undefined, (practically) everything is the string.\n // When everything is the string, the strings need to be (practically) identical.\n // (NB! Here order matters. We should probably make it matter everywhere.)\n // (However, keySubfieldsAsString === '' will always succeed. Used by 040 at least.)\n return fieldToString(field1) === fieldToString(field2);\n }\n const subfieldArray = keySubfieldsAsString.split('');\n\n //const differentSubfieldCodes = differentPublisherSubfields(originalField1, originalField2);\n\n return subfieldArray.every(subfieldCode => mandatorySingleSubfieldComparison(subfieldCode));\n\n function mandatorySingleSubfieldComparison(subfieldCode) {\n //const otherSubfieldCode = getOtherSubfieldCode(subfieldCode);\n const subfieldValues1 = field1.subfields.filter(subfield => subfield.code === subfieldCode).map(sf => sf.value);\n const subfieldValues2 = field2.subfields.filter(subfield => subfield.code === subfieldCode).map(sf => sf.value);\n // Assume that at least 1 instance must exist and that all instances must match\n if (subfieldValues1.length !== subfieldValues2.length) {\n debugDev(`mSC: Unique key: subfield ${subfieldCode} issues...`);\n return false;\n }\n\n return subfieldValues1.every(value => subfieldValues2.includes(value));\n }\n\n}\n\nfunction tagToRegexp(tag, internalMerge = false) {\n if (internalMerge && tag in counterpartRegexpsSingle) {\n return counterpartRegexpsSingle[tag];\n }\n if (!internalMerge && tag in counterpartRegexps) { // eg. 700 looks for tag /^[17]00$/...\n const regexp = counterpartRegexps[tag];\n //nvdebug(`regexp for ${tag} found: ${regexp}`, debugDev);\n return regexp;\n }\n //nvdebug(`WARNING: tagToRegexp(${tag}): no precompiled regexp found.`, debugDev);\n return new RegExp(`^${tag}$`, 'u');\n}\n\nfunction areRequiredSubfieldsPresent(field) {\n const subfieldString = getMergeConstraintsForTag(field.tag, 'required');\n if (subfieldString === null) {\n return true;\n } // nothing is required\n const subfieldArray = subfieldString.split('');\n return subfieldArray.every(sfcode => {\n const result = fieldHasSubfield(field, sfcode);\n if (!result) {\n debugDev(`Required subfield \u2021${sfcode} not found in '${fieldToString(field)}'!`);\n return false;\n }\n return true;\n });\n}\n\nfunction arePairedSubfieldsInBalance(field1, field2) {\n const subfieldString = getMergeConstraintsForTag(field1.tag, 'paired');\n if (subfieldString === null) {\n return true;\n }\n const subfieldArray = subfieldString.split('');\n\n return subfieldArray.every(sfcode => fieldHasNSubfields(field1, sfcode) === fieldHasNSubfields(field2, sfcode));\n}\n\nfunction syntacticallyMergablePair(baseField, sourceField, config) {\n // Indicators must typically be equal (there are exceptions such as non-filing characters though):\n if (!mergableIndicator1(baseField, sourceField, config)) {\n nvdebug(`non-mergable (reason: indicator1): ${JSON.stringify(config)}`, debugDev);\n return false;\n }\n\n if (!mergableIndicator2(baseField, sourceField, config)) {\n nvdebug(`non-mergable (reason: indicator2): ${JSON.stringify(config)}`, debugDev);\n return false;\n }\n\n if (!controlSubfieldsPermitMerge(baseField, sourceField)) {\n nvdebug('non-mergable (reason: control subfield)', debugDev);\n return false;\n }\n\n if (!provenanceSubfieldsPermitMerge(baseField, sourceField)) {\n nvdebug('non-mergable (reason: data provenance subfield)', debugDev);\n return false;\n }\n\n // NB! field1.tag and field2.tag might differ (1XX vs 7XX). Therefore required subfields might theoretically differ as well.\n // Note: Theoretically 260 $efg vs 264 with IND2=3 has already been handled by the preprocessor.\n // Thus check both:\n if (!areRequiredSubfieldsPresent(baseField) || !areRequiredSubfieldsPresent(sourceField)) {\n nvdebug('non-mergable (reason: missing subfields)', debugDev);\n return false;\n }\n\n // Stuff of Hacks! Eg. require that both fields either have or have not X00$t:\n if (!arePairedSubfieldsInBalance(baseField, sourceField)) {\n nvdebug('required subfield pair check failed.', debugDev);\n return false;\n }\n\n return true;\n}\n\nfunction mergablePair(baseField, sourceField, config) {\n if (!syntacticallyMergablePair(baseField, sourceField, config)) {\n return false;\n }\n\n //debug('Test semantics...');\n if (!semanticallyMergablePair(baseField, sourceField)) {\n nvdebug('non-mergable (reason: semantics)', debugDev);\n return false;\n }\n\n nvdebug(`MERGABLE PAIR:\\n B: ${fieldToString(baseField)}\\n S: ${fieldToString(sourceField)}`, debugDev);\n return true;\n}\n\n\nfunction pairableAsteriIDs(baseField, sourceField) {\n //nvdebug(`ASTERI1 ${fieldToString(baseField)}`, debugDev); // eslint-disable-line\n //nvdebug(`ASTERI2 ${fieldToString(sourceField)}`, debugDev); // eslint-disable-line\n\n // Check that relevant control subfield(s) exist in both records (as controlSubfieldsPermitMerge() doesn't check it):\n const fin11a = getAsteriIDs(baseField);\n if (fin11a.length === 0) {\n return false;\n }\n const fin11b = getAsteriIDs(sourceField);\n if (fin11b.length === 0) {\n return false;\n }\n //nvdebug(`ASTERI WP3:\\n${fin11a.join(\", \")}\\n${fin11b.join(\", \")}`, debugDev); // eslint-disable-line\n\n // Check that found control subfields agree. Use pre-existing generic function to reduce code.\n // (NB! We could optimize and just return true here, as control subfield check is done elsewhere as well.\n // However, explicitly checking them here makes the code more robust.)\n if (!controlSubfieldsPermitMerge(baseField, sourceField)) {\n return false;\n }\n //console.log(`ASTERI PAIR ${fieldToString(sourceField)}`); // eslint-disable-line\n return true;\n\n // NB! This boldly assumes that the default prefix for Asteri is '(FIN11)', not '(FI-ASTERI-N)' nor a finaf urn...\n function getAsteriIDs(field) {\n return field.subfields.filter(sf => sf.code === '0')\n .map(sf => normalizeControlSubfieldValue(sf.value))\n .filter(val => val.substring(0, 7) === '(FIN11)');\n }\n}\n\n\nfunction hasRepeatableSubfieldThatShouldBeTreatedAsNonRepeatable(field) {\n if (field.tag === '260' || field.tag === '264') {\n return ['a', 'b', 'c', 'e', 'f', 'g'].some(subfieldCode => fieldHasMultipleSubfields(field, subfieldCode));\n }\n if (field.tag === '382') {\n return ['a', 'b', 'd', 'e', 'n', 'p'].some(subfieldCode => fieldHasMultipleSubfields(field, subfieldCode));\n }\n if (field.tag === '505') {\n return ['t', 'r', 'g'].some(subfieldCode => fieldHasMultipleSubfields(field, subfieldCode));\n }\n\n return false;\n}\n\nfunction pairableName(baseField, sourceField) {\n // 100$a$t: remove $t and everything after that\n const reducedField1 = fieldToNamePart(baseField);\n const reducedField2 = fieldToNamePart(sourceField);\n\n const string1 = fieldToString(reducedField1);\n const string2 = fieldToString(reducedField2);\n\n //nvdebug(`IN: pairableName():\\n '${string1}' vs\\n '${string2}'`, debugDev);\n if (string1 === string2) {\n return true;\n }\n\n // Essentially these are too hard to handle with field-merge (eg. multi-505$g)\n if (hasRepeatableSubfieldThatShouldBeTreatedAsNonRepeatable(reducedField1) || hasRepeatableSubfieldThatShouldBeTreatedAsNonRepeatable(reducedField2)) {\n return false;\n }\n\n // Compare the remaining subsets...\n // First check that name matches...\n if (uniqueKeyMatches(reducedField1, reducedField2)) {\n nvdebug(` name match: '${fieldToString(reducedField1)}'`, debugDev);\n return true;\n }\n\n // However, name mismatch is not critical! If Asteri ID matches, it's still a match! *NOT* sure whether this a good idea.\n // 2023-01-24 Disable this. Caretaker can fix these later on. Not a job for merge. We can't be sure that $0 pair is corrent, nor which version (base or source) to use.\n // 2023-03-07: Enable this again!\n if (pairableAsteriIDs(baseField, sourceField)) {\n //nvdebug(` name match based on ASTERI $0'`, debugDev);\n return true;\n }\n\n nvdebug(` name mismatch:`, debugDev);\n nvdebug(` '${fieldToString(reducedField1)}' vs`, debugDev);\n nvdebug(` '${fieldToString(reducedField2)}'`, debugDev);\n return false;\n}\n\n\nfunction semanticallyMergablePair(baseField, sourceField) {\n // On rare occasions a field contains also a title part. For these name part (= normally everything) and title part\n // must be checked separately:\n if (!titlePartsMatch(baseField, sourceField)) {\n nvdebug(` ${baseField.tag} is unmergable: Title part mismatch.`, debugDev);\n return false;\n }\n\n // Hmm... we should check lifespan here, $d YYYY\n\n // Handle the field specific \"unique key\" (=set of fields that make the field unique\n if (!pairableName(baseField, sourceField)) {\n nvdebug('Unmergable: Name part mismatch', debugDev);\n return false;\n }\n //debug(' Semantic checks passed! We are MERGABLE!');\n\n return true;\n}\n\n\nfunction namePartThreshold(field) {\n // Threshold is only applicaple to some tags..\n if (!(/[10]0$/u).test(field.tag)) {\n return -1;\n }\n const t = field.subfields.findIndex(currSubfield => currSubfield.code === 't');\n const u = t; // field.subfields.findIndex(currSubfield => currSubfield.code === 'u');\n if (t === -1) {\n return u;\n }\n if (u === -1) {\n return t;\n }\n return t > u ? u : t;\n}\n\nfunction fieldToNamePart(field) {\n const index = namePartThreshold(field);\n const relevantSubfields = field.subfields.filter((sf, i) => i < index || index === -1).filter(sf => !irrelevantSubfieldsInNameAndTitlePartComparison.includes(sf.code));\n\n const subsetField = {'tag': field.tag, 'ind1': field.ind1, 'ind2': field.ind2, subfields: relevantSubfields};\n\n /*\n if (index > -1) {\n debugDev(`Name subset: ${fieldToString(subsetField)}`);\n }\n */\n\n // Ummm... Sometimes $0 comes after $t but belongs to name part\n\n return subsetField;\n}\n\nfunction fieldToTitlePart(field) {\n // Take everything after 1st subfield $t...\n const index = field.subfields.findIndex(currSubfield => currSubfield.code === 't');\n const relevantSubfields = field.subfields.filter((sf, i) => i >= index).filter(sf => !irrelevantSubfieldsInNameAndTitlePartComparison.includes(sf.code));\n const subsetField = {'tag': field.tag, 'ind1': field.ind1, 'ind2': field.ind2, subfields: relevantSubfields};\n debugDev(`Title subset: ${fieldToString(subsetField)}`);\n return subsetField;\n}\n\nfunction containsTitlePart(field) {\n return fieldCanHaveTitlePart(field) && fieldHasSubfield(field, 't');\n\n function fieldCanHaveTitlePart(field) {\n return ['100', '110', '111', '700', '710', '711'].includes(field.tag);\n }\n}\n\nfunction titlePartsMatch(field1, field2) {\n if (!containsTitlePart(field1)) {\n return !containsTitlePart(field2);\n }\n if (!containsTitlePart(field2)) {\n return false;\n }\n\n debugDev(`TITLE PARTS NEED TO BE COMPARED`);\n\n // 100$a$t: remove $t and everything after that\n const subset1 = fieldToTitlePart(field1);\n const subset2 = fieldToTitlePart(field2);\n // Easter Egg, ffs. Hardcoded exception\n return mandatorySubfieldComparison(subset1, subset2, 'dfhklmnoprstxvg');\n}\n\n\nfunction getAlternativeNamesFrom9XX(record, field) {\n // Should we support 6XX and 8XX as well? Prolly not...\n if (!field.tag.match(/^(?:100|110|111|600|610|611|700|710|711)$/u)) {\n return [];\n }\n const tag = `9${field.tag.substring(1)}`;\n const cands = record.get(tag).filter(f => fieldHasSubfield(f, 'a') && fieldHasSubfield(f, 'y'));\n if (cands.length === 0) {\n return [];\n }\n const punctuationlessField = cloneAndRemovePunctuation(field);\n const [name] = punctuationlessField.subfields.filter(sf => sf.code === 'a').map(sf => sf.value);\n\n return cands.map(candField => getAltName(candField)).filter(val => val !== undefined);\n\n\n function getAltName(altField) {\n const [altA] = altField.subfields.filter(sf => sf.code === 'a').map(sf => sf.value);\n const [altY] = altField.subfields.filter(sf => sf.code === 'y').map(sf => sf.value);\n nvdebug(`Compare '${name}' vs '${altA}'/'${altY}'`, debugDev);\n if (name === altA) {\n return altY;\n }\n if (name === altY) {\n return altA;\n }\n nvdebug(` miss`, debugDev);\n return undefined;\n }\n\n}\n\n\nfunction mergablePairWithAltName(normCandField, normalizedField, altName, config) {\n // Replace source field $a name with alternative name and then compare:\n const [a] = normalizedField.subfields.filter(sf => sf.code === 'a');\n if (!a) {\n return false;\n }\n a.value = altName;\n\n return mergablePair(normCandField, normalizedField, config);\n}\n\nfunction getCounterpartIndex(field, counterpartCands, altNames, config) {\n const normalizedField = cloneAndNormalizeFieldForComparison(field);\n const normalizedCounterpartCands = counterpartCands.map(f => cloneAndNormalizeFieldForComparison(f));\n const index = normalizedCounterpartCands.findIndex(normCandField => mergablePair(normCandField, normalizedField, config));\n if (index > -1) {\n return index;\n }\n\n return normalizedCounterpartCands.findIndex(normCandField => altNames.some(altName => mergablePairWithAltName(normCandField, normalizedField, altName, config)));\n}\n\n\nfunction field264Exception(baseField, sourceRecord, sourceField, config) {\n nvdebug('Field 264 exception as per MET-456', debugDev);\n if (baseField.tag !== '264') {\n return false;\n }\n\n if (sourceField.tag !== '264' || sourceRecord.get('264').length !== 1) {\n return false;\n }\n\n // Don't worry about semantics:\n return syntacticallyMergablePair(sourceField, baseField, config);\n}\n\nfunction getCounterpartCandidates(field, record) {\n const counterpartCands = record.get(tagToRegexp(field.tag, record.internalMerge));\n\n // MELKEHITYS-2969: copyright years should not merge with non-copyright years\n if (field.tag === '260' && isNotCopyrightYear(field)) {\n return counterpartCands.filter(candField => !isCopyrightField264(candField));\n }\n\n if (field.tag === '264' && isCopyrightField264(field)) { // Copyright year\n return counterpartCands.filter(candField => !isNotCopyrightYear(candField));\n }\n\n function isCopyrightField264(field) {\n return field.tag === '264' && field.ind2 === '4';\n }\n function isNotCopyrightYear(field) {\n if (field.tag === '264') {\n return !isCopyrightField264(field);\n }\n // Field 260: copyright year does not contain $a or $b:\n return !field.subfields.some(sf => sf.code === 'a' && sf.code === 'b');\n }\n\n return counterpartCands;\n\n}\n\nexport function baseIsSource(base, source) {\n base.localTest = true;\n const result = source.localTest;\n delete base.localTest;\n return result;\n}\n\nexport function getCounterpart(baseRecord, sourceRecord, field, config) {\n // First get relevant candidate fields. Note that 1XX and corresponding 7XX are considered equal, and tags 260 and 264 are lumped together.\n // (<= Note that self-merge behaves differently from two records here.)\n // Hacks: 973 can merge with 773, 940 can merge with 240 (but not the other way around)\n //nvdebug(`COUNTERPART FOR '${fieldToString(field)}'?`, debugDev);\n const counterpartCands = getCounterpartCandidates(field, baseRecord).filter(f => !f.mergeCandidate);\n\n if (!counterpartCands || counterpartCands.length === 0) {\n //nvdebug(`No counterpart(s) found for ${fieldToString(field)}`, debugDev);\n return null;\n }\n\n nvdebug(`Compare incoming '${fieldToString(field)}' with (up to) ${counterpartCands.length} existing field(s)`, debugDev);\n\n const normalizedField = cloneAndNormalizeFieldForComparison(field); // mainly strip punctuation here\n\n nvdebug(`Norm to: '${fieldToString(normalizedField)}'`, debugDev);\n\n const uniqueAlternativeNames = getUniqueAlernativeNames();\n\n function getUniqueAlernativeNames() {\n if (baseIsSource(baseRecord, sourceRecord)) {\n return [];\n }\n // Try to look for alternative names from base and source record's 9XX fields:\n const alternativeNames = getAlternativeNamesFrom9XX(baseRecord, field).concat(getAlternativeNamesFrom9XX(sourceRecord, field));\n return alternativeNames.filter((name, i) => alternativeNames.indexOf(name) === i);\n }\n\n //nvdebug(` S: ${fieldToString(normalizedField)}`, debugDev);\n // Then find (the index of) the first mathing candidate field and return it.\n const index = getCounterpartIndex(normalizedField, counterpartCands, uniqueAlternativeNames, config);\n\n if (index > -1) {\n return counterpartCands[index];\n }\n\n // MET-456 exception\n if (counterpartCands.length === 1 && field264Exception(counterpartCands[0], sourceRecord, field, config)) {\n return counterpartCands[0];\n }\n\n return null;\n}\n\n"],
5
+ "mappings": "AAEA,OAAO,uBAAuB;AAC9B,SAAQ,kBAAkB,oBAAoB,2BAA2B,eAAe,SAAS,uBAAsB;AACvH,SAAQ,qCAAqC,iCAAgC;AAE7E,SAAQ,qCAAoC;AAE5C,SAAQ,iCAAgC;AACxC,SAAQ,mCAAkC;AAC1C,SAAQ,oBAAoB,0BAAyB;AACrD,SAAQ,kBAAiB;AACzB,SAAQ,2BAA2B,2BAA0B;AAC7D,SAAS,sCAAsC;AAE/C,MAAM,QAAQ,kBAAkB,iEAAiE;AAEjG,MAAM,WAAW,MAAM,OAAO,KAAK;AAEnC,MAAM,kDAAkD;AAExD,MAAM,qBAAqB;AAAA;AAAA;AAAA,EAEzB,OAAO;AAAA,EAAa,OAAO;AAAA,EAAa,OAAO;AAAA,EAAa,OAAO;AAAA,EACnE,OAAO;AAAA,EAAa,OAAO;AAAA,EAC3B,OAAO;AAAA,EAAa,OAAO;AAAA,EAAa,OAAO;AAAA,EAAa,OAAO;AAAA;AAAA,EAEnE,OAAO;AAAA,EAAa,OAAO;AAC7B;AAEA,MAAM,2BAA2B;AAAA;AAAA,EAE/B,OAAO;AAAA,EACP,OAAO;AAAA,EAAa,OAAO;AAAA,EAAa,OAAO;AAAA,EAAa,OAAO;AAAA;AAAA,EAEnE,OAAO;AAAA,EAAa,OAAO;AAC7B;AAcO,gBAAS,wBAAwB,OAAO;AAC7C,MAAI,MAAM,MAAM,kBAAkB,GAAG;AACnC,UAAM,OAAO,MAAM,QAAQ,sBAAsB,IAAI;AACrD,UAAM,YAAY,MAAM,QAAQ,sBAAsB,IAAI;AAC1D,WAAO,CAAC,MAAM,SAAS;AAAA,EACzB;AACA,SAAO,CAAC,OAAO,MAAS;AAC1B;AAEO,gBAAS,sCAAsC,MAAM;AAE1D,QAAM,CAAC,mBAAmB,SAAS,IAAI,wBAAwB,IAAI;AAEnE,QAAM,CAAC,QAAQ,UAAU,MAAM,IAAI,qBAAqB,iBAAiB;AAEzE,SAAO,EAAC,MAAM,YAAY,QAAQ,EAAE,YAAY,GAAG,QAAQ,QAAQ,UAAS;AAE5E,WAAS,qBAAqB,aAAa;AACzC,UAAM,CAAC,UAAUA,OAAM,IAAI,cAAc,WAAW;AACpD,UAAM,CAAC,WAAWC,OAAM,IAAI,cAAc,QAAQ;AAClD,WAAO,CAACA,SAAQ,WAAWD,OAAM;AAAA,EACnC;AAEA,WAAS,cAAcE,OAAM;AAC3B,UAAM,WAAWA,MAAK,QAAQ,qFAAqF,EAAE;AACrH,QAAI,aAAaA,OAAM;AACrB,aAAO,CAACA,OAAM,MAAS;AAAA,IACzB;AACA,WAAO,CAAC,UAAUA,MAAK,UAAU,SAAS,MAAM,EAAE,QAAQ,SAAS,EAAE,CAAC;AAAA,EACxE;AAEA,WAAS,cAAcA,OAAM;AAC3B,UAAM,WAAWA,MAAK,QAAQ,mDAAmD,EAAE;AACnF,QAAI,aAAaA,OAAM;AACrB,aAAO,CAACA,OAAM,MAAS;AAAA,IACzB;AACA,WAAO,CAAC,UAAUA,MAAK,UAAU,GAAGA,MAAK,SAAS,SAAS,SAAS,CAAC,CAAC;AAAA,EACxE;AAEA,WAAS,YAAYA,OAAM;AACzB,UAAM,OAAOA,MAAK,YAAY;AAE9B,QAAI,SAAS,QAAQ;AACnB,aAAO;AAAA,IACT;AACA,QAAI,SAAS,SAAS;AACpB,aAAO;AAAA,IACT;AACA,WAAOA;AAAA,EACT;AACF;AAEO,gBAAS,4BAA4B,KAAK,cAAc;AAE7D,MAAI,QAAQ,SAAS,iBAAiB,KAAK;AACzC,WAAO;AAAA,EACT;AAEA,MAAI,QAAQ,SAAS,iBAAiB,KAAK;AACzC,WAAO;AAAA,EACT;AACA,SAAO;AACT;AAEA,SAAS,6BAA6B,QAAQ,QAAQ,KAAK,cAAc;AACvE,MAAI,CAAC,4BAA4B,KAAK,YAAY,GAAG;AACnD,WAAO;AAAA,EACT;AAEA,QAAM,CAAC,OAAO,UAAU,IAAI,wBAAwB,MAAM;AAC1D,QAAM,CAAC,OAAO,UAAU,IAAI,wBAAwB,MAAM;AAK1D,MAAI,MAAM,YAAY,MAAM,MAAM,YAAY,GAAG;AAC/C,WAAO;AAAA,EACT;AAGA,MAAI,eAAe,UAAa,eAAe,UAAa,WAAW,YAAY,MAAM,WAAW,YAAY,GAAG;AACjH,WAAO;AAAA,EACT;AAEA,SAAO;AAGT;AAGA,SAAS,oBAAoB,QAAQ,QAAQ,KAAK,cAAc;AAC9D,MAAI,iBAAiB,OAAO,CAAC,CAAC,OAAO,OAAO,OAAO,KAAK,EAAE,SAAS,GAAG,GAAG;AACvE,WAAO;AAAA,EACT;AACA,QAAM,YAAY,sCAAsC,MAAM;AAC9D,QAAM,YAAY,sCAAsC,MAAM;AAE9D,UAAQ,SAAS,UAAU,IAAI,OAAO,UAAU,SAAS,KAAK,QAAQ;AACtE,UAAQ,SAAS,UAAU,IAAI,OAAO,UAAU,SAAS,KAAK,QAAQ;AAEtE,MAAI,UAAU,SAAS,UAAU,MAAM;AACrC,WAAO;AAAA,EACT;AAEA,MAAI,UAAU,aAAa,UAAU,aAAa,UAAU,cAAc,UAAU,WAAW;AAC7F,WAAO;AAAA,EACT;AAGA,SAAO;AAaT;AAGA,SAAS,cAAc,KAAK,cAAc,QAAQ,QAAQ;AAGxD,MAAI,6BAA6B,QAAQ,QAAQ,KAAK,YAAY,GAAG;AAEnE,WAAO;AAAA,EACT;AACA,MAAI,WAAW,QAAQ,QAAQ,KAAK,YAAY,KAAK,oBAAoB,QAAQ,QAAQ,KAAK,YAAY,GAAG;AAE3G,WAAO;AAAA,EACT;AAEA,SAAO;AACT;AAGA,SAAS,0BAA0B,KAAK,cAAc,OAAO;AAG3D,UAAQ,MAAM,QAAQ,2CAA2C,IAAI;AAErE,UAAQ,MAAM,QAAQ,mBAAmB,IAAI;AAC7C,UAAQ,MAAM,QAAQ,oBAAoB,IAAI;AAE9C,UAAQ,gBAAgB,KAAK;AAE7B,UAAQ,MAAM,QAAQ,eAAe,UAAU;AAC/C,UAAQ,0BAA0B,KAAK,cAAc,KAAK;AAE1D,SAAO;AACT;AAEA,SAAS,iBAAiB,WAAW,aAAa,kBAAkB,MAAM;AAIxE,QAAM,uBAAuB,mBAAmB,0BAA0B,UAAU,KAAK,KAAK;AAE9F,SAAO,2BAA2B,WAAW,aAAa,oBAAoB;AAChF;AAGA,SAAS,2BAA2B,mBAAmB,qBAAqB,sBAAsB;AAIhG,QAAM,SAAS,oCAAoC,iBAAiB;AACpE,QAAM,SAAS,oCAAoC,mBAAmB;AAEtE,MAAI,yBAAyB,MAAM;AAMjC,WAAO,cAAc,MAAM,EAAE,UAAU,CAAC,MAAM,cAAc,MAAM,EAAE,UAAU,CAAC;AAAA,EACjF;AACA,QAAM,gBAAgB,qBAAqB,MAAM,EAAE;AAKnD,MAAI,cAAc,SAAS,KAAK,CAAC,cAAc,KAAK,YAAU,mBAAmB,MAAM,CAAC,GAAG;AACzF,WAAO;AAAA,EACT;AAGA,SAAO,cAAc,MAAM,kBAAgB,qBAAqB,kBAAkB,KAAK,YAAY,CAAC;AAGpG,WAAS,mBAAmB,cAAc;AAIxC,UAAM,aAAa,OAAO,UAAU,OAAO,cAAY,SAAS,SAAS,gBAAgB,oBAAoB,OAAO,KAAK,SAAS,MAAM,SAAS,KAAK,CAAC;AACvJ,UAAM,aAAa,OAAO,UAAU,OAAO,cAAY,SAAS,SAAS,gBAAgB,oBAAoB,OAAO,KAAK,SAAS,MAAM,SAAS,KAAK,CAAC;AAEvJ,WAAO,WAAW,SAAS,KAAK,WAAW,SAAS;AAAA,EACtD;AAEA,WAAS,qBAAqB,KAAK,cAAc;AAE/C,UAAM,aAAa,OAAO,UAAU,OAAO,cAAY,SAAS,SAAS,gBAAgB,oBAAoB,OAAO,KAAK,SAAS,MAAM,SAAS,KAAK,CAAC;AACvJ,UAAM,aAAa,OAAO,UAAU,OAAO,cAAY,SAAS,SAAS,gBAAgB,oBAAoB,OAAO,KAAK,SAAS,MAAM,SAAS,KAAK,CAAC;AAGvJ,QAAI,WAAW,WAAW,KAAK,WAAW,WAAW,GAAG;AACtD,aAAO;AAAA,IACT;AAMA,UAAM,kBAAkB,WAAW,IAAI,QAAM,0BAA0B,KAAK,cAAc,GAAG,KAAK,CAAC;AACnG,UAAM,kBAAkB,WAAW,IAAI,QAAM,0BAA0B,KAAK,cAAc,GAAG,KAAK,CAAC;AAMnG,QAAI,gBAAgB,MAAM,SAAO,gBAAgB,SAAS,GAAG,CAAC,KAAK,gBAAgB,MAAM,SAAO,gBAAgB,SAAS,GAAG,CAAC,GAAG;AAC9H,aAAO;AAAA,IACT;AAEA,QAAI,gBAAgB,WAAW,KAAK,gBAAgB,WAAW,GAAG;AAChE,aAAO,cAAc,OAAO,KAAK,cAAc,gBAAgB,CAAC,GAAG,gBAAgB,CAAC,CAAC,MAAM;AAAA,IAC7F;AAEA,WAAO;AAAA,EAET;AACF;AAGA,SAAS,4BAA4B,gBAAgB,gBAAgB,sBAAsB;AAEzF,QAAM,SAAS,oCAAoC,cAAc;AACjE,QAAM,SAAS,oCAAoC,cAAc;AACjE,MAAI,yBAAyB,MAAM;AAKjC,WAAO,cAAc,MAAM,MAAM,cAAc,MAAM;AAAA,EACvD;AACA,QAAM,gBAAgB,qBAAqB,MAAM,EAAE;AAInD,SAAO,cAAc,MAAM,kBAAgB,kCAAkC,YAAY,CAAC;AAE1F,WAAS,kCAAkC,cAAc;AAEvD,UAAM,kBAAkB,OAAO,UAAU,OAAO,cAAY,SAAS,SAAS,YAAY,EAAE,IAAI,QAAM,GAAG,KAAK;AAC9G,UAAM,kBAAkB,OAAO,UAAU,OAAO,cAAY,SAAS,SAAS,YAAY,EAAE,IAAI,QAAM,GAAG,KAAK;AAE9G,QAAI,gBAAgB,WAAW,gBAAgB,QAAQ;AACrD,eAAS,6BAA6B,YAAY,YAAY;AAC9D,aAAO;AAAA,IACT;AAEA,WAAO,gBAAgB,MAAM,WAAS,gBAAgB,SAAS,KAAK,CAAC;AAAA,EACvE;AAEF;AAEA,SAAS,YAAY,KAAK,gBAAgB,OAAO;AAC/C,MAAI,iBAAiB,OAAO,0BAA0B;AACpD,WAAO,yBAAyB,GAAG;AAAA,EACrC;AACA,MAAI,CAAC,iBAAiB,OAAO,oBAAoB;AAC/C,UAAM,SAAS,mBAAmB,GAAG;AAErC,WAAO;AAAA,EACT;AAEA,SAAO,IAAI,OAAO,IAAI,GAAG,KAAK,GAAG;AACnC;AAEA,SAAS,4BAA4B,OAAO;AAC1C,QAAM,iBAAiB,0BAA0B,MAAM,KAAK,UAAU;AACtE,MAAI,mBAAmB,MAAM;AAC3B,WAAO;AAAA,EACT;AACA,QAAM,gBAAgB,eAAe,MAAM,EAAE;AAC7C,SAAO,cAAc,MAAM,YAAU;AACnC,UAAM,SAAS,iBAAiB,OAAO,MAAM;AAC7C,QAAI,CAAC,QAAQ;AACX,eAAS,2BAAsB,MAAM,kBAAkB,cAAc,KAAK,CAAC,IAAI;AAC/E,aAAO;AAAA,IACT;AACA,WAAO;AAAA,EACT,CAAC;AACH;AAEA,SAAS,4BAA4B,QAAQ,QAAQ;AACnD,QAAM,iBAAiB,0BAA0B,OAAO,KAAK,QAAQ;AACrE,MAAI,mBAAmB,MAAM;AAC3B,WAAO;AAAA,EACT;AACA,QAAM,gBAAgB,eAAe,MAAM,EAAE;AAE7C,SAAO,cAAc,MAAM,YAAU,mBAAmB,QAAQ,MAAM,MAAM,mBAAmB,QAAQ,MAAM,CAAC;AAChH;AAEA,SAAS,0BAA0B,WAAW,aAAa,QAAQ;AAEjE,MAAI,CAAC,mBAAmB,WAAW,aAAa,MAAM,GAAG;AACvD,YAAQ,sCAAsC,KAAK,UAAU,MAAM,CAAC,IAAI,QAAQ;AAChF,WAAO;AAAA,EACT;AAEA,MAAI,CAAC,mBAAmB,WAAW,aAAa,MAAM,GAAG;AACvD,YAAQ,sCAAsC,KAAK,UAAU,MAAM,CAAC,IAAI,QAAQ;AAChF,WAAO;AAAA,EACT;AAEA,MAAI,CAAC,4BAA4B,WAAW,WAAW,GAAG;AACxD,YAAQ,2CAA2C,QAAQ;AAC3D,WAAO;AAAA,EACT;AAEA,MAAI,CAAC,+BAA+B,WAAW,WAAW,GAAG;AAC3D,YAAQ,mDAAmD,QAAQ;AACnE,WAAO;AAAA,EACT;AAKA,MAAI,CAAC,4BAA4B,SAAS,KAAK,CAAC,4BAA4B,WAAW,GAAG;AACxF,YAAQ,4CAA4C,QAAQ;AAC5D,WAAO;AAAA,EACT;AAGA,MAAI,CAAC,4BAA4B,WAAW,WAAW,GAAG;AACxD,YAAQ,wCAAwC,QAAQ;AACxD,WAAO;AAAA,EACT;AAEA,SAAO;AACT;AAEA,SAAS,aAAa,WAAW,aAAa,QAAQ;AACpD,MAAI,CAAC,0BAA0B,WAAW,aAAa,MAAM,GAAG;AAC9D,WAAO;AAAA,EACT;AAGA,MAAI,CAAC,yBAAyB,WAAW,WAAW,GAAG;AACrD,YAAQ,oCAAoC,QAAQ;AACpD,WAAO;AAAA,EACT;AAEA,UAAQ;AAAA,OAAwB,cAAc,SAAS,CAAC;AAAA,OAAU,cAAc,WAAW,CAAC,IAAI,QAAQ;AACxG,SAAO;AACT;AAGA,SAAS,kBAAkB,WAAW,aAAa;AAKjD,QAAM,SAAS,aAAa,SAAS;AACrC,MAAI,OAAO,WAAW,GAAG;AACvB,WAAO;AAAA,EACT;AACA,QAAM,SAAS,aAAa,WAAW;AACvC,MAAI,OAAO,WAAW,GAAG;AACvB,WAAO;AAAA,EACT;AAMA,MAAI,CAAC,4BAA4B,WAAW,WAAW,GAAG;AACxD,WAAO;AAAA,EACT;AAEA,SAAO;AAGP,WAAS,aAAa,OAAO;AAC3B,WAAO,MAAM,UAAU,OAAO,QAAM,GAAG,SAAS,GAAG,EAChD,IAAI,QAAM,8BAA8B,GAAG,KAAK,CAAC,EACjD,OAAO,SAAO,IAAI,UAAU,GAAG,CAAC,MAAM,SAAS;AAAA,EACpD;AACF;AAGA,SAAS,wDAAwD,OAAO;AACtE,MAAI,MAAM,QAAQ,SAAS,MAAM,QAAQ,OAAO;AAC9C,WAAO,CAAC,KAAK,KAAK,KAAK,KAAK,KAAK,GAAG,EAAE,KAAK,kBAAgB,0BAA0B,OAAO,YAAY,CAAC;AAAA,EAC3G;AACA,MAAI,MAAM,QAAQ,OAAO;AACvB,WAAO,CAAC,KAAK,KAAK,KAAK,KAAK,KAAK,GAAG,EAAE,KAAK,kBAAgB,0BAA0B,OAAO,YAAY,CAAC;AAAA,EAC3G;AACA,MAAI,MAAM,QAAQ,OAAO;AACvB,WAAO,CAAC,KAAK,KAAK,GAAG,EAAE,KAAK,kBAAgB,0BAA0B,OAAO,YAAY,CAAC;AAAA,EAC5F;AAEA,SAAO;AACT;AAEA,SAAS,aAAa,WAAW,aAAa;AAE5C,QAAM,gBAAgB,gBAAgB,SAAS;AAC/C,QAAM,gBAAgB,gBAAgB,WAAW;AAEjD,QAAM,UAAU,cAAc,aAAa;AAC3C,QAAM,UAAU,cAAc,aAAa;AAG3C,MAAI,YAAY,SAAS;AACvB,WAAO;AAAA,EACT;AAGA,MAAI,wDAAwD,aAAa,KAAK,wDAAwD,aAAa,GAAG;AACpJ,WAAO;AAAA,EACT;AAIA,MAAI,iBAAiB,eAAe,aAAa,GAAG;AAClD,YAAQ,oBAAoB,cAAc,aAAa,CAAC,KAAK,QAAQ;AACrE,WAAO;AAAA,EACT;AAKA,MAAI,kBAAkB,WAAW,WAAW,GAAG;AAE7C,WAAO;AAAA,EACT;AAEA,UAAQ,sBAAsB,QAAQ;AACtC,UAAQ,SAAS,cAAc,aAAa,CAAC,QAAQ,QAAQ;AAC7D,UAAQ,SAAS,cAAc,aAAa,CAAC,KAAK,QAAQ;AAC1D,SAAO;AACT;AAGA,SAAS,yBAAyB,WAAW,aAAa;AAGxD,MAAI,CAAC,gBAAgB,WAAW,WAAW,GAAG;AAC5C,YAAQ,IAAI,UAAU,GAAG,wCAAwC,QAAQ;AACzE,WAAO;AAAA,EACT;AAKA,MAAI,CAAC,aAAa,WAAW,WAAW,GAAG;AACzC,YAAQ,kCAAkC,QAAQ;AAClD,WAAO;AAAA,EACT;AAGA,SAAO;AACT;AAGA,SAAS,kBAAkB,OAAO;AAEhC,MAAI,CAAE,UAAW,KAAK,MAAM,GAAG,GAAG;AAChC,WAAO;AAAA,EACT;AACA,QAAM,IAAI,MAAM,UAAU,UAAU,kBAAgB,aAAa,SAAS,GAAG;AAC7E,QAAM,IAAI;AACV,MAAI,MAAM,IAAI;AACZ,WAAO;AAAA,EACT;AACA,MAAI,MAAM,IAAI;AACZ,WAAO;AAAA,EACT;AACA,SAAO,IAAI,IAAI,IAAI;AACrB;AAEA,SAAS,gBAAgB,OAAO;AAC9B,QAAM,QAAQ,kBAAkB,KAAK;AACrC,QAAM,oBAAoB,MAAM,UAAU,OAAO,CAAC,IAAI,MAAM,IAAI,SAAS,UAAU,EAAE,EAAE,OAAO,QAAM,CAAC,gDAAgD,SAAS,GAAG,IAAI,CAAC;AAEtK,QAAM,cAAc,EAAC,OAAO,MAAM,KAAK,QAAQ,MAAM,MAAM,QAAQ,MAAM,MAAM,WAAW,kBAAiB;AAU3G,SAAO;AACT;AAEA,SAAS,iBAAiB,OAAO;AAE/B,QAAM,QAAQ,MAAM,UAAU,UAAU,kBAAgB,aAAa,SAAS,GAAG;AACjF,QAAM,oBAAoB,MAAM,UAAU,OAAO,CAAC,IAAI,MAAM,KAAK,KAAK,EAAE,OAAO,QAAM,CAAC,gDAAgD,SAAS,GAAG,IAAI,CAAC;AACvJ,QAAM,cAAc,EAAC,OAAO,MAAM,KAAK,QAAQ,MAAM,MAAM,QAAQ,MAAM,MAAM,WAAW,kBAAiB;AAC3G,WAAS,iBAAiB,cAAc,WAAW,CAAC,EAAE;AACtD,SAAO;AACT;AAEA,SAAS,kBAAkB,OAAO;AAChC,SAAO,sBAAsB,KAAK,KAAK,iBAAiB,OAAO,GAAG;AAElE,WAAS,sBAAsBC,QAAO;AACpC,WAAO,CAAC,OAAO,OAAO,OAAO,OAAO,OAAO,KAAK,EAAE,SAASA,OAAM,GAAG;AAAA,EACtE;AACF;AAEA,SAAS,gBAAgB,QAAQ,QAAQ;AACvC,MAAI,CAAC,kBAAkB,MAAM,GAAG;AAC9B,WAAO,CAAC,kBAAkB,MAAM;AAAA,EAClC;AACA,MAAI,CAAC,kBAAkB,MAAM,GAAG;AAC9B,WAAO;AAAA,EACT;AAEA,WAAS,iCAAiC;AAG1C,QAAM,UAAU,iBAAiB,MAAM;AACvC,QAAM,UAAU,iBAAiB,MAAM;AAEvC,SAAO,4BAA4B,SAAS,SAAS,iBAAiB;AACxE;AAGA,SAAS,2BAA2B,QAAQ,OAAO;AAEjD,MAAI,CAAC,MAAM,IAAI,MAAM,4CAA4C,GAAG;AAClE,WAAO,CAAC;AAAA,EACV;AACA,QAAM,MAAM,IAAI,MAAM,IAAI,UAAU,CAAC,CAAC;AACtC,QAAM,QAAQ,OAAO,IAAI,GAAG,EAAE,OAAO,OAAK,iBAAiB,GAAG,GAAG,KAAK,iBAAiB,GAAG,GAAG,CAAC;AAC9F,MAAI,MAAM,WAAW,GAAG;AACtB,WAAO,CAAC;AAAA,EACV;AACA,QAAM,uBAAuB,0BAA0B,KAAK;AAC5D,QAAM,CAAC,IAAI,IAAI,qBAAqB,UAAU,OAAO,QAAM,GAAG,SAAS,GAAG,EAAE,IAAI,QAAM,GAAG,KAAK;AAE9F,SAAO,MAAM,IAAI,eAAa,WAAW,SAAS,CAAC,EAAE,OAAO,SAAO,QAAQ,MAAS;AAGpF,WAAS,WAAW,UAAU;AAC5B,UAAM,CAAC,IAAI,IAAI,SAAS,UAAU,OAAO,QAAM,GAAG,SAAS,GAAG,EAAE,IAAI,QAAM,GAAG,KAAK;AAClF,UAAM,CAAC,IAAI,IAAI,SAAS,UAAU,OAAO,QAAM,GAAG,SAAS,GAAG,EAAE,IAAI,QAAM,GAAG,KAAK;AAClF,YAAQ,YAAY,IAAI,SAAS,IAAI,MAAM,IAAI,KAAK,QAAQ;AAC5D,QAAI,SAAS,MAAM;AACjB,aAAO;AAAA,IACT;AACA,QAAI,SAAS,MAAM;AACjB,aAAO;AAAA,IACT;AACA,YAAQ,SAAS,QAAQ;AACzB,WAAO;AAAA,EACT;AAEF;AAGA,SAAS,wBAAwB,eAAe,iBAAiB,SAAS,QAAQ;AAEhF,QAAM,CAAC,CAAC,IAAI,gBAAgB,UAAU,OAAO,QAAM,GAAG,SAAS,GAAG;AAClE,MAAI,CAAC,GAAG;AACN,WAAO;AAAA,EACT;AACA,IAAE,QAAQ;AAEV,SAAO,aAAa,eAAe,iBAAiB,MAAM;AAC5D;AAEA,SAAS,oBAAoB,OAAO,kBAAkB,UAAU,QAAQ;AACtE,QAAM,kBAAkB,oCAAoC,KAAK;AACjE,QAAM,6BAA6B,iBAAiB,IAAI,OAAK,oCAAoC,CAAC,CAAC;AACnG,QAAM,QAAQ,2BAA2B,UAAU,mBAAiB,aAAa,eAAe,iBAAiB,MAAM,CAAC;AACxH,MAAI,QAAQ,IAAI;AACd,WAAO;AAAA,EACT;AAEA,SAAO,2BAA2B,UAAU,mBAAiB,SAAS,KAAK,aAAW,wBAAwB,eAAe,iBAAiB,SAAS,MAAM,CAAC,CAAC;AACjK;AAGA,SAAS,kBAAkB,WAAW,cAAc,aAAa,QAAQ;AACvE,UAAQ,sCAAsC,QAAQ;AACtD,MAAI,UAAU,QAAQ,OAAO;AAC3B,WAAO;AAAA,EACT;AAEA,MAAI,YAAY,QAAQ,SAAS,aAAa,IAAI,KAAK,EAAE,WAAW,GAAG;AACrE,WAAO;AAAA,EACT;AAGA,SAAO,0BAA0B,aAAa,WAAW,MAAM;AACjE;AAEA,SAAS,yBAAyB,OAAO,QAAQ;AAC/C,QAAM,mBAAmB,OAAO,IAAI,YAAY,MAAM,KAAK,OAAO,aAAa,CAAC;AAGhF,MAAI,MAAM,QAAQ,SAAS,mBAAmB,KAAK,GAAG;AACpD,WAAO,iBAAiB,OAAO,eAAa,CAAC,oBAAoB,SAAS,CAAC;AAAA,EAC7E;AAEA,MAAI,MAAM,QAAQ,SAAS,oBAAoB,KAAK,GAAG;AACrD,WAAO,iBAAiB,OAAO,eAAa,CAAC,mBAAmB,SAAS,CAAC;AAAA,EAC5E;AAEA,WAAS,oBAAoBA,QAAO;AAClC,WAAOA,OAAM,QAAQ,SAASA,OAAM,SAAS;AAAA,EAC/C;AACA,WAAS,mBAAmBA,QAAO;AACjC,QAAIA,OAAM,QAAQ,OAAO;AACvB,aAAO,CAAC,oBAAoBA,MAAK;AAAA,IACnC;AAEA,WAAO,CAACA,OAAM,UAAU,KAAK,QAAM,GAAG,SAAS,OAAO,GAAG,SAAS,GAAG;AAAA,EACvE;AAEA,SAAO;AAET;AAEO,gBAAS,aAAa,MAAM,QAAQ;AACzC,OAAK,YAAY;AACjB,QAAM,SAAS,OAAO;AACtB,SAAO,KAAK;AACZ,SAAO;AACT;AAEO,gBAAS,eAAe,YAAY,cAAc,OAAO,QAAQ;AAKtE,QAAM,mBAAmB,yBAAyB,OAAO,UAAU,EAAE,OAAO,OAAK,CAAC,EAAE,cAAc;AAElG,MAAI,CAAC,oBAAoB,iBAAiB,WAAW,GAAG;AAEtD,WAAO;AAAA,EACT;AAEA,UAAQ,qBAAqB,cAAc,KAAK,CAAC,kBAAkB,iBAAiB,MAAM,sBAAsB,QAAQ;AAExH,QAAM,kBAAkB,oCAAoC,KAAK;AAEjE,UAAQ,aAAa,cAAc,eAAe,CAAC,KAAK,QAAQ;AAEhE,QAAM,yBAAyB,yBAAyB;AAExD,WAAS,2BAA2B;AAClC,QAAI,aAAa,YAAY,YAAY,GAAG;AAC1C,aAAO,CAAC;AAAA,IACV;AAEA,UAAM,mBAAmB,2BAA2B,YAAY,KAAK,EAAE,OAAO,2BAA2B,cAAc,KAAK,CAAC;AAC7H,WAAO,iBAAiB,OAAO,CAAC,MAAM,MAAM,iBAAiB,QAAQ,IAAI,MAAM,CAAC;AAAA,EAClF;AAIA,QAAM,QAAQ,oBAAoB,iBAAiB,kBAAkB,wBAAwB,MAAM;AAEnG,MAAI,QAAQ,IAAI;AACd,WAAO,iBAAiB,KAAK;AAAA,EAC/B;AAGA,MAAI,iBAAiB,WAAW,KAAK,kBAAkB,iBAAiB,CAAC,GAAG,cAAc,OAAO,MAAM,GAAG;AACxG,WAAO,iBAAiB,CAAC;AAAA,EAC3B;AAEA,SAAO;AACT;",
6
6
  "names": ["suffix", "prefix", "name", "field"]
7
7
  }
@@ -0,0 +1,29 @@
1
+ import { subfieldArraysContainSameData } from "../utils.js";
2
+ export function tagToDataProvenanceSubfieldCode(tag) {
3
+ if (["533", "800", "810", "811", "830"].includes(tag)) {
4
+ return "y";
5
+ }
6
+ if (tag === "856" || tag === "857") {
7
+ return "e";
8
+ }
9
+ if (tag.match(/^7[678]/u)) {
10
+ return "l";
11
+ }
12
+ if (tag.match(/^00/u)) {
13
+ return void 0;
14
+ }
15
+ return "7";
16
+ }
17
+ export function provenanceSubfieldsPermitMerge(baseField, sourceField) {
18
+ const provinanceSubfieldCode = tagToDataProvenanceSubfieldCode(baseField.tag);
19
+ if (!baseField.subfields) {
20
+ return true;
21
+ }
22
+ if (provinanceSubfieldCode === void 0) {
23
+ return false;
24
+ }
25
+ const baseProvinanceSubfields = baseField.subfields.filter((sf) => sf.code === provinanceSubfieldCode);
26
+ const sourceProvinanceSubfields = sourceField.subfields.filter((sf) => sf.code === provinanceSubfieldCode);
27
+ return subfieldArraysContainSameData(baseProvinanceSubfields, sourceProvinanceSubfields);
28
+ }
29
+ //# sourceMappingURL=dataProvenance.js.map
@@ -0,0 +1,7 @@
1
+ {
2
+ "version": 3,
3
+ "sources": ["../../src/merge-fields/dataProvenance.js"],
4
+ "sourcesContent": ["// See https://www.loc.gov/marc/bibliographic/bdapndxj.html for details\n\nimport {subfieldArraysContainSameData} from \"../utils.js\";\n\nexport function tagToDataProvenanceSubfieldCode(tag) {\n if ( ['533', '800', '810', '811', '830'].includes(tag)) {\n return 'y';\n }\n if ( tag === '856' || tag === '857' ) {\n return 'e';\n }\n\n if ( tag.match(/^7[678]/u) ) {\n return 'l'\n }\n\n if ( tag.match(/^00/u)) {\n return undefined;\n }\n return '7';\n}\n\n\nexport function provenanceSubfieldsPermitMerge(baseField, sourceField) {\n const provinanceSubfieldCode = tagToDataProvenanceSubfieldCode(baseField.tag);\n if (!baseField.subfields) {\n return true;\n }\n if (provinanceSubfieldCode === undefined) {\n return false;\n }\n\n const baseProvinanceSubfields = baseField.subfields.filter(sf => sf.code === provinanceSubfieldCode);\n const sourceProvinanceSubfields = sourceField.subfields.filter(sf => sf.code === provinanceSubfieldCode);\n\n // Currently we just compare two arrays. Later on we might do something more sophisticated with specific $7 data provenance category/relationship codes,\n // or actual values.\n\n return subfieldArraysContainSameData(baseProvinanceSubfields, sourceProvinanceSubfields);\n\n}"],
5
+ "mappings": "AAEA,SAAQ,qCAAoC;AAErC,gBAAS,gCAAgC,KAAK;AACjD,MAAK,CAAC,OAAO,OAAO,OAAO,OAAO,KAAK,EAAE,SAAS,GAAG,GAAG;AACpD,WAAO;AAAA,EACX;AACA,MAAK,QAAQ,SAAS,QAAQ,OAAQ;AAClC,WAAO;AAAA,EACX;AAEA,MAAK,IAAI,MAAM,UAAU,GAAI;AACzB,WAAO;AAAA,EACX;AAEA,MAAK,IAAI,MAAM,MAAM,GAAG;AACpB,WAAO;AAAA,EACX;AACA,SAAO;AACX;AAGO,gBAAS,+BAA+B,WAAW,aAAa;AACnE,QAAM,yBAAyB,gCAAgC,UAAU,GAAG;AAC5E,MAAI,CAAC,UAAU,WAAW;AACtB,WAAO;AAAA,EACX;AACA,MAAI,2BAA2B,QAAW;AACtC,WAAO;AAAA,EACX;AAEA,QAAM,0BAA0B,UAAU,UAAU,OAAO,QAAM,GAAG,SAAS,sBAAsB;AACnG,QAAM,4BAA4B,YAAY,UAAU,OAAO,QAAM,GAAG,SAAS,sBAAsB;AAKvG,SAAO,8BAA8B,yBAAyB,yBAAyB;AAE3F;",
6
+ "names": []
7
+ }
@@ -3,14 +3,23 @@ import { MarcRecord } from "@natlibfi/marc-record";
3
3
  import { postprocessRecords } from "./mergeOrAddPostprocess.js";
4
4
  const description = "Merge fields within record";
5
5
  import { mergeConfig as defaultConfig } from "./mergeConfig.js";
6
- export default function() {
6
+ export default function(defaultTagPattern = void 0) {
7
7
  return {
8
8
  description,
9
9
  validate,
10
10
  fix
11
11
  };
12
+ function getTagPattern(config) {
13
+ if (config && config.tagPattern) {
14
+ return config.tagPattern;
15
+ }
16
+ if (defaultTagPattern) {
17
+ return defaultTagPattern;
18
+ }
19
+ return "^[1678](?:00|10|11|30)$";
20
+ }
12
21
  function mergeFieldsWithinRecord(record, config) {
13
- const fields = config && config.tagPattern ? record.get(config.tagPattern) : record.get(/^[1678](?:00|10|11|30)$/u);
22
+ const fields = record.get(getTagPattern(config));
14
23
  fields.reverse();
15
24
  const mergedField = fields.find((f) => mergeField(record, record, f, config));
16
25
  if (!mergedField) {
@@ -1,7 +1,7 @@
1
1
  {
2
2
  "version": 3,
3
3
  "sources": ["../../src/merge-fields/index.js"],
4
- "sourcesContent": ["// NB! This validator is build on code that merged two different records originally in marc-record-merge-reducers.\n// The idea was to write a validator that can merge fields in one record. (This is a good idea at least for field tags /^[1678](00|10|11|30)$/.)\n// As we don't want copypaste coding everything was moved here, and marc-record-merge-reducers exports mergeField() function.\n// That function uses a lot of stuff that is meant for the two-record-merge case only. Thus the tests for this validator are pretty limited here,\n// and the test coverage is low. The extensive set of tests in in marc-record-merge-reducers for this code.\n\n\n//import createDebugLogger from 'debug';\n//import fs from 'fs';\n//import path from 'path';\nimport {mergeField} from './mergeField.js';\nimport {MarcRecord} from '@natlibfi/marc-record';\nimport {postprocessRecords} from './mergeOrAddPostprocess.js';\n\nconst description = 'Merge fields within record';\n\nimport {mergeConfig as defaultConfig} from './mergeConfig.js';\n\n//const defaultConfig = JSON.parse(fs.readFileSync(path.join(__dirname, '..', '..', 'src', 'merge-fields', 'config.json'), 'utf8'));\n\nexport default function () {\n\n return {\n description, validate, fix\n };\n\n\n function mergeFieldsWithinRecord(record, config) {\n //const candFields = record.fields.toReversed(); // Node 20+ only! Filter via config?\n const fields = config && config.tagPattern ? record.get(config.tagPattern) : record.get(/^[1678](?:00|10|11|30)$/u);\n\n fields.reverse();\n const mergedField = fields.find(f => mergeField(record, record, f, config));\n if (!mergedField) {\n return;\n }\n record.removeField(mergedField);\n mergeFieldsWithinRecord(record, config);\n\n }\n\n function fix(record, config = undefined) {\n const config2 = config || defaultConfig;\n record.internalMerge = true;\n mergeFieldsWithinRecord(record, config2);\n delete record.internalMerge;\n // Remove deleted fields and field.merged marks:\n postprocessRecords(record, record);\n\n const res = {message: [], fix: [], valid: true};\n return res;\n }\n\n function validate(record, config) {\n //nvdebug(`VALIDATE ${description}...`);\n\n const nFields = record.fields.length;\n const clonedRecord = new MarcRecord(record, {subfieldValues: false});\n fix(clonedRecord, config);\n\n const nFields2 = clonedRecord.fields.length;\n if (nFields === nFields2) {\n return {message: [], valid: true};\n }\n\n const msg = `${description}: number of fields changes from ${nFields} to ${nFields2}`;\n return {message: [msg], valid: false};\n }\n\n}\n\n"],
5
- "mappings": "AAUA,SAAQ,kBAAiB;AACzB,SAAQ,kBAAiB;AACzB,SAAQ,0BAAyB;AAEjC,MAAM,cAAc;AAEpB,SAAQ,eAAe,qBAAoB;AAI3C,0BAA2B;AAEzB,SAAO;AAAA,IACL;AAAA,IAAa;AAAA,IAAU;AAAA,EACzB;AAGA,WAAS,wBAAwB,QAAQ,QAAQ;AAE/C,UAAM,SAAS,UAAU,OAAO,aAAa,OAAO,IAAI,OAAO,UAAU,IAAI,OAAO,IAAI,0BAA0B;AAElH,WAAO,QAAQ;AACf,UAAM,cAAc,OAAO,KAAK,OAAK,WAAW,QAAQ,QAAQ,GAAG,MAAM,CAAC;AAC1E,QAAI,CAAC,aAAa;AAChB;AAAA,IACF;AACA,WAAO,YAAY,WAAW;AAC9B,4BAAwB,QAAQ,MAAM;AAAA,EAExC;AAEA,WAAS,IAAI,QAAQ,SAAS,QAAW;AACvC,UAAM,UAAU,UAAU;AAC1B,WAAO,gBAAgB;AACvB,4BAAwB,QAAQ,OAAO;AACvC,WAAO,OAAO;AAEd,uBAAmB,QAAQ,MAAM;AAEjC,UAAM,MAAM,EAAC,SAAS,CAAC,GAAG,KAAK,CAAC,GAAG,OAAO,KAAI;AAC9C,WAAO;AAAA,EACT;AAEA,WAAS,SAAS,QAAQ,QAAQ;AAGhC,UAAM,UAAU,OAAO,OAAO;AAC9B,UAAM,eAAe,IAAI,WAAW,QAAQ,EAAC,gBAAgB,MAAK,CAAC;AACnE,QAAI,cAAc,MAAM;AAExB,UAAM,WAAW,aAAa,OAAO;AACrC,QAAI,YAAY,UAAU;AACxB,aAAO,EAAC,SAAS,CAAC,GAAG,OAAO,KAAI;AAAA,IAClC;AAEA,UAAM,MAAM,GAAG,WAAW,mCAAmC,OAAO,OAAO,QAAQ;AACnF,WAAO,EAAC,SAAS,CAAC,GAAG,GAAG,OAAO,MAAK;AAAA,EACtC;AAEF;",
4
+ "sourcesContent": ["// NB! This validator is build on code that merged two different records originally in marc-record-merge-reducers.\n// The idea was to write a validator that can merge fields in one record. (This is a good idea at least for field tags /^[1678](00|10|11|30)$/.)\n// As we don't want copypaste coding everything was moved here, and marc-record-merge-reducers exports mergeField() function.\n// That function uses a lot of stuff that is meant for the two-record-merge case only. Thus the tests for this validator are pretty limited here,\n// and the test coverage is low. The extensive set of tests in in marc-record-merge-reducers for this code.\n\n\n//import createDebugLogger from 'debug';\n//import fs from 'fs';\n//import path from 'path';\nimport {mergeField} from './mergeField.js';\nimport {MarcRecord} from '@natlibfi/marc-record';\nimport {postprocessRecords} from './mergeOrAddPostprocess.js';\n\nconst description = 'Merge fields within record';\n\nimport {mergeConfig as defaultConfig} from './mergeConfig.js';\n\n//const defaultConfig = JSON.parse(fs.readFileSync(path.join(__dirname, '..', '..', 'src', 'merge-fields', 'config.json'), 'utf8'));\n\nexport default function (defaultTagPattern = undefined) {\n\n return {\n description, validate, fix\n };\n\n function getTagPattern(config) {\n if (config && config.tagPattern) {\n return config.tagPattern;\n }\n if (defaultTagPattern) { // Used by tests\n return defaultTagPattern;\n }\n return '^[1678](?:00|10|11|30)$';\n }\n\n function mergeFieldsWithinRecord(record, config) {\n //const candFields = record.fields.toReversed(); // Node 20+ only! Filter via config?\n const fields = record.get(getTagPattern(config)); // config && config.tagPattern ? record.get(config.tagPattern) : record.get(/^[1678](?:00|10|11|30)$/u);\n\n fields.reverse();\n const mergedField = fields.find(f => mergeField(record, record, f, config));\n if (!mergedField) {\n return;\n }\n record.removeField(mergedField);\n mergeFieldsWithinRecord(record, config);\n\n }\n\n function fix(record, config = undefined) {\n const config2 = config || defaultConfig;\n record.internalMerge = true;\n mergeFieldsWithinRecord(record, config2);\n delete record.internalMerge;\n // Remove deleted fields and field.merged marks:\n postprocessRecords(record, record);\n\n const res = {message: [], fix: [], valid: true};\n return res;\n }\n\n function validate(record, config) {\n //nvdebug(`VALIDATE ${description}...`);\n\n const nFields = record.fields.length;\n const clonedRecord = new MarcRecord(record, {subfieldValues: false});\n fix(clonedRecord, config);\n\n const nFields2 = clonedRecord.fields.length;\n if (nFields === nFields2) {\n return {message: [], valid: true};\n }\n\n const msg = `${description}: number of fields changes from ${nFields} to ${nFields2}`;\n return {message: [msg], valid: false};\n }\n\n}\n\n"],
5
+ "mappings": "AAUA,SAAQ,kBAAiB;AACzB,SAAQ,kBAAiB;AACzB,SAAQ,0BAAyB;AAEjC,MAAM,cAAc;AAEpB,SAAQ,eAAe,qBAAoB;AAI3C,wBAAyB,oBAAoB,QAAW;AAEtD,SAAO;AAAA,IACL;AAAA,IAAa;AAAA,IAAU;AAAA,EACzB;AAEA,WAAS,cAAc,QAAQ;AAC7B,QAAI,UAAU,OAAO,YAAY;AAC/B,aAAO,OAAO;AAAA,IAChB;AACA,QAAI,mBAAmB;AACrB,aAAO;AAAA,IACT;AACA,WAAO;AAAA,EACT;AAEA,WAAS,wBAAwB,QAAQ,QAAQ;AAE/C,UAAM,SAAS,OAAO,IAAI,cAAc,MAAM,CAAC;AAE/C,WAAO,QAAQ;AACf,UAAM,cAAc,OAAO,KAAK,OAAK,WAAW,QAAQ,QAAQ,GAAG,MAAM,CAAC;AAC1E,QAAI,CAAC,aAAa;AAChB;AAAA,IACF;AACA,WAAO,YAAY,WAAW;AAC9B,4BAAwB,QAAQ,MAAM;AAAA,EAExC;AAEA,WAAS,IAAI,QAAQ,SAAS,QAAW;AACvC,UAAM,UAAU,UAAU;AAC1B,WAAO,gBAAgB;AACvB,4BAAwB,QAAQ,OAAO;AACvC,WAAO,OAAO;AAEd,uBAAmB,QAAQ,MAAM;AAEjC,UAAM,MAAM,EAAC,SAAS,CAAC,GAAG,KAAK,CAAC,GAAG,OAAO,KAAI;AAC9C,WAAO;AAAA,EACT;AAEA,WAAS,SAAS,QAAQ,QAAQ;AAGhC,UAAM,UAAU,OAAO,OAAO;AAC9B,UAAM,eAAe,IAAI,WAAW,QAAQ,EAAC,gBAAgB,MAAK,CAAC;AACnE,QAAI,cAAc,MAAM;AAExB,UAAM,WAAW,aAAa,OAAO;AACrC,QAAI,YAAY,UAAU;AACxB,aAAO,EAAC,SAAS,CAAC,GAAG,OAAO,KAAI;AAAA,IAClC;AAEA,UAAM,MAAM,GAAG,WAAW,mCAAmC,OAAO,OAAO,QAAQ;AACnF,WAAO,EAAC,SAAS,CAAC,GAAG,GAAG,OAAO,MAAK;AAAA,EACtC;AAEF;",
6
6
  "names": []
7
7
  }
@@ -56,7 +56,7 @@ function skipMergeField(baseRecord, sourceField, config) {
56
56
  nvdebug(`skipMergeField(): field '${fieldToString(sourceField)}' listed as skippable!`, debugDev);
57
57
  return true;
58
58
  }
59
- if (baseRecord.fields.some((baseField) => !baseField.mergeCandidate && fieldsAreIdentical(sourceField, baseField))) {
59
+ if (!baseRecord.internalMerge && baseRecord.fields.some((baseField) => !baseField.mergeCandidate && fieldsAreIdentical(sourceField, baseField))) {
60
60
  nvdebug(`skipMergeField(): field '${fieldToString(sourceField)}' already exists! No merge required!`, debugDev);
61
61
  sourceField.deleted = 1;
62
62
  return true;
@@ -1,7 +1,7 @@
1
1
  {
2
2
  "version": 3,
3
3
  "sources": ["../../src/merge-fields/mergeField.js"],
4
- "sourcesContent": ["//import {MarcRecord} from '@natlibfi/marc-record';\nimport createDebugLogger from 'debug';\nimport {fieldToString, fieldsToString, fieldsAreIdentical, nvdebug, hasCopyright, removeCopyright, subfieldToString} from '../utils.js';\nimport {fieldGetOccurrenceNumberPairs} from '../subfield6Utils.js';\nimport {cloneAndNormalizeFieldForComparison, cloneAndRemovePunctuation, isEnnakkotietoSubfieldG} from '../normalizeFieldForComparison.js';\nimport {mergeOrAddSubfield} from './mergeOrAddSubfield.js';\nimport {mergeIndicators} from './mergeIndicator.js';\nimport {mergableTag} from './mergableTag.js';\nimport {getCounterpart} from './counterpartField.js';\n//import {default as normalizeEncoding} from '@natlibfi/marc-record-validators-melinda/dist/normalize-utf8-diacritics';\n//import {postprocessRecords} from './mergeOrAddPostprocess.js';\n//import {preprocessBeforeAdd} from './processFilter.js';\n\n//import fs from 'fs';\n//import path from 'path';\n\n\n//const defaultConfig = JSON.parse(fs.readFileSync(path.join(__dirname, '..', '..', 'src', 'reducers', 'config.json'), 'utf8'));\n\n// Specs: https://workgroups.helsinki.fi/x/K1ohCw (though we occasionally differ from them)...\n\nconst debug = createDebugLogger('@natlibfi/melinda-marc-record-merge-reducers:mergeField');\n//const debugData = debug.extend('data');\nconst debugDev = debug.extend('dev');\n\n// NB! Can we do this via config.json?\nfunction removeEnnakkotieto(field) {\n const tmp = field.subfields.filter(subfield => !isEnnakkotietoSubfieldG(subfield));\n // remove only iff some other subfield remains\n if (tmp.length > 0) {\n field.subfields = tmp;\n }\n}\n\n\nfunction copyrightYearHack(baseRecord, baseField, sourceField) {\n if (baseField.tag !== '264' || sourceField.tag !== '260') {\n return;\n }\n const relevantSubfields = sourceField.subfields.filter(sf => sf.code === 'c' && hasCopyright(sf.value));\n\n relevantSubfields.forEach(sf => {\n // Add new:\n const value = sf.value.replace(/\\.$/u, '');\n baseRecord.insertField({'tag': '264', 'ind1': ' ', 'ind2': '4', 'subfields': [{'code': 'c', value}]});\n // Modify original subfield:\n sf.value = removeCopyright(sf.value);\n });\n}\n\nfunction mergeField2(baseRecord, baseField, sourceField, config, candFieldPairs880 = []) {\n //// Identical fields\n // No need to check every subfield separately.\n // Also no need to postprocess the resulting field.\n if (fieldToString(baseField) === fieldToString(sourceField)) {\n return baseRecord;\n }\n\n // If a base ennakkotieto is merged with real data, remove ennakkotieto subfield:\n // (If our prepub normalizations are ok, this should not be needed.\n // However, it's simple and works well enough, so let's keep it here.)\n if (baseField.subfields?.find(sf => isEnnakkotietoSubfieldG(sf)) && !sourceField.subfields?.find(sf => isEnnakkotietoSubfieldG(sf))) {\n removeEnnakkotieto(baseField);\n baseField.merged = 1;\n }\n\n copyrightYearHack(baseRecord, baseField, sourceField);\n\n mergeIndicators(baseField, sourceField, config);\n\n\n // We want to add the incoming subfields without punctuation, and add puctuation later on.\n // (Cloning is harmless, but probably not needed.)\n // NEW: we also drag the normalized version along. It is needed for the merge-or-add decision\n const normalizedSourceField = cloneAndNormalizeFieldForComparison(sourceField); // This is for comparison\n const strippedSourceField = cloneAndRemovePunctuation(sourceField); // This is for adding subfields\n\n //nvdebug(` MERGING SUBFIELDS OF '${fieldToString(sourceField)}' (original)`, debugDev);\n //nvdebug(` MERGING SUBFIELDS OF '${fieldToString(normalizedSourceField)}' (comparison)`, debugDev);\n nvdebug(` MERGING SUBFIELDS OF '${fieldToString(strippedSourceField)}' (merge/add)`, debugDev);\n\n sourceField.subfields.forEach((originalSubfield, index) => {\n //strippedSourceField.subfields.forEach((subfieldForMergeOrAdd, index) => {\n const normalizedSubfield = normalizedSourceField.subfields[index];\n const punctlessSubfield = strippedSourceField.subfields[index];\n const originalBaseValue = fieldToString(baseField);\n nvdebug(` TRYING TO MERGE SUBFIELD '${subfieldToString(originalSubfield)}' TO '${originalBaseValue}'`, debugDev);\n\n const subfieldData = {'tag': sourceField.tag, 'code': originalSubfield.code, 'originalValue': originalSubfield.value, 'normalizedValue': normalizedSubfield.value, 'punctuationlessValue': punctlessSubfield.value};\n\n mergeOrAddSubfield(baseField, subfieldData, candFieldPairs880); // candSubfield);\n const newValue = fieldToString(baseField);\n if (originalBaseValue !== newValue) {\n nvdebug(` SUBFIELD MERGE RESULT: '${newValue}'`, debugDev);\n //debug(` TODO: sort subfields, handle punctuation...`);\n }\n //else { debugDev(` mergeOrAddSubfield() did not add '\u2021${fieldToString(subfieldForMergeOrAdd)}' to '${originalValue}'`); }\n\n });\n}\n\n\nfunction skipMergeField(baseRecord, sourceField, config) {\n if (!mergableTag(sourceField.tag, config)) {\n nvdebug(`skipMergeField(): field '${fieldToString(sourceField)}' listed as skippable!`, debugDev);\n return true;\n }\n\n // Skip duplicate field:\n if (baseRecord.fields.some(baseField => !baseField.mergeCandidate && fieldsAreIdentical(sourceField, baseField))) {\n nvdebug(`skipMergeField(): field '${fieldToString(sourceField)}' already exists! No merge required!`, debugDev);\n sourceField.deleted = 1;\n return true;\n }\n\n return false;\n}\n\nfunction sourceRecordIsBetter(baseField, sourceField) {\n if (!baseField.subfields) {\n return;\n }\n // MELINDA-8978: prefer Asteri version\n if (isAsteriField(sourceField) && !isAsteriField(baseField)) {\n return 1;\n }\n\n function isAsteriField(field) {\n if (field.subfields.some(sf => sf.code === '0' && sf.value.match(/^\\((?:FI-ASTERI-[NW]|FIN1[13])\\)[0-9]{9}$/u))) {\n return true;\n }\n }\n return false;\n}\n\nfunction swapDataBetweenFields(field1, field2) {\n // NB! Does not support controlfields yet! Add support if the need arises.\n if (field1.subfields) { // If field1 has subfields, then also field2 has them. No need to check the other field here.\n swapNamedData('ind1');\n swapNamedData('ind2');\n swapNamedData('subfields');\n return;\n }\n return;\n\n function swapNamedData(name) {\n const data = field1[name];\n field1[name] = field2[name];\n field2[name] = data;\n }\n\n}\n\nexport function mergeField(baseRecord, sourceRecord, sourceField, config) {\n nvdebug(`SELF: ${fieldToString(sourceField)}`, debugDev);\n\n sourceField.mergeCandidate = true;\n // skip duplicates and special cases:\n if (skipMergeField(baseRecord, sourceField, config)) {\n nvdebug(`mergeField(): don't merge '${fieldToString(sourceField)}'`, debugDev);\n delete sourceField.mergeCandidate;\n return false;\n }\n\n nvdebug(`mergeField(): Try to merge '${fieldToString(sourceField)}'.`, debugDev);\n const counterpartField = getCounterpart(baseRecord, sourceRecord, sourceField, config);\n\n if (counterpartField) {\n if (sourceRecordIsBetter(counterpartField, sourceField)) {\n swapDataBetweenFields(counterpartField, sourceField);\n }\n\n const candFieldPairs880 = sourceField.tag === '880' ? undefined : fieldGetOccurrenceNumberPairs(sourceField, sourceRecord.fields);\n nvdebug(`mergeField(): Got counterpart: '${fieldToString(counterpartField)}'. Thus try merge...`, debugDev);\n nvdebug(`PAIR: ${candFieldPairs880 ? fieldsToString(candFieldPairs880) : 'NADA'}`, debugDev);\n mergeField2(baseRecord, counterpartField, sourceField, config, candFieldPairs880);\n sourceField.deleted = 1;\n delete sourceField.mergeCandidate;\n return true;\n }\n // NB! Counterpartless field is inserted to 7XX even if field.tag says 1XX:\n debugDev(`mergeField(): No mergable counterpart found for '${fieldToString(sourceField)}'.`);\n delete sourceField.mergeCandidate;\n return false;\n}\n\n"],
5
- "mappings": "AACA,OAAO,uBAAuB;AAC9B,SAAQ,eAAe,gBAAgB,oBAAoB,SAAS,cAAc,iBAAiB,wBAAuB;AAC1H,SAAQ,qCAAoC;AAC5C,SAAQ,qCAAqC,2BAA2B,+BAA8B;AACtG,SAAQ,0BAAyB;AACjC,SAAQ,uBAAsB;AAC9B,SAAQ,mBAAkB;AAC1B,SAAQ,sBAAqB;AAa7B,MAAM,QAAQ,kBAAkB,yDAAyD;AAEzF,MAAM,WAAW,MAAM,OAAO,KAAK;AAGnC,SAAS,mBAAmB,OAAO;AACjC,QAAM,MAAM,MAAM,UAAU,OAAO,cAAY,CAAC,wBAAwB,QAAQ,CAAC;AAEjF,MAAI,IAAI,SAAS,GAAG;AAClB,UAAM,YAAY;AAAA,EACpB;AACF;AAGA,SAAS,kBAAkB,YAAY,WAAW,aAAa;AAC7D,MAAI,UAAU,QAAQ,SAAS,YAAY,QAAQ,OAAO;AACxD;AAAA,EACF;AACA,QAAM,oBAAoB,YAAY,UAAU,OAAO,QAAM,GAAG,SAAS,OAAO,aAAa,GAAG,KAAK,CAAC;AAEtG,oBAAkB,QAAQ,QAAM;AAE9B,UAAM,QAAQ,GAAG,MAAM,QAAQ,QAAQ,EAAE;AACzC,eAAW,YAAY,EAAC,OAAO,OAAO,QAAQ,KAAK,QAAQ,KAAK,aAAa,CAAC,EAAC,QAAQ,KAAK,MAAK,CAAC,EAAC,CAAC;AAEpG,OAAG,QAAQ,gBAAgB,GAAG,KAAK;AAAA,EACrC,CAAC;AACH;AAEA,SAAS,YAAY,YAAY,WAAW,aAAa,QAAQ,oBAAoB,CAAC,GAAG;AAIvF,MAAI,cAAc,SAAS,MAAM,cAAc,WAAW,GAAG;AAC3D,WAAO;AAAA,EACT;AAKA,MAAI,UAAU,WAAW,KAAK,QAAM,wBAAwB,EAAE,CAAC,KAAK,CAAC,YAAY,WAAW,KAAK,QAAM,wBAAwB,EAAE,CAAC,GAAG;AACnI,uBAAmB,SAAS;AAC5B,cAAU,SAAS;AAAA,EACrB;AAEA,oBAAkB,YAAY,WAAW,WAAW;AAEpD,kBAAgB,WAAW,aAAa,MAAM;AAM9C,QAAM,wBAAwB,oCAAoC,WAAW;AAC7E,QAAM,sBAAsB,0BAA0B,WAAW;AAIjE,UAAQ,2BAA2B,cAAc,mBAAmB,CAAC,iBAAiB,QAAQ;AAE9F,cAAY,UAAU,QAAQ,CAAC,kBAAkB,UAAU;AAEzD,UAAM,qBAAqB,sBAAsB,UAAU,KAAK;AAChE,UAAM,oBAAoB,oBAAoB,UAAU,KAAK;AAC7D,UAAM,oBAAoB,cAAc,SAAS;AACjD,YAAQ,+BAA+B,iBAAiB,gBAAgB,CAAC,SAAS,iBAAiB,KAAK,QAAQ;AAEhH,UAAM,eAAe,EAAC,OAAO,YAAY,KAAK,QAAQ,iBAAiB,MAAM,iBAAiB,iBAAiB,OAAO,mBAAmB,mBAAmB,OAAO,wBAAwB,kBAAkB,MAAK;AAElN,uBAAmB,WAAW,cAAc,iBAAiB;AAC7D,UAAM,WAAW,cAAc,SAAS;AACxC,QAAI,sBAAsB,UAAU;AAClC,cAAQ,8BAA8B,QAAQ,KAAK,QAAQ;AAAA,IAE7D;AAAA,EAGF,CAAC;AACH;AAGA,SAAS,eAAe,YAAY,aAAa,QAAQ;AACvD,MAAI,CAAC,YAAY,YAAY,KAAK,MAAM,GAAG;AACzC,YAAQ,4BAA4B,cAAc,WAAW,CAAC,0BAA0B,QAAQ;AAChG,WAAO;AAAA,EACT;AAGA,MAAI,WAAW,OAAO,KAAK,eAAa,CAAC,UAAU,kBAAkB,mBAAmB,aAAa,SAAS,CAAC,GAAG;AAChH,YAAQ,4BAA4B,cAAc,WAAW,CAAC,wCAAwC,QAAQ;AAC9G,gBAAY,UAAU;AACtB,WAAO;AAAA,EACT;AAEA,SAAO;AACT;AAEA,SAAS,qBAAqB,WAAW,aAAa;AACpD,MAAI,CAAC,UAAU,WAAW;AACxB;AAAA,EACF;AAEA,MAAI,cAAc,WAAW,KAAK,CAAC,cAAc,SAAS,GAAG;AAC3D,WAAO;AAAA,EACT;AAEA,WAAS,cAAc,OAAO;AAC5B,QAAI,MAAM,UAAU,KAAK,QAAM,GAAG,SAAS,OAAO,GAAG,MAAM,MAAM,4CAA4C,CAAC,GAAG;AAC/G,aAAO;AAAA,IACT;AAAA,EACF;AACA,SAAO;AACT;AAEA,SAAS,sBAAsB,QAAQ,QAAQ;AAE7C,MAAI,OAAO,WAAW;AACpB,kBAAc,MAAM;AACpB,kBAAc,MAAM;AACpB,kBAAc,WAAW;AACzB;AAAA,EACF;AACA;AAEA,WAAS,cAAc,MAAM;AAC3B,UAAM,OAAO,OAAO,IAAI;AACxB,WAAO,IAAI,IAAI,OAAO,IAAI;AAC1B,WAAO,IAAI,IAAI;AAAA,EACjB;AAEF;AAEO,gBAAS,WAAW,YAAY,cAAc,aAAa,QAAQ;AACxE,UAAQ,SAAS,cAAc,WAAW,CAAC,IAAI,QAAQ;AAEvD,cAAY,iBAAiB;AAE7B,MAAI,eAAe,YAAY,aAAa,MAAM,GAAG;AACnD,YAAQ,8BAA8B,cAAc,WAAW,CAAC,KAAK,QAAQ;AAC7E,WAAO,YAAY;AACnB,WAAO;AAAA,EACT;AAEA,UAAQ,+BAA+B,cAAc,WAAW,CAAC,MAAM,QAAQ;AAC/E,QAAM,mBAAmB,eAAe,YAAY,cAAc,aAAa,MAAM;AAErF,MAAI,kBAAkB;AACpB,QAAI,qBAAqB,kBAAkB,WAAW,GAAG;AACvD,4BAAsB,kBAAkB,WAAW;AAAA,IACrD;AAEA,UAAM,oBAAoB,YAAY,QAAQ,QAAQ,SAAY,8BAA8B,aAAa,aAAa,MAAM;AAChI,YAAQ,mCAAmC,cAAc,gBAAgB,CAAC,wBAAwB,QAAQ;AAC1G,YAAQ,SAAS,oBAAoB,eAAe,iBAAiB,IAAI,MAAM,IAAI,QAAQ;AAC3F,gBAAY,YAAY,kBAAkB,aAAa,QAAQ,iBAAiB;AAChF,gBAAY,UAAU;AACtB,WAAO,YAAY;AACnB,WAAO;AAAA,EACT;AAEA,WAAS,oDAAoD,cAAc,WAAW,CAAC,IAAI;AAC3F,SAAO,YAAY;AACnB,SAAO;AACT;",
4
+ "sourcesContent": ["//import {MarcRecord} from '@natlibfi/marc-record';\nimport createDebugLogger from 'debug';\nimport {fieldToString, fieldsToString, fieldsAreIdentical, nvdebug, hasCopyright, removeCopyright, subfieldToString} from '../utils.js';\nimport {fieldGetOccurrenceNumberPairs} from '../subfield6Utils.js';\nimport {cloneAndNormalizeFieldForComparison, cloneAndRemovePunctuation, isEnnakkotietoSubfieldG} from '../normalizeFieldForComparison.js';\nimport {mergeOrAddSubfield} from './mergeOrAddSubfield.js';\nimport {mergeIndicators} from './mergeIndicator.js';\nimport {mergableTag} from './mergableTag.js';\nimport {getCounterpart} from './counterpartField.js';\n//import {default as normalizeEncoding} from '@natlibfi/marc-record-validators-melinda/dist/normalize-utf8-diacritics';\n//import {postprocessRecords} from './mergeOrAddPostprocess.js';\n//import {preprocessBeforeAdd} from './processFilter.js';\n\n//import fs from 'fs';\n//import path from 'path';\n\n\n//const defaultConfig = JSON.parse(fs.readFileSync(path.join(__dirname, '..', '..', 'src', 'reducers', 'config.json'), 'utf8'));\n\n// Specs: https://workgroups.helsinki.fi/x/K1ohCw (though we occasionally differ from them)...\n\nconst debug = createDebugLogger('@natlibfi/melinda-marc-record-merge-reducers:mergeField');\n//const debugData = debug.extend('data');\nconst debugDev = debug.extend('dev');\n\n// NB! Can we do this via config.json?\nfunction removeEnnakkotieto(field) {\n const tmp = field.subfields.filter(subfield => !isEnnakkotietoSubfieldG(subfield));\n // remove only iff some other subfield remains\n if (tmp.length > 0) {\n field.subfields = tmp;\n }\n}\n\n\nfunction copyrightYearHack(baseRecord, baseField, sourceField) {\n if (baseField.tag !== '264' || sourceField.tag !== '260') {\n return;\n }\n const relevantSubfields = sourceField.subfields.filter(sf => sf.code === 'c' && hasCopyright(sf.value));\n\n relevantSubfields.forEach(sf => {\n // Add new:\n const value = sf.value.replace(/\\.$/u, '');\n baseRecord.insertField({'tag': '264', 'ind1': ' ', 'ind2': '4', 'subfields': [{'code': 'c', value}]});\n // Modify original subfield:\n sf.value = removeCopyright(sf.value);\n });\n}\n\nfunction mergeField2(baseRecord, baseField, sourceField, config, candFieldPairs880 = []) {\n //// Identical fields\n // No need to check every subfield separately.\n // Also no need to postprocess the resulting field.\n if (fieldToString(baseField) === fieldToString(sourceField)) {\n return baseRecord;\n }\n\n // If a base ennakkotieto is merged with real data, remove ennakkotieto subfield:\n // (If our prepub normalizations are ok, this should not be needed.\n // However, it's simple and works well enough, so let's keep it here.)\n if (baseField.subfields?.find(sf => isEnnakkotietoSubfieldG(sf)) && !sourceField.subfields?.find(sf => isEnnakkotietoSubfieldG(sf))) {\n removeEnnakkotieto(baseField);\n baseField.merged = 1;\n }\n\n copyrightYearHack(baseRecord, baseField, sourceField);\n\n mergeIndicators(baseField, sourceField, config);\n\n\n // We want to add the incoming subfields without punctuation, and add puctuation later on.\n // (Cloning is harmless, but probably not needed.)\n // NEW: we also drag the normalized version along. It is needed for the merge-or-add decision\n const normalizedSourceField = cloneAndNormalizeFieldForComparison(sourceField); // This is for comparison\n const strippedSourceField = cloneAndRemovePunctuation(sourceField); // This is for adding subfields\n\n //nvdebug(` MERGING SUBFIELDS OF '${fieldToString(sourceField)}' (original)`, debugDev);\n //nvdebug(` MERGING SUBFIELDS OF '${fieldToString(normalizedSourceField)}' (comparison)`, debugDev);\n nvdebug(` MERGING SUBFIELDS OF '${fieldToString(strippedSourceField)}' (merge/add)`, debugDev);\n\n sourceField.subfields.forEach((originalSubfield, index) => {\n //strippedSourceField.subfields.forEach((subfieldForMergeOrAdd, index) => {\n const normalizedSubfield = normalizedSourceField.subfields[index];\n const punctlessSubfield = strippedSourceField.subfields[index];\n const originalBaseValue = fieldToString(baseField);\n nvdebug(` TRYING TO MERGE SUBFIELD '${subfieldToString(originalSubfield)}' TO '${originalBaseValue}'`, debugDev);\n\n const subfieldData = {'tag': sourceField.tag, 'code': originalSubfield.code, 'originalValue': originalSubfield.value, 'normalizedValue': normalizedSubfield.value, 'punctuationlessValue': punctlessSubfield.value};\n\n mergeOrAddSubfield(baseField, subfieldData, candFieldPairs880); // candSubfield);\n const newValue = fieldToString(baseField);\n if (originalBaseValue !== newValue) {\n nvdebug(` SUBFIELD MERGE RESULT: '${newValue}'`, debugDev);\n //debug(` TODO: sort subfields, handle punctuation...`);\n }\n //else { debugDev(` mergeOrAddSubfield() did not add '\u2021${fieldToString(subfieldForMergeOrAdd)}' to '${originalValue}'`); }\n\n });\n}\n\n\nfunction skipMergeField(baseRecord, sourceField, config) {\n if (!mergableTag(sourceField.tag, config)) {\n nvdebug(`skipMergeField(): field '${fieldToString(sourceField)}' listed as skippable!`, debugDev);\n return true;\n }\n\n // Skip duplicate field when merging two records (NB! internal merge merges/removes the duplicate field):\n if (!baseRecord.internalMerge && baseRecord.fields.some(baseField => !baseField.mergeCandidate && fieldsAreIdentical(sourceField, baseField))) {\n nvdebug(`skipMergeField(): field '${fieldToString(sourceField)}' already exists! No merge required!`, debugDev);\n sourceField.deleted = 1;\n return true;\n }\n\n return false;\n}\n\nfunction sourceRecordIsBetter(baseField, sourceField) {\n if (!baseField.subfields) {\n return;\n }\n // MELINDA-8978: prefer Asteri version\n if (isAsteriField(sourceField) && !isAsteriField(baseField)) {\n return 1;\n }\n\n function isAsteriField(field) {\n if (field.subfields.some(sf => sf.code === '0' && sf.value.match(/^\\((?:FI-ASTERI-[NW]|FIN1[13])\\)[0-9]{9}$/u))) {\n return true;\n }\n }\n return false;\n}\n\nfunction swapDataBetweenFields(field1, field2) {\n // NB! Does not support controlfields yet! Add support if the need arises.\n if (field1.subfields) { // If field1 has subfields, then also field2 has them. No need to check the other field here.\n swapNamedData('ind1');\n swapNamedData('ind2');\n swapNamedData('subfields');\n return;\n }\n return;\n\n function swapNamedData(name) {\n const data = field1[name];\n field1[name] = field2[name];\n field2[name] = data;\n }\n\n}\n\nexport function mergeField(baseRecord, sourceRecord, sourceField, config) {\n nvdebug(`SELF: ${fieldToString(sourceField)}`, debugDev);\n\n sourceField.mergeCandidate = true;\n // skip duplicates and special cases:\n if (skipMergeField(baseRecord, sourceField, config)) {\n nvdebug(`mergeField(): don't merge '${fieldToString(sourceField)}'`, debugDev);\n delete sourceField.mergeCandidate;\n return false;\n }\n\n nvdebug(`mergeField(): Try to merge '${fieldToString(sourceField)}'.`, debugDev);\n const counterpartField = getCounterpart(baseRecord, sourceRecord, sourceField, config);\n\n if (counterpartField) {\n if (sourceRecordIsBetter(counterpartField, sourceField)) {\n swapDataBetweenFields(counterpartField, sourceField);\n }\n\n const candFieldPairs880 = sourceField.tag === '880' ? undefined : fieldGetOccurrenceNumberPairs(sourceField, sourceRecord.fields);\n nvdebug(`mergeField(): Got counterpart: '${fieldToString(counterpartField)}'. Thus try merge...`, debugDev);\n nvdebug(`PAIR: ${candFieldPairs880 ? fieldsToString(candFieldPairs880) : 'NADA'}`, debugDev);\n mergeField2(baseRecord, counterpartField, sourceField, config, candFieldPairs880);\n sourceField.deleted = 1;\n delete sourceField.mergeCandidate;\n return true;\n }\n // NB! Counterpartless field is inserted to 7XX even if field.tag says 1XX:\n debugDev(`mergeField(): No mergable counterpart found for '${fieldToString(sourceField)}'.`);\n delete sourceField.mergeCandidate;\n return false;\n}\n\n"],
5
+ "mappings": "AACA,OAAO,uBAAuB;AAC9B,SAAQ,eAAe,gBAAgB,oBAAoB,SAAS,cAAc,iBAAiB,wBAAuB;AAC1H,SAAQ,qCAAoC;AAC5C,SAAQ,qCAAqC,2BAA2B,+BAA8B;AACtG,SAAQ,0BAAyB;AACjC,SAAQ,uBAAsB;AAC9B,SAAQ,mBAAkB;AAC1B,SAAQ,sBAAqB;AAa7B,MAAM,QAAQ,kBAAkB,yDAAyD;AAEzF,MAAM,WAAW,MAAM,OAAO,KAAK;AAGnC,SAAS,mBAAmB,OAAO;AACjC,QAAM,MAAM,MAAM,UAAU,OAAO,cAAY,CAAC,wBAAwB,QAAQ,CAAC;AAEjF,MAAI,IAAI,SAAS,GAAG;AAClB,UAAM,YAAY;AAAA,EACpB;AACF;AAGA,SAAS,kBAAkB,YAAY,WAAW,aAAa;AAC7D,MAAI,UAAU,QAAQ,SAAS,YAAY,QAAQ,OAAO;AACxD;AAAA,EACF;AACA,QAAM,oBAAoB,YAAY,UAAU,OAAO,QAAM,GAAG,SAAS,OAAO,aAAa,GAAG,KAAK,CAAC;AAEtG,oBAAkB,QAAQ,QAAM;AAE9B,UAAM,QAAQ,GAAG,MAAM,QAAQ,QAAQ,EAAE;AACzC,eAAW,YAAY,EAAC,OAAO,OAAO,QAAQ,KAAK,QAAQ,KAAK,aAAa,CAAC,EAAC,QAAQ,KAAK,MAAK,CAAC,EAAC,CAAC;AAEpG,OAAG,QAAQ,gBAAgB,GAAG,KAAK;AAAA,EACrC,CAAC;AACH;AAEA,SAAS,YAAY,YAAY,WAAW,aAAa,QAAQ,oBAAoB,CAAC,GAAG;AAIvF,MAAI,cAAc,SAAS,MAAM,cAAc,WAAW,GAAG;AAC3D,WAAO;AAAA,EACT;AAKA,MAAI,UAAU,WAAW,KAAK,QAAM,wBAAwB,EAAE,CAAC,KAAK,CAAC,YAAY,WAAW,KAAK,QAAM,wBAAwB,EAAE,CAAC,GAAG;AACnI,uBAAmB,SAAS;AAC5B,cAAU,SAAS;AAAA,EACrB;AAEA,oBAAkB,YAAY,WAAW,WAAW;AAEpD,kBAAgB,WAAW,aAAa,MAAM;AAM9C,QAAM,wBAAwB,oCAAoC,WAAW;AAC7E,QAAM,sBAAsB,0BAA0B,WAAW;AAIjE,UAAQ,2BAA2B,cAAc,mBAAmB,CAAC,iBAAiB,QAAQ;AAE9F,cAAY,UAAU,QAAQ,CAAC,kBAAkB,UAAU;AAEzD,UAAM,qBAAqB,sBAAsB,UAAU,KAAK;AAChE,UAAM,oBAAoB,oBAAoB,UAAU,KAAK;AAC7D,UAAM,oBAAoB,cAAc,SAAS;AACjD,YAAQ,+BAA+B,iBAAiB,gBAAgB,CAAC,SAAS,iBAAiB,KAAK,QAAQ;AAEhH,UAAM,eAAe,EAAC,OAAO,YAAY,KAAK,QAAQ,iBAAiB,MAAM,iBAAiB,iBAAiB,OAAO,mBAAmB,mBAAmB,OAAO,wBAAwB,kBAAkB,MAAK;AAElN,uBAAmB,WAAW,cAAc,iBAAiB;AAC7D,UAAM,WAAW,cAAc,SAAS;AACxC,QAAI,sBAAsB,UAAU;AAClC,cAAQ,8BAA8B,QAAQ,KAAK,QAAQ;AAAA,IAE7D;AAAA,EAGF,CAAC;AACH;AAGA,SAAS,eAAe,YAAY,aAAa,QAAQ;AACvD,MAAI,CAAC,YAAY,YAAY,KAAK,MAAM,GAAG;AACzC,YAAQ,4BAA4B,cAAc,WAAW,CAAC,0BAA0B,QAAQ;AAChG,WAAO;AAAA,EACT;AAGA,MAAI,CAAC,WAAW,iBAAiB,WAAW,OAAO,KAAK,eAAa,CAAC,UAAU,kBAAkB,mBAAmB,aAAa,SAAS,CAAC,GAAG;AAC7I,YAAQ,4BAA4B,cAAc,WAAW,CAAC,wCAAwC,QAAQ;AAC9G,gBAAY,UAAU;AACtB,WAAO;AAAA,EACT;AAEA,SAAO;AACT;AAEA,SAAS,qBAAqB,WAAW,aAAa;AACpD,MAAI,CAAC,UAAU,WAAW;AACxB;AAAA,EACF;AAEA,MAAI,cAAc,WAAW,KAAK,CAAC,cAAc,SAAS,GAAG;AAC3D,WAAO;AAAA,EACT;AAEA,WAAS,cAAc,OAAO;AAC5B,QAAI,MAAM,UAAU,KAAK,QAAM,GAAG,SAAS,OAAO,GAAG,MAAM,MAAM,4CAA4C,CAAC,GAAG;AAC/G,aAAO;AAAA,IACT;AAAA,EACF;AACA,SAAO;AACT;AAEA,SAAS,sBAAsB,QAAQ,QAAQ;AAE7C,MAAI,OAAO,WAAW;AACpB,kBAAc,MAAM;AACpB,kBAAc,MAAM;AACpB,kBAAc,WAAW;AACzB;AAAA,EACF;AACA;AAEA,WAAS,cAAc,MAAM;AAC3B,UAAM,OAAO,OAAO,IAAI;AACxB,WAAO,IAAI,IAAI,OAAO,IAAI;AAC1B,WAAO,IAAI,IAAI;AAAA,EACjB;AAEF;AAEO,gBAAS,WAAW,YAAY,cAAc,aAAa,QAAQ;AACxE,UAAQ,SAAS,cAAc,WAAW,CAAC,IAAI,QAAQ;AAEvD,cAAY,iBAAiB;AAE7B,MAAI,eAAe,YAAY,aAAa,MAAM,GAAG;AACnD,YAAQ,8BAA8B,cAAc,WAAW,CAAC,KAAK,QAAQ;AAC7E,WAAO,YAAY;AACnB,WAAO;AAAA,EACT;AAEA,UAAQ,+BAA+B,cAAc,WAAW,CAAC,MAAM,QAAQ;AAC/E,QAAM,mBAAmB,eAAe,YAAY,cAAc,aAAa,MAAM;AAErF,MAAI,kBAAkB;AACpB,QAAI,qBAAqB,kBAAkB,WAAW,GAAG;AACvD,4BAAsB,kBAAkB,WAAW;AAAA,IACrD;AAEA,UAAM,oBAAoB,YAAY,QAAQ,QAAQ,SAAY,8BAA8B,aAAa,aAAa,MAAM;AAChI,YAAQ,mCAAmC,cAAc,gBAAgB,CAAC,wBAAwB,QAAQ;AAC1G,YAAQ,SAAS,oBAAoB,eAAe,iBAAiB,IAAI,MAAM,IAAI,QAAQ;AAC3F,gBAAY,YAAY,kBAAkB,aAAa,QAAQ,iBAAiB;AAChF,gBAAY,UAAU;AACtB,WAAO,YAAY;AACnB,WAAO;AAAA,EACT;AAEA,WAAS,oDAAoD,cAAc,WAAW,CAAC,IAAI;AAC3F,SAAO,YAAY;AACnB,SAAO;AACT;",
6
6
  "names": []
7
7
  }
@@ -4,6 +4,7 @@ import validatorFactory from "./merge-fields/index.js";
4
4
  import { READERS } from "@natlibfi/fixura";
5
5
  import generateTests from "@natlibfi/fixugen";
6
6
  import createDebugLogger from "debug";
7
+ import { nvdebug } from "./utils.js";
7
8
  generateTests({
8
9
  callback,
9
10
  path: [import.meta.dirname, "..", "test-fixtures", "merge-fields"],
@@ -25,12 +26,13 @@ async function testValidatorFactory() {
25
26
  assert.equal(typeof validator.description, "string");
26
27
  assert.equal(typeof validator.validate, "function");
27
28
  }
28
- async function callback({ getFixture, enabled = true, fix = false }) {
29
+ async function callback({ getFixture, enabled = true, fix = false, tagPattern = false }) {
29
30
  if (enabled === false) {
30
31
  debug("TEST SKIPPED!");
31
32
  return;
32
33
  }
33
- const validator = await validatorFactory();
34
+ nvdebug(`TAG PATTERN: ${tagPattern}`);
35
+ const validator = await validatorFactory(tagPattern);
34
36
  const record = new MarcRecord(getFixture("record.json"));
35
37
  const expectedResult = getFixture("expectedResult.json");
36
38
  if (!fix) {
@@ -1,7 +1,7 @@
1
1
  {
2
2
  "version": 3,
3
3
  "sources": ["../src/merge-fields.test.js"],
4
- "sourcesContent": ["import assert from 'node:assert';\nimport {MarcRecord} from '@natlibfi/marc-record';\nimport validatorFactory from './merge-fields/index.js';\nimport {READERS} from '@natlibfi/fixura';\nimport generateTests from '@natlibfi/fixugen';\nimport createDebugLogger from 'debug';\n\ngenerateTests({\n callback,\n path: [import.meta.dirname, '..', 'test-fixtures', 'merge-fields'],\n useMetadataFile: true,\n recurse: false,\n fixura: {\n reader: READERS.JSON\n },\n hooks: {\n before: async () => {\n testValidatorFactory();\n }\n }\n});\nconst debug = createDebugLogger('@natlibfi/marc-record-validators-melinda/merge-fields:test');\n\nasync function testValidatorFactory() {\n const validator = await validatorFactory();\n\n assert.equal(typeof validator, 'object');\n assert.equal(typeof validator.description, 'string');\n assert.equal(typeof validator.validate, 'function');\n}\n\nasync function callback({getFixture, enabled = true, fix = false}) {\n if (enabled === false) {\n debug('TEST SKIPPED!');\n return;\n }\n\n const validator = await validatorFactory();\n const record = new MarcRecord(getFixture('record.json'));\n const expectedResult = getFixture('expectedResult.json');\n // console.log(expectedResult); // eslint-disable-line\n\n if (!fix) {\n const result = await validator.validate(record);\n assert.deepEqual(result, expectedResult);\n return;\n }\n\n await validator.fix(record);\n assert.deepEqual(record, expectedResult);\n}\n"],
5
- "mappings": "AAAA,OAAO,YAAY;AACnB,SAAQ,kBAAiB;AACzB,OAAO,sBAAsB;AAC7B,SAAQ,eAAc;AACtB,OAAO,mBAAmB;AAC1B,OAAO,uBAAuB;AAE9B,cAAc;AAAA,EACZ;AAAA,EACA,MAAM,CAAC,YAAY,SAAS,MAAM,iBAAiB,cAAc;AAAA,EACjE,iBAAiB;AAAA,EACjB,SAAS;AAAA,EACT,QAAQ;AAAA,IACN,QAAQ,QAAQ;AAAA,EAClB;AAAA,EACA,OAAO;AAAA,IACL,QAAQ,YAAY;AAClB,2BAAqB;AAAA,IACvB;AAAA,EACF;AACF,CAAC;AACD,MAAM,QAAQ,kBAAkB,4DAA4D;AAE5F,eAAe,uBAAuB;AACpC,QAAM,YAAY,MAAM,iBAAiB;AAEzC,SAAO,MAAM,OAAO,WAAW,QAAQ;AACvC,SAAO,MAAM,OAAO,UAAU,aAAa,QAAQ;AACnD,SAAO,MAAM,OAAO,UAAU,UAAU,UAAU;AACpD;AAEA,eAAe,SAAS,EAAC,YAAY,UAAU,MAAM,MAAM,MAAK,GAAG;AACjE,MAAI,YAAY,OAAO;AACrB,UAAM,eAAe;AACrB;AAAA,EACF;AAEA,QAAM,YAAY,MAAM,iBAAiB;AACzC,QAAM,SAAS,IAAI,WAAW,WAAW,aAAa,CAAC;AACvD,QAAM,iBAAiB,WAAW,qBAAqB;AAGvD,MAAI,CAAC,KAAK;AACR,UAAM,SAAS,MAAM,UAAU,SAAS,MAAM;AAC9C,WAAO,UAAU,QAAQ,cAAc;AACvC;AAAA,EACF;AAEA,QAAM,UAAU,IAAI,MAAM;AAC1B,SAAO,UAAU,QAAQ,cAAc;AACzC;",
4
+ "sourcesContent": ["import assert from 'node:assert';\nimport {MarcRecord} from '@natlibfi/marc-record';\nimport validatorFactory from './merge-fields/index.js';\nimport {READERS} from '@natlibfi/fixura';\nimport generateTests from '@natlibfi/fixugen';\nimport createDebugLogger from 'debug';\nimport { nvdebug } from './utils.js';\n\ngenerateTests({\n callback,\n path: [import.meta.dirname, '..', 'test-fixtures', 'merge-fields'],\n useMetadataFile: true,\n recurse: false,\n fixura: {\n reader: READERS.JSON\n },\n hooks: {\n before: async () => {\n testValidatorFactory();\n }\n }\n});\nconst debug = createDebugLogger('@natlibfi/marc-record-validators-melinda/merge-fields:test');\n\nasync function testValidatorFactory() {\n const validator = await validatorFactory();\n\n assert.equal(typeof validator, 'object');\n assert.equal(typeof validator.description, 'string');\n assert.equal(typeof validator.validate, 'function');\n}\n\nasync function callback({getFixture, enabled = true, fix = false, tagPattern = false}) {\n if (enabled === false) {\n debug('TEST SKIPPED!');\n return;\n }\n\n nvdebug(`TAG PATTERN: ${tagPattern}`);\n\n const validator = await validatorFactory(tagPattern);\n const record = new MarcRecord(getFixture('record.json'));\n const expectedResult = getFixture('expectedResult.json');\n // console.log(expectedResult); // eslint-disable-line\n\n // NB! This validator will only use tags matching /^[1678](?:00|10|11|30)$/ unless tagPattern is specified!\n if (!fix) {\n const result = await validator.validate(record);\n assert.deepEqual(result, expectedResult);\n return;\n }\n\n await validator.fix(record);\n assert.deepEqual(record, expectedResult);\n}\n"],
5
+ "mappings": "AAAA,OAAO,YAAY;AACnB,SAAQ,kBAAiB;AACzB,OAAO,sBAAsB;AAC7B,SAAQ,eAAc;AACtB,OAAO,mBAAmB;AAC1B,OAAO,uBAAuB;AAC9B,SAAS,eAAe;AAExB,cAAc;AAAA,EACZ;AAAA,EACA,MAAM,CAAC,YAAY,SAAS,MAAM,iBAAiB,cAAc;AAAA,EACjE,iBAAiB;AAAA,EACjB,SAAS;AAAA,EACT,QAAQ;AAAA,IACN,QAAQ,QAAQ;AAAA,EAClB;AAAA,EACA,OAAO;AAAA,IACL,QAAQ,YAAY;AAClB,2BAAqB;AAAA,IACvB;AAAA,EACF;AACF,CAAC;AACD,MAAM,QAAQ,kBAAkB,4DAA4D;AAE5F,eAAe,uBAAuB;AACpC,QAAM,YAAY,MAAM,iBAAiB;AAEzC,SAAO,MAAM,OAAO,WAAW,QAAQ;AACvC,SAAO,MAAM,OAAO,UAAU,aAAa,QAAQ;AACnD,SAAO,MAAM,OAAO,UAAU,UAAU,UAAU;AACpD;AAEA,eAAe,SAAS,EAAC,YAAY,UAAU,MAAM,MAAM,OAAO,aAAa,MAAK,GAAG;AACrF,MAAI,YAAY,OAAO;AACrB,UAAM,eAAe;AACrB;AAAA,EACF;AAEA,UAAQ,gBAAgB,UAAU,EAAE;AAEpC,QAAM,YAAY,MAAM,iBAAiB,UAAU;AACnD,QAAM,SAAS,IAAI,WAAW,WAAW,aAAa,CAAC;AACvD,QAAM,iBAAiB,WAAW,qBAAqB;AAIvD,MAAI,CAAC,KAAK;AACR,UAAM,SAAS,MAAM,UAAU,SAAS,MAAM;AAC9C,WAAO,UAAU,QAAQ,cAAc;AACvC;AAAA,EACF;AAEA,QAAM,UAAU,IAAI,MAAM;AAC1B,SAAO,UAAU,QAAQ,cAAc;AACzC;",
6
6
  "names": []
7
7
  }
@@ -99,7 +99,7 @@ function extractAllPrintData(relevantFields) {
99
99
  ;
100
100
  return allPrintData.filter((p) => p !== void 0);
101
101
  }
102
- export function mergeLisapainokset(record) {
102
+ function mergeLisapainokset(record) {
103
103
  const relevantFields = getRelevantFields(record);
104
104
  if (relevantFields.length < 2) {
105
105
  return;
@@ -1,7 +1,7 @@
1
1
  {
2
2
  "version": 3,
3
3
  "sources": ["../src/mergeField500Lisapainokset.js"],
4
- "sourcesContent": ["export default function () {\n\n return {\n description: 'Merge 500 $a Lis\u00E4painokset fields',\n validate, fix\n };\n\n function fix(record) {\n const res = {message: [], fix: [], valid: true};\n mergeLisapainokset(record);\n return res;\n }\n\n function validate(record) {\n const relevantFields = getRelevantFields(record);\n if (relevantFields.length < 2) {\n return {message: [], 'valid': true}; // No action required\n }\n\n const printData = extractAllPrintData(relevantFields);\n if (printData.length === 0) {\n return {message: ['There are issues, but the fixer can not fix them!'], 'valid': false}; // No action required\n }\n\n return {message: [`Fixer can merge ${relevantFields.length} 500 $a Lis\u00E4painokset fields into one`], 'valid': false};\n }\n}\n\n\nfunction getRelevantFields(record) {\n return record.fields.filter(field => validLisapainosField(field));\n}\n\nfunction validLisapainosField(field) {\n // We are only interested in field 500 with a lone $a subfield.\n // Especially $9 FENNI<KEEP> should not be merged!\n if (field.tag !== '500' || field.subfields.length !== 1 || field.subfields[0].code !== 'a') {\n return false;\n }\n return field.subfields[0].value.match(/^(?:Lis\u00E4painokset|Lis\u00E4painos): (?:[1-9][0-9]*\\. (?:p\\.|painos|uppl\\.) [0-9]+\\.)(?: - [1-9][0-9]*\\. (?:p\\.|painos|uppl\\.) \\[?[0-9]+\\]?\\.)*$/u);\n}\n\nfunction fieldToPrintsString(field) {\n // Could this just be something on the lines of s/^\\S+ // ?\n return field.subfields[0].value.replace(/^(?:Lis\u00E4painokset|Lis\u00E4painos): /u, '').replace(/\\.$/u, '');\n}\n\nconst printPreference = ['painos', 'p.', 'upplaga', 'uppl.'];\nfunction getPrintPreference(value) {\n return printPreference.findIndex(pp => pp === value);\n}\n\nfunction mergePrintData(value1, value2) {\n const [index1, print1, year1] = value1.split(' ');\n const [index2, print2, year2] = value2.split(' ');\n\n const betterIndex = index1 ? index1 : index2; // just to cheat eslint...\n\n // merge print1 and print2\n const betterPrint = getBetterPrint(print1, print2);\n if (!betterPrint) {\n return null;\n }\n\n const betterYear = getBetterYear(year1, year2);\n if (!betterYear) {\n return null;\n }\n\n return `${betterIndex} ${betterPrint} ${betterYear}`;\n\n function getBetterYear(y1, y2) {\n if (y1 === y2 || y2 === `[${y1}]`) {\n return y1;\n }\n if (y1 === `[${y2}]`) {\n return y2;\n }\n return null;\n }\n\n function getBetterPrint(print1, print2) {\n if (print1 === print2) {\n return print1;\n }\n\n const i1 = getPrintPreference(print1);\n const i2 = getPrintPreference(print2);\n if (i1 === -1 || i2 === -1) {\n return null;\n }\n if (i1 <= i2) {\n return printPreference[i1];\n }\n return printPreference[i2];\n }\n\n}\n\n\nfunction extractAllPrintData(relevantFields) {\n /* eslint-disable */\n // Gather data about 500 $a Lis\u00E4painokset.*\n let allPrintData = [];\n let i;\n let j;\n for (i=0; i < relevantFields.length; i++) {\n const value = fieldToPrintsString(relevantFields[i]);\n const fieldsPrintData = value.split('. - ');\n for (j=0; j < fieldsPrintData.length; j++) {\n let currPrintData = fieldsPrintData[j];\n // Example value: \"2. p. 2020\"\n const [ printIndex ] = currPrintData.split('.');\n if (allPrintData[printIndex] !== undefined) {\n if (allPrintData[printIndex] !== currPrintData ) {\n const mergedPrintData = mergePrintData(allPrintData[printIndex], currPrintData);\n if (!mergedPrintData) {\n return []; // reason for for-loops: exit function from within nested loops\n }\n currPrintData = mergedPrintData;\n }\n }\n allPrintData[printIndex] = currPrintData;\n }\n };\n return allPrintData.filter(p => p !== undefined);\n}\n\n\nexport function mergeLisapainokset(record) {\n const relevantFields = getRelevantFields(record);\n if (relevantFields.length < 2) {\n return;\n }\n\n const collapsedArray = extractAllPrintData(relevantFields);\n if (collapsedArray.length === 0) {\n return;\n }\n\n const content = \"Lis\u00E4painokset: \" + collapsedArray.join('. - ') + \".\";\n\n relevantFields[0].subfields[0].value = content; // Keep the place\n\n relevantFields.forEach((field, index) => {\n if (index > 0) {\n record.removeField(field);\n return;\n }\n });\n}\n"],
5
- "mappings": "AAAA,0BAA2B;AAEzB,SAAO;AAAA,IACL,aAAa;AAAA,IACb;AAAA,IAAU;AAAA,EACZ;AAEA,WAAS,IAAI,QAAQ;AACnB,UAAM,MAAM,EAAC,SAAS,CAAC,GAAG,KAAK,CAAC,GAAG,OAAO,KAAI;AAC9C,uBAAmB,MAAM;AACzB,WAAO;AAAA,EACT;AAEA,WAAS,SAAS,QAAQ;AACxB,UAAM,iBAAiB,kBAAkB,MAAM;AAC/C,QAAI,eAAe,SAAS,GAAG;AAC7B,aAAO,EAAC,SAAS,CAAC,GAAG,SAAS,KAAI;AAAA,IACpC;AAEA,UAAM,YAAY,oBAAoB,cAAc;AACpD,QAAI,UAAU,WAAW,GAAG;AAC1B,aAAO,EAAC,SAAS,CAAC,mDAAmD,GAAG,SAAS,MAAK;AAAA,IACxF;AAEA,WAAO,EAAC,SAAS,CAAC,mBAAmB,eAAe,MAAM,0CAAuC,GAAG,SAAS,MAAK;AAAA,EACpH;AACF;AAGA,SAAS,kBAAkB,QAAQ;AACjC,SAAO,OAAO,OAAO,OAAO,WAAS,qBAAqB,KAAK,CAAC;AAClE;AAEA,SAAS,qBAAqB,OAAO;AAGnC,MAAI,MAAM,QAAQ,SAAS,MAAM,UAAU,WAAW,KAAK,MAAM,UAAU,CAAC,EAAE,SAAS,KAAK;AAC1F,WAAO;AAAA,EACT;AACA,SAAO,MAAM,UAAU,CAAC,EAAE,MAAM,MAAM,6IAA6I;AACrL;AAEA,SAAS,oBAAoB,OAAO;AAElC,SAAO,MAAM,UAAU,CAAC,EAAE,MAAM,QAAQ,oCAAoC,EAAE,EAAE,QAAQ,QAAQ,EAAE;AACpG;AAEA,MAAM,kBAAkB,CAAC,UAAU,MAAM,WAAW,OAAO;AAC3D,SAAS,mBAAmB,OAAO;AACjC,SAAO,gBAAgB,UAAU,QAAM,OAAO,KAAK;AACrD;AAEA,SAAS,eAAe,QAAQ,QAAQ;AACtC,QAAM,CAAC,QAAQ,QAAQ,KAAK,IAAI,OAAO,MAAM,GAAG;AAChD,QAAM,CAAC,QAAQ,QAAQ,KAAK,IAAI,OAAO,MAAM,GAAG;AAEhD,QAAM,cAAc,SAAS,SAAS;AAGtC,QAAM,cAAc,eAAe,QAAQ,MAAM;AACjD,MAAI,CAAC,aAAa;AAChB,WAAO;AAAA,EACT;AAEA,QAAM,aAAa,cAAc,OAAO,KAAK;AAC7C,MAAI,CAAC,YAAY;AACf,WAAO;AAAA,EACT;AAEA,SAAO,GAAG,WAAW,IAAI,WAAW,IAAI,UAAU;AAElD,WAAS,cAAc,IAAI,IAAI;AAC7B,QAAI,OAAO,MAAM,OAAO,IAAI,EAAE,KAAK;AACjC,aAAO;AAAA,IACT;AACA,QAAI,OAAO,IAAI,EAAE,KAAK;AACpB,aAAO;AAAA,IACT;AACA,WAAO;AAAA,EACT;AAEA,WAAS,eAAeA,SAAQC,SAAQ;AACtC,QAAID,YAAWC,SAAQ;AACrB,aAAOD;AAAA,IACT;AAEA,UAAM,KAAK,mBAAmBA,OAAM;AACpC,UAAM,KAAK,mBAAmBC,OAAM;AACpC,QAAI,OAAO,MAAM,OAAO,IAAI;AAC1B,aAAO;AAAA,IACT;AACA,QAAI,MAAM,IAAI;AACZ,aAAO,gBAAgB,EAAE;AAAA,IAC3B;AACA,WAAO,gBAAgB,EAAE;AAAA,EAC3B;AAEF;AAGA,SAAS,oBAAoB,gBAAgB;AAG3C,MAAI,eAAe,CAAC;AACpB,MAAI;AACJ,MAAI;AACJ,OAAK,IAAE,GAAG,IAAI,eAAe,QAAQ,KAAK;AACxC,UAAM,QAAQ,oBAAoB,eAAe,CAAC,CAAC;AACnD,UAAM,kBAAkB,MAAM,MAAM,MAAM;AAC1C,SAAK,IAAE,GAAG,IAAI,gBAAgB,QAAQ,KAAK;AACzC,UAAI,gBAAgB,gBAAgB,CAAC;AAErC,YAAM,CAAE,UAAW,IAAI,cAAc,MAAM,GAAG;AAC9C,UAAI,aAAa,UAAU,MAAM,QAAW;AAC1C,YAAI,aAAa,UAAU,MAAM,eAAgB;AAC/C,gBAAM,kBAAkB,eAAe,aAAa,UAAU,GAAG,aAAa;AAC9E,cAAI,CAAC,iBAAiB;AACpB,mBAAO,CAAC;AAAA,UACV;AACA,0BAAgB;AAAA,QAClB;AAAA,MACF;AACA,mBAAa,UAAU,IAAI;AAAA,IAC7B;AAAA,EACF;AAAC;AACD,SAAO,aAAa,OAAO,OAAK,MAAM,MAAS;AACjD;AAGO,gBAAS,mBAAmB,QAAQ;AACzC,QAAM,iBAAiB,kBAAkB,MAAM;AAC/C,MAAI,eAAe,SAAS,GAAG;AAC7B;AAAA,EACF;AAEA,QAAM,iBAAiB,oBAAoB,cAAc;AACzD,MAAI,eAAe,WAAW,GAAG;AAC/B;AAAA,EACF;AAEA,QAAM,UAAU,uBAAoB,eAAe,KAAK,MAAM,IAAI;AAElE,iBAAe,CAAC,EAAE,UAAU,CAAC,EAAE,QAAQ;AAEvC,iBAAe,QAAQ,CAAC,OAAO,UAAU;AACvC,QAAI,QAAQ,GAAG;AACb,aAAO,YAAY,KAAK;AACxB;AAAA,IACF;AAAA,EACF,CAAC;AACH;",
4
+ "sourcesContent": ["export default function () {\n\n return {\n description: 'Merge 500 $a Lis\u00E4painokset fields',\n validate, fix\n };\n\n function fix(record) {\n const res = {message: [], fix: [], valid: true};\n mergeLisapainokset(record);\n return res;\n }\n\n function validate(record) {\n const relevantFields = getRelevantFields(record);\n if (relevantFields.length < 2) {\n return {message: [], 'valid': true}; // No action required\n }\n\n const printData = extractAllPrintData(relevantFields);\n if (printData.length === 0) {\n return {message: ['There are issues, but the fixer can not fix them!'], 'valid': false}; // No action required\n }\n\n return {message: [`Fixer can merge ${relevantFields.length} 500 $a Lis\u00E4painokset fields into one`], 'valid': false};\n }\n}\n\n\nfunction getRelevantFields(record) {\n return record.fields.filter(field => validLisapainosField(field));\n}\n\nfunction validLisapainosField(field) {\n // We are only interested in field 500 with a lone $a subfield.\n // Especially $9 FENNI<KEEP> should not be merged!\n if (field.tag !== '500' || field.subfields.length !== 1 || field.subfields[0].code !== 'a') {\n return false;\n }\n return field.subfields[0].value.match(/^(?:Lis\u00E4painokset|Lis\u00E4painos): (?:[1-9][0-9]*\\. (?:p\\.|painos|uppl\\.) [0-9]+\\.)(?: - [1-9][0-9]*\\. (?:p\\.|painos|uppl\\.) \\[?[0-9]+\\]?\\.)*$/u);\n}\n\nfunction fieldToPrintsString(field) {\n // Could this just be something on the lines of s/^\\S+ // ?\n return field.subfields[0].value.replace(/^(?:Lis\u00E4painokset|Lis\u00E4painos): /u, '').replace(/\\.$/u, '');\n}\n\nconst printPreference = ['painos', 'p.', 'upplaga', 'uppl.'];\nfunction getPrintPreference(value) {\n return printPreference.findIndex(pp => pp === value);\n}\n\nfunction mergePrintData(value1, value2) {\n const [index1, print1, year1] = value1.split(' ');\n const [index2, print2, year2] = value2.split(' ');\n\n const betterIndex = index1 ? index1 : index2; // just to cheat eslint...\n\n // merge print1 and print2\n const betterPrint = getBetterPrint(print1, print2);\n if (!betterPrint) {\n return null;\n }\n\n const betterYear = getBetterYear(year1, year2);\n if (!betterYear) {\n return null;\n }\n\n return `${betterIndex} ${betterPrint} ${betterYear}`;\n\n function getBetterYear(y1, y2) {\n if (y1 === y2 || y2 === `[${y1}]`) {\n return y1;\n }\n if (y1 === `[${y2}]`) {\n return y2;\n }\n return null;\n }\n\n function getBetterPrint(print1, print2) {\n if (print1 === print2) {\n return print1;\n }\n\n const i1 = getPrintPreference(print1);\n const i2 = getPrintPreference(print2);\n if (i1 === -1 || i2 === -1) {\n return null;\n }\n if (i1 <= i2) {\n return printPreference[i1];\n }\n return printPreference[i2];\n }\n\n}\n\n\nfunction extractAllPrintData(relevantFields) {\n /* eslint-disable */\n // Gather data about 500 $a Lis\u00E4painokset.*\n let allPrintData = [];\n let i;\n let j;\n for (i=0; i < relevantFields.length; i++) {\n const value = fieldToPrintsString(relevantFields[i]);\n const fieldsPrintData = value.split('. - ');\n for (j=0; j < fieldsPrintData.length; j++) {\n let currPrintData = fieldsPrintData[j];\n // Example value: \"2. p. 2020\"\n const [ printIndex ] = currPrintData.split('.');\n if (allPrintData[printIndex] !== undefined) {\n if (allPrintData[printIndex] !== currPrintData ) {\n const mergedPrintData = mergePrintData(allPrintData[printIndex], currPrintData);\n if (!mergedPrintData) {\n return []; // reason for for-loops: exit function from within nested loops\n }\n currPrintData = mergedPrintData;\n }\n }\n allPrintData[printIndex] = currPrintData;\n }\n };\n return allPrintData.filter(p => p !== undefined);\n}\n\n\nfunction mergeLisapainokset(record) {\n const relevantFields = getRelevantFields(record);\n if (relevantFields.length < 2) {\n return;\n }\n\n const collapsedArray = extractAllPrintData(relevantFields);\n if (collapsedArray.length === 0) {\n return;\n }\n\n const content = \"Lis\u00E4painokset: \" + collapsedArray.join('. - ') + \".\";\n\n relevantFields[0].subfields[0].value = content; // Keep the place\n\n relevantFields.forEach((field, index) => {\n if (index > 0) {\n record.removeField(field);\n return;\n }\n });\n}\n"],
5
+ "mappings": "AAAA,0BAA2B;AAEzB,SAAO;AAAA,IACL,aAAa;AAAA,IACb;AAAA,IAAU;AAAA,EACZ;AAEA,WAAS,IAAI,QAAQ;AACnB,UAAM,MAAM,EAAC,SAAS,CAAC,GAAG,KAAK,CAAC,GAAG,OAAO,KAAI;AAC9C,uBAAmB,MAAM;AACzB,WAAO;AAAA,EACT;AAEA,WAAS,SAAS,QAAQ;AACxB,UAAM,iBAAiB,kBAAkB,MAAM;AAC/C,QAAI,eAAe,SAAS,GAAG;AAC7B,aAAO,EAAC,SAAS,CAAC,GAAG,SAAS,KAAI;AAAA,IACpC;AAEA,UAAM,YAAY,oBAAoB,cAAc;AACpD,QAAI,UAAU,WAAW,GAAG;AAC1B,aAAO,EAAC,SAAS,CAAC,mDAAmD,GAAG,SAAS,MAAK;AAAA,IACxF;AAEA,WAAO,EAAC,SAAS,CAAC,mBAAmB,eAAe,MAAM,0CAAuC,GAAG,SAAS,MAAK;AAAA,EACpH;AACF;AAGA,SAAS,kBAAkB,QAAQ;AACjC,SAAO,OAAO,OAAO,OAAO,WAAS,qBAAqB,KAAK,CAAC;AAClE;AAEA,SAAS,qBAAqB,OAAO;AAGnC,MAAI,MAAM,QAAQ,SAAS,MAAM,UAAU,WAAW,KAAK,MAAM,UAAU,CAAC,EAAE,SAAS,KAAK;AAC1F,WAAO;AAAA,EACT;AACA,SAAO,MAAM,UAAU,CAAC,EAAE,MAAM,MAAM,6IAA6I;AACrL;AAEA,SAAS,oBAAoB,OAAO;AAElC,SAAO,MAAM,UAAU,CAAC,EAAE,MAAM,QAAQ,oCAAoC,EAAE,EAAE,QAAQ,QAAQ,EAAE;AACpG;AAEA,MAAM,kBAAkB,CAAC,UAAU,MAAM,WAAW,OAAO;AAC3D,SAAS,mBAAmB,OAAO;AACjC,SAAO,gBAAgB,UAAU,QAAM,OAAO,KAAK;AACrD;AAEA,SAAS,eAAe,QAAQ,QAAQ;AACtC,QAAM,CAAC,QAAQ,QAAQ,KAAK,IAAI,OAAO,MAAM,GAAG;AAChD,QAAM,CAAC,QAAQ,QAAQ,KAAK,IAAI,OAAO,MAAM,GAAG;AAEhD,QAAM,cAAc,SAAS,SAAS;AAGtC,QAAM,cAAc,eAAe,QAAQ,MAAM;AACjD,MAAI,CAAC,aAAa;AAChB,WAAO;AAAA,EACT;AAEA,QAAM,aAAa,cAAc,OAAO,KAAK;AAC7C,MAAI,CAAC,YAAY;AACf,WAAO;AAAA,EACT;AAEA,SAAO,GAAG,WAAW,IAAI,WAAW,IAAI,UAAU;AAElD,WAAS,cAAc,IAAI,IAAI;AAC7B,QAAI,OAAO,MAAM,OAAO,IAAI,EAAE,KAAK;AACjC,aAAO;AAAA,IACT;AACA,QAAI,OAAO,IAAI,EAAE,KAAK;AACpB,aAAO;AAAA,IACT;AACA,WAAO;AAAA,EACT;AAEA,WAAS,eAAeA,SAAQC,SAAQ;AACtC,QAAID,YAAWC,SAAQ;AACrB,aAAOD;AAAA,IACT;AAEA,UAAM,KAAK,mBAAmBA,OAAM;AACpC,UAAM,KAAK,mBAAmBC,OAAM;AACpC,QAAI,OAAO,MAAM,OAAO,IAAI;AAC1B,aAAO;AAAA,IACT;AACA,QAAI,MAAM,IAAI;AACZ,aAAO,gBAAgB,EAAE;AAAA,IAC3B;AACA,WAAO,gBAAgB,EAAE;AAAA,EAC3B;AAEF;AAGA,SAAS,oBAAoB,gBAAgB;AAG3C,MAAI,eAAe,CAAC;AACpB,MAAI;AACJ,MAAI;AACJ,OAAK,IAAE,GAAG,IAAI,eAAe,QAAQ,KAAK;AACxC,UAAM,QAAQ,oBAAoB,eAAe,CAAC,CAAC;AACnD,UAAM,kBAAkB,MAAM,MAAM,MAAM;AAC1C,SAAK,IAAE,GAAG,IAAI,gBAAgB,QAAQ,KAAK;AACzC,UAAI,gBAAgB,gBAAgB,CAAC;AAErC,YAAM,CAAE,UAAW,IAAI,cAAc,MAAM,GAAG;AAC9C,UAAI,aAAa,UAAU,MAAM,QAAW;AAC1C,YAAI,aAAa,UAAU,MAAM,eAAgB;AAC/C,gBAAM,kBAAkB,eAAe,aAAa,UAAU,GAAG,aAAa;AAC9E,cAAI,CAAC,iBAAiB;AACpB,mBAAO,CAAC;AAAA,UACV;AACA,0BAAgB;AAAA,QAClB;AAAA,MACF;AACA,mBAAa,UAAU,IAAI;AAAA,IAC7B;AAAA,EACF;AAAC;AACD,SAAO,aAAa,OAAO,OAAK,MAAM,MAAS;AACjD;AAGA,SAAS,mBAAmB,QAAQ;AAClC,QAAM,iBAAiB,kBAAkB,MAAM;AAC/C,MAAI,eAAe,SAAS,GAAG;AAC7B;AAAA,EACF;AAEA,QAAM,iBAAiB,oBAAoB,cAAc;AACzD,MAAI,eAAe,WAAW,GAAG;AAC/B;AAAA,EACF;AAEA,QAAM,UAAU,uBAAoB,eAAe,KAAK,MAAM,IAAI;AAElE,iBAAe,CAAC,EAAE,UAAU,CAAC,EAAE,QAAQ;AAEvC,iBAAe,QAAQ,CAAC,OAAO,UAAU;AACvC,QAAI,QAAQ,GAAG;AACb,aAAO,YAAY,KAAK;AACxB;AAAA,IACF;AAAA,EACF,CAAC;AACH;",
6
6
  "names": ["print1", "print2"]
7
7
  }
@@ -7,6 +7,9 @@ import { normalizePartData, subfieldContainsPartData } from "./normalizeSubfield
7
7
  const debug = createDebugLogger("@natlibfi/melinda-marc-record-merge-reducers:normalizeFieldForComparison");
8
8
  const debugDev = debug.extend("dev");
9
9
  export function isEnnakkotietoSubfieldG(subfield) {
10
+ if (valuelessSubfield(subfield)) {
11
+ return false;
12
+ }
10
13
  if (subfield.code !== "g") {
11
14
  return false;
12
15
  }
@@ -70,6 +73,9 @@ function subfieldValueLowercase(value, subfieldCode, tag) {
70
73
  return value;
71
74
  }
72
75
  function subfieldLowercase(sf, tag) {
76
+ if (valuelessSubfield(sf)) {
77
+ return;
78
+ }
73
79
  sf.value = subfieldValueLowercase(sf.value, sf.code, tag);
74
80
  }
75
81
  function fieldLowercase(field) {
@@ -93,6 +99,9 @@ function hack490SubfieldA(field) {
93
99
  }
94
100
  field.subfields.forEach((sf) => removeSarja(sf));
95
101
  function removeSarja(subfield) {
102
+ if (valuelessSubfield(subfield)) {
103
+ return;
104
+ }
96
105
  if (subfield.code !== "a") {
97
106
  return;
98
107
  }
@@ -125,6 +134,9 @@ function normalizeISBN(field) {
125
134
  const relevantSubfields = field.subfields.filter((sf) => tagAndSubfieldCodeReferToIsbn(field.tag, sf.code) && looksLikeIsbn(sf.value));
126
135
  relevantSubfields.forEach((sf) => normalizeIsbnSubfield(sf));
127
136
  function normalizeIsbnSubfield(sf) {
137
+ if (valuelessSubfield(sf)) {
138
+ return;
139
+ }
128
140
  sf.value = sf.value.replace(/-/ug, "");
129
141
  sf.value = sf.value.replace(/x/u, "X");
130
142
  }
@@ -135,6 +147,9 @@ function fieldSpecificHacks(field) {
135
147
  }
136
148
  export function fieldTrimSubfieldValues(field) {
137
149
  field.subfields?.forEach((sf) => {
150
+ if (valuelessSubfield(sf)) {
151
+ return;
152
+ }
138
153
  sf.value = sf.value.replace(/^[ \t\n]+/u, "");
139
154
  sf.value = sf.value.replace(/[ \t\n]+$/u, "");
140
155
  sf.value = sf.value.replace(/[ \t\n]+/gu, " ");
@@ -142,6 +157,9 @@ export function fieldTrimSubfieldValues(field) {
142
157
  }
143
158
  function fieldRemoveDecomposedDiacritics(field) {
144
159
  field.subfields.forEach((sf) => {
160
+ if (valuelessSubfield(sf)) {
161
+ return;
162
+ }
145
163
  sf.value = removeDecomposedDiacritics(sf.value);
146
164
  });
147
165
  }
@@ -190,6 +208,9 @@ export function cloneAndNormalizeFieldForComparison(field) {
190
208
  return clonedField;
191
209
  }
192
210
  clonedField.subfields.forEach((sf) => {
211
+ if (valuelessSubfield(sf)) {
212
+ return;
213
+ }
193
214
  sf.value = normalizeSubfieldValue(sf.value, sf.code, field.tag);
194
215
  sf.value = removeCharsThatDontCarryMeaning(sf.value, field.tag, sf.code);
195
216
  });
@@ -206,4 +227,7 @@ function fieldSkipNormalization(field) {
206
227
  }
207
228
  return false;
208
229
  }
230
+ function valuelessSubfield(sf) {
231
+ return sf.value === void 0;
232
+ }
209
233
  //# sourceMappingURL=normalizeFieldForComparison.js.map