@natlibfi/marc-record-validators-melinda 12.0.0-alpha.4 → 12.0.0-alpha.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.github/workflows/{melinda-node-tests.yml → melinda-node-tests-and-publish.yml} +36 -11
- package/dist/merge-fields/counterpartField.js +5 -0
- package/dist/merge-fields/counterpartField.js.map +2 -2
- package/dist/merge-fields/dataProvenance.js +29 -0
- package/dist/merge-fields/dataProvenance.js.map +7 -0
- package/dist/merge-fields/index.js +11 -2
- package/dist/merge-fields/index.js.map +2 -2
- package/dist/merge-fields/mergeField.js +1 -1
- package/dist/merge-fields/mergeField.js.map +2 -2
- package/dist/merge-fields.test.js +4 -2
- package/dist/merge-fields.test.js.map +2 -2
- package/dist/removeInferiorDataFields.js +2 -1
- package/dist/removeInferiorDataFields.js.map +2 -2
- package/dist/sortSubfields.js +5 -5
- package/dist/sortSubfields.js.map +2 -2
- package/dist/utils.js +6 -0
- package/dist/utils.js.map +2 -2
- package/package.json +14 -15
- package/src/merge-fields/counterpartField.js +6 -0
- package/src/merge-fields/dataProvenance.js +41 -0
- package/src/merge-fields/index.js +11 -2
- package/src/merge-fields/mergeField.js +2 -2
- package/src/merge-fields.test.js +6 -2
- package/src/removeInferiorDataFields.js +4 -1
- package/src/sortSubfields.js +7 -5
- package/src/utils.js +10 -0
- package/test-fixtures/merge-fields/f05/expectedResult.json +24 -0
- package/test-fixtures/merge-fields/f05/metadata.json +6 -0
- package/test-fixtures/merge-fields/f05/record.json +30 -0
- package/test-fixtures/remove-inferior-datafields/f16/expectedResult.json +12 -0
- package/test-fixtures/remove-inferior-datafields/f16/metadata.json +5 -0
- package/test-fixtures/remove-inferior-datafields/f16/record.json +14 -0
|
@@ -4,6 +4,10 @@ name: Melinda-node-tests
|
|
|
4
4
|
|
|
5
5
|
on: push
|
|
6
6
|
|
|
7
|
+
permissions:
|
|
8
|
+
id-token: write # Required for OIDC
|
|
9
|
+
contents: read
|
|
10
|
+
|
|
7
11
|
jobs:
|
|
8
12
|
build-node-versions:
|
|
9
13
|
name: Node version matrix
|
|
@@ -16,9 +20,9 @@ jobs:
|
|
|
16
20
|
|
|
17
21
|
steps:
|
|
18
22
|
- name: Checkout the code
|
|
19
|
-
uses: actions/checkout@
|
|
23
|
+
uses: actions/checkout@v5
|
|
20
24
|
- name: Use Node.js ${{ matrix.node-version }}
|
|
21
|
-
uses: actions/setup-node@
|
|
25
|
+
uses: actions/setup-node@v6
|
|
22
26
|
with:
|
|
23
27
|
node-version: ${{ matrix.node-version }}
|
|
24
28
|
cache: 'npm'
|
|
@@ -32,30 +36,51 @@ jobs:
|
|
|
32
36
|
njsscan:
|
|
33
37
|
name: Njsscan-check
|
|
34
38
|
runs-on: ubuntu-latest
|
|
35
|
-
container:
|
|
39
|
+
container: node:22
|
|
36
40
|
|
|
37
41
|
steps:
|
|
38
42
|
- name: Checkout the code
|
|
39
|
-
uses: actions/checkout@
|
|
43
|
+
uses: actions/checkout@v5
|
|
40
44
|
- name: nodejsscan scan
|
|
41
45
|
id: njsscan
|
|
42
46
|
uses: ajinabraham/njsscan-action@master
|
|
43
47
|
with:
|
|
44
48
|
args: '.'
|
|
45
49
|
|
|
50
|
+
license-scan:
|
|
51
|
+
name: License compliance check
|
|
52
|
+
runs-on: ubuntu-latest
|
|
53
|
+
container: node:22
|
|
54
|
+
|
|
55
|
+
steps:
|
|
56
|
+
- uses: actions/checkout@v5
|
|
57
|
+
- uses: mikaelvesavuori/license-compliance-action@v1
|
|
58
|
+
with:
|
|
59
|
+
exclude_pattern: /^@natlibfi/
|
|
60
|
+
|
|
46
61
|
publish-to-npm:
|
|
47
62
|
runs-on: ubuntu-latest
|
|
63
|
+
container: node:22
|
|
48
64
|
needs: [build-node-versions, njsscan]
|
|
49
65
|
if: contains(github.ref, 'refs/tags/')
|
|
50
66
|
|
|
51
67
|
steps:
|
|
52
|
-
- uses: actions/checkout@
|
|
68
|
+
- uses: actions/checkout@v5
|
|
53
69
|
# Setup .npmrc file to publish to npm
|
|
54
|
-
-
|
|
70
|
+
- name: Prepare node for publish
|
|
71
|
+
uses: actions/setup-node@v6
|
|
55
72
|
with:
|
|
56
|
-
node-version: '
|
|
73
|
+
node-version: '22.x'
|
|
57
74
|
registry-url: 'https://registry.npmjs.org'
|
|
58
|
-
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
75
|
+
- name: Update npm
|
|
76
|
+
run: npm install -g npm@latest
|
|
77
|
+
- name: Clean install
|
|
78
|
+
run: npm ci
|
|
79
|
+
# Publish stable release with --tag latest
|
|
80
|
+
- name: Publish stable release
|
|
81
|
+
if: ${{!contains(github.ref, '-alpha')}}
|
|
82
|
+
run: npm publish --tag=latest
|
|
83
|
+
# Publish pre-release without --tag latest
|
|
84
|
+
- name: Publish pre-release
|
|
85
|
+
if: contains(github.ref, '-alpha')
|
|
86
|
+
run: npm publish --tag=next
|
|
@@ -7,6 +7,7 @@ import { controlSubfieldsPermitMerge } from "./controlSubfields.js";
|
|
|
7
7
|
import { mergableIndicator1, mergableIndicator2 } from "./mergableIndicator.js";
|
|
8
8
|
import { partsAgree } from "../normalizeSubfieldValueForComparison.js";
|
|
9
9
|
import { normalizeForSamenessCheck, valueCarriesMeaning } from "./worldKnowledge.js";
|
|
10
|
+
import { provenanceSubfieldsPermitMerge } from "./dataProvenance.js";
|
|
10
11
|
const debug = createDebugLogger("@natlibfi/marc-record-validators-melinda:mergeField:counterpart");
|
|
11
12
|
const debugDev = debug.extend("dev");
|
|
12
13
|
const irrelevantSubfieldsInNameAndTitlePartComparison = "5689";
|
|
@@ -238,6 +239,10 @@ function syntacticallyMergablePair(baseField, sourceField, config) {
|
|
|
238
239
|
nvdebug("non-mergable (reason: control subfield)", debugDev);
|
|
239
240
|
return false;
|
|
240
241
|
}
|
|
242
|
+
if (!provenanceSubfieldsPermitMerge(baseField, sourceField)) {
|
|
243
|
+
nvdebug("non-mergable (reason: data provenance subfield)", debugDev);
|
|
244
|
+
return false;
|
|
245
|
+
}
|
|
241
246
|
if (!areRequiredSubfieldsPresent(baseField) || !areRequiredSubfieldsPresent(sourceField)) {
|
|
242
247
|
nvdebug("non-mergable (reason: missing subfields)", debugDev);
|
|
243
248
|
return false;
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"version": 3,
|
|
3
3
|
"sources": ["../../src/merge-fields/counterpartField.js"],
|
|
4
|
-
"sourcesContent": ["// For each incoming field that\n\nimport createDebugLogger from 'debug';\nimport {fieldHasSubfield, fieldHasNSubfields, fieldHasMultipleSubfields, fieldToString, nvdebug, removeCopyright} from '../utils.js';\nimport {cloneAndNormalizeFieldForComparison, cloneAndRemovePunctuation} from '../normalizeFieldForComparison.js';\n// This should be done via our own normalizer:\nimport {normalizeControlSubfieldValue} from '../normalize-identifiers.js';\n\nimport {getMergeConstraintsForTag} from './mergeConstraints.js';\nimport {controlSubfieldsPermitMerge} from './controlSubfields.js';\nimport {mergableIndicator1, mergableIndicator2} from './mergableIndicator.js';\nimport {partsAgree} from '../normalizeSubfieldValueForComparison.js';\nimport {normalizeForSamenessCheck, valueCarriesMeaning} from './worldKnowledge.js';\n\nconst debug = createDebugLogger('@natlibfi/marc-record-validators-melinda:mergeField:counterpart');\n//const debugData = debug.extend('data');\nconst debugDev = debug.extend('dev');\n\nconst irrelevantSubfieldsInNameAndTitlePartComparison = '5689';\n\nconst counterpartRegexps = { // NB! tag is from source!\n // Note that in the normal case, all source 1XX fields have been converted to 7XX fields.\n '100': /^[17]00$/u, '110': /^[17]10$/u, '111': /^[17]11$/u, '130': /^[17]30$/u,\n '260': /^26[04]$/u, '264': /^26[04]$/u,\n '700': /^[17]00$/u, '710': /^[17]10$/u, '711': /^[17]11$/u, '730': /^[17]30$/u,\n // Hacks:\n '940': /^[29]40$/u, '973': /^[79]73$/u\n};\n\nconst counterpartRegexpsSingle = {\n // when base===source, never merge 1XX to 7XX, always 7XX to 1XX! Also, don't merge 264 to 260.\n '260': /^26[04]$/u,\n '700': /^[17]00$/u, '110': /^[17]10$/u, '111': /^[17]11$/u, '130': /^[17]30$/u,\n // Hacks:\n '940': /^[29]40$/u, '973': /^[79]73$/u\n};\n\n/*\nfunction differentPublisherSubfields(field1, field2) {\n if (field1.tag === '260' && field2.tag === '264' && field2.ind2 === '3') {\n return true;\n }\n if (field1.tag === '264' && field1.ind2 === '3' && field2.tag === '260') {\n return true;\n }\n return false;\n}\n*/\n\nexport function splitToNameAndQualifier(value) {\n if (value.match(/^.* \\([^()]+\\)$/u)) {\n const name = value.replace(/^(.*) \\([^()]+\\)$/u, '$1');\n const qualifier = value.replace(/^.* (\\([^()]+\\))$/u, '$1');\n return [name, qualifier];\n }\n return [value, undefined];\n}\n\nexport function splitToNameAndQualifierAndProcessName(name) {\n //const nameOnly = name.replace(/(?: \\([^)]+\\)| abp?| Kustannus| Kustannus Oy|, kustannusosakeyhti\u00F6| oyj?| ry)$/ugi, '');\n const [qualifierlessName, qualifier] = splitToNameAndQualifier(name);\n\n const [prefix, basename, suffix] = stripPrefixAndSuffix(qualifierlessName);\n\n return {name: getBestName(basename).toLowerCase(), prefix, suffix, qualifier};\n\n function stripPrefixAndSuffix(companyName) {\n const [nameOnly, suffix] = extractSuffix(companyName);\n const [nameOnly2, prefix] = extractPrefix(nameOnly);\n return [prefix, nameOnly2, suffix];\n }\n\n function extractSuffix(name) {\n const nameOnly = name.replace(/(?: \\([^)]+\\)| abp?| Kustannus| Kustannus Oy|, kustannusosakeyhti\u00F6| oyj?| ry)$/ugi, '');\n if (nameOnly === name) {\n return [name, undefined];\n }\n return [nameOnly, name.substring(nameOnly.length).replace(/^,? /u, '')];\n }\n\n function extractPrefix(name) {\n const nameOnly = name.replace(/^(?:Ab|Kustannusosakeyhti\u00F6|Kustannus Oy|Oy) /ugi, '');\n if (nameOnly === name) {\n return [name, undefined];\n }\n return [nameOnly, name.substring(0, name.length - nameOnly.length - 1)]; // -1 removes final space\n }\n\n function getBestName(name) {\n const NAME = name.toUpperCase();\n\n if (NAME === 'WSOY') {\n return 'Werner S\u00F6derstr\u00F6m osakeyhti\u00F6';\n }\n if (NAME === 'NTAMO') {\n return 'ntamo';\n }\n return name;\n }\n}\n\nexport function canContainOptionalQualifier(tag, subfieldCode) {\n // We have made 300$a NON-repeatable (against specs), as we newer want there to repeat (probably near-duplicates)\n if (tag === '300' && subfieldCode === 'a') {\n return true;\n }\n // 776$i is actually not needed for counterpart stuff (since it's repeatable), but it is needed in merge subfield stage.\n if (tag === '776' && subfieldCode === 'i') {\n return true;\n }\n return false;\n}\n\nfunction withAndWithoutQualifierAgree(value1, value2, tag, subfieldCode) {\n if (!canContainOptionalQualifier(tag, subfieldCode)) {\n return false;\n }\n\n const [name1, qualifier1] = splitToNameAndQualifier(value1);\n const [name2, qualifier2] = splitToNameAndQualifier(value2);\n\n //nvdebug(`CN1: '${name1}', '${qualifier1}'`, debugDev);\n //nvdebug(`CN2: '${name2}', '${qualifier2}'`, debugDev);\n\n if (name1.toLowerCase() !== name2.toLowerCase()) {\n return false;\n }\n\n // If either value does not have a qualifier, they are considered equals:\n if (qualifier1 === undefined || qualifier2 === undefined || qualifier1.toLowerCase() === qualifier2.toLowerCase()) {\n return true;\n }\n\n return false;\n\n\n}\n\n\nfunction corporateNamesAgree(value1, value2, tag, subfieldCode) {\n if (subfieldCode !== 'a' || !['110', '610', '710', '810'].includes(tag)) {\n return false;\n }\n const nameData1 = splitToNameAndQualifierAndProcessName(value1);\n const nameData2 = splitToNameAndQualifierAndProcessName(value2);\n\n nvdebug(`CN1: '${nameData1.name}', '${nameData1.qualifier}'`, debugDev);\n nvdebug(`CN2: '${nameData2.name}', '${nameData2.qualifier}'`, debugDev);\n\n if (nameData1.name !== nameData2.name) {\n return false;\n }\n\n if (nameData1.qualifier && nameData2.qualifier && nameData1.qualifier !== nameData2.qualifier) {\n return false;\n }\n // Currently all prefixes and suffixes are publisher information, so there's no point comparing them any further...\n\n return true;\n\n /*\n function isKustantaja(nameData) {\n if (nameData.suffix.match(/^(?:Kustannus|Kustannus oy|kustannusosakeyhti\u00F6)$/iu)) {\n return true;\n }\n if (nameData.prefix.match(/^Kustannus Oy$/i)) {\n return true;\n }\n return false;\n }\n */\n}\n\n\nfunction pairableValue(tag, subfieldCode, value1, value2) {\n // This function could just return true or false.\n // I thought of preference when I wrote this, but preference implemented *here* (modularity). mergeFields.js should handle preference.\n if (withAndWithoutQualifierAgree(value1, value2, tag, subfieldCode)) {\n // 300$a \"whatever\" and \"whatever (123 sivua)\"\n return value1;\n }\n if (partsAgree(value1, value2, tag, subfieldCode) || corporateNamesAgree(value1, value2, tag, subfieldCode)) {\n // Pure baseness: here we assume that base's value1 is better than source's value2.\n return value1;\n }\n\n return undefined;\n}\n\n\nfunction counterpartExtraNormalize(tag, subfieldCode, value) {\n\n // Remove trailing punctuation:\n value = value.replace(/(\\S)(?:,|\\.|\\?|!|\\. -| *:| *;| =| \\/)$/u, '$1');\n // Remove brackets:\n value = value.replace(/^\\(([^()]+)\\)$/u, '$1'); // Remove initial '(' and final ')' if both exist.\n value = value.replace(/^\\[([^[\\]]+)\\]$/u, '$1'); // Remove initial '[' and final ']' if both exist.\n // Mainly for field 260$c:\n value = removeCopyright(value);\n\n value = value.replace(/http:\\/\\//ug, 'https://'); // MET-501: http vs https\n value = normalizeForSamenessCheck(tag, subfieldCode, value);\n\n return value;\n}\n\nfunction uniqueKeyMatches(baseField, sourceField, forcedKeyString = null) {\n // NB! Assume that field1 and field2 have same relevant subfields.\n // What to do if if base\n // const keySubfieldsAsString = forcedKeyString || getUniqueKeyFields(field1);\n const keySubfieldsAsString = forcedKeyString || getMergeConstraintsForTag(baseField.tag, 'key');\n //return mandatorySubfieldComparison(baseField, sourceField, keySubfieldsAsString);\n return optionalSubfieldComparison(baseField, sourceField, keySubfieldsAsString);\n}\n\n\nfunction optionalSubfieldComparison(originalBaseField, originalSourceField, keySubfieldsAsString) {\n // Here \"optional subfield\" means a subfield, that needs not to be present, but if present, it must be identical...\n // (Think of a better name...)\n // We use clones here, since these changes done below are not intented to appear on the actual records.\n const field1 = cloneAndNormalizeFieldForComparison(originalBaseField);\n const field2 = cloneAndNormalizeFieldForComparison(originalSourceField);\n\n if (keySubfieldsAsString === null) { // does not currently happen\n // If keySubfieldsAsString is undefined, (practically) everything is the string.\n // When everything is the string, the strings need to be (practically) identical.\n // (NB! Here order matters. We should probably make it matter everywhere.)\n // (However, keySubfieldsAsString === '' will always succeed. Used by 040 at least.)\n // NB! substring(6) skips \"TAG II\" (I=indicator. Thus we skip indicators)\n return fieldToString(field1).substring(6) === fieldToString(field2).substring(6);\n }\n const subfieldArray = keySubfieldsAsString.split('');\n\n // Long forgotten, but my educated guess about this: if 'key' is defined in merge constraints\n // for this field, then at least one of the subfield codes in 'key' must be present in both fields.\n // However, this is not necessarily right.\n if (subfieldArray.length > 0 && !subfieldArray.some(sfCode => hasCommonNominator(sfCode))) {\n return false;\n }\n\n\n return subfieldArray.every(subfieldCode => testOptionalSubfield(originalBaseField.tag, subfieldCode));\n\n\n function hasCommonNominator(subfieldCode) {\n //nvdebug(`hasCommonNominator(${subfieldCode})? '${fieldToString(originalBaseField)}' vs '${fieldToString(originalSourceField)}'`, debugDev);\n\n // If base has $a and source has $b, there's no common nominator, thus fail...\n const subfields1 = field1.subfields.filter(subfield => subfield.code === subfieldCode && valueCarriesMeaning(field1.tag, subfield.code, subfield.value));\n const subfields2 = field2.subfields.filter(subfield => subfield.code === subfieldCode && valueCarriesMeaning(field2.tag, subfield.code, subfield.value));\n\n return subfields1.length > 0 && subfields2.length > 0;\n }\n\n function testOptionalSubfield(tag, subfieldCode) {\n // NB! Don't compare non-meaningful subfields\n const subfields1 = field1.subfields.filter(subfield => subfield.code === subfieldCode && valueCarriesMeaning(field1.tag, subfield.code, subfield.value));\n const subfields2 = field2.subfields.filter(subfield => subfield.code === subfieldCode && valueCarriesMeaning(field2.tag, subfield.code, subfield.value));\n\n // If one side is empty, all is good\n if (subfields1.length === 0 || subfields2.length === 0) {\n return true;\n }\n\n //nvdebugSubfieldArray(subfields1, 'SF1', debugDev);\n //nvdebugSubfieldArray(subfields2, 'SF2', debugDev);\n\n // When pairing we can use stronger normalizations than the generic one:\n const subfieldValues1 = subfields1.map(sf => counterpartExtraNormalize(tag, subfieldCode, sf.value));\n const subfieldValues2 = subfields2.map(sf => counterpartExtraNormalize(tag, subfieldCode, sf.value));\n\n //nvdebug(`SF1 NORM: ${subfieldValues1.join(' --')}`, debugDev);\n //nvdebug(`SF2 NORM: ${subfieldValues2.join(' --')}`, debugDev);\n\n // If one set is a subset of the other, all is probably good (how about 653$a, 505...)\n if (subfieldValues1.every(val => subfieldValues2.includes(val)) || subfieldValues2.every(val => subfieldValues1.includes(val))) {\n return true;\n }\n\n if (subfieldValues1.length === 1 && subfieldValues2.length === 1) {\n return pairableValue(field1.tag, subfieldCode, subfieldValues1[0], subfieldValues2[0]) !== undefined;\n }\n\n return false;\n\n }\n}\n\n\nfunction mandatorySubfieldComparison(originalField1, originalField2, keySubfieldsAsString) {\n // NB! We use clones here, since these changes done below are not intented to appear on the actual records.\n const field1 = cloneAndNormalizeFieldForComparison(originalField1);\n const field2 = cloneAndNormalizeFieldForComparison(originalField2);\n if (keySubfieldsAsString === null) { // does not currently happen\n // If keySubfieldsAsString is undefined, (practically) everything is the string.\n // When everything is the string, the strings need to be (practically) identical.\n // (NB! Here order matters. We should probably make it matter everywhere.)\n // (However, keySubfieldsAsString === '' will always succeed. Used by 040 at least.)\n return fieldToString(field1) === fieldToString(field2);\n }\n const subfieldArray = keySubfieldsAsString.split('');\n\n //const differentSubfieldCodes = differentPublisherSubfields(originalField1, originalField2);\n\n return subfieldArray.every(subfieldCode => mandatorySingleSubfieldComparison(subfieldCode));\n\n function mandatorySingleSubfieldComparison(subfieldCode) {\n //const otherSubfieldCode = getOtherSubfieldCode(subfieldCode);\n const subfieldValues1 = field1.subfields.filter(subfield => subfield.code === subfieldCode).map(sf => sf.value);\n const subfieldValues2 = field2.subfields.filter(subfield => subfield.code === subfieldCode).map(sf => sf.value);\n // Assume that at least 1 instance must exist and that all instances must match\n if (subfieldValues1.length !== subfieldValues2.length) {\n debugDev(`mSC: Unique key: subfield ${subfieldCode} issues...`);\n return false;\n }\n\n return subfieldValues1.every(value => subfieldValues2.includes(value));\n }\n\n}\n\nfunction tagToRegexp(tag, internalMerge = false) {\n if (internalMerge && tag in counterpartRegexpsSingle) {\n return counterpartRegexpsSingle[tag];\n }\n if (!internalMerge && tag in counterpartRegexps) { // eg. 700 looks for tag /^[17]00$/...\n const regexp = counterpartRegexps[tag];\n //nvdebug(`regexp for ${tag} found: ${regexp}`, debugDev);\n return regexp;\n }\n //nvdebug(`WARNING: tagToRegexp(${tag}): no precompiled regexp found.`, debugDev);\n return new RegExp(`^${tag}$`, 'u');\n}\n\nfunction areRequiredSubfieldsPresent(field) {\n const subfieldString = getMergeConstraintsForTag(field.tag, 'required');\n if (subfieldString === null) {\n return true;\n } // nothing is required\n const subfieldArray = subfieldString.split('');\n return subfieldArray.every(sfcode => {\n const result = fieldHasSubfield(field, sfcode);\n if (!result) {\n debugDev(`Required subfield \u2021${sfcode} not found in '${fieldToString(field)}'!`);\n return false;\n }\n return true;\n });\n}\n\nfunction arePairedSubfieldsInBalance(field1, field2) {\n const subfieldString = getMergeConstraintsForTag(field1.tag, 'paired');\n if (subfieldString === null) {\n return true;\n }\n const subfieldArray = subfieldString.split('');\n\n return subfieldArray.every(sfcode => fieldHasNSubfields(field1, sfcode) === fieldHasNSubfields(field2, sfcode));\n}\n\nfunction syntacticallyMergablePair(baseField, sourceField, config) {\n // Indicators must typically be equal (there are exceptions such as non-filing characters though):\n if (!mergableIndicator1(baseField, sourceField, config)) {\n nvdebug(`non-mergable (reason: indicator1): ${JSON.stringify(config)}`, debugDev);\n return false;\n }\n\n if (!mergableIndicator2(baseField, sourceField, config)) {\n nvdebug(`non-mergable (reason: indicator2): ${JSON.stringify(config)}`, debugDev);\n return false;\n }\n\n if (!controlSubfieldsPermitMerge(baseField, sourceField)) {\n nvdebug('non-mergable (reason: control subfield)', debugDev);\n return false;\n }\n\n // NB! field1.tag and field2.tag might differ (1XX vs 7XX). Therefore required subfields might theoretically differ as well.\n // Note: Theoretically 260 $efg vs 264 with IND2=3 has already been handled by the preprocessor.\n // Thus check both:\n if (!areRequiredSubfieldsPresent(baseField) || !areRequiredSubfieldsPresent(sourceField)) {\n nvdebug('non-mergable (reason: missing subfields)', debugDev);\n return false;\n }\n\n // Stuff of Hacks! Eg. require that both fields either have or have not X00$t:\n if (!arePairedSubfieldsInBalance(baseField, sourceField)) {\n nvdebug('required subfield pair check failed.', debugDev);\n return false;\n }\n\n return true;\n}\n\nfunction mergablePair(baseField, sourceField, config) {\n if (!syntacticallyMergablePair(baseField, sourceField, config)) {\n return false;\n }\n\n //debug('Test semantics...');\n if (!semanticallyMergablePair(baseField, sourceField)) {\n nvdebug('non-mergable (reason: semantics)', debugDev);\n return false;\n }\n\n nvdebug(`MERGABLE PAIR:\\n B: ${fieldToString(baseField)}\\n S: ${fieldToString(sourceField)}`, debugDev);\n return true;\n}\n\n\nfunction pairableAsteriIDs(baseField, sourceField) {\n //nvdebug(`ASTERI1 ${fieldToString(baseField)}`, debugDev); // eslint-disable-line\n //nvdebug(`ASTERI2 ${fieldToString(sourceField)}`, debugDev); // eslint-disable-line\n\n // Check that relevant control subfield(s) exist in both records (as controlSubfieldsPermitMerge() doesn't check it):\n const fin11a = getAsteriIDs(baseField);\n if (fin11a.length === 0) {\n return false;\n }\n const fin11b = getAsteriIDs(sourceField);\n if (fin11b.length === 0) {\n return false;\n }\n //nvdebug(`ASTERI WP3:\\n${fin11a.join(\", \")}\\n${fin11b.join(\", \")}`, debugDev); // eslint-disable-line\n\n // Check that found control subfields agree. Use pre-existing generic function to reduce code.\n // (NB! We could optimize and just return true here, as control subfield check is done elsewhere as well.\n // However, explicitly checking them here makes the code more robust.)\n if (!controlSubfieldsPermitMerge(baseField, sourceField)) {\n return false;\n }\n //console.log(`ASTERI PAIR ${fieldToString(sourceField)}`); // eslint-disable-line\n return true;\n\n // NB! This boldly assumes that the default prefix for Asteri is '(FIN11)', not '(FI-ASTERI-N)' nor a finaf urn...\n function getAsteriIDs(field) {\n return field.subfields.filter(sf => sf.code === '0')\n .map(sf => normalizeControlSubfieldValue(sf.value))\n .filter(val => val.substring(0, 7) === '(FIN11)');\n }\n}\n\n\nfunction hasRepeatableSubfieldThatShouldBeTreatedAsNonRepeatable(field) {\n if (field.tag === '260' || field.tag === '264') {\n return ['a', 'b', 'c', 'e', 'f', 'g'].some(subfieldCode => fieldHasMultipleSubfields(field, subfieldCode));\n }\n if (field.tag === '382') {\n return ['a', 'b', 'd', 'e', 'n', 'p'].some(subfieldCode => fieldHasMultipleSubfields(field, subfieldCode));\n }\n if (field.tag === '505') {\n return ['t', 'r', 'g'].some(subfieldCode => fieldHasMultipleSubfields(field, subfieldCode));\n }\n\n return false;\n}\n\nfunction pairableName(baseField, sourceField) {\n // 100$a$t: remove $t and everything after that\n const reducedField1 = fieldToNamePart(baseField);\n const reducedField2 = fieldToNamePart(sourceField);\n\n const string1 = fieldToString(reducedField1);\n const string2 = fieldToString(reducedField2);\n\n //nvdebug(`IN: pairableName():\\n '${string1}' vs\\n '${string2}'`, debugDev);\n if (string1 === string2) {\n return true;\n }\n\n // Essentially these are too hard to handle with field-merge (eg. multi-505$g)\n if (hasRepeatableSubfieldThatShouldBeTreatedAsNonRepeatable(reducedField1) || hasRepeatableSubfieldThatShouldBeTreatedAsNonRepeatable(reducedField2)) {\n return false;\n }\n\n // Compare the remaining subsets...\n // First check that name matches...\n if (uniqueKeyMatches(reducedField1, reducedField2)) {\n nvdebug(` name match: '${fieldToString(reducedField1)}'`, debugDev);\n return true;\n }\n\n // However, name mismatch is not critical! If Asteri ID matches, it's still a match! *NOT* sure whether this a good idea.\n // 2023-01-24 Disable this. Caretaker can fix these later on. Not a job for merge. We can't be sure that $0 pair is corrent, nor which version (base or source) to use.\n // 2023-03-07: Enable this again!\n if (pairableAsteriIDs(baseField, sourceField)) {\n //nvdebug(` name match based on ASTERI $0'`, debugDev);\n return true;\n }\n\n nvdebug(` name mismatch:`, debugDev);\n nvdebug(` '${fieldToString(reducedField1)}' vs`, debugDev);\n nvdebug(` '${fieldToString(reducedField2)}'`, debugDev);\n return false;\n}\n\n\nfunction semanticallyMergablePair(baseField, sourceField) {\n // On rare occasions a field contains also a title part. For these name part (= normally everything) and title part\n // must be checked separately:\n if (!titlePartsMatch(baseField, sourceField)) {\n nvdebug(` ${baseField.tag} is unmergable: Title part mismatch.`, debugDev);\n return false;\n }\n\n // Hmm... we should check lifespan here, $d YYYY\n\n // Handle the field specific \"unique key\" (=set of fields that make the field unique\n if (!pairableName(baseField, sourceField)) {\n nvdebug('Unmergable: Name part mismatch', debugDev);\n return false;\n }\n //debug(' Semantic checks passed! We are MERGABLE!');\n\n return true;\n}\n\n\nfunction namePartThreshold(field) {\n // Threshold is only applicaple to some tags..\n if (!(/[10]0$/u).test(field.tag)) {\n return -1;\n }\n const t = field.subfields.findIndex(currSubfield => currSubfield.code === 't');\n const u = t; // field.subfields.findIndex(currSubfield => currSubfield.code === 'u');\n if (t === -1) {\n return u;\n }\n if (u === -1) {\n return t;\n }\n return t > u ? u : t;\n}\n\nfunction fieldToNamePart(field) {\n const index = namePartThreshold(field);\n const relevantSubfields = field.subfields.filter((sf, i) => i < index || index === -1).filter(sf => !irrelevantSubfieldsInNameAndTitlePartComparison.includes(sf.code));\n\n const subsetField = {'tag': field.tag, 'ind1': field.ind1, 'ind2': field.ind2, subfields: relevantSubfields};\n\n /*\n if (index > -1) {\n debugDev(`Name subset: ${fieldToString(subsetField)}`);\n }\n */\n\n // Ummm... Sometimes $0 comes after $t but belongs to name part\n\n return subsetField;\n}\n\nfunction fieldToTitlePart(field) {\n // Take everything after 1st subfield $t...\n const index = field.subfields.findIndex(currSubfield => currSubfield.code === 't');\n const relevantSubfields = field.subfields.filter((sf, i) => i >= index).filter(sf => !irrelevantSubfieldsInNameAndTitlePartComparison.includes(sf.code));\n const subsetField = {'tag': field.tag, 'ind1': field.ind1, 'ind2': field.ind2, subfields: relevantSubfields};\n debugDev(`Title subset: ${fieldToString(subsetField)}`);\n return subsetField;\n}\n\nfunction containsTitlePart(field) {\n return fieldCanHaveTitlePart(field) && fieldHasSubfield(field, 't');\n\n function fieldCanHaveTitlePart(field) {\n return ['100', '110', '111', '700', '710', '711'].includes(field.tag);\n }\n}\n\nfunction titlePartsMatch(field1, field2) {\n if (!containsTitlePart(field1)) {\n return !containsTitlePart(field2);\n }\n if (!containsTitlePart(field2)) {\n return false;\n }\n\n debugDev(`TITLE PARTS NEED TO BE COMPARED`);\n\n // 100$a$t: remove $t and everything after that\n const subset1 = fieldToTitlePart(field1);\n const subset2 = fieldToTitlePart(field2);\n // Easter Egg, ffs. Hardcoded exception\n return mandatorySubfieldComparison(subset1, subset2, 'dfhklmnoprstxvg');\n}\n\n\nfunction getAlternativeNamesFrom9XX(record, field) {\n // Should we support 6XX and 8XX as well? Prolly not...\n if (!field.tag.match(/^(?:100|110|111|600|610|611|700|710|711)$/u)) {\n return [];\n }\n const tag = `9${field.tag.substring(1)}`;\n const cands = record.get(tag).filter(f => fieldHasSubfield(f, 'a') && fieldHasSubfield(f, 'y'));\n if (cands.length === 0) {\n return [];\n }\n const punctuationlessField = cloneAndRemovePunctuation(field);\n const [name] = punctuationlessField.subfields.filter(sf => sf.code === 'a').map(sf => sf.value);\n\n return cands.map(candField => getAltName(candField)).filter(val => val !== undefined);\n\n\n function getAltName(altField) {\n const [altA] = altField.subfields.filter(sf => sf.code === 'a').map(sf => sf.value);\n const [altY] = altField.subfields.filter(sf => sf.code === 'y').map(sf => sf.value);\n nvdebug(`Compare '${name}' vs '${altA}'/'${altY}'`, debugDev);\n if (name === altA) {\n return altY;\n }\n if (name === altY) {\n return altA;\n }\n nvdebug(` miss`, debugDev);\n return undefined;\n }\n\n}\n\n\nfunction mergablePairWithAltName(normCandField, normalizedField, altName, config) {\n // Replace source field $a name with alternative name and then compare:\n const [a] = normalizedField.subfields.filter(sf => sf.code === 'a');\n if (!a) {\n return false;\n }\n a.value = altName;\n\n return mergablePair(normCandField, normalizedField, config);\n}\n\nfunction getCounterpartIndex(field, counterpartCands, altNames, config) {\n const normalizedField = cloneAndNormalizeFieldForComparison(field);\n const normalizedCounterpartCands = counterpartCands.map(f => cloneAndNormalizeFieldForComparison(f));\n const index = normalizedCounterpartCands.findIndex(normCandField => mergablePair(normCandField, normalizedField, config));\n if (index > -1) {\n return index;\n }\n\n return normalizedCounterpartCands.findIndex(normCandField => altNames.some(altName => mergablePairWithAltName(normCandField, normalizedField, altName, config)));\n}\n\n\nfunction field264Exception(baseField, sourceRecord, sourceField, config) {\n nvdebug('Field 264 exception as per MET-456', debugDev);\n if (baseField.tag !== '264') {\n return false;\n }\n\n if (sourceField.tag !== '264' || sourceRecord.get('264').length !== 1) {\n return false;\n }\n\n // Don't worry about semantics:\n return syntacticallyMergablePair(sourceField, baseField, config);\n}\n\nfunction getCounterpartCandidates(field, record) {\n const counterpartCands = record.get(tagToRegexp(field.tag, record.internalMerge));\n\n // MELKEHITYS-2969: copyright years should not merge with non-copyright years\n if (field.tag === '260' && isNotCopyrightYear(field)) {\n return counterpartCands.filter(candField => !isCopyrightField264(candField));\n }\n\n if (field.tag === '264' && isCopyrightField264(field)) { // Copyright year\n return counterpartCands.filter(candField => !isNotCopyrightYear(candField));\n }\n\n function isCopyrightField264(field) {\n return field.tag === '264' && field.ind2 === '4';\n }\n function isNotCopyrightYear(field) {\n if (field.tag === '264') {\n return !isCopyrightField264(field);\n }\n // Field 260: copyright year does not contain $a or $b:\n return !field.subfields.some(sf => sf.code === 'a' && sf.code === 'b');\n }\n\n return counterpartCands;\n\n}\n\nexport function baseIsSource(base, source) {\n base.localTest = true;\n const result = source.localTest;\n delete base.localTest;\n return result;\n}\n\nexport function getCounterpart(baseRecord, sourceRecord, field, config) {\n // First get relevant candidate fields. Note that 1XX and corresponding 7XX are considered equal, and tags 260 and 264 are lumped together.\n // (<= Note that self-merge behaves differently from two records here.)\n // Hacks: 973 can merge with 773, 940 can merge with 240 (but not the other way around)\n //nvdebug(`COUNTERPART FOR '${fieldToString(field)}'?`, debugDev);\n const counterpartCands = getCounterpartCandidates(field, baseRecord).filter(f => !f.mergeCandidate);\n\n if (!counterpartCands || counterpartCands.length === 0) {\n //nvdebug(`No counterpart(s) found for ${fieldToString(field)}`, debugDev);\n return null;\n }\n\n nvdebug(`Compare incoming '${fieldToString(field)}' with (up to) ${counterpartCands.length} existing field(s)`, debugDev);\n\n const normalizedField = cloneAndNormalizeFieldForComparison(field); // mainly strip punctuation here\n\n nvdebug(`Norm to: '${fieldToString(normalizedField)}'`, debugDev);\n\n const uniqueAlternativeNames = getUniqueAlernativeNames();\n\n function getUniqueAlernativeNames() {\n if (baseIsSource(baseRecord, sourceRecord)) {\n return [];\n }\n // Try to look for alternative names from base and source record's 9XX fields:\n const alternativeNames = getAlternativeNamesFrom9XX(baseRecord, field).concat(getAlternativeNamesFrom9XX(sourceRecord, field));\n return alternativeNames.filter((name, i) => alternativeNames.indexOf(name) === i);\n }\n\n //nvdebug(` S: ${fieldToString(normalizedField)}`, debugDev);\n // Then find (the index of) the first mathing candidate field and return it.\n const index = getCounterpartIndex(normalizedField, counterpartCands, uniqueAlternativeNames, config);\n\n if (index > -1) {\n return counterpartCands[index];\n }\n\n // MET-456 exception\n if (counterpartCands.length === 1 && field264Exception(counterpartCands[0], sourceRecord, field, config)) {\n return counterpartCands[0];\n }\n\n return null;\n}\n\n"],
|
|
5
|
-
"mappings": "AAEA,OAAO,uBAAuB;AAC9B,SAAQ,kBAAkB,oBAAoB,2BAA2B,eAAe,SAAS,uBAAsB;AACvH,SAAQ,qCAAqC,iCAAgC;AAE7E,SAAQ,qCAAoC;AAE5C,SAAQ,iCAAgC;AACxC,SAAQ,mCAAkC;AAC1C,SAAQ,oBAAoB,0BAAyB;AACrD,SAAQ,kBAAiB;AACzB,SAAQ,2BAA2B,2BAA0B;AAE7D,MAAM,QAAQ,kBAAkB,iEAAiE;AAEjG,MAAM,WAAW,MAAM,OAAO,KAAK;AAEnC,MAAM,kDAAkD;AAExD,MAAM,qBAAqB;AAAA;AAAA;AAAA,EAEzB,OAAO;AAAA,EAAa,OAAO;AAAA,EAAa,OAAO;AAAA,EAAa,OAAO;AAAA,EACnE,OAAO;AAAA,EAAa,OAAO;AAAA,EAC3B,OAAO;AAAA,EAAa,OAAO;AAAA,EAAa,OAAO;AAAA,EAAa,OAAO;AAAA;AAAA,EAEnE,OAAO;AAAA,EAAa,OAAO;AAC7B;AAEA,MAAM,2BAA2B;AAAA;AAAA,EAE/B,OAAO;AAAA,EACP,OAAO;AAAA,EAAa,OAAO;AAAA,EAAa,OAAO;AAAA,EAAa,OAAO;AAAA;AAAA,EAEnE,OAAO;AAAA,EAAa,OAAO;AAC7B;AAcO,gBAAS,wBAAwB,OAAO;AAC7C,MAAI,MAAM,MAAM,kBAAkB,GAAG;AACnC,UAAM,OAAO,MAAM,QAAQ,sBAAsB,IAAI;AACrD,UAAM,YAAY,MAAM,QAAQ,sBAAsB,IAAI;AAC1D,WAAO,CAAC,MAAM,SAAS;AAAA,EACzB;AACA,SAAO,CAAC,OAAO,MAAS;AAC1B;AAEO,gBAAS,sCAAsC,MAAM;AAE1D,QAAM,CAAC,mBAAmB,SAAS,IAAI,wBAAwB,IAAI;AAEnE,QAAM,CAAC,QAAQ,UAAU,MAAM,IAAI,qBAAqB,iBAAiB;AAEzE,SAAO,EAAC,MAAM,YAAY,QAAQ,EAAE,YAAY,GAAG,QAAQ,QAAQ,UAAS;AAE5E,WAAS,qBAAqB,aAAa;AACzC,UAAM,CAAC,UAAUA,OAAM,IAAI,cAAc,WAAW;AACpD,UAAM,CAAC,WAAWC,OAAM,IAAI,cAAc,QAAQ;AAClD,WAAO,CAACA,SAAQ,WAAWD,OAAM;AAAA,EACnC;AAEA,WAAS,cAAcE,OAAM;AAC3B,UAAM,WAAWA,MAAK,QAAQ,qFAAqF,EAAE;AACrH,QAAI,aAAaA,OAAM;AACrB,aAAO,CAACA,OAAM,MAAS;AAAA,IACzB;AACA,WAAO,CAAC,UAAUA,MAAK,UAAU,SAAS,MAAM,EAAE,QAAQ,SAAS,EAAE,CAAC;AAAA,EACxE;AAEA,WAAS,cAAcA,OAAM;AAC3B,UAAM,WAAWA,MAAK,QAAQ,mDAAmD,EAAE;AACnF,QAAI,aAAaA,OAAM;AACrB,aAAO,CAACA,OAAM,MAAS;AAAA,IACzB;AACA,WAAO,CAAC,UAAUA,MAAK,UAAU,GAAGA,MAAK,SAAS,SAAS,SAAS,CAAC,CAAC;AAAA,EACxE;AAEA,WAAS,YAAYA,OAAM;AACzB,UAAM,OAAOA,MAAK,YAAY;AAE9B,QAAI,SAAS,QAAQ;AACnB,aAAO;AAAA,IACT;AACA,QAAI,SAAS,SAAS;AACpB,aAAO;AAAA,IACT;AACA,WAAOA;AAAA,EACT;AACF;AAEO,gBAAS,4BAA4B,KAAK,cAAc;AAE7D,MAAI,QAAQ,SAAS,iBAAiB,KAAK;AACzC,WAAO;AAAA,EACT;AAEA,MAAI,QAAQ,SAAS,iBAAiB,KAAK;AACzC,WAAO;AAAA,EACT;AACA,SAAO;AACT;AAEA,SAAS,6BAA6B,QAAQ,QAAQ,KAAK,cAAc;AACvE,MAAI,CAAC,4BAA4B,KAAK,YAAY,GAAG;AACnD,WAAO;AAAA,EACT;AAEA,QAAM,CAAC,OAAO,UAAU,IAAI,wBAAwB,MAAM;AAC1D,QAAM,CAAC,OAAO,UAAU,IAAI,wBAAwB,MAAM;AAK1D,MAAI,MAAM,YAAY,MAAM,MAAM,YAAY,GAAG;AAC/C,WAAO;AAAA,EACT;AAGA,MAAI,eAAe,UAAa,eAAe,UAAa,WAAW,YAAY,MAAM,WAAW,YAAY,GAAG;AACjH,WAAO;AAAA,EACT;AAEA,SAAO;AAGT;AAGA,SAAS,oBAAoB,QAAQ,QAAQ,KAAK,cAAc;AAC9D,MAAI,iBAAiB,OAAO,CAAC,CAAC,OAAO,OAAO,OAAO,KAAK,EAAE,SAAS,GAAG,GAAG;AACvE,WAAO;AAAA,EACT;AACA,QAAM,YAAY,sCAAsC,MAAM;AAC9D,QAAM,YAAY,sCAAsC,MAAM;AAE9D,UAAQ,SAAS,UAAU,IAAI,OAAO,UAAU,SAAS,KAAK,QAAQ;AACtE,UAAQ,SAAS,UAAU,IAAI,OAAO,UAAU,SAAS,KAAK,QAAQ;AAEtE,MAAI,UAAU,SAAS,UAAU,MAAM;AACrC,WAAO;AAAA,EACT;AAEA,MAAI,UAAU,aAAa,UAAU,aAAa,UAAU,cAAc,UAAU,WAAW;AAC7F,WAAO;AAAA,EACT;AAGA,SAAO;AAaT;AAGA,SAAS,cAAc,KAAK,cAAc,QAAQ,QAAQ;AAGxD,MAAI,6BAA6B,QAAQ,QAAQ,KAAK,YAAY,GAAG;AAEnE,WAAO;AAAA,EACT;AACA,MAAI,WAAW,QAAQ,QAAQ,KAAK,YAAY,KAAK,oBAAoB,QAAQ,QAAQ,KAAK,YAAY,GAAG;AAE3G,WAAO;AAAA,EACT;AAEA,SAAO;AACT;AAGA,SAAS,0BAA0B,KAAK,cAAc,OAAO;AAG3D,UAAQ,MAAM,QAAQ,2CAA2C,IAAI;AAErE,UAAQ,MAAM,QAAQ,mBAAmB,IAAI;AAC7C,UAAQ,MAAM,QAAQ,oBAAoB,IAAI;AAE9C,UAAQ,gBAAgB,KAAK;AAE7B,UAAQ,MAAM,QAAQ,eAAe,UAAU;AAC/C,UAAQ,0BAA0B,KAAK,cAAc,KAAK;AAE1D,SAAO;AACT;AAEA,SAAS,iBAAiB,WAAW,aAAa,kBAAkB,MAAM;AAIxE,QAAM,uBAAuB,mBAAmB,0BAA0B,UAAU,KAAK,KAAK;AAE9F,SAAO,2BAA2B,WAAW,aAAa,oBAAoB;AAChF;AAGA,SAAS,2BAA2B,mBAAmB,qBAAqB,sBAAsB;AAIhG,QAAM,SAAS,oCAAoC,iBAAiB;AACpE,QAAM,SAAS,oCAAoC,mBAAmB;AAEtE,MAAI,yBAAyB,MAAM;AAMjC,WAAO,cAAc,MAAM,EAAE,UAAU,CAAC,MAAM,cAAc,MAAM,EAAE,UAAU,CAAC;AAAA,EACjF;AACA,QAAM,gBAAgB,qBAAqB,MAAM,EAAE;AAKnD,MAAI,cAAc,SAAS,KAAK,CAAC,cAAc,KAAK,YAAU,mBAAmB,MAAM,CAAC,GAAG;AACzF,WAAO;AAAA,EACT;AAGA,SAAO,cAAc,MAAM,kBAAgB,qBAAqB,kBAAkB,KAAK,YAAY,CAAC;AAGpG,WAAS,mBAAmB,cAAc;AAIxC,UAAM,aAAa,OAAO,UAAU,OAAO,cAAY,SAAS,SAAS,gBAAgB,oBAAoB,OAAO,KAAK,SAAS,MAAM,SAAS,KAAK,CAAC;AACvJ,UAAM,aAAa,OAAO,UAAU,OAAO,cAAY,SAAS,SAAS,gBAAgB,oBAAoB,OAAO,KAAK,SAAS,MAAM,SAAS,KAAK,CAAC;AAEvJ,WAAO,WAAW,SAAS,KAAK,WAAW,SAAS;AAAA,EACtD;AAEA,WAAS,qBAAqB,KAAK,cAAc;AAE/C,UAAM,aAAa,OAAO,UAAU,OAAO,cAAY,SAAS,SAAS,gBAAgB,oBAAoB,OAAO,KAAK,SAAS,MAAM,SAAS,KAAK,CAAC;AACvJ,UAAM,aAAa,OAAO,UAAU,OAAO,cAAY,SAAS,SAAS,gBAAgB,oBAAoB,OAAO,KAAK,SAAS,MAAM,SAAS,KAAK,CAAC;AAGvJ,QAAI,WAAW,WAAW,KAAK,WAAW,WAAW,GAAG;AACtD,aAAO;AAAA,IACT;AAMA,UAAM,kBAAkB,WAAW,IAAI,QAAM,0BAA0B,KAAK,cAAc,GAAG,KAAK,CAAC;AACnG,UAAM,kBAAkB,WAAW,IAAI,QAAM,0BAA0B,KAAK,cAAc,GAAG,KAAK,CAAC;AAMnG,QAAI,gBAAgB,MAAM,SAAO,gBAAgB,SAAS,GAAG,CAAC,KAAK,gBAAgB,MAAM,SAAO,gBAAgB,SAAS,GAAG,CAAC,GAAG;AAC9H,aAAO;AAAA,IACT;AAEA,QAAI,gBAAgB,WAAW,KAAK,gBAAgB,WAAW,GAAG;AAChE,aAAO,cAAc,OAAO,KAAK,cAAc,gBAAgB,CAAC,GAAG,gBAAgB,CAAC,CAAC,MAAM;AAAA,IAC7F;AAEA,WAAO;AAAA,EAET;AACF;AAGA,SAAS,4BAA4B,gBAAgB,gBAAgB,sBAAsB;AAEzF,QAAM,SAAS,oCAAoC,cAAc;AACjE,QAAM,SAAS,oCAAoC,cAAc;AACjE,MAAI,yBAAyB,MAAM;AAKjC,WAAO,cAAc,MAAM,MAAM,cAAc,MAAM;AAAA,EACvD;AACA,QAAM,gBAAgB,qBAAqB,MAAM,EAAE;AAInD,SAAO,cAAc,MAAM,kBAAgB,kCAAkC,YAAY,CAAC;AAE1F,WAAS,kCAAkC,cAAc;AAEvD,UAAM,kBAAkB,OAAO,UAAU,OAAO,cAAY,SAAS,SAAS,YAAY,EAAE,IAAI,QAAM,GAAG,KAAK;AAC9G,UAAM,kBAAkB,OAAO,UAAU,OAAO,cAAY,SAAS,SAAS,YAAY,EAAE,IAAI,QAAM,GAAG,KAAK;AAE9G,QAAI,gBAAgB,WAAW,gBAAgB,QAAQ;AACrD,eAAS,6BAA6B,YAAY,YAAY;AAC9D,aAAO;AAAA,IACT;AAEA,WAAO,gBAAgB,MAAM,WAAS,gBAAgB,SAAS,KAAK,CAAC;AAAA,EACvE;AAEF;AAEA,SAAS,YAAY,KAAK,gBAAgB,OAAO;AAC/C,MAAI,iBAAiB,OAAO,0BAA0B;AACpD,WAAO,yBAAyB,GAAG;AAAA,EACrC;AACA,MAAI,CAAC,iBAAiB,OAAO,oBAAoB;AAC/C,UAAM,SAAS,mBAAmB,GAAG;AAErC,WAAO;AAAA,EACT;AAEA,SAAO,IAAI,OAAO,IAAI,GAAG,KAAK,GAAG;AACnC;AAEA,SAAS,4BAA4B,OAAO;AAC1C,QAAM,iBAAiB,0BAA0B,MAAM,KAAK,UAAU;AACtE,MAAI,mBAAmB,MAAM;AAC3B,WAAO;AAAA,EACT;AACA,QAAM,gBAAgB,eAAe,MAAM,EAAE;AAC7C,SAAO,cAAc,MAAM,YAAU;AACnC,UAAM,SAAS,iBAAiB,OAAO,MAAM;AAC7C,QAAI,CAAC,QAAQ;AACX,eAAS,2BAAsB,MAAM,kBAAkB,cAAc,KAAK,CAAC,IAAI;AAC/E,aAAO;AAAA,IACT;AACA,WAAO;AAAA,EACT,CAAC;AACH;AAEA,SAAS,4BAA4B,QAAQ,QAAQ;AACnD,QAAM,iBAAiB,0BAA0B,OAAO,KAAK,QAAQ;AACrE,MAAI,mBAAmB,MAAM;AAC3B,WAAO;AAAA,EACT;AACA,QAAM,gBAAgB,eAAe,MAAM,EAAE;AAE7C,SAAO,cAAc,MAAM,YAAU,mBAAmB,QAAQ,MAAM,MAAM,mBAAmB,QAAQ,MAAM,CAAC;AAChH;AAEA,SAAS,0BAA0B,WAAW,aAAa,QAAQ;AAEjE,MAAI,CAAC,mBAAmB,WAAW,aAAa,MAAM,GAAG;AACvD,YAAQ,sCAAsC,KAAK,UAAU,MAAM,CAAC,IAAI,QAAQ;AAChF,WAAO;AAAA,EACT;AAEA,MAAI,CAAC,mBAAmB,WAAW,aAAa,MAAM,GAAG;AACvD,YAAQ,sCAAsC,KAAK,UAAU,MAAM,CAAC,IAAI,QAAQ;AAChF,WAAO;AAAA,EACT;AAEA,MAAI,CAAC,4BAA4B,WAAW,WAAW,GAAG;AACxD,YAAQ,2CAA2C,QAAQ;AAC3D,WAAO;AAAA,EACT;AAKA,MAAI,CAAC,4BAA4B,SAAS,KAAK,CAAC,4BAA4B,WAAW,GAAG;AACxF,YAAQ,4CAA4C,QAAQ;AAC5D,WAAO;AAAA,EACT;AAGA,MAAI,CAAC,4BAA4B,WAAW,WAAW,GAAG;AACxD,YAAQ,wCAAwC,QAAQ;AACxD,WAAO;AAAA,EACT;AAEA,SAAO;AACT;AAEA,SAAS,aAAa,WAAW,aAAa,QAAQ;AACpD,MAAI,CAAC,0BAA0B,WAAW,aAAa,MAAM,GAAG;AAC9D,WAAO;AAAA,EACT;AAGA,MAAI,CAAC,yBAAyB,WAAW,WAAW,GAAG;AACrD,YAAQ,oCAAoC,QAAQ;AACpD,WAAO;AAAA,EACT;AAEA,UAAQ;AAAA,OAAwB,cAAc,SAAS,CAAC;AAAA,OAAU,cAAc,WAAW,CAAC,IAAI,QAAQ;AACxG,SAAO;AACT;AAGA,SAAS,kBAAkB,WAAW,aAAa;AAKjD,QAAM,SAAS,aAAa,SAAS;AACrC,MAAI,OAAO,WAAW,GAAG;AACvB,WAAO;AAAA,EACT;AACA,QAAM,SAAS,aAAa,WAAW;AACvC,MAAI,OAAO,WAAW,GAAG;AACvB,WAAO;AAAA,EACT;AAMA,MAAI,CAAC,4BAA4B,WAAW,WAAW,GAAG;AACxD,WAAO;AAAA,EACT;AAEA,SAAO;AAGP,WAAS,aAAa,OAAO;AAC3B,WAAO,MAAM,UAAU,OAAO,QAAM,GAAG,SAAS,GAAG,EAChD,IAAI,QAAM,8BAA8B,GAAG,KAAK,CAAC,EACjD,OAAO,SAAO,IAAI,UAAU,GAAG,CAAC,MAAM,SAAS;AAAA,EACpD;AACF;AAGA,SAAS,wDAAwD,OAAO;AACtE,MAAI,MAAM,QAAQ,SAAS,MAAM,QAAQ,OAAO;AAC9C,WAAO,CAAC,KAAK,KAAK,KAAK,KAAK,KAAK,GAAG,EAAE,KAAK,kBAAgB,0BAA0B,OAAO,YAAY,CAAC;AAAA,EAC3G;AACA,MAAI,MAAM,QAAQ,OAAO;AACvB,WAAO,CAAC,KAAK,KAAK,KAAK,KAAK,KAAK,GAAG,EAAE,KAAK,kBAAgB,0BAA0B,OAAO,YAAY,CAAC;AAAA,EAC3G;AACA,MAAI,MAAM,QAAQ,OAAO;AACvB,WAAO,CAAC,KAAK,KAAK,GAAG,EAAE,KAAK,kBAAgB,0BAA0B,OAAO,YAAY,CAAC;AAAA,EAC5F;AAEA,SAAO;AACT;AAEA,SAAS,aAAa,WAAW,aAAa;AAE5C,QAAM,gBAAgB,gBAAgB,SAAS;AAC/C,QAAM,gBAAgB,gBAAgB,WAAW;AAEjD,QAAM,UAAU,cAAc,aAAa;AAC3C,QAAM,UAAU,cAAc,aAAa;AAG3C,MAAI,YAAY,SAAS;AACvB,WAAO;AAAA,EACT;AAGA,MAAI,wDAAwD,aAAa,KAAK,wDAAwD,aAAa,GAAG;AACpJ,WAAO;AAAA,EACT;AAIA,MAAI,iBAAiB,eAAe,aAAa,GAAG;AAClD,YAAQ,oBAAoB,cAAc,aAAa,CAAC,KAAK,QAAQ;AACrE,WAAO;AAAA,EACT;AAKA,MAAI,kBAAkB,WAAW,WAAW,GAAG;AAE7C,WAAO;AAAA,EACT;AAEA,UAAQ,sBAAsB,QAAQ;AACtC,UAAQ,SAAS,cAAc,aAAa,CAAC,QAAQ,QAAQ;AAC7D,UAAQ,SAAS,cAAc,aAAa,CAAC,KAAK,QAAQ;AAC1D,SAAO;AACT;AAGA,SAAS,yBAAyB,WAAW,aAAa;AAGxD,MAAI,CAAC,gBAAgB,WAAW,WAAW,GAAG;AAC5C,YAAQ,IAAI,UAAU,GAAG,wCAAwC,QAAQ;AACzE,WAAO;AAAA,EACT;AAKA,MAAI,CAAC,aAAa,WAAW,WAAW,GAAG;AACzC,YAAQ,kCAAkC,QAAQ;AAClD,WAAO;AAAA,EACT;AAGA,SAAO;AACT;AAGA,SAAS,kBAAkB,OAAO;AAEhC,MAAI,CAAE,UAAW,KAAK,MAAM,GAAG,GAAG;AAChC,WAAO;AAAA,EACT;AACA,QAAM,IAAI,MAAM,UAAU,UAAU,kBAAgB,aAAa,SAAS,GAAG;AAC7E,QAAM,IAAI;AACV,MAAI,MAAM,IAAI;AACZ,WAAO;AAAA,EACT;AACA,MAAI,MAAM,IAAI;AACZ,WAAO;AAAA,EACT;AACA,SAAO,IAAI,IAAI,IAAI;AACrB;AAEA,SAAS,gBAAgB,OAAO;AAC9B,QAAM,QAAQ,kBAAkB,KAAK;AACrC,QAAM,oBAAoB,MAAM,UAAU,OAAO,CAAC,IAAI,MAAM,IAAI,SAAS,UAAU,EAAE,EAAE,OAAO,QAAM,CAAC,gDAAgD,SAAS,GAAG,IAAI,CAAC;AAEtK,QAAM,cAAc,EAAC,OAAO,MAAM,KAAK,QAAQ,MAAM,MAAM,QAAQ,MAAM,MAAM,WAAW,kBAAiB;AAU3G,SAAO;AACT;AAEA,SAAS,iBAAiB,OAAO;AAE/B,QAAM,QAAQ,MAAM,UAAU,UAAU,kBAAgB,aAAa,SAAS,GAAG;AACjF,QAAM,oBAAoB,MAAM,UAAU,OAAO,CAAC,IAAI,MAAM,KAAK,KAAK,EAAE,OAAO,QAAM,CAAC,gDAAgD,SAAS,GAAG,IAAI,CAAC;AACvJ,QAAM,cAAc,EAAC,OAAO,MAAM,KAAK,QAAQ,MAAM,MAAM,QAAQ,MAAM,MAAM,WAAW,kBAAiB;AAC3G,WAAS,iBAAiB,cAAc,WAAW,CAAC,EAAE;AACtD,SAAO;AACT;AAEA,SAAS,kBAAkB,OAAO;AAChC,SAAO,sBAAsB,KAAK,KAAK,iBAAiB,OAAO,GAAG;AAElE,WAAS,sBAAsBC,QAAO;AACpC,WAAO,CAAC,OAAO,OAAO,OAAO,OAAO,OAAO,KAAK,EAAE,SAASA,OAAM,GAAG;AAAA,EACtE;AACF;AAEA,SAAS,gBAAgB,QAAQ,QAAQ;AACvC,MAAI,CAAC,kBAAkB,MAAM,GAAG;AAC9B,WAAO,CAAC,kBAAkB,MAAM;AAAA,EAClC;AACA,MAAI,CAAC,kBAAkB,MAAM,GAAG;AAC9B,WAAO;AAAA,EACT;AAEA,WAAS,iCAAiC;AAG1C,QAAM,UAAU,iBAAiB,MAAM;AACvC,QAAM,UAAU,iBAAiB,MAAM;AAEvC,SAAO,4BAA4B,SAAS,SAAS,iBAAiB;AACxE;AAGA,SAAS,2BAA2B,QAAQ,OAAO;AAEjD,MAAI,CAAC,MAAM,IAAI,MAAM,4CAA4C,GAAG;AAClE,WAAO,CAAC;AAAA,EACV;AACA,QAAM,MAAM,IAAI,MAAM,IAAI,UAAU,CAAC,CAAC;AACtC,QAAM,QAAQ,OAAO,IAAI,GAAG,EAAE,OAAO,OAAK,iBAAiB,GAAG,GAAG,KAAK,iBAAiB,GAAG,GAAG,CAAC;AAC9F,MAAI,MAAM,WAAW,GAAG;AACtB,WAAO,CAAC;AAAA,EACV;AACA,QAAM,uBAAuB,0BAA0B,KAAK;AAC5D,QAAM,CAAC,IAAI,IAAI,qBAAqB,UAAU,OAAO,QAAM,GAAG,SAAS,GAAG,EAAE,IAAI,QAAM,GAAG,KAAK;AAE9F,SAAO,MAAM,IAAI,eAAa,WAAW,SAAS,CAAC,EAAE,OAAO,SAAO,QAAQ,MAAS;AAGpF,WAAS,WAAW,UAAU;AAC5B,UAAM,CAAC,IAAI,IAAI,SAAS,UAAU,OAAO,QAAM,GAAG,SAAS,GAAG,EAAE,IAAI,QAAM,GAAG,KAAK;AAClF,UAAM,CAAC,IAAI,IAAI,SAAS,UAAU,OAAO,QAAM,GAAG,SAAS,GAAG,EAAE,IAAI,QAAM,GAAG,KAAK;AAClF,YAAQ,YAAY,IAAI,SAAS,IAAI,MAAM,IAAI,KAAK,QAAQ;AAC5D,QAAI,SAAS,MAAM;AACjB,aAAO;AAAA,IACT;AACA,QAAI,SAAS,MAAM;AACjB,aAAO;AAAA,IACT;AACA,YAAQ,SAAS,QAAQ;AACzB,WAAO;AAAA,EACT;AAEF;AAGA,SAAS,wBAAwB,eAAe,iBAAiB,SAAS,QAAQ;AAEhF,QAAM,CAAC,CAAC,IAAI,gBAAgB,UAAU,OAAO,QAAM,GAAG,SAAS,GAAG;AAClE,MAAI,CAAC,GAAG;AACN,WAAO;AAAA,EACT;AACA,IAAE,QAAQ;AAEV,SAAO,aAAa,eAAe,iBAAiB,MAAM;AAC5D;AAEA,SAAS,oBAAoB,OAAO,kBAAkB,UAAU,QAAQ;AACtE,QAAM,kBAAkB,oCAAoC,KAAK;AACjE,QAAM,6BAA6B,iBAAiB,IAAI,OAAK,oCAAoC,CAAC,CAAC;AACnG,QAAM,QAAQ,2BAA2B,UAAU,mBAAiB,aAAa,eAAe,iBAAiB,MAAM,CAAC;AACxH,MAAI,QAAQ,IAAI;AACd,WAAO;AAAA,EACT;AAEA,SAAO,2BAA2B,UAAU,mBAAiB,SAAS,KAAK,aAAW,wBAAwB,eAAe,iBAAiB,SAAS,MAAM,CAAC,CAAC;AACjK;AAGA,SAAS,kBAAkB,WAAW,cAAc,aAAa,QAAQ;AACvE,UAAQ,sCAAsC,QAAQ;AACtD,MAAI,UAAU,QAAQ,OAAO;AAC3B,WAAO;AAAA,EACT;AAEA,MAAI,YAAY,QAAQ,SAAS,aAAa,IAAI,KAAK,EAAE,WAAW,GAAG;AACrE,WAAO;AAAA,EACT;AAGA,SAAO,0BAA0B,aAAa,WAAW,MAAM;AACjE;AAEA,SAAS,yBAAyB,OAAO,QAAQ;AAC/C,QAAM,mBAAmB,OAAO,IAAI,YAAY,MAAM,KAAK,OAAO,aAAa,CAAC;AAGhF,MAAI,MAAM,QAAQ,SAAS,mBAAmB,KAAK,GAAG;AACpD,WAAO,iBAAiB,OAAO,eAAa,CAAC,oBAAoB,SAAS,CAAC;AAAA,EAC7E;AAEA,MAAI,MAAM,QAAQ,SAAS,oBAAoB,KAAK,GAAG;AACrD,WAAO,iBAAiB,OAAO,eAAa,CAAC,mBAAmB,SAAS,CAAC;AAAA,EAC5E;AAEA,WAAS,oBAAoBA,QAAO;AAClC,WAAOA,OAAM,QAAQ,SAASA,OAAM,SAAS;AAAA,EAC/C;AACA,WAAS,mBAAmBA,QAAO;AACjC,QAAIA,OAAM,QAAQ,OAAO;AACvB,aAAO,CAAC,oBAAoBA,MAAK;AAAA,IACnC;AAEA,WAAO,CAACA,OAAM,UAAU,KAAK,QAAM,GAAG,SAAS,OAAO,GAAG,SAAS,GAAG;AAAA,EACvE;AAEA,SAAO;AAET;AAEO,gBAAS,aAAa,MAAM,QAAQ;AACzC,OAAK,YAAY;AACjB,QAAM,SAAS,OAAO;AACtB,SAAO,KAAK;AACZ,SAAO;AACT;AAEO,gBAAS,eAAe,YAAY,cAAc,OAAO,QAAQ;AAKtE,QAAM,mBAAmB,yBAAyB,OAAO,UAAU,EAAE,OAAO,OAAK,CAAC,EAAE,cAAc;AAElG,MAAI,CAAC,oBAAoB,iBAAiB,WAAW,GAAG;AAEtD,WAAO;AAAA,EACT;AAEA,UAAQ,qBAAqB,cAAc,KAAK,CAAC,kBAAkB,iBAAiB,MAAM,sBAAsB,QAAQ;AAExH,QAAM,kBAAkB,oCAAoC,KAAK;AAEjE,UAAQ,aAAa,cAAc,eAAe,CAAC,KAAK,QAAQ;AAEhE,QAAM,yBAAyB,yBAAyB;AAExD,WAAS,2BAA2B;AAClC,QAAI,aAAa,YAAY,YAAY,GAAG;AAC1C,aAAO,CAAC;AAAA,IACV;AAEA,UAAM,mBAAmB,2BAA2B,YAAY,KAAK,EAAE,OAAO,2BAA2B,cAAc,KAAK,CAAC;AAC7H,WAAO,iBAAiB,OAAO,CAAC,MAAM,MAAM,iBAAiB,QAAQ,IAAI,MAAM,CAAC;AAAA,EAClF;AAIA,QAAM,QAAQ,oBAAoB,iBAAiB,kBAAkB,wBAAwB,MAAM;AAEnG,MAAI,QAAQ,IAAI;AACd,WAAO,iBAAiB,KAAK;AAAA,EAC/B;AAGA,MAAI,iBAAiB,WAAW,KAAK,kBAAkB,iBAAiB,CAAC,GAAG,cAAc,OAAO,MAAM,GAAG;AACxG,WAAO,iBAAiB,CAAC;AAAA,EAC3B;AAEA,SAAO;AACT;",
|
|
4
|
+
"sourcesContent": ["// For each incoming field that\n\nimport createDebugLogger from 'debug';\nimport {fieldHasSubfield, fieldHasNSubfields, fieldHasMultipleSubfields, fieldToString, nvdebug, removeCopyright} from '../utils.js';\nimport {cloneAndNormalizeFieldForComparison, cloneAndRemovePunctuation} from '../normalizeFieldForComparison.js';\n// This should be done via our own normalizer:\nimport {normalizeControlSubfieldValue} from '../normalize-identifiers.js';\n\nimport {getMergeConstraintsForTag} from './mergeConstraints.js';\nimport {controlSubfieldsPermitMerge} from './controlSubfields.js';\nimport {mergableIndicator1, mergableIndicator2} from './mergableIndicator.js';\nimport {partsAgree} from '../normalizeSubfieldValueForComparison.js';\nimport {normalizeForSamenessCheck, valueCarriesMeaning} from './worldKnowledge.js';\nimport { provenanceSubfieldsPermitMerge } from './dataProvenance.js';\n\nconst debug = createDebugLogger('@natlibfi/marc-record-validators-melinda:mergeField:counterpart');\n//const debugData = debug.extend('data');\nconst debugDev = debug.extend('dev');\n\nconst irrelevantSubfieldsInNameAndTitlePartComparison = '5689';\n\nconst counterpartRegexps = { // NB! tag is from source!\n // Note that in the normal case, all source 1XX fields have been converted to 7XX fields.\n '100': /^[17]00$/u, '110': /^[17]10$/u, '111': /^[17]11$/u, '130': /^[17]30$/u,\n '260': /^26[04]$/u, '264': /^26[04]$/u,\n '700': /^[17]00$/u, '710': /^[17]10$/u, '711': /^[17]11$/u, '730': /^[17]30$/u,\n // Hacks:\n '940': /^[29]40$/u, '973': /^[79]73$/u\n};\n\nconst counterpartRegexpsSingle = {\n // when base===source, never merge 1XX to 7XX, always 7XX to 1XX! Also, don't merge 264 to 260.\n '260': /^26[04]$/u,\n '700': /^[17]00$/u, '110': /^[17]10$/u, '111': /^[17]11$/u, '130': /^[17]30$/u,\n // Hacks:\n '940': /^[29]40$/u, '973': /^[79]73$/u\n};\n\n/*\nfunction differentPublisherSubfields(field1, field2) {\n if (field1.tag === '260' && field2.tag === '264' && field2.ind2 === '3') {\n return true;\n }\n if (field1.tag === '264' && field1.ind2 === '3' && field2.tag === '260') {\n return true;\n }\n return false;\n}\n*/\n\nexport function splitToNameAndQualifier(value) {\n if (value.match(/^.* \\([^()]+\\)$/u)) {\n const name = value.replace(/^(.*) \\([^()]+\\)$/u, '$1');\n const qualifier = value.replace(/^.* (\\([^()]+\\))$/u, '$1');\n return [name, qualifier];\n }\n return [value, undefined];\n}\n\nexport function splitToNameAndQualifierAndProcessName(name) {\n //const nameOnly = name.replace(/(?: \\([^)]+\\)| abp?| Kustannus| Kustannus Oy|, kustannusosakeyhti\u00F6| oyj?| ry)$/ugi, '');\n const [qualifierlessName, qualifier] = splitToNameAndQualifier(name);\n\n const [prefix, basename, suffix] = stripPrefixAndSuffix(qualifierlessName);\n\n return {name: getBestName(basename).toLowerCase(), prefix, suffix, qualifier};\n\n function stripPrefixAndSuffix(companyName) {\n const [nameOnly, suffix] = extractSuffix(companyName);\n const [nameOnly2, prefix] = extractPrefix(nameOnly);\n return [prefix, nameOnly2, suffix];\n }\n\n function extractSuffix(name) {\n const nameOnly = name.replace(/(?: \\([^)]+\\)| abp?| Kustannus| Kustannus Oy|, kustannusosakeyhti\u00F6| oyj?| ry)$/ugi, '');\n if (nameOnly === name) {\n return [name, undefined];\n }\n return [nameOnly, name.substring(nameOnly.length).replace(/^,? /u, '')];\n }\n\n function extractPrefix(name) {\n const nameOnly = name.replace(/^(?:Ab|Kustannusosakeyhti\u00F6|Kustannus Oy|Oy) /ugi, '');\n if (nameOnly === name) {\n return [name, undefined];\n }\n return [nameOnly, name.substring(0, name.length - nameOnly.length - 1)]; // -1 removes final space\n }\n\n function getBestName(name) {\n const NAME = name.toUpperCase();\n\n if (NAME === 'WSOY') {\n return 'Werner S\u00F6derstr\u00F6m osakeyhti\u00F6';\n }\n if (NAME === 'NTAMO') {\n return 'ntamo';\n }\n return name;\n }\n}\n\nexport function canContainOptionalQualifier(tag, subfieldCode) {\n // We have made 300$a NON-repeatable (against specs), as we newer want there to repeat (probably near-duplicates)\n if (tag === '300' && subfieldCode === 'a') {\n return true;\n }\n // 776$i is actually not needed for counterpart stuff (since it's repeatable), but it is needed in merge subfield stage.\n if (tag === '776' && subfieldCode === 'i') {\n return true;\n }\n return false;\n}\n\nfunction withAndWithoutQualifierAgree(value1, value2, tag, subfieldCode) {\n if (!canContainOptionalQualifier(tag, subfieldCode)) {\n return false;\n }\n\n const [name1, qualifier1] = splitToNameAndQualifier(value1);\n const [name2, qualifier2] = splitToNameAndQualifier(value2);\n\n //nvdebug(`CN1: '${name1}', '${qualifier1}'`, debugDev);\n //nvdebug(`CN2: '${name2}', '${qualifier2}'`, debugDev);\n\n if (name1.toLowerCase() !== name2.toLowerCase()) {\n return false;\n }\n\n // If either value does not have a qualifier, they are considered equals:\n if (qualifier1 === undefined || qualifier2 === undefined || qualifier1.toLowerCase() === qualifier2.toLowerCase()) {\n return true;\n }\n\n return false;\n\n\n}\n\n\nfunction corporateNamesAgree(value1, value2, tag, subfieldCode) {\n if (subfieldCode !== 'a' || !['110', '610', '710', '810'].includes(tag)) {\n return false;\n }\n const nameData1 = splitToNameAndQualifierAndProcessName(value1);\n const nameData2 = splitToNameAndQualifierAndProcessName(value2);\n\n nvdebug(`CN1: '${nameData1.name}', '${nameData1.qualifier}'`, debugDev);\n nvdebug(`CN2: '${nameData2.name}', '${nameData2.qualifier}'`, debugDev);\n\n if (nameData1.name !== nameData2.name) {\n return false;\n }\n\n if (nameData1.qualifier && nameData2.qualifier && nameData1.qualifier !== nameData2.qualifier) {\n return false;\n }\n // Currently all prefixes and suffixes are publisher information, so there's no point comparing them any further...\n\n return true;\n\n /*\n function isKustantaja(nameData) {\n if (nameData.suffix.match(/^(?:Kustannus|Kustannus oy|kustannusosakeyhti\u00F6)$/iu)) {\n return true;\n }\n if (nameData.prefix.match(/^Kustannus Oy$/i)) {\n return true;\n }\n return false;\n }\n */\n}\n\n\nfunction pairableValue(tag, subfieldCode, value1, value2) {\n // This function could just return true or false.\n // I thought of preference when I wrote this, but preference implemented *here* (modularity). mergeFields.js should handle preference.\n if (withAndWithoutQualifierAgree(value1, value2, tag, subfieldCode)) {\n // 300$a \"whatever\" and \"whatever (123 sivua)\"\n return value1;\n }\n if (partsAgree(value1, value2, tag, subfieldCode) || corporateNamesAgree(value1, value2, tag, subfieldCode)) {\n // Pure baseness: here we assume that base's value1 is better than source's value2.\n return value1;\n }\n\n return undefined;\n}\n\n\nfunction counterpartExtraNormalize(tag, subfieldCode, value) {\n\n // Remove trailing punctuation:\n value = value.replace(/(\\S)(?:,|\\.|\\?|!|\\. -| *:| *;| =| \\/)$/u, '$1');\n // Remove brackets:\n value = value.replace(/^\\(([^()]+)\\)$/u, '$1'); // Remove initial '(' and final ')' if both exist.\n value = value.replace(/^\\[([^[\\]]+)\\]$/u, '$1'); // Remove initial '[' and final ']' if both exist.\n // Mainly for field 260$c:\n value = removeCopyright(value);\n\n value = value.replace(/http:\\/\\//ug, 'https://'); // MET-501: http vs https\n value = normalizeForSamenessCheck(tag, subfieldCode, value);\n\n return value;\n}\n\nfunction uniqueKeyMatches(baseField, sourceField, forcedKeyString = null) {\n // NB! Assume that field1 and field2 have same relevant subfields.\n // What to do if if base\n // const keySubfieldsAsString = forcedKeyString || getUniqueKeyFields(field1);\n const keySubfieldsAsString = forcedKeyString || getMergeConstraintsForTag(baseField.tag, 'key');\n //return mandatorySubfieldComparison(baseField, sourceField, keySubfieldsAsString);\n return optionalSubfieldComparison(baseField, sourceField, keySubfieldsAsString);\n}\n\n\nfunction optionalSubfieldComparison(originalBaseField, originalSourceField, keySubfieldsAsString) {\n // Here \"optional subfield\" means a subfield, that needs not to be present, but if present, it must be identical...\n // (Think of a better name...)\n // We use clones here, since these changes done below are not intented to appear on the actual records.\n const field1 = cloneAndNormalizeFieldForComparison(originalBaseField);\n const field2 = cloneAndNormalizeFieldForComparison(originalSourceField);\n\n if (keySubfieldsAsString === null) { // does not currently happen\n // If keySubfieldsAsString is undefined, (practically) everything is the string.\n // When everything is the string, the strings need to be (practically) identical.\n // (NB! Here order matters. We should probably make it matter everywhere.)\n // (However, keySubfieldsAsString === '' will always succeed. Used by 040 at least.)\n // NB! substring(6) skips \"TAG II\" (I=indicator. Thus we skip indicators)\n return fieldToString(field1).substring(6) === fieldToString(field2).substring(6);\n }\n const subfieldArray = keySubfieldsAsString.split('');\n\n // Long forgotten, but my educated guess about this: if 'key' is defined in merge constraints\n // for this field, then at least one of the subfield codes in 'key' must be present in both fields.\n // However, this is not necessarily right.\n if (subfieldArray.length > 0 && !subfieldArray.some(sfCode => hasCommonNominator(sfCode))) {\n return false;\n }\n\n\n return subfieldArray.every(subfieldCode => testOptionalSubfield(originalBaseField.tag, subfieldCode));\n\n\n function hasCommonNominator(subfieldCode) {\n //nvdebug(`hasCommonNominator(${subfieldCode})? '${fieldToString(originalBaseField)}' vs '${fieldToString(originalSourceField)}'`, debugDev);\n\n // If base has $a and source has $b, there's no common nominator, thus fail...\n const subfields1 = field1.subfields.filter(subfield => subfield.code === subfieldCode && valueCarriesMeaning(field1.tag, subfield.code, subfield.value));\n const subfields2 = field2.subfields.filter(subfield => subfield.code === subfieldCode && valueCarriesMeaning(field2.tag, subfield.code, subfield.value));\n\n return subfields1.length > 0 && subfields2.length > 0;\n }\n\n function testOptionalSubfield(tag, subfieldCode) {\n // NB! Don't compare non-meaningful subfields\n const subfields1 = field1.subfields.filter(subfield => subfield.code === subfieldCode && valueCarriesMeaning(field1.tag, subfield.code, subfield.value));\n const subfields2 = field2.subfields.filter(subfield => subfield.code === subfieldCode && valueCarriesMeaning(field2.tag, subfield.code, subfield.value));\n\n // If one side is empty, all is good\n if (subfields1.length === 0 || subfields2.length === 0) {\n return true;\n }\n\n //nvdebugSubfieldArray(subfields1, 'SF1', debugDev);\n //nvdebugSubfieldArray(subfields2, 'SF2', debugDev);\n\n // When pairing we can use stronger normalizations than the generic one:\n const subfieldValues1 = subfields1.map(sf => counterpartExtraNormalize(tag, subfieldCode, sf.value));\n const subfieldValues2 = subfields2.map(sf => counterpartExtraNormalize(tag, subfieldCode, sf.value));\n\n //nvdebug(`SF1 NORM: ${subfieldValues1.join(' --')}`, debugDev);\n //nvdebug(`SF2 NORM: ${subfieldValues2.join(' --')}`, debugDev);\n\n // If one set is a subset of the other, all is probably good (how about 653$a, 505...)\n if (subfieldValues1.every(val => subfieldValues2.includes(val)) || subfieldValues2.every(val => subfieldValues1.includes(val))) {\n return true;\n }\n\n if (subfieldValues1.length === 1 && subfieldValues2.length === 1) {\n return pairableValue(field1.tag, subfieldCode, subfieldValues1[0], subfieldValues2[0]) !== undefined;\n }\n\n return false;\n\n }\n}\n\n\nfunction mandatorySubfieldComparison(originalField1, originalField2, keySubfieldsAsString) {\n // NB! We use clones here, since these changes done below are not intented to appear on the actual records.\n const field1 = cloneAndNormalizeFieldForComparison(originalField1);\n const field2 = cloneAndNormalizeFieldForComparison(originalField2);\n if (keySubfieldsAsString === null) { // does not currently happen\n // If keySubfieldsAsString is undefined, (practically) everything is the string.\n // When everything is the string, the strings need to be (practically) identical.\n // (NB! Here order matters. We should probably make it matter everywhere.)\n // (However, keySubfieldsAsString === '' will always succeed. Used by 040 at least.)\n return fieldToString(field1) === fieldToString(field2);\n }\n const subfieldArray = keySubfieldsAsString.split('');\n\n //const differentSubfieldCodes = differentPublisherSubfields(originalField1, originalField2);\n\n return subfieldArray.every(subfieldCode => mandatorySingleSubfieldComparison(subfieldCode));\n\n function mandatorySingleSubfieldComparison(subfieldCode) {\n //const otherSubfieldCode = getOtherSubfieldCode(subfieldCode);\n const subfieldValues1 = field1.subfields.filter(subfield => subfield.code === subfieldCode).map(sf => sf.value);\n const subfieldValues2 = field2.subfields.filter(subfield => subfield.code === subfieldCode).map(sf => sf.value);\n // Assume that at least 1 instance must exist and that all instances must match\n if (subfieldValues1.length !== subfieldValues2.length) {\n debugDev(`mSC: Unique key: subfield ${subfieldCode} issues...`);\n return false;\n }\n\n return subfieldValues1.every(value => subfieldValues2.includes(value));\n }\n\n}\n\nfunction tagToRegexp(tag, internalMerge = false) {\n if (internalMerge && tag in counterpartRegexpsSingle) {\n return counterpartRegexpsSingle[tag];\n }\n if (!internalMerge && tag in counterpartRegexps) { // eg. 700 looks for tag /^[17]00$/...\n const regexp = counterpartRegexps[tag];\n //nvdebug(`regexp for ${tag} found: ${regexp}`, debugDev);\n return regexp;\n }\n //nvdebug(`WARNING: tagToRegexp(${tag}): no precompiled regexp found.`, debugDev);\n return new RegExp(`^${tag}$`, 'u');\n}\n\nfunction areRequiredSubfieldsPresent(field) {\n const subfieldString = getMergeConstraintsForTag(field.tag, 'required');\n if (subfieldString === null) {\n return true;\n } // nothing is required\n const subfieldArray = subfieldString.split('');\n return subfieldArray.every(sfcode => {\n const result = fieldHasSubfield(field, sfcode);\n if (!result) {\n debugDev(`Required subfield \u2021${sfcode} not found in '${fieldToString(field)}'!`);\n return false;\n }\n return true;\n });\n}\n\nfunction arePairedSubfieldsInBalance(field1, field2) {\n const subfieldString = getMergeConstraintsForTag(field1.tag, 'paired');\n if (subfieldString === null) {\n return true;\n }\n const subfieldArray = subfieldString.split('');\n\n return subfieldArray.every(sfcode => fieldHasNSubfields(field1, sfcode) === fieldHasNSubfields(field2, sfcode));\n}\n\nfunction syntacticallyMergablePair(baseField, sourceField, config) {\n // Indicators must typically be equal (there are exceptions such as non-filing characters though):\n if (!mergableIndicator1(baseField, sourceField, config)) {\n nvdebug(`non-mergable (reason: indicator1): ${JSON.stringify(config)}`, debugDev);\n return false;\n }\n\n if (!mergableIndicator2(baseField, sourceField, config)) {\n nvdebug(`non-mergable (reason: indicator2): ${JSON.stringify(config)}`, debugDev);\n return false;\n }\n\n if (!controlSubfieldsPermitMerge(baseField, sourceField)) {\n nvdebug('non-mergable (reason: control subfield)', debugDev);\n return false;\n }\n\n if (!provenanceSubfieldsPermitMerge(baseField, sourceField)) {\n nvdebug('non-mergable (reason: data provenance subfield)', debugDev);\n return false;\n }\n\n // NB! field1.tag and field2.tag might differ (1XX vs 7XX). Therefore required subfields might theoretically differ as well.\n // Note: Theoretically 260 $efg vs 264 with IND2=3 has already been handled by the preprocessor.\n // Thus check both:\n if (!areRequiredSubfieldsPresent(baseField) || !areRequiredSubfieldsPresent(sourceField)) {\n nvdebug('non-mergable (reason: missing subfields)', debugDev);\n return false;\n }\n\n // Stuff of Hacks! Eg. require that both fields either have or have not X00$t:\n if (!arePairedSubfieldsInBalance(baseField, sourceField)) {\n nvdebug('required subfield pair check failed.', debugDev);\n return false;\n }\n\n return true;\n}\n\nfunction mergablePair(baseField, sourceField, config) {\n if (!syntacticallyMergablePair(baseField, sourceField, config)) {\n return false;\n }\n\n //debug('Test semantics...');\n if (!semanticallyMergablePair(baseField, sourceField)) {\n nvdebug('non-mergable (reason: semantics)', debugDev);\n return false;\n }\n\n nvdebug(`MERGABLE PAIR:\\n B: ${fieldToString(baseField)}\\n S: ${fieldToString(sourceField)}`, debugDev);\n return true;\n}\n\n\nfunction pairableAsteriIDs(baseField, sourceField) {\n //nvdebug(`ASTERI1 ${fieldToString(baseField)}`, debugDev); // eslint-disable-line\n //nvdebug(`ASTERI2 ${fieldToString(sourceField)}`, debugDev); // eslint-disable-line\n\n // Check that relevant control subfield(s) exist in both records (as controlSubfieldsPermitMerge() doesn't check it):\n const fin11a = getAsteriIDs(baseField);\n if (fin11a.length === 0) {\n return false;\n }\n const fin11b = getAsteriIDs(sourceField);\n if (fin11b.length === 0) {\n return false;\n }\n //nvdebug(`ASTERI WP3:\\n${fin11a.join(\", \")}\\n${fin11b.join(\", \")}`, debugDev); // eslint-disable-line\n\n // Check that found control subfields agree. Use pre-existing generic function to reduce code.\n // (NB! We could optimize and just return true here, as control subfield check is done elsewhere as well.\n // However, explicitly checking them here makes the code more robust.)\n if (!controlSubfieldsPermitMerge(baseField, sourceField)) {\n return false;\n }\n //console.log(`ASTERI PAIR ${fieldToString(sourceField)}`); // eslint-disable-line\n return true;\n\n // NB! This boldly assumes that the default prefix for Asteri is '(FIN11)', not '(FI-ASTERI-N)' nor a finaf urn...\n function getAsteriIDs(field) {\n return field.subfields.filter(sf => sf.code === '0')\n .map(sf => normalizeControlSubfieldValue(sf.value))\n .filter(val => val.substring(0, 7) === '(FIN11)');\n }\n}\n\n\nfunction hasRepeatableSubfieldThatShouldBeTreatedAsNonRepeatable(field) {\n if (field.tag === '260' || field.tag === '264') {\n return ['a', 'b', 'c', 'e', 'f', 'g'].some(subfieldCode => fieldHasMultipleSubfields(field, subfieldCode));\n }\n if (field.tag === '382') {\n return ['a', 'b', 'd', 'e', 'n', 'p'].some(subfieldCode => fieldHasMultipleSubfields(field, subfieldCode));\n }\n if (field.tag === '505') {\n return ['t', 'r', 'g'].some(subfieldCode => fieldHasMultipleSubfields(field, subfieldCode));\n }\n\n return false;\n}\n\nfunction pairableName(baseField, sourceField) {\n // 100$a$t: remove $t and everything after that\n const reducedField1 = fieldToNamePart(baseField);\n const reducedField2 = fieldToNamePart(sourceField);\n\n const string1 = fieldToString(reducedField1);\n const string2 = fieldToString(reducedField2);\n\n //nvdebug(`IN: pairableName():\\n '${string1}' vs\\n '${string2}'`, debugDev);\n if (string1 === string2) {\n return true;\n }\n\n // Essentially these are too hard to handle with field-merge (eg. multi-505$g)\n if (hasRepeatableSubfieldThatShouldBeTreatedAsNonRepeatable(reducedField1) || hasRepeatableSubfieldThatShouldBeTreatedAsNonRepeatable(reducedField2)) {\n return false;\n }\n\n // Compare the remaining subsets...\n // First check that name matches...\n if (uniqueKeyMatches(reducedField1, reducedField2)) {\n nvdebug(` name match: '${fieldToString(reducedField1)}'`, debugDev);\n return true;\n }\n\n // However, name mismatch is not critical! If Asteri ID matches, it's still a match! *NOT* sure whether this a good idea.\n // 2023-01-24 Disable this. Caretaker can fix these later on. Not a job for merge. We can't be sure that $0 pair is corrent, nor which version (base or source) to use.\n // 2023-03-07: Enable this again!\n if (pairableAsteriIDs(baseField, sourceField)) {\n //nvdebug(` name match based on ASTERI $0'`, debugDev);\n return true;\n }\n\n nvdebug(` name mismatch:`, debugDev);\n nvdebug(` '${fieldToString(reducedField1)}' vs`, debugDev);\n nvdebug(` '${fieldToString(reducedField2)}'`, debugDev);\n return false;\n}\n\n\nfunction semanticallyMergablePair(baseField, sourceField) {\n // On rare occasions a field contains also a title part. For these name part (= normally everything) and title part\n // must be checked separately:\n if (!titlePartsMatch(baseField, sourceField)) {\n nvdebug(` ${baseField.tag} is unmergable: Title part mismatch.`, debugDev);\n return false;\n }\n\n // Hmm... we should check lifespan here, $d YYYY\n\n // Handle the field specific \"unique key\" (=set of fields that make the field unique\n if (!pairableName(baseField, sourceField)) {\n nvdebug('Unmergable: Name part mismatch', debugDev);\n return false;\n }\n //debug(' Semantic checks passed! We are MERGABLE!');\n\n return true;\n}\n\n\nfunction namePartThreshold(field) {\n // Threshold is only applicaple to some tags..\n if (!(/[10]0$/u).test(field.tag)) {\n return -1;\n }\n const t = field.subfields.findIndex(currSubfield => currSubfield.code === 't');\n const u = t; // field.subfields.findIndex(currSubfield => currSubfield.code === 'u');\n if (t === -1) {\n return u;\n }\n if (u === -1) {\n return t;\n }\n return t > u ? u : t;\n}\n\nfunction fieldToNamePart(field) {\n const index = namePartThreshold(field);\n const relevantSubfields = field.subfields.filter((sf, i) => i < index || index === -1).filter(sf => !irrelevantSubfieldsInNameAndTitlePartComparison.includes(sf.code));\n\n const subsetField = {'tag': field.tag, 'ind1': field.ind1, 'ind2': field.ind2, subfields: relevantSubfields};\n\n /*\n if (index > -1) {\n debugDev(`Name subset: ${fieldToString(subsetField)}`);\n }\n */\n\n // Ummm... Sometimes $0 comes after $t but belongs to name part\n\n return subsetField;\n}\n\nfunction fieldToTitlePart(field) {\n // Take everything after 1st subfield $t...\n const index = field.subfields.findIndex(currSubfield => currSubfield.code === 't');\n const relevantSubfields = field.subfields.filter((sf, i) => i >= index).filter(sf => !irrelevantSubfieldsInNameAndTitlePartComparison.includes(sf.code));\n const subsetField = {'tag': field.tag, 'ind1': field.ind1, 'ind2': field.ind2, subfields: relevantSubfields};\n debugDev(`Title subset: ${fieldToString(subsetField)}`);\n return subsetField;\n}\n\nfunction containsTitlePart(field) {\n return fieldCanHaveTitlePart(field) && fieldHasSubfield(field, 't');\n\n function fieldCanHaveTitlePart(field) {\n return ['100', '110', '111', '700', '710', '711'].includes(field.tag);\n }\n}\n\nfunction titlePartsMatch(field1, field2) {\n if (!containsTitlePart(field1)) {\n return !containsTitlePart(field2);\n }\n if (!containsTitlePart(field2)) {\n return false;\n }\n\n debugDev(`TITLE PARTS NEED TO BE COMPARED`);\n\n // 100$a$t: remove $t and everything after that\n const subset1 = fieldToTitlePart(field1);\n const subset2 = fieldToTitlePart(field2);\n // Easter Egg, ffs. Hardcoded exception\n return mandatorySubfieldComparison(subset1, subset2, 'dfhklmnoprstxvg');\n}\n\n\nfunction getAlternativeNamesFrom9XX(record, field) {\n // Should we support 6XX and 8XX as well? Prolly not...\n if (!field.tag.match(/^(?:100|110|111|600|610|611|700|710|711)$/u)) {\n return [];\n }\n const tag = `9${field.tag.substring(1)}`;\n const cands = record.get(tag).filter(f => fieldHasSubfield(f, 'a') && fieldHasSubfield(f, 'y'));\n if (cands.length === 0) {\n return [];\n }\n const punctuationlessField = cloneAndRemovePunctuation(field);\n const [name] = punctuationlessField.subfields.filter(sf => sf.code === 'a').map(sf => sf.value);\n\n return cands.map(candField => getAltName(candField)).filter(val => val !== undefined);\n\n\n function getAltName(altField) {\n const [altA] = altField.subfields.filter(sf => sf.code === 'a').map(sf => sf.value);\n const [altY] = altField.subfields.filter(sf => sf.code === 'y').map(sf => sf.value);\n nvdebug(`Compare '${name}' vs '${altA}'/'${altY}'`, debugDev);\n if (name === altA) {\n return altY;\n }\n if (name === altY) {\n return altA;\n }\n nvdebug(` miss`, debugDev);\n return undefined;\n }\n\n}\n\n\nfunction mergablePairWithAltName(normCandField, normalizedField, altName, config) {\n // Replace source field $a name with alternative name and then compare:\n const [a] = normalizedField.subfields.filter(sf => sf.code === 'a');\n if (!a) {\n return false;\n }\n a.value = altName;\n\n return mergablePair(normCandField, normalizedField, config);\n}\n\nfunction getCounterpartIndex(field, counterpartCands, altNames, config) {\n const normalizedField = cloneAndNormalizeFieldForComparison(field);\n const normalizedCounterpartCands = counterpartCands.map(f => cloneAndNormalizeFieldForComparison(f));\n const index = normalizedCounterpartCands.findIndex(normCandField => mergablePair(normCandField, normalizedField, config));\n if (index > -1) {\n return index;\n }\n\n return normalizedCounterpartCands.findIndex(normCandField => altNames.some(altName => mergablePairWithAltName(normCandField, normalizedField, altName, config)));\n}\n\n\nfunction field264Exception(baseField, sourceRecord, sourceField, config) {\n nvdebug('Field 264 exception as per MET-456', debugDev);\n if (baseField.tag !== '264') {\n return false;\n }\n\n if (sourceField.tag !== '264' || sourceRecord.get('264').length !== 1) {\n return false;\n }\n\n // Don't worry about semantics:\n return syntacticallyMergablePair(sourceField, baseField, config);\n}\n\nfunction getCounterpartCandidates(field, record) {\n const counterpartCands = record.get(tagToRegexp(field.tag, record.internalMerge));\n\n // MELKEHITYS-2969: copyright years should not merge with non-copyright years\n if (field.tag === '260' && isNotCopyrightYear(field)) {\n return counterpartCands.filter(candField => !isCopyrightField264(candField));\n }\n\n if (field.tag === '264' && isCopyrightField264(field)) { // Copyright year\n return counterpartCands.filter(candField => !isNotCopyrightYear(candField));\n }\n\n function isCopyrightField264(field) {\n return field.tag === '264' && field.ind2 === '4';\n }\n function isNotCopyrightYear(field) {\n if (field.tag === '264') {\n return !isCopyrightField264(field);\n }\n // Field 260: copyright year does not contain $a or $b:\n return !field.subfields.some(sf => sf.code === 'a' && sf.code === 'b');\n }\n\n return counterpartCands;\n\n}\n\nexport function baseIsSource(base, source) {\n base.localTest = true;\n const result = source.localTest;\n delete base.localTest;\n return result;\n}\n\nexport function getCounterpart(baseRecord, sourceRecord, field, config) {\n // First get relevant candidate fields. Note that 1XX and corresponding 7XX are considered equal, and tags 260 and 264 are lumped together.\n // (<= Note that self-merge behaves differently from two records here.)\n // Hacks: 973 can merge with 773, 940 can merge with 240 (but not the other way around)\n //nvdebug(`COUNTERPART FOR '${fieldToString(field)}'?`, debugDev);\n const counterpartCands = getCounterpartCandidates(field, baseRecord).filter(f => !f.mergeCandidate);\n\n if (!counterpartCands || counterpartCands.length === 0) {\n //nvdebug(`No counterpart(s) found for ${fieldToString(field)}`, debugDev);\n return null;\n }\n\n nvdebug(`Compare incoming '${fieldToString(field)}' with (up to) ${counterpartCands.length} existing field(s)`, debugDev);\n\n const normalizedField = cloneAndNormalizeFieldForComparison(field); // mainly strip punctuation here\n\n nvdebug(`Norm to: '${fieldToString(normalizedField)}'`, debugDev);\n\n const uniqueAlternativeNames = getUniqueAlernativeNames();\n\n function getUniqueAlernativeNames() {\n if (baseIsSource(baseRecord, sourceRecord)) {\n return [];\n }\n // Try to look for alternative names from base and source record's 9XX fields:\n const alternativeNames = getAlternativeNamesFrom9XX(baseRecord, field).concat(getAlternativeNamesFrom9XX(sourceRecord, field));\n return alternativeNames.filter((name, i) => alternativeNames.indexOf(name) === i);\n }\n\n //nvdebug(` S: ${fieldToString(normalizedField)}`, debugDev);\n // Then find (the index of) the first mathing candidate field and return it.\n const index = getCounterpartIndex(normalizedField, counterpartCands, uniqueAlternativeNames, config);\n\n if (index > -1) {\n return counterpartCands[index];\n }\n\n // MET-456 exception\n if (counterpartCands.length === 1 && field264Exception(counterpartCands[0], sourceRecord, field, config)) {\n return counterpartCands[0];\n }\n\n return null;\n}\n\n"],
|
|
5
|
+
"mappings": "AAEA,OAAO,uBAAuB;AAC9B,SAAQ,kBAAkB,oBAAoB,2BAA2B,eAAe,SAAS,uBAAsB;AACvH,SAAQ,qCAAqC,iCAAgC;AAE7E,SAAQ,qCAAoC;AAE5C,SAAQ,iCAAgC;AACxC,SAAQ,mCAAkC;AAC1C,SAAQ,oBAAoB,0BAAyB;AACrD,SAAQ,kBAAiB;AACzB,SAAQ,2BAA2B,2BAA0B;AAC7D,SAAS,sCAAsC;AAE/C,MAAM,QAAQ,kBAAkB,iEAAiE;AAEjG,MAAM,WAAW,MAAM,OAAO,KAAK;AAEnC,MAAM,kDAAkD;AAExD,MAAM,qBAAqB;AAAA;AAAA;AAAA,EAEzB,OAAO;AAAA,EAAa,OAAO;AAAA,EAAa,OAAO;AAAA,EAAa,OAAO;AAAA,EACnE,OAAO;AAAA,EAAa,OAAO;AAAA,EAC3B,OAAO;AAAA,EAAa,OAAO;AAAA,EAAa,OAAO;AAAA,EAAa,OAAO;AAAA;AAAA,EAEnE,OAAO;AAAA,EAAa,OAAO;AAC7B;AAEA,MAAM,2BAA2B;AAAA;AAAA,EAE/B,OAAO;AAAA,EACP,OAAO;AAAA,EAAa,OAAO;AAAA,EAAa,OAAO;AAAA,EAAa,OAAO;AAAA;AAAA,EAEnE,OAAO;AAAA,EAAa,OAAO;AAC7B;AAcO,gBAAS,wBAAwB,OAAO;AAC7C,MAAI,MAAM,MAAM,kBAAkB,GAAG;AACnC,UAAM,OAAO,MAAM,QAAQ,sBAAsB,IAAI;AACrD,UAAM,YAAY,MAAM,QAAQ,sBAAsB,IAAI;AAC1D,WAAO,CAAC,MAAM,SAAS;AAAA,EACzB;AACA,SAAO,CAAC,OAAO,MAAS;AAC1B;AAEO,gBAAS,sCAAsC,MAAM;AAE1D,QAAM,CAAC,mBAAmB,SAAS,IAAI,wBAAwB,IAAI;AAEnE,QAAM,CAAC,QAAQ,UAAU,MAAM,IAAI,qBAAqB,iBAAiB;AAEzE,SAAO,EAAC,MAAM,YAAY,QAAQ,EAAE,YAAY,GAAG,QAAQ,QAAQ,UAAS;AAE5E,WAAS,qBAAqB,aAAa;AACzC,UAAM,CAAC,UAAUA,OAAM,IAAI,cAAc,WAAW;AACpD,UAAM,CAAC,WAAWC,OAAM,IAAI,cAAc,QAAQ;AAClD,WAAO,CAACA,SAAQ,WAAWD,OAAM;AAAA,EACnC;AAEA,WAAS,cAAcE,OAAM;AAC3B,UAAM,WAAWA,MAAK,QAAQ,qFAAqF,EAAE;AACrH,QAAI,aAAaA,OAAM;AACrB,aAAO,CAACA,OAAM,MAAS;AAAA,IACzB;AACA,WAAO,CAAC,UAAUA,MAAK,UAAU,SAAS,MAAM,EAAE,QAAQ,SAAS,EAAE,CAAC;AAAA,EACxE;AAEA,WAAS,cAAcA,OAAM;AAC3B,UAAM,WAAWA,MAAK,QAAQ,mDAAmD,EAAE;AACnF,QAAI,aAAaA,OAAM;AACrB,aAAO,CAACA,OAAM,MAAS;AAAA,IACzB;AACA,WAAO,CAAC,UAAUA,MAAK,UAAU,GAAGA,MAAK,SAAS,SAAS,SAAS,CAAC,CAAC;AAAA,EACxE;AAEA,WAAS,YAAYA,OAAM;AACzB,UAAM,OAAOA,MAAK,YAAY;AAE9B,QAAI,SAAS,QAAQ;AACnB,aAAO;AAAA,IACT;AACA,QAAI,SAAS,SAAS;AACpB,aAAO;AAAA,IACT;AACA,WAAOA;AAAA,EACT;AACF;AAEO,gBAAS,4BAA4B,KAAK,cAAc;AAE7D,MAAI,QAAQ,SAAS,iBAAiB,KAAK;AACzC,WAAO;AAAA,EACT;AAEA,MAAI,QAAQ,SAAS,iBAAiB,KAAK;AACzC,WAAO;AAAA,EACT;AACA,SAAO;AACT;AAEA,SAAS,6BAA6B,QAAQ,QAAQ,KAAK,cAAc;AACvE,MAAI,CAAC,4BAA4B,KAAK,YAAY,GAAG;AACnD,WAAO;AAAA,EACT;AAEA,QAAM,CAAC,OAAO,UAAU,IAAI,wBAAwB,MAAM;AAC1D,QAAM,CAAC,OAAO,UAAU,IAAI,wBAAwB,MAAM;AAK1D,MAAI,MAAM,YAAY,MAAM,MAAM,YAAY,GAAG;AAC/C,WAAO;AAAA,EACT;AAGA,MAAI,eAAe,UAAa,eAAe,UAAa,WAAW,YAAY,MAAM,WAAW,YAAY,GAAG;AACjH,WAAO;AAAA,EACT;AAEA,SAAO;AAGT;AAGA,SAAS,oBAAoB,QAAQ,QAAQ,KAAK,cAAc;AAC9D,MAAI,iBAAiB,OAAO,CAAC,CAAC,OAAO,OAAO,OAAO,KAAK,EAAE,SAAS,GAAG,GAAG;AACvE,WAAO;AAAA,EACT;AACA,QAAM,YAAY,sCAAsC,MAAM;AAC9D,QAAM,YAAY,sCAAsC,MAAM;AAE9D,UAAQ,SAAS,UAAU,IAAI,OAAO,UAAU,SAAS,KAAK,QAAQ;AACtE,UAAQ,SAAS,UAAU,IAAI,OAAO,UAAU,SAAS,KAAK,QAAQ;AAEtE,MAAI,UAAU,SAAS,UAAU,MAAM;AACrC,WAAO;AAAA,EACT;AAEA,MAAI,UAAU,aAAa,UAAU,aAAa,UAAU,cAAc,UAAU,WAAW;AAC7F,WAAO;AAAA,EACT;AAGA,SAAO;AAaT;AAGA,SAAS,cAAc,KAAK,cAAc,QAAQ,QAAQ;AAGxD,MAAI,6BAA6B,QAAQ,QAAQ,KAAK,YAAY,GAAG;AAEnE,WAAO;AAAA,EACT;AACA,MAAI,WAAW,QAAQ,QAAQ,KAAK,YAAY,KAAK,oBAAoB,QAAQ,QAAQ,KAAK,YAAY,GAAG;AAE3G,WAAO;AAAA,EACT;AAEA,SAAO;AACT;AAGA,SAAS,0BAA0B,KAAK,cAAc,OAAO;AAG3D,UAAQ,MAAM,QAAQ,2CAA2C,IAAI;AAErE,UAAQ,MAAM,QAAQ,mBAAmB,IAAI;AAC7C,UAAQ,MAAM,QAAQ,oBAAoB,IAAI;AAE9C,UAAQ,gBAAgB,KAAK;AAE7B,UAAQ,MAAM,QAAQ,eAAe,UAAU;AAC/C,UAAQ,0BAA0B,KAAK,cAAc,KAAK;AAE1D,SAAO;AACT;AAEA,SAAS,iBAAiB,WAAW,aAAa,kBAAkB,MAAM;AAIxE,QAAM,uBAAuB,mBAAmB,0BAA0B,UAAU,KAAK,KAAK;AAE9F,SAAO,2BAA2B,WAAW,aAAa,oBAAoB;AAChF;AAGA,SAAS,2BAA2B,mBAAmB,qBAAqB,sBAAsB;AAIhG,QAAM,SAAS,oCAAoC,iBAAiB;AACpE,QAAM,SAAS,oCAAoC,mBAAmB;AAEtE,MAAI,yBAAyB,MAAM;AAMjC,WAAO,cAAc,MAAM,EAAE,UAAU,CAAC,MAAM,cAAc,MAAM,EAAE,UAAU,CAAC;AAAA,EACjF;AACA,QAAM,gBAAgB,qBAAqB,MAAM,EAAE;AAKnD,MAAI,cAAc,SAAS,KAAK,CAAC,cAAc,KAAK,YAAU,mBAAmB,MAAM,CAAC,GAAG;AACzF,WAAO;AAAA,EACT;AAGA,SAAO,cAAc,MAAM,kBAAgB,qBAAqB,kBAAkB,KAAK,YAAY,CAAC;AAGpG,WAAS,mBAAmB,cAAc;AAIxC,UAAM,aAAa,OAAO,UAAU,OAAO,cAAY,SAAS,SAAS,gBAAgB,oBAAoB,OAAO,KAAK,SAAS,MAAM,SAAS,KAAK,CAAC;AACvJ,UAAM,aAAa,OAAO,UAAU,OAAO,cAAY,SAAS,SAAS,gBAAgB,oBAAoB,OAAO,KAAK,SAAS,MAAM,SAAS,KAAK,CAAC;AAEvJ,WAAO,WAAW,SAAS,KAAK,WAAW,SAAS;AAAA,EACtD;AAEA,WAAS,qBAAqB,KAAK,cAAc;AAE/C,UAAM,aAAa,OAAO,UAAU,OAAO,cAAY,SAAS,SAAS,gBAAgB,oBAAoB,OAAO,KAAK,SAAS,MAAM,SAAS,KAAK,CAAC;AACvJ,UAAM,aAAa,OAAO,UAAU,OAAO,cAAY,SAAS,SAAS,gBAAgB,oBAAoB,OAAO,KAAK,SAAS,MAAM,SAAS,KAAK,CAAC;AAGvJ,QAAI,WAAW,WAAW,KAAK,WAAW,WAAW,GAAG;AACtD,aAAO;AAAA,IACT;AAMA,UAAM,kBAAkB,WAAW,IAAI,QAAM,0BAA0B,KAAK,cAAc,GAAG,KAAK,CAAC;AACnG,UAAM,kBAAkB,WAAW,IAAI,QAAM,0BAA0B,KAAK,cAAc,GAAG,KAAK,CAAC;AAMnG,QAAI,gBAAgB,MAAM,SAAO,gBAAgB,SAAS,GAAG,CAAC,KAAK,gBAAgB,MAAM,SAAO,gBAAgB,SAAS,GAAG,CAAC,GAAG;AAC9H,aAAO;AAAA,IACT;AAEA,QAAI,gBAAgB,WAAW,KAAK,gBAAgB,WAAW,GAAG;AAChE,aAAO,cAAc,OAAO,KAAK,cAAc,gBAAgB,CAAC,GAAG,gBAAgB,CAAC,CAAC,MAAM;AAAA,IAC7F;AAEA,WAAO;AAAA,EAET;AACF;AAGA,SAAS,4BAA4B,gBAAgB,gBAAgB,sBAAsB;AAEzF,QAAM,SAAS,oCAAoC,cAAc;AACjE,QAAM,SAAS,oCAAoC,cAAc;AACjE,MAAI,yBAAyB,MAAM;AAKjC,WAAO,cAAc,MAAM,MAAM,cAAc,MAAM;AAAA,EACvD;AACA,QAAM,gBAAgB,qBAAqB,MAAM,EAAE;AAInD,SAAO,cAAc,MAAM,kBAAgB,kCAAkC,YAAY,CAAC;AAE1F,WAAS,kCAAkC,cAAc;AAEvD,UAAM,kBAAkB,OAAO,UAAU,OAAO,cAAY,SAAS,SAAS,YAAY,EAAE,IAAI,QAAM,GAAG,KAAK;AAC9G,UAAM,kBAAkB,OAAO,UAAU,OAAO,cAAY,SAAS,SAAS,YAAY,EAAE,IAAI,QAAM,GAAG,KAAK;AAE9G,QAAI,gBAAgB,WAAW,gBAAgB,QAAQ;AACrD,eAAS,6BAA6B,YAAY,YAAY;AAC9D,aAAO;AAAA,IACT;AAEA,WAAO,gBAAgB,MAAM,WAAS,gBAAgB,SAAS,KAAK,CAAC;AAAA,EACvE;AAEF;AAEA,SAAS,YAAY,KAAK,gBAAgB,OAAO;AAC/C,MAAI,iBAAiB,OAAO,0BAA0B;AACpD,WAAO,yBAAyB,GAAG;AAAA,EACrC;AACA,MAAI,CAAC,iBAAiB,OAAO,oBAAoB;AAC/C,UAAM,SAAS,mBAAmB,GAAG;AAErC,WAAO;AAAA,EACT;AAEA,SAAO,IAAI,OAAO,IAAI,GAAG,KAAK,GAAG;AACnC;AAEA,SAAS,4BAA4B,OAAO;AAC1C,QAAM,iBAAiB,0BAA0B,MAAM,KAAK,UAAU;AACtE,MAAI,mBAAmB,MAAM;AAC3B,WAAO;AAAA,EACT;AACA,QAAM,gBAAgB,eAAe,MAAM,EAAE;AAC7C,SAAO,cAAc,MAAM,YAAU;AACnC,UAAM,SAAS,iBAAiB,OAAO,MAAM;AAC7C,QAAI,CAAC,QAAQ;AACX,eAAS,2BAAsB,MAAM,kBAAkB,cAAc,KAAK,CAAC,IAAI;AAC/E,aAAO;AAAA,IACT;AACA,WAAO;AAAA,EACT,CAAC;AACH;AAEA,SAAS,4BAA4B,QAAQ,QAAQ;AACnD,QAAM,iBAAiB,0BAA0B,OAAO,KAAK,QAAQ;AACrE,MAAI,mBAAmB,MAAM;AAC3B,WAAO;AAAA,EACT;AACA,QAAM,gBAAgB,eAAe,MAAM,EAAE;AAE7C,SAAO,cAAc,MAAM,YAAU,mBAAmB,QAAQ,MAAM,MAAM,mBAAmB,QAAQ,MAAM,CAAC;AAChH;AAEA,SAAS,0BAA0B,WAAW,aAAa,QAAQ;AAEjE,MAAI,CAAC,mBAAmB,WAAW,aAAa,MAAM,GAAG;AACvD,YAAQ,sCAAsC,KAAK,UAAU,MAAM,CAAC,IAAI,QAAQ;AAChF,WAAO;AAAA,EACT;AAEA,MAAI,CAAC,mBAAmB,WAAW,aAAa,MAAM,GAAG;AACvD,YAAQ,sCAAsC,KAAK,UAAU,MAAM,CAAC,IAAI,QAAQ;AAChF,WAAO;AAAA,EACT;AAEA,MAAI,CAAC,4BAA4B,WAAW,WAAW,GAAG;AACxD,YAAQ,2CAA2C,QAAQ;AAC3D,WAAO;AAAA,EACT;AAEA,MAAI,CAAC,+BAA+B,WAAW,WAAW,GAAG;AAC3D,YAAQ,mDAAmD,QAAQ;AACnE,WAAO;AAAA,EACT;AAKA,MAAI,CAAC,4BAA4B,SAAS,KAAK,CAAC,4BAA4B,WAAW,GAAG;AACxF,YAAQ,4CAA4C,QAAQ;AAC5D,WAAO;AAAA,EACT;AAGA,MAAI,CAAC,4BAA4B,WAAW,WAAW,GAAG;AACxD,YAAQ,wCAAwC,QAAQ;AACxD,WAAO;AAAA,EACT;AAEA,SAAO;AACT;AAEA,SAAS,aAAa,WAAW,aAAa,QAAQ;AACpD,MAAI,CAAC,0BAA0B,WAAW,aAAa,MAAM,GAAG;AAC9D,WAAO;AAAA,EACT;AAGA,MAAI,CAAC,yBAAyB,WAAW,WAAW,GAAG;AACrD,YAAQ,oCAAoC,QAAQ;AACpD,WAAO;AAAA,EACT;AAEA,UAAQ;AAAA,OAAwB,cAAc,SAAS,CAAC;AAAA,OAAU,cAAc,WAAW,CAAC,IAAI,QAAQ;AACxG,SAAO;AACT;AAGA,SAAS,kBAAkB,WAAW,aAAa;AAKjD,QAAM,SAAS,aAAa,SAAS;AACrC,MAAI,OAAO,WAAW,GAAG;AACvB,WAAO;AAAA,EACT;AACA,QAAM,SAAS,aAAa,WAAW;AACvC,MAAI,OAAO,WAAW,GAAG;AACvB,WAAO;AAAA,EACT;AAMA,MAAI,CAAC,4BAA4B,WAAW,WAAW,GAAG;AACxD,WAAO;AAAA,EACT;AAEA,SAAO;AAGP,WAAS,aAAa,OAAO;AAC3B,WAAO,MAAM,UAAU,OAAO,QAAM,GAAG,SAAS,GAAG,EAChD,IAAI,QAAM,8BAA8B,GAAG,KAAK,CAAC,EACjD,OAAO,SAAO,IAAI,UAAU,GAAG,CAAC,MAAM,SAAS;AAAA,EACpD;AACF;AAGA,SAAS,wDAAwD,OAAO;AACtE,MAAI,MAAM,QAAQ,SAAS,MAAM,QAAQ,OAAO;AAC9C,WAAO,CAAC,KAAK,KAAK,KAAK,KAAK,KAAK,GAAG,EAAE,KAAK,kBAAgB,0BAA0B,OAAO,YAAY,CAAC;AAAA,EAC3G;AACA,MAAI,MAAM,QAAQ,OAAO;AACvB,WAAO,CAAC,KAAK,KAAK,KAAK,KAAK,KAAK,GAAG,EAAE,KAAK,kBAAgB,0BAA0B,OAAO,YAAY,CAAC;AAAA,EAC3G;AACA,MAAI,MAAM,QAAQ,OAAO;AACvB,WAAO,CAAC,KAAK,KAAK,GAAG,EAAE,KAAK,kBAAgB,0BAA0B,OAAO,YAAY,CAAC;AAAA,EAC5F;AAEA,SAAO;AACT;AAEA,SAAS,aAAa,WAAW,aAAa;AAE5C,QAAM,gBAAgB,gBAAgB,SAAS;AAC/C,QAAM,gBAAgB,gBAAgB,WAAW;AAEjD,QAAM,UAAU,cAAc,aAAa;AAC3C,QAAM,UAAU,cAAc,aAAa;AAG3C,MAAI,YAAY,SAAS;AACvB,WAAO;AAAA,EACT;AAGA,MAAI,wDAAwD,aAAa,KAAK,wDAAwD,aAAa,GAAG;AACpJ,WAAO;AAAA,EACT;AAIA,MAAI,iBAAiB,eAAe,aAAa,GAAG;AAClD,YAAQ,oBAAoB,cAAc,aAAa,CAAC,KAAK,QAAQ;AACrE,WAAO;AAAA,EACT;AAKA,MAAI,kBAAkB,WAAW,WAAW,GAAG;AAE7C,WAAO;AAAA,EACT;AAEA,UAAQ,sBAAsB,QAAQ;AACtC,UAAQ,SAAS,cAAc,aAAa,CAAC,QAAQ,QAAQ;AAC7D,UAAQ,SAAS,cAAc,aAAa,CAAC,KAAK,QAAQ;AAC1D,SAAO;AACT;AAGA,SAAS,yBAAyB,WAAW,aAAa;AAGxD,MAAI,CAAC,gBAAgB,WAAW,WAAW,GAAG;AAC5C,YAAQ,IAAI,UAAU,GAAG,wCAAwC,QAAQ;AACzE,WAAO;AAAA,EACT;AAKA,MAAI,CAAC,aAAa,WAAW,WAAW,GAAG;AACzC,YAAQ,kCAAkC,QAAQ;AAClD,WAAO;AAAA,EACT;AAGA,SAAO;AACT;AAGA,SAAS,kBAAkB,OAAO;AAEhC,MAAI,CAAE,UAAW,KAAK,MAAM,GAAG,GAAG;AAChC,WAAO;AAAA,EACT;AACA,QAAM,IAAI,MAAM,UAAU,UAAU,kBAAgB,aAAa,SAAS,GAAG;AAC7E,QAAM,IAAI;AACV,MAAI,MAAM,IAAI;AACZ,WAAO;AAAA,EACT;AACA,MAAI,MAAM,IAAI;AACZ,WAAO;AAAA,EACT;AACA,SAAO,IAAI,IAAI,IAAI;AACrB;AAEA,SAAS,gBAAgB,OAAO;AAC9B,QAAM,QAAQ,kBAAkB,KAAK;AACrC,QAAM,oBAAoB,MAAM,UAAU,OAAO,CAAC,IAAI,MAAM,IAAI,SAAS,UAAU,EAAE,EAAE,OAAO,QAAM,CAAC,gDAAgD,SAAS,GAAG,IAAI,CAAC;AAEtK,QAAM,cAAc,EAAC,OAAO,MAAM,KAAK,QAAQ,MAAM,MAAM,QAAQ,MAAM,MAAM,WAAW,kBAAiB;AAU3G,SAAO;AACT;AAEA,SAAS,iBAAiB,OAAO;AAE/B,QAAM,QAAQ,MAAM,UAAU,UAAU,kBAAgB,aAAa,SAAS,GAAG;AACjF,QAAM,oBAAoB,MAAM,UAAU,OAAO,CAAC,IAAI,MAAM,KAAK,KAAK,EAAE,OAAO,QAAM,CAAC,gDAAgD,SAAS,GAAG,IAAI,CAAC;AACvJ,QAAM,cAAc,EAAC,OAAO,MAAM,KAAK,QAAQ,MAAM,MAAM,QAAQ,MAAM,MAAM,WAAW,kBAAiB;AAC3G,WAAS,iBAAiB,cAAc,WAAW,CAAC,EAAE;AACtD,SAAO;AACT;AAEA,SAAS,kBAAkB,OAAO;AAChC,SAAO,sBAAsB,KAAK,KAAK,iBAAiB,OAAO,GAAG;AAElE,WAAS,sBAAsBC,QAAO;AACpC,WAAO,CAAC,OAAO,OAAO,OAAO,OAAO,OAAO,KAAK,EAAE,SAASA,OAAM,GAAG;AAAA,EACtE;AACF;AAEA,SAAS,gBAAgB,QAAQ,QAAQ;AACvC,MAAI,CAAC,kBAAkB,MAAM,GAAG;AAC9B,WAAO,CAAC,kBAAkB,MAAM;AAAA,EAClC;AACA,MAAI,CAAC,kBAAkB,MAAM,GAAG;AAC9B,WAAO;AAAA,EACT;AAEA,WAAS,iCAAiC;AAG1C,QAAM,UAAU,iBAAiB,MAAM;AACvC,QAAM,UAAU,iBAAiB,MAAM;AAEvC,SAAO,4BAA4B,SAAS,SAAS,iBAAiB;AACxE;AAGA,SAAS,2BAA2B,QAAQ,OAAO;AAEjD,MAAI,CAAC,MAAM,IAAI,MAAM,4CAA4C,GAAG;AAClE,WAAO,CAAC;AAAA,EACV;AACA,QAAM,MAAM,IAAI,MAAM,IAAI,UAAU,CAAC,CAAC;AACtC,QAAM,QAAQ,OAAO,IAAI,GAAG,EAAE,OAAO,OAAK,iBAAiB,GAAG,GAAG,KAAK,iBAAiB,GAAG,GAAG,CAAC;AAC9F,MAAI,MAAM,WAAW,GAAG;AACtB,WAAO,CAAC;AAAA,EACV;AACA,QAAM,uBAAuB,0BAA0B,KAAK;AAC5D,QAAM,CAAC,IAAI,IAAI,qBAAqB,UAAU,OAAO,QAAM,GAAG,SAAS,GAAG,EAAE,IAAI,QAAM,GAAG,KAAK;AAE9F,SAAO,MAAM,IAAI,eAAa,WAAW,SAAS,CAAC,EAAE,OAAO,SAAO,QAAQ,MAAS;AAGpF,WAAS,WAAW,UAAU;AAC5B,UAAM,CAAC,IAAI,IAAI,SAAS,UAAU,OAAO,QAAM,GAAG,SAAS,GAAG,EAAE,IAAI,QAAM,GAAG,KAAK;AAClF,UAAM,CAAC,IAAI,IAAI,SAAS,UAAU,OAAO,QAAM,GAAG,SAAS,GAAG,EAAE,IAAI,QAAM,GAAG,KAAK;AAClF,YAAQ,YAAY,IAAI,SAAS,IAAI,MAAM,IAAI,KAAK,QAAQ;AAC5D,QAAI,SAAS,MAAM;AACjB,aAAO;AAAA,IACT;AACA,QAAI,SAAS,MAAM;AACjB,aAAO;AAAA,IACT;AACA,YAAQ,SAAS,QAAQ;AACzB,WAAO;AAAA,EACT;AAEF;AAGA,SAAS,wBAAwB,eAAe,iBAAiB,SAAS,QAAQ;AAEhF,QAAM,CAAC,CAAC,IAAI,gBAAgB,UAAU,OAAO,QAAM,GAAG,SAAS,GAAG;AAClE,MAAI,CAAC,GAAG;AACN,WAAO;AAAA,EACT;AACA,IAAE,QAAQ;AAEV,SAAO,aAAa,eAAe,iBAAiB,MAAM;AAC5D;AAEA,SAAS,oBAAoB,OAAO,kBAAkB,UAAU,QAAQ;AACtE,QAAM,kBAAkB,oCAAoC,KAAK;AACjE,QAAM,6BAA6B,iBAAiB,IAAI,OAAK,oCAAoC,CAAC,CAAC;AACnG,QAAM,QAAQ,2BAA2B,UAAU,mBAAiB,aAAa,eAAe,iBAAiB,MAAM,CAAC;AACxH,MAAI,QAAQ,IAAI;AACd,WAAO;AAAA,EACT;AAEA,SAAO,2BAA2B,UAAU,mBAAiB,SAAS,KAAK,aAAW,wBAAwB,eAAe,iBAAiB,SAAS,MAAM,CAAC,CAAC;AACjK;AAGA,SAAS,kBAAkB,WAAW,cAAc,aAAa,QAAQ;AACvE,UAAQ,sCAAsC,QAAQ;AACtD,MAAI,UAAU,QAAQ,OAAO;AAC3B,WAAO;AAAA,EACT;AAEA,MAAI,YAAY,QAAQ,SAAS,aAAa,IAAI,KAAK,EAAE,WAAW,GAAG;AACrE,WAAO;AAAA,EACT;AAGA,SAAO,0BAA0B,aAAa,WAAW,MAAM;AACjE;AAEA,SAAS,yBAAyB,OAAO,QAAQ;AAC/C,QAAM,mBAAmB,OAAO,IAAI,YAAY,MAAM,KAAK,OAAO,aAAa,CAAC;AAGhF,MAAI,MAAM,QAAQ,SAAS,mBAAmB,KAAK,GAAG;AACpD,WAAO,iBAAiB,OAAO,eAAa,CAAC,oBAAoB,SAAS,CAAC;AAAA,EAC7E;AAEA,MAAI,MAAM,QAAQ,SAAS,oBAAoB,KAAK,GAAG;AACrD,WAAO,iBAAiB,OAAO,eAAa,CAAC,mBAAmB,SAAS,CAAC;AAAA,EAC5E;AAEA,WAAS,oBAAoBA,QAAO;AAClC,WAAOA,OAAM,QAAQ,SAASA,OAAM,SAAS;AAAA,EAC/C;AACA,WAAS,mBAAmBA,QAAO;AACjC,QAAIA,OAAM,QAAQ,OAAO;AACvB,aAAO,CAAC,oBAAoBA,MAAK;AAAA,IACnC;AAEA,WAAO,CAACA,OAAM,UAAU,KAAK,QAAM,GAAG,SAAS,OAAO,GAAG,SAAS,GAAG;AAAA,EACvE;AAEA,SAAO;AAET;AAEO,gBAAS,aAAa,MAAM,QAAQ;AACzC,OAAK,YAAY;AACjB,QAAM,SAAS,OAAO;AACtB,SAAO,KAAK;AACZ,SAAO;AACT;AAEO,gBAAS,eAAe,YAAY,cAAc,OAAO,QAAQ;AAKtE,QAAM,mBAAmB,yBAAyB,OAAO,UAAU,EAAE,OAAO,OAAK,CAAC,EAAE,cAAc;AAElG,MAAI,CAAC,oBAAoB,iBAAiB,WAAW,GAAG;AAEtD,WAAO;AAAA,EACT;AAEA,UAAQ,qBAAqB,cAAc,KAAK,CAAC,kBAAkB,iBAAiB,MAAM,sBAAsB,QAAQ;AAExH,QAAM,kBAAkB,oCAAoC,KAAK;AAEjE,UAAQ,aAAa,cAAc,eAAe,CAAC,KAAK,QAAQ;AAEhE,QAAM,yBAAyB,yBAAyB;AAExD,WAAS,2BAA2B;AAClC,QAAI,aAAa,YAAY,YAAY,GAAG;AAC1C,aAAO,CAAC;AAAA,IACV;AAEA,UAAM,mBAAmB,2BAA2B,YAAY,KAAK,EAAE,OAAO,2BAA2B,cAAc,KAAK,CAAC;AAC7H,WAAO,iBAAiB,OAAO,CAAC,MAAM,MAAM,iBAAiB,QAAQ,IAAI,MAAM,CAAC;AAAA,EAClF;AAIA,QAAM,QAAQ,oBAAoB,iBAAiB,kBAAkB,wBAAwB,MAAM;AAEnG,MAAI,QAAQ,IAAI;AACd,WAAO,iBAAiB,KAAK;AAAA,EAC/B;AAGA,MAAI,iBAAiB,WAAW,KAAK,kBAAkB,iBAAiB,CAAC,GAAG,cAAc,OAAO,MAAM,GAAG;AACxG,WAAO,iBAAiB,CAAC;AAAA,EAC3B;AAEA,SAAO;AACT;",
|
|
6
6
|
"names": ["suffix", "prefix", "name", "field"]
|
|
7
7
|
}
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
import { subfieldArraysContainSameData } from "../utils.js";
|
|
2
|
+
function tagToDataProvenanceSubfieldCode(tag) {
|
|
3
|
+
if (["533", "800", "810", "811", "830"].includes(tag)) {
|
|
4
|
+
return "y";
|
|
5
|
+
}
|
|
6
|
+
if (tag === "856" || tag === "857") {
|
|
7
|
+
return "e";
|
|
8
|
+
}
|
|
9
|
+
if (tag.match(/^7[678]/u)) {
|
|
10
|
+
return "l";
|
|
11
|
+
}
|
|
12
|
+
if (tag.match(/^00/u)) {
|
|
13
|
+
return void 0;
|
|
14
|
+
}
|
|
15
|
+
return "7";
|
|
16
|
+
}
|
|
17
|
+
export function provenanceSubfieldsPermitMerge(baseField, sourceField) {
|
|
18
|
+
const provinanceSubfieldCode = tagToDataProvenanceSubfieldCode(baseField.tag);
|
|
19
|
+
if (!baseField.subfields) {
|
|
20
|
+
return true;
|
|
21
|
+
}
|
|
22
|
+
if (provinanceSubfieldCode === void 0) {
|
|
23
|
+
return false;
|
|
24
|
+
}
|
|
25
|
+
const baseProvinanceSubfields = baseField.subfields.filter((sf) => sf.code === provinanceSubfieldCode);
|
|
26
|
+
const sourceProvinanceSubfields = sourceField.subfields.filter((sf) => sf.code === provinanceSubfieldCode);
|
|
27
|
+
return subfieldArraysContainSameData(baseProvinanceSubfields, sourceProvinanceSubfields);
|
|
28
|
+
}
|
|
29
|
+
//# sourceMappingURL=dataProvenance.js.map
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
{
|
|
2
|
+
"version": 3,
|
|
3
|
+
"sources": ["../../src/merge-fields/dataProvenance.js"],
|
|
4
|
+
"sourcesContent": ["// See https://www.loc.gov/marc/bibliographic/bdapndxj.html for details\n\nimport {subfieldArraysContainSameData} from \"../utils.js\";\n\nfunction tagToDataProvenanceSubfieldCode(tag) {\n if ( ['533', '800', '810', '811', '830'].includes(tag)) {\n return 'y';\n }\n if ( tag === '856' || tag === '857' ) {\n return 'e';\n }\n\n if ( tag.match(/^7[678]/u) ) {\n return 'l'\n }\n\n if ( tag.match(/^00/u)) {\n return undefined;\n }\n return '7';\n}\n\n\nexport function provenanceSubfieldsPermitMerge(baseField, sourceField) {\n const provinanceSubfieldCode = tagToDataProvenanceSubfieldCode(baseField.tag);\n if (!baseField.subfields) {\n return true;\n }\n if (provinanceSubfieldCode === undefined) {\n return false;\n }\n\n const baseProvinanceSubfields = baseField.subfields.filter(sf => sf.code === provinanceSubfieldCode);\n const sourceProvinanceSubfields = sourceField.subfields.filter(sf => sf.code === provinanceSubfieldCode);\n\n // Currently we just compare two arrays. Later on we might do something more sophisticated with specific $7 data provenance category/relationship codes,\n // or actual values.\n\n return subfieldArraysContainSameData(baseProvinanceSubfields, sourceProvinanceSubfields);\n\n}"],
|
|
5
|
+
"mappings": "AAEA,SAAQ,qCAAoC;AAE5C,SAAS,gCAAgC,KAAK;AAC1C,MAAK,CAAC,OAAO,OAAO,OAAO,OAAO,KAAK,EAAE,SAAS,GAAG,GAAG;AACpD,WAAO;AAAA,EACX;AACA,MAAK,QAAQ,SAAS,QAAQ,OAAQ;AAClC,WAAO;AAAA,EACX;AAEA,MAAK,IAAI,MAAM,UAAU,GAAI;AACzB,WAAO;AAAA,EACX;AAEA,MAAK,IAAI,MAAM,MAAM,GAAG;AACpB,WAAO;AAAA,EACX;AACA,SAAO;AACX;AAGO,gBAAS,+BAA+B,WAAW,aAAa;AACnE,QAAM,yBAAyB,gCAAgC,UAAU,GAAG;AAC5E,MAAI,CAAC,UAAU,WAAW;AACtB,WAAO;AAAA,EACX;AACA,MAAI,2BAA2B,QAAW;AACtC,WAAO;AAAA,EACX;AAEA,QAAM,0BAA0B,UAAU,UAAU,OAAO,QAAM,GAAG,SAAS,sBAAsB;AACnG,QAAM,4BAA4B,YAAY,UAAU,OAAO,QAAM,GAAG,SAAS,sBAAsB;AAKvG,SAAO,8BAA8B,yBAAyB,yBAAyB;AAE3F;",
|
|
6
|
+
"names": []
|
|
7
|
+
}
|
|
@@ -3,14 +3,23 @@ import { MarcRecord } from "@natlibfi/marc-record";
|
|
|
3
3
|
import { postprocessRecords } from "./mergeOrAddPostprocess.js";
|
|
4
4
|
const description = "Merge fields within record";
|
|
5
5
|
import { mergeConfig as defaultConfig } from "./mergeConfig.js";
|
|
6
|
-
export default function() {
|
|
6
|
+
export default function(defaultTagPattern = void 0) {
|
|
7
7
|
return {
|
|
8
8
|
description,
|
|
9
9
|
validate,
|
|
10
10
|
fix
|
|
11
11
|
};
|
|
12
|
+
function getTagPattern(config) {
|
|
13
|
+
if (config && config.tagPattern) {
|
|
14
|
+
return config.tagPattern;
|
|
15
|
+
}
|
|
16
|
+
if (defaultTagPattern) {
|
|
17
|
+
return defaultTagPattern;
|
|
18
|
+
}
|
|
19
|
+
return "^[1678](?:00|10|11|30)$";
|
|
20
|
+
}
|
|
12
21
|
function mergeFieldsWithinRecord(record, config) {
|
|
13
|
-
const fields =
|
|
22
|
+
const fields = record.get(getTagPattern(config));
|
|
14
23
|
fields.reverse();
|
|
15
24
|
const mergedField = fields.find((f) => mergeField(record, record, f, config));
|
|
16
25
|
if (!mergedField) {
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"version": 3,
|
|
3
3
|
"sources": ["../../src/merge-fields/index.js"],
|
|
4
|
-
"sourcesContent": ["// NB! This validator is build on code that merged two different records originally in marc-record-merge-reducers.\n// The idea was to write a validator that can merge fields in one record. (This is a good idea at least for field tags /^[1678](00|10|11|30)$/.)\n// As we don't want copypaste coding everything was moved here, and marc-record-merge-reducers exports mergeField() function.\n// That function uses a lot of stuff that is meant for the two-record-merge case only. Thus the tests for this validator are pretty limited here,\n// and the test coverage is low. The extensive set of tests in in marc-record-merge-reducers for this code.\n\n\n//import createDebugLogger from 'debug';\n//import fs from 'fs';\n//import path from 'path';\nimport {mergeField} from './mergeField.js';\nimport {MarcRecord} from '@natlibfi/marc-record';\nimport {postprocessRecords} from './mergeOrAddPostprocess.js';\n\nconst description = 'Merge fields within record';\n\nimport {mergeConfig as defaultConfig} from './mergeConfig.js';\n\n//const defaultConfig = JSON.parse(fs.readFileSync(path.join(__dirname, '..', '..', 'src', 'merge-fields', 'config.json'), 'utf8'));\n\nexport default function () {\n\n return {\n description, validate, fix\n };\n\n\n function mergeFieldsWithinRecord(record, config) {\n //const candFields = record.fields.toReversed(); // Node 20+ only! Filter via config?\n const fields = config && config.tagPattern ? record.get(config.tagPattern) : record.get(/^[1678](?:00|10|11|30)$/u);\n\n fields.reverse();\n const mergedField = fields.find(f => mergeField(record, record, f, config));\n if (!mergedField) {\n return;\n }\n record.removeField(mergedField);\n mergeFieldsWithinRecord(record, config);\n\n }\n\n function fix(record, config = undefined) {\n const config2 = config || defaultConfig;\n record.internalMerge = true;\n mergeFieldsWithinRecord(record, config2);\n delete record.internalMerge;\n // Remove deleted fields and field.merged marks:\n postprocessRecords(record, record);\n\n const res = {message: [], fix: [], valid: true};\n return res;\n }\n\n function validate(record, config) {\n //nvdebug(`VALIDATE ${description}...`);\n\n const nFields = record.fields.length;\n const clonedRecord = new MarcRecord(record, {subfieldValues: false});\n fix(clonedRecord, config);\n\n const nFields2 = clonedRecord.fields.length;\n if (nFields === nFields2) {\n return {message: [], valid: true};\n }\n\n const msg = `${description}: number of fields changes from ${nFields} to ${nFields2}`;\n return {message: [msg], valid: false};\n }\n\n}\n\n"],
|
|
5
|
-
"mappings": "AAUA,SAAQ,kBAAiB;AACzB,SAAQ,kBAAiB;AACzB,SAAQ,0BAAyB;AAEjC,MAAM,cAAc;AAEpB,SAAQ,eAAe,qBAAoB;AAI3C,
|
|
4
|
+
"sourcesContent": ["// NB! This validator is build on code that merged two different records originally in marc-record-merge-reducers.\n// The idea was to write a validator that can merge fields in one record. (This is a good idea at least for field tags /^[1678](00|10|11|30)$/.)\n// As we don't want copypaste coding everything was moved here, and marc-record-merge-reducers exports mergeField() function.\n// That function uses a lot of stuff that is meant for the two-record-merge case only. Thus the tests for this validator are pretty limited here,\n// and the test coverage is low. The extensive set of tests in in marc-record-merge-reducers for this code.\n\n\n//import createDebugLogger from 'debug';\n//import fs from 'fs';\n//import path from 'path';\nimport {mergeField} from './mergeField.js';\nimport {MarcRecord} from '@natlibfi/marc-record';\nimport {postprocessRecords} from './mergeOrAddPostprocess.js';\n\nconst description = 'Merge fields within record';\n\nimport {mergeConfig as defaultConfig} from './mergeConfig.js';\n\n//const defaultConfig = JSON.parse(fs.readFileSync(path.join(__dirname, '..', '..', 'src', 'merge-fields', 'config.json'), 'utf8'));\n\nexport default function (defaultTagPattern = undefined) {\n\n return {\n description, validate, fix\n };\n\n function getTagPattern(config) {\n if (config && config.tagPattern) {\n return config.tagPattern;\n }\n if (defaultTagPattern) { // Used by tests\n return defaultTagPattern;\n }\n return '^[1678](?:00|10|11|30)$';\n }\n\n function mergeFieldsWithinRecord(record, config) {\n //const candFields = record.fields.toReversed(); // Node 20+ only! Filter via config?\n const fields = record.get(getTagPattern(config)); // config && config.tagPattern ? record.get(config.tagPattern) : record.get(/^[1678](?:00|10|11|30)$/u);\n\n fields.reverse();\n const mergedField = fields.find(f => mergeField(record, record, f, config));\n if (!mergedField) {\n return;\n }\n record.removeField(mergedField);\n mergeFieldsWithinRecord(record, config);\n\n }\n\n function fix(record, config = undefined) {\n const config2 = config || defaultConfig;\n record.internalMerge = true;\n mergeFieldsWithinRecord(record, config2);\n delete record.internalMerge;\n // Remove deleted fields and field.merged marks:\n postprocessRecords(record, record);\n\n const res = {message: [], fix: [], valid: true};\n return res;\n }\n\n function validate(record, config) {\n //nvdebug(`VALIDATE ${description}...`);\n\n const nFields = record.fields.length;\n const clonedRecord = new MarcRecord(record, {subfieldValues: false});\n fix(clonedRecord, config);\n\n const nFields2 = clonedRecord.fields.length;\n if (nFields === nFields2) {\n return {message: [], valid: true};\n }\n\n const msg = `${description}: number of fields changes from ${nFields} to ${nFields2}`;\n return {message: [msg], valid: false};\n }\n\n}\n\n"],
|
|
5
|
+
"mappings": "AAUA,SAAQ,kBAAiB;AACzB,SAAQ,kBAAiB;AACzB,SAAQ,0BAAyB;AAEjC,MAAM,cAAc;AAEpB,SAAQ,eAAe,qBAAoB;AAI3C,wBAAyB,oBAAoB,QAAW;AAEtD,SAAO;AAAA,IACL;AAAA,IAAa;AAAA,IAAU;AAAA,EACzB;AAEA,WAAS,cAAc,QAAQ;AAC7B,QAAI,UAAU,OAAO,YAAY;AAC/B,aAAO,OAAO;AAAA,IAChB;AACA,QAAI,mBAAmB;AACrB,aAAO;AAAA,IACT;AACA,WAAO;AAAA,EACT;AAEA,WAAS,wBAAwB,QAAQ,QAAQ;AAE/C,UAAM,SAAS,OAAO,IAAI,cAAc,MAAM,CAAC;AAE/C,WAAO,QAAQ;AACf,UAAM,cAAc,OAAO,KAAK,OAAK,WAAW,QAAQ,QAAQ,GAAG,MAAM,CAAC;AAC1E,QAAI,CAAC,aAAa;AAChB;AAAA,IACF;AACA,WAAO,YAAY,WAAW;AAC9B,4BAAwB,QAAQ,MAAM;AAAA,EAExC;AAEA,WAAS,IAAI,QAAQ,SAAS,QAAW;AACvC,UAAM,UAAU,UAAU;AAC1B,WAAO,gBAAgB;AACvB,4BAAwB,QAAQ,OAAO;AACvC,WAAO,OAAO;AAEd,uBAAmB,QAAQ,MAAM;AAEjC,UAAM,MAAM,EAAC,SAAS,CAAC,GAAG,KAAK,CAAC,GAAG,OAAO,KAAI;AAC9C,WAAO;AAAA,EACT;AAEA,WAAS,SAAS,QAAQ,QAAQ;AAGhC,UAAM,UAAU,OAAO,OAAO;AAC9B,UAAM,eAAe,IAAI,WAAW,QAAQ,EAAC,gBAAgB,MAAK,CAAC;AACnE,QAAI,cAAc,MAAM;AAExB,UAAM,WAAW,aAAa,OAAO;AACrC,QAAI,YAAY,UAAU;AACxB,aAAO,EAAC,SAAS,CAAC,GAAG,OAAO,KAAI;AAAA,IAClC;AAEA,UAAM,MAAM,GAAG,WAAW,mCAAmC,OAAO,OAAO,QAAQ;AACnF,WAAO,EAAC,SAAS,CAAC,GAAG,GAAG,OAAO,MAAK;AAAA,EACtC;AAEF;",
|
|
6
6
|
"names": []
|
|
7
7
|
}
|
|
@@ -56,7 +56,7 @@ function skipMergeField(baseRecord, sourceField, config) {
|
|
|
56
56
|
nvdebug(`skipMergeField(): field '${fieldToString(sourceField)}' listed as skippable!`, debugDev);
|
|
57
57
|
return true;
|
|
58
58
|
}
|
|
59
|
-
if (baseRecord.fields.some((baseField) => !baseField.mergeCandidate && fieldsAreIdentical(sourceField, baseField))) {
|
|
59
|
+
if (!baseRecord.internalMerge && baseRecord.fields.some((baseField) => !baseField.mergeCandidate && fieldsAreIdentical(sourceField, baseField))) {
|
|
60
60
|
nvdebug(`skipMergeField(): field '${fieldToString(sourceField)}' already exists! No merge required!`, debugDev);
|
|
61
61
|
sourceField.deleted = 1;
|
|
62
62
|
return true;
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"version": 3,
|
|
3
3
|
"sources": ["../../src/merge-fields/mergeField.js"],
|
|
4
|
-
"sourcesContent": ["//import {MarcRecord} from '@natlibfi/marc-record';\nimport createDebugLogger from 'debug';\nimport {fieldToString, fieldsToString, fieldsAreIdentical, nvdebug, hasCopyright, removeCopyright, subfieldToString} from '../utils.js';\nimport {fieldGetOccurrenceNumberPairs} from '../subfield6Utils.js';\nimport {cloneAndNormalizeFieldForComparison, cloneAndRemovePunctuation, isEnnakkotietoSubfieldG} from '../normalizeFieldForComparison.js';\nimport {mergeOrAddSubfield} from './mergeOrAddSubfield.js';\nimport {mergeIndicators} from './mergeIndicator.js';\nimport {mergableTag} from './mergableTag.js';\nimport {getCounterpart} from './counterpartField.js';\n//import {default as normalizeEncoding} from '@natlibfi/marc-record-validators-melinda/dist/normalize-utf8-diacritics';\n//import {postprocessRecords} from './mergeOrAddPostprocess.js';\n//import {preprocessBeforeAdd} from './processFilter.js';\n\n//import fs from 'fs';\n//import path from 'path';\n\n\n//const defaultConfig = JSON.parse(fs.readFileSync(path.join(__dirname, '..', '..', 'src', 'reducers', 'config.json'), 'utf8'));\n\n// Specs: https://workgroups.helsinki.fi/x/K1ohCw (though we occasionally differ from them)...\n\nconst debug = createDebugLogger('@natlibfi/melinda-marc-record-merge-reducers:mergeField');\n//const debugData = debug.extend('data');\nconst debugDev = debug.extend('dev');\n\n// NB! Can we do this via config.json?\nfunction removeEnnakkotieto(field) {\n const tmp = field.subfields.filter(subfield => !isEnnakkotietoSubfieldG(subfield));\n // remove only iff some other subfield remains\n if (tmp.length > 0) {\n field.subfields = tmp;\n }\n}\n\n\nfunction copyrightYearHack(baseRecord, baseField, sourceField) {\n if (baseField.tag !== '264' || sourceField.tag !== '260') {\n return;\n }\n const relevantSubfields = sourceField.subfields.filter(sf => sf.code === 'c' && hasCopyright(sf.value));\n\n relevantSubfields.forEach(sf => {\n // Add new:\n const value = sf.value.replace(/\\.$/u, '');\n baseRecord.insertField({'tag': '264', 'ind1': ' ', 'ind2': '4', 'subfields': [{'code': 'c', value}]});\n // Modify original subfield:\n sf.value = removeCopyright(sf.value);\n });\n}\n\nfunction mergeField2(baseRecord, baseField, sourceField, config, candFieldPairs880 = []) {\n //// Identical fields\n // No need to check every subfield separately.\n // Also no need to postprocess the resulting field.\n if (fieldToString(baseField) === fieldToString(sourceField)) {\n return baseRecord;\n }\n\n // If a base ennakkotieto is merged with real data, remove ennakkotieto subfield:\n // (If our prepub normalizations are ok, this should not be needed.\n // However, it's simple and works well enough, so let's keep it here.)\n if (baseField.subfields?.find(sf => isEnnakkotietoSubfieldG(sf)) && !sourceField.subfields?.find(sf => isEnnakkotietoSubfieldG(sf))) {\n removeEnnakkotieto(baseField);\n baseField.merged = 1;\n }\n\n copyrightYearHack(baseRecord, baseField, sourceField);\n\n mergeIndicators(baseField, sourceField, config);\n\n\n // We want to add the incoming subfields without punctuation, and add puctuation later on.\n // (Cloning is harmless, but probably not needed.)\n // NEW: we also drag the normalized version along. It is needed for the merge-or-add decision\n const normalizedSourceField = cloneAndNormalizeFieldForComparison(sourceField); // This is for comparison\n const strippedSourceField = cloneAndRemovePunctuation(sourceField); // This is for adding subfields\n\n //nvdebug(` MERGING SUBFIELDS OF '${fieldToString(sourceField)}' (original)`, debugDev);\n //nvdebug(` MERGING SUBFIELDS OF '${fieldToString(normalizedSourceField)}' (comparison)`, debugDev);\n nvdebug(` MERGING SUBFIELDS OF '${fieldToString(strippedSourceField)}' (merge/add)`, debugDev);\n\n sourceField.subfields.forEach((originalSubfield, index) => {\n //strippedSourceField.subfields.forEach((subfieldForMergeOrAdd, index) => {\n const normalizedSubfield = normalizedSourceField.subfields[index];\n const punctlessSubfield = strippedSourceField.subfields[index];\n const originalBaseValue = fieldToString(baseField);\n nvdebug(` TRYING TO MERGE SUBFIELD '${subfieldToString(originalSubfield)}' TO '${originalBaseValue}'`, debugDev);\n\n const subfieldData = {'tag': sourceField.tag, 'code': originalSubfield.code, 'originalValue': originalSubfield.value, 'normalizedValue': normalizedSubfield.value, 'punctuationlessValue': punctlessSubfield.value};\n\n mergeOrAddSubfield(baseField, subfieldData, candFieldPairs880); // candSubfield);\n const newValue = fieldToString(baseField);\n if (originalBaseValue !== newValue) {\n nvdebug(` SUBFIELD MERGE RESULT: '${newValue}'`, debugDev);\n //debug(` TODO: sort subfields, handle punctuation...`);\n }\n //else { debugDev(` mergeOrAddSubfield() did not add '\u2021${fieldToString(subfieldForMergeOrAdd)}' to '${originalValue}'`); }\n\n });\n}\n\n\nfunction skipMergeField(baseRecord, sourceField, config) {\n if (!mergableTag(sourceField.tag, config)) {\n nvdebug(`skipMergeField(): field '${fieldToString(sourceField)}' listed as skippable!`, debugDev);\n return true;\n }\n\n // Skip duplicate field:\n if (baseRecord.fields.some(baseField => !baseField.mergeCandidate && fieldsAreIdentical(sourceField, baseField))) {\n nvdebug(`skipMergeField(): field '${fieldToString(sourceField)}' already exists! No merge required!`, debugDev);\n sourceField.deleted = 1;\n return true;\n }\n\n return false;\n}\n\nfunction sourceRecordIsBetter(baseField, sourceField) {\n if (!baseField.subfields) {\n return;\n }\n // MELINDA-8978: prefer Asteri version\n if (isAsteriField(sourceField) && !isAsteriField(baseField)) {\n return 1;\n }\n\n function isAsteriField(field) {\n if (field.subfields.some(sf => sf.code === '0' && sf.value.match(/^\\((?:FI-ASTERI-[NW]|FIN1[13])\\)[0-9]{9}$/u))) {\n return true;\n }\n }\n return false;\n}\n\nfunction swapDataBetweenFields(field1, field2) {\n // NB! Does not support controlfields yet! Add support if the need arises.\n if (field1.subfields) { // If field1 has subfields, then also field2 has them. No need to check the other field here.\n swapNamedData('ind1');\n swapNamedData('ind2');\n swapNamedData('subfields');\n return;\n }\n return;\n\n function swapNamedData(name) {\n const data = field1[name];\n field1[name] = field2[name];\n field2[name] = data;\n }\n\n}\n\nexport function mergeField(baseRecord, sourceRecord, sourceField, config) {\n nvdebug(`SELF: ${fieldToString(sourceField)}`, debugDev);\n\n sourceField.mergeCandidate = true;\n // skip duplicates and special cases:\n if (skipMergeField(baseRecord, sourceField, config)) {\n nvdebug(`mergeField(): don't merge '${fieldToString(sourceField)}'`, debugDev);\n delete sourceField.mergeCandidate;\n return false;\n }\n\n nvdebug(`mergeField(): Try to merge '${fieldToString(sourceField)}'.`, debugDev);\n const counterpartField = getCounterpart(baseRecord, sourceRecord, sourceField, config);\n\n if (counterpartField) {\n if (sourceRecordIsBetter(counterpartField, sourceField)) {\n swapDataBetweenFields(counterpartField, sourceField);\n }\n\n const candFieldPairs880 = sourceField.tag === '880' ? undefined : fieldGetOccurrenceNumberPairs(sourceField, sourceRecord.fields);\n nvdebug(`mergeField(): Got counterpart: '${fieldToString(counterpartField)}'. Thus try merge...`, debugDev);\n nvdebug(`PAIR: ${candFieldPairs880 ? fieldsToString(candFieldPairs880) : 'NADA'}`, debugDev);\n mergeField2(baseRecord, counterpartField, sourceField, config, candFieldPairs880);\n sourceField.deleted = 1;\n delete sourceField.mergeCandidate;\n return true;\n }\n // NB! Counterpartless field is inserted to 7XX even if field.tag says 1XX:\n debugDev(`mergeField(): No mergable counterpart found for '${fieldToString(sourceField)}'.`);\n delete sourceField.mergeCandidate;\n return false;\n}\n\n"],
|
|
5
|
-
"mappings": "AACA,OAAO,uBAAuB;AAC9B,SAAQ,eAAe,gBAAgB,oBAAoB,SAAS,cAAc,iBAAiB,wBAAuB;AAC1H,SAAQ,qCAAoC;AAC5C,SAAQ,qCAAqC,2BAA2B,+BAA8B;AACtG,SAAQ,0BAAyB;AACjC,SAAQ,uBAAsB;AAC9B,SAAQ,mBAAkB;AAC1B,SAAQ,sBAAqB;AAa7B,MAAM,QAAQ,kBAAkB,yDAAyD;AAEzF,MAAM,WAAW,MAAM,OAAO,KAAK;AAGnC,SAAS,mBAAmB,OAAO;AACjC,QAAM,MAAM,MAAM,UAAU,OAAO,cAAY,CAAC,wBAAwB,QAAQ,CAAC;AAEjF,MAAI,IAAI,SAAS,GAAG;AAClB,UAAM,YAAY;AAAA,EACpB;AACF;AAGA,SAAS,kBAAkB,YAAY,WAAW,aAAa;AAC7D,MAAI,UAAU,QAAQ,SAAS,YAAY,QAAQ,OAAO;AACxD;AAAA,EACF;AACA,QAAM,oBAAoB,YAAY,UAAU,OAAO,QAAM,GAAG,SAAS,OAAO,aAAa,GAAG,KAAK,CAAC;AAEtG,oBAAkB,QAAQ,QAAM;AAE9B,UAAM,QAAQ,GAAG,MAAM,QAAQ,QAAQ,EAAE;AACzC,eAAW,YAAY,EAAC,OAAO,OAAO,QAAQ,KAAK,QAAQ,KAAK,aAAa,CAAC,EAAC,QAAQ,KAAK,MAAK,CAAC,EAAC,CAAC;AAEpG,OAAG,QAAQ,gBAAgB,GAAG,KAAK;AAAA,EACrC,CAAC;AACH;AAEA,SAAS,YAAY,YAAY,WAAW,aAAa,QAAQ,oBAAoB,CAAC,GAAG;AAIvF,MAAI,cAAc,SAAS,MAAM,cAAc,WAAW,GAAG;AAC3D,WAAO;AAAA,EACT;AAKA,MAAI,UAAU,WAAW,KAAK,QAAM,wBAAwB,EAAE,CAAC,KAAK,CAAC,YAAY,WAAW,KAAK,QAAM,wBAAwB,EAAE,CAAC,GAAG;AACnI,uBAAmB,SAAS;AAC5B,cAAU,SAAS;AAAA,EACrB;AAEA,oBAAkB,YAAY,WAAW,WAAW;AAEpD,kBAAgB,WAAW,aAAa,MAAM;AAM9C,QAAM,wBAAwB,oCAAoC,WAAW;AAC7E,QAAM,sBAAsB,0BAA0B,WAAW;AAIjE,UAAQ,2BAA2B,cAAc,mBAAmB,CAAC,iBAAiB,QAAQ;AAE9F,cAAY,UAAU,QAAQ,CAAC,kBAAkB,UAAU;AAEzD,UAAM,qBAAqB,sBAAsB,UAAU,KAAK;AAChE,UAAM,oBAAoB,oBAAoB,UAAU,KAAK;AAC7D,UAAM,oBAAoB,cAAc,SAAS;AACjD,YAAQ,+BAA+B,iBAAiB,gBAAgB,CAAC,SAAS,iBAAiB,KAAK,QAAQ;AAEhH,UAAM,eAAe,EAAC,OAAO,YAAY,KAAK,QAAQ,iBAAiB,MAAM,iBAAiB,iBAAiB,OAAO,mBAAmB,mBAAmB,OAAO,wBAAwB,kBAAkB,MAAK;AAElN,uBAAmB,WAAW,cAAc,iBAAiB;AAC7D,UAAM,WAAW,cAAc,SAAS;AACxC,QAAI,sBAAsB,UAAU;AAClC,cAAQ,8BAA8B,QAAQ,KAAK,QAAQ;AAAA,IAE7D;AAAA,EAGF,CAAC;AACH;AAGA,SAAS,eAAe,YAAY,aAAa,QAAQ;AACvD,MAAI,CAAC,YAAY,YAAY,KAAK,MAAM,GAAG;AACzC,YAAQ,4BAA4B,cAAc,WAAW,CAAC,0BAA0B,QAAQ;AAChG,WAAO;AAAA,EACT;AAGA,MAAI,WAAW,OAAO,KAAK,eAAa,CAAC,UAAU,kBAAkB,mBAAmB,aAAa,SAAS,CAAC,GAAG;
|
|
4
|
+
"sourcesContent": ["//import {MarcRecord} from '@natlibfi/marc-record';\nimport createDebugLogger from 'debug';\nimport {fieldToString, fieldsToString, fieldsAreIdentical, nvdebug, hasCopyright, removeCopyright, subfieldToString} from '../utils.js';\nimport {fieldGetOccurrenceNumberPairs} from '../subfield6Utils.js';\nimport {cloneAndNormalizeFieldForComparison, cloneAndRemovePunctuation, isEnnakkotietoSubfieldG} from '../normalizeFieldForComparison.js';\nimport {mergeOrAddSubfield} from './mergeOrAddSubfield.js';\nimport {mergeIndicators} from './mergeIndicator.js';\nimport {mergableTag} from './mergableTag.js';\nimport {getCounterpart} from './counterpartField.js';\n//import {default as normalizeEncoding} from '@natlibfi/marc-record-validators-melinda/dist/normalize-utf8-diacritics';\n//import {postprocessRecords} from './mergeOrAddPostprocess.js';\n//import {preprocessBeforeAdd} from './processFilter.js';\n\n//import fs from 'fs';\n//import path from 'path';\n\n\n//const defaultConfig = JSON.parse(fs.readFileSync(path.join(__dirname, '..', '..', 'src', 'reducers', 'config.json'), 'utf8'));\n\n// Specs: https://workgroups.helsinki.fi/x/K1ohCw (though we occasionally differ from them)...\n\nconst debug = createDebugLogger('@natlibfi/melinda-marc-record-merge-reducers:mergeField');\n//const debugData = debug.extend('data');\nconst debugDev = debug.extend('dev');\n\n// NB! Can we do this via config.json?\nfunction removeEnnakkotieto(field) {\n const tmp = field.subfields.filter(subfield => !isEnnakkotietoSubfieldG(subfield));\n // remove only iff some other subfield remains\n if (tmp.length > 0) {\n field.subfields = tmp;\n }\n}\n\n\nfunction copyrightYearHack(baseRecord, baseField, sourceField) {\n if (baseField.tag !== '264' || sourceField.tag !== '260') {\n return;\n }\n const relevantSubfields = sourceField.subfields.filter(sf => sf.code === 'c' && hasCopyright(sf.value));\n\n relevantSubfields.forEach(sf => {\n // Add new:\n const value = sf.value.replace(/\\.$/u, '');\n baseRecord.insertField({'tag': '264', 'ind1': ' ', 'ind2': '4', 'subfields': [{'code': 'c', value}]});\n // Modify original subfield:\n sf.value = removeCopyright(sf.value);\n });\n}\n\nfunction mergeField2(baseRecord, baseField, sourceField, config, candFieldPairs880 = []) {\n //// Identical fields\n // No need to check every subfield separately.\n // Also no need to postprocess the resulting field.\n if (fieldToString(baseField) === fieldToString(sourceField)) {\n return baseRecord;\n }\n\n // If a base ennakkotieto is merged with real data, remove ennakkotieto subfield:\n // (If our prepub normalizations are ok, this should not be needed.\n // However, it's simple and works well enough, so let's keep it here.)\n if (baseField.subfields?.find(sf => isEnnakkotietoSubfieldG(sf)) && !sourceField.subfields?.find(sf => isEnnakkotietoSubfieldG(sf))) {\n removeEnnakkotieto(baseField);\n baseField.merged = 1;\n }\n\n copyrightYearHack(baseRecord, baseField, sourceField);\n\n mergeIndicators(baseField, sourceField, config);\n\n\n // We want to add the incoming subfields without punctuation, and add puctuation later on.\n // (Cloning is harmless, but probably not needed.)\n // NEW: we also drag the normalized version along. It is needed for the merge-or-add decision\n const normalizedSourceField = cloneAndNormalizeFieldForComparison(sourceField); // This is for comparison\n const strippedSourceField = cloneAndRemovePunctuation(sourceField); // This is for adding subfields\n\n //nvdebug(` MERGING SUBFIELDS OF '${fieldToString(sourceField)}' (original)`, debugDev);\n //nvdebug(` MERGING SUBFIELDS OF '${fieldToString(normalizedSourceField)}' (comparison)`, debugDev);\n nvdebug(` MERGING SUBFIELDS OF '${fieldToString(strippedSourceField)}' (merge/add)`, debugDev);\n\n sourceField.subfields.forEach((originalSubfield, index) => {\n //strippedSourceField.subfields.forEach((subfieldForMergeOrAdd, index) => {\n const normalizedSubfield = normalizedSourceField.subfields[index];\n const punctlessSubfield = strippedSourceField.subfields[index];\n const originalBaseValue = fieldToString(baseField);\n nvdebug(` TRYING TO MERGE SUBFIELD '${subfieldToString(originalSubfield)}' TO '${originalBaseValue}'`, debugDev);\n\n const subfieldData = {'tag': sourceField.tag, 'code': originalSubfield.code, 'originalValue': originalSubfield.value, 'normalizedValue': normalizedSubfield.value, 'punctuationlessValue': punctlessSubfield.value};\n\n mergeOrAddSubfield(baseField, subfieldData, candFieldPairs880); // candSubfield);\n const newValue = fieldToString(baseField);\n if (originalBaseValue !== newValue) {\n nvdebug(` SUBFIELD MERGE RESULT: '${newValue}'`, debugDev);\n //debug(` TODO: sort subfields, handle punctuation...`);\n }\n //else { debugDev(` mergeOrAddSubfield() did not add '\u2021${fieldToString(subfieldForMergeOrAdd)}' to '${originalValue}'`); }\n\n });\n}\n\n\nfunction skipMergeField(baseRecord, sourceField, config) {\n if (!mergableTag(sourceField.tag, config)) {\n nvdebug(`skipMergeField(): field '${fieldToString(sourceField)}' listed as skippable!`, debugDev);\n return true;\n }\n\n // Skip duplicate field when merging two records (NB! internal merge merges/removes the duplicate field):\n if (!baseRecord.internalMerge && baseRecord.fields.some(baseField => !baseField.mergeCandidate && fieldsAreIdentical(sourceField, baseField))) {\n nvdebug(`skipMergeField(): field '${fieldToString(sourceField)}' already exists! No merge required!`, debugDev);\n sourceField.deleted = 1;\n return true;\n }\n\n return false;\n}\n\nfunction sourceRecordIsBetter(baseField, sourceField) {\n if (!baseField.subfields) {\n return;\n }\n // MELINDA-8978: prefer Asteri version\n if (isAsteriField(sourceField) && !isAsteriField(baseField)) {\n return 1;\n }\n\n function isAsteriField(field) {\n if (field.subfields.some(sf => sf.code === '0' && sf.value.match(/^\\((?:FI-ASTERI-[NW]|FIN1[13])\\)[0-9]{9}$/u))) {\n return true;\n }\n }\n return false;\n}\n\nfunction swapDataBetweenFields(field1, field2) {\n // NB! Does not support controlfields yet! Add support if the need arises.\n if (field1.subfields) { // If field1 has subfields, then also field2 has them. No need to check the other field here.\n swapNamedData('ind1');\n swapNamedData('ind2');\n swapNamedData('subfields');\n return;\n }\n return;\n\n function swapNamedData(name) {\n const data = field1[name];\n field1[name] = field2[name];\n field2[name] = data;\n }\n\n}\n\nexport function mergeField(baseRecord, sourceRecord, sourceField, config) {\n nvdebug(`SELF: ${fieldToString(sourceField)}`, debugDev);\n\n sourceField.mergeCandidate = true;\n // skip duplicates and special cases:\n if (skipMergeField(baseRecord, sourceField, config)) {\n nvdebug(`mergeField(): don't merge '${fieldToString(sourceField)}'`, debugDev);\n delete sourceField.mergeCandidate;\n return false;\n }\n\n nvdebug(`mergeField(): Try to merge '${fieldToString(sourceField)}'.`, debugDev);\n const counterpartField = getCounterpart(baseRecord, sourceRecord, sourceField, config);\n\n if (counterpartField) {\n if (sourceRecordIsBetter(counterpartField, sourceField)) {\n swapDataBetweenFields(counterpartField, sourceField);\n }\n\n const candFieldPairs880 = sourceField.tag === '880' ? undefined : fieldGetOccurrenceNumberPairs(sourceField, sourceRecord.fields);\n nvdebug(`mergeField(): Got counterpart: '${fieldToString(counterpartField)}'. Thus try merge...`, debugDev);\n nvdebug(`PAIR: ${candFieldPairs880 ? fieldsToString(candFieldPairs880) : 'NADA'}`, debugDev);\n mergeField2(baseRecord, counterpartField, sourceField, config, candFieldPairs880);\n sourceField.deleted = 1;\n delete sourceField.mergeCandidate;\n return true;\n }\n // NB! Counterpartless field is inserted to 7XX even if field.tag says 1XX:\n debugDev(`mergeField(): No mergable counterpart found for '${fieldToString(sourceField)}'.`);\n delete sourceField.mergeCandidate;\n return false;\n}\n\n"],
|
|
5
|
+
"mappings": "AACA,OAAO,uBAAuB;AAC9B,SAAQ,eAAe,gBAAgB,oBAAoB,SAAS,cAAc,iBAAiB,wBAAuB;AAC1H,SAAQ,qCAAoC;AAC5C,SAAQ,qCAAqC,2BAA2B,+BAA8B;AACtG,SAAQ,0BAAyB;AACjC,SAAQ,uBAAsB;AAC9B,SAAQ,mBAAkB;AAC1B,SAAQ,sBAAqB;AAa7B,MAAM,QAAQ,kBAAkB,yDAAyD;AAEzF,MAAM,WAAW,MAAM,OAAO,KAAK;AAGnC,SAAS,mBAAmB,OAAO;AACjC,QAAM,MAAM,MAAM,UAAU,OAAO,cAAY,CAAC,wBAAwB,QAAQ,CAAC;AAEjF,MAAI,IAAI,SAAS,GAAG;AAClB,UAAM,YAAY;AAAA,EACpB;AACF;AAGA,SAAS,kBAAkB,YAAY,WAAW,aAAa;AAC7D,MAAI,UAAU,QAAQ,SAAS,YAAY,QAAQ,OAAO;AACxD;AAAA,EACF;AACA,QAAM,oBAAoB,YAAY,UAAU,OAAO,QAAM,GAAG,SAAS,OAAO,aAAa,GAAG,KAAK,CAAC;AAEtG,oBAAkB,QAAQ,QAAM;AAE9B,UAAM,QAAQ,GAAG,MAAM,QAAQ,QAAQ,EAAE;AACzC,eAAW,YAAY,EAAC,OAAO,OAAO,QAAQ,KAAK,QAAQ,KAAK,aAAa,CAAC,EAAC,QAAQ,KAAK,MAAK,CAAC,EAAC,CAAC;AAEpG,OAAG,QAAQ,gBAAgB,GAAG,KAAK;AAAA,EACrC,CAAC;AACH;AAEA,SAAS,YAAY,YAAY,WAAW,aAAa,QAAQ,oBAAoB,CAAC,GAAG;AAIvF,MAAI,cAAc,SAAS,MAAM,cAAc,WAAW,GAAG;AAC3D,WAAO;AAAA,EACT;AAKA,MAAI,UAAU,WAAW,KAAK,QAAM,wBAAwB,EAAE,CAAC,KAAK,CAAC,YAAY,WAAW,KAAK,QAAM,wBAAwB,EAAE,CAAC,GAAG;AACnI,uBAAmB,SAAS;AAC5B,cAAU,SAAS;AAAA,EACrB;AAEA,oBAAkB,YAAY,WAAW,WAAW;AAEpD,kBAAgB,WAAW,aAAa,MAAM;AAM9C,QAAM,wBAAwB,oCAAoC,WAAW;AAC7E,QAAM,sBAAsB,0BAA0B,WAAW;AAIjE,UAAQ,2BAA2B,cAAc,mBAAmB,CAAC,iBAAiB,QAAQ;AAE9F,cAAY,UAAU,QAAQ,CAAC,kBAAkB,UAAU;AAEzD,UAAM,qBAAqB,sBAAsB,UAAU,KAAK;AAChE,UAAM,oBAAoB,oBAAoB,UAAU,KAAK;AAC7D,UAAM,oBAAoB,cAAc,SAAS;AACjD,YAAQ,+BAA+B,iBAAiB,gBAAgB,CAAC,SAAS,iBAAiB,KAAK,QAAQ;AAEhH,UAAM,eAAe,EAAC,OAAO,YAAY,KAAK,QAAQ,iBAAiB,MAAM,iBAAiB,iBAAiB,OAAO,mBAAmB,mBAAmB,OAAO,wBAAwB,kBAAkB,MAAK;AAElN,uBAAmB,WAAW,cAAc,iBAAiB;AAC7D,UAAM,WAAW,cAAc,SAAS;AACxC,QAAI,sBAAsB,UAAU;AAClC,cAAQ,8BAA8B,QAAQ,KAAK,QAAQ;AAAA,IAE7D;AAAA,EAGF,CAAC;AACH;AAGA,SAAS,eAAe,YAAY,aAAa,QAAQ;AACvD,MAAI,CAAC,YAAY,YAAY,KAAK,MAAM,GAAG;AACzC,YAAQ,4BAA4B,cAAc,WAAW,CAAC,0BAA0B,QAAQ;AAChG,WAAO;AAAA,EACT;AAGA,MAAI,CAAC,WAAW,iBAAiB,WAAW,OAAO,KAAK,eAAa,CAAC,UAAU,kBAAkB,mBAAmB,aAAa,SAAS,CAAC,GAAG;AAC7I,YAAQ,4BAA4B,cAAc,WAAW,CAAC,wCAAwC,QAAQ;AAC9G,gBAAY,UAAU;AACtB,WAAO;AAAA,EACT;AAEA,SAAO;AACT;AAEA,SAAS,qBAAqB,WAAW,aAAa;AACpD,MAAI,CAAC,UAAU,WAAW;AACxB;AAAA,EACF;AAEA,MAAI,cAAc,WAAW,KAAK,CAAC,cAAc,SAAS,GAAG;AAC3D,WAAO;AAAA,EACT;AAEA,WAAS,cAAc,OAAO;AAC5B,QAAI,MAAM,UAAU,KAAK,QAAM,GAAG,SAAS,OAAO,GAAG,MAAM,MAAM,4CAA4C,CAAC,GAAG;AAC/G,aAAO;AAAA,IACT;AAAA,EACF;AACA,SAAO;AACT;AAEA,SAAS,sBAAsB,QAAQ,QAAQ;AAE7C,MAAI,OAAO,WAAW;AACpB,kBAAc,MAAM;AACpB,kBAAc,MAAM;AACpB,kBAAc,WAAW;AACzB;AAAA,EACF;AACA;AAEA,WAAS,cAAc,MAAM;AAC3B,UAAM,OAAO,OAAO,IAAI;AACxB,WAAO,IAAI,IAAI,OAAO,IAAI;AAC1B,WAAO,IAAI,IAAI;AAAA,EACjB;AAEF;AAEO,gBAAS,WAAW,YAAY,cAAc,aAAa,QAAQ;AACxE,UAAQ,SAAS,cAAc,WAAW,CAAC,IAAI,QAAQ;AAEvD,cAAY,iBAAiB;AAE7B,MAAI,eAAe,YAAY,aAAa,MAAM,GAAG;AACnD,YAAQ,8BAA8B,cAAc,WAAW,CAAC,KAAK,QAAQ;AAC7E,WAAO,YAAY;AACnB,WAAO;AAAA,EACT;AAEA,UAAQ,+BAA+B,cAAc,WAAW,CAAC,MAAM,QAAQ;AAC/E,QAAM,mBAAmB,eAAe,YAAY,cAAc,aAAa,MAAM;AAErF,MAAI,kBAAkB;AACpB,QAAI,qBAAqB,kBAAkB,WAAW,GAAG;AACvD,4BAAsB,kBAAkB,WAAW;AAAA,IACrD;AAEA,UAAM,oBAAoB,YAAY,QAAQ,QAAQ,SAAY,8BAA8B,aAAa,aAAa,MAAM;AAChI,YAAQ,mCAAmC,cAAc,gBAAgB,CAAC,wBAAwB,QAAQ;AAC1G,YAAQ,SAAS,oBAAoB,eAAe,iBAAiB,IAAI,MAAM,IAAI,QAAQ;AAC3F,gBAAY,YAAY,kBAAkB,aAAa,QAAQ,iBAAiB;AAChF,gBAAY,UAAU;AACtB,WAAO,YAAY;AACnB,WAAO;AAAA,EACT;AAEA,WAAS,oDAAoD,cAAc,WAAW,CAAC,IAAI;AAC3F,SAAO,YAAY;AACnB,SAAO;AACT;",
|
|
6
6
|
"names": []
|
|
7
7
|
}
|
|
@@ -4,6 +4,7 @@ import validatorFactory from "./merge-fields/index.js";
|
|
|
4
4
|
import { READERS } from "@natlibfi/fixura";
|
|
5
5
|
import generateTests from "@natlibfi/fixugen";
|
|
6
6
|
import createDebugLogger from "debug";
|
|
7
|
+
import { nvdebug } from "./utils.js";
|
|
7
8
|
generateTests({
|
|
8
9
|
callback,
|
|
9
10
|
path: [import.meta.dirname, "..", "test-fixtures", "merge-fields"],
|
|
@@ -25,12 +26,13 @@ async function testValidatorFactory() {
|
|
|
25
26
|
assert.equal(typeof validator.description, "string");
|
|
26
27
|
assert.equal(typeof validator.validate, "function");
|
|
27
28
|
}
|
|
28
|
-
async function callback({ getFixture, enabled = true, fix = false }) {
|
|
29
|
+
async function callback({ getFixture, enabled = true, fix = false, tagPattern = false }) {
|
|
29
30
|
if (enabled === false) {
|
|
30
31
|
debug("TEST SKIPPED!");
|
|
31
32
|
return;
|
|
32
33
|
}
|
|
33
|
-
|
|
34
|
+
nvdebug(`TAG PATTERN: ${tagPattern}`);
|
|
35
|
+
const validator = await validatorFactory(tagPattern);
|
|
34
36
|
const record = new MarcRecord(getFixture("record.json"));
|
|
35
37
|
const expectedResult = getFixture("expectedResult.json");
|
|
36
38
|
if (!fix) {
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"version": 3,
|
|
3
3
|
"sources": ["../src/merge-fields.test.js"],
|
|
4
|
-
"sourcesContent": ["import assert from 'node:assert';\nimport {MarcRecord} from '@natlibfi/marc-record';\nimport validatorFactory from './merge-fields/index.js';\nimport {READERS} from '@natlibfi/fixura';\nimport generateTests from '@natlibfi/fixugen';\nimport createDebugLogger from 'debug';\n\ngenerateTests({\n callback,\n path: [import.meta.dirname, '..', 'test-fixtures', 'merge-fields'],\n useMetadataFile: true,\n recurse: false,\n fixura: {\n reader: READERS.JSON\n },\n hooks: {\n before: async () => {\n testValidatorFactory();\n }\n }\n});\nconst debug = createDebugLogger('@natlibfi/marc-record-validators-melinda/merge-fields:test');\n\nasync function testValidatorFactory() {\n const validator = await validatorFactory();\n\n assert.equal(typeof validator, 'object');\n assert.equal(typeof validator.description, 'string');\n assert.equal(typeof validator.validate, 'function');\n}\n\nasync function callback({getFixture, enabled = true, fix = false}) {\n if (enabled === false) {\n debug('TEST SKIPPED!');\n return;\n }\n\n const validator = await validatorFactory();\n const record = new MarcRecord(getFixture('record.json'));\n const expectedResult = getFixture('expectedResult.json');\n // console.log(expectedResult); // eslint-disable-line\n\n if (!fix) {\n const result = await validator.validate(record);\n assert.deepEqual(result, expectedResult);\n return;\n }\n\n await validator.fix(record);\n assert.deepEqual(record, expectedResult);\n}\n"],
|
|
5
|
-
"mappings": "AAAA,OAAO,YAAY;AACnB,SAAQ,kBAAiB;AACzB,OAAO,sBAAsB;AAC7B,SAAQ,eAAc;AACtB,OAAO,mBAAmB;AAC1B,OAAO,uBAAuB;
|
|
4
|
+
"sourcesContent": ["import assert from 'node:assert';\nimport {MarcRecord} from '@natlibfi/marc-record';\nimport validatorFactory from './merge-fields/index.js';\nimport {READERS} from '@natlibfi/fixura';\nimport generateTests from '@natlibfi/fixugen';\nimport createDebugLogger from 'debug';\nimport { nvdebug } from './utils.js';\n\ngenerateTests({\n callback,\n path: [import.meta.dirname, '..', 'test-fixtures', 'merge-fields'],\n useMetadataFile: true,\n recurse: false,\n fixura: {\n reader: READERS.JSON\n },\n hooks: {\n before: async () => {\n testValidatorFactory();\n }\n }\n});\nconst debug = createDebugLogger('@natlibfi/marc-record-validators-melinda/merge-fields:test');\n\nasync function testValidatorFactory() {\n const validator = await validatorFactory();\n\n assert.equal(typeof validator, 'object');\n assert.equal(typeof validator.description, 'string');\n assert.equal(typeof validator.validate, 'function');\n}\n\nasync function callback({getFixture, enabled = true, fix = false, tagPattern = false}) {\n if (enabled === false) {\n debug('TEST SKIPPED!');\n return;\n }\n\n nvdebug(`TAG PATTERN: ${tagPattern}`);\n\n const validator = await validatorFactory(tagPattern);\n const record = new MarcRecord(getFixture('record.json'));\n const expectedResult = getFixture('expectedResult.json');\n // console.log(expectedResult); // eslint-disable-line\n\n // NB! This validator will only use tags matching /^[1678](?:00|10|11|30)$/ unless tagPattern is specified!\n if (!fix) {\n const result = await validator.validate(record);\n assert.deepEqual(result, expectedResult);\n return;\n }\n\n await validator.fix(record);\n assert.deepEqual(record, expectedResult);\n}\n"],
|
|
5
|
+
"mappings": "AAAA,OAAO,YAAY;AACnB,SAAQ,kBAAiB;AACzB,OAAO,sBAAsB;AAC7B,SAAQ,eAAc;AACtB,OAAO,mBAAmB;AAC1B,OAAO,uBAAuB;AAC9B,SAAS,eAAe;AAExB,cAAc;AAAA,EACZ;AAAA,EACA,MAAM,CAAC,YAAY,SAAS,MAAM,iBAAiB,cAAc;AAAA,EACjE,iBAAiB;AAAA,EACjB,SAAS;AAAA,EACT,QAAQ;AAAA,IACN,QAAQ,QAAQ;AAAA,EAClB;AAAA,EACA,OAAO;AAAA,IACL,QAAQ,YAAY;AAClB,2BAAqB;AAAA,IACvB;AAAA,EACF;AACF,CAAC;AACD,MAAM,QAAQ,kBAAkB,4DAA4D;AAE5F,eAAe,uBAAuB;AACpC,QAAM,YAAY,MAAM,iBAAiB;AAEzC,SAAO,MAAM,OAAO,WAAW,QAAQ;AACvC,SAAO,MAAM,OAAO,UAAU,aAAa,QAAQ;AACnD,SAAO,MAAM,OAAO,UAAU,UAAU,UAAU;AACpD;AAEA,eAAe,SAAS,EAAC,YAAY,UAAU,MAAM,MAAM,OAAO,aAAa,MAAK,GAAG;AACrF,MAAI,YAAY,OAAO;AACrB,UAAM,eAAe;AACrB;AAAA,EACF;AAEA,UAAQ,gBAAgB,UAAU,EAAE;AAEpC,QAAM,YAAY,MAAM,iBAAiB,UAAU;AACnD,QAAM,SAAS,IAAI,WAAW,WAAW,aAAa,CAAC;AACvD,QAAM,iBAAiB,WAAW,qBAAqB;AAIvD,MAAI,CAAC,KAAK;AACR,UAAM,SAAS,MAAM,UAAU,SAAS,MAAM;AAC9C,WAAO,UAAU,QAAQ,cAAc;AACvC;AAAA,EACF;AAEA,QAAM,UAAU,IAAI,MAAM;AAC1B,SAAO,UAAU,QAAQ,cAAc;AACzC;",
|
|
6
6
|
"names": []
|
|
7
7
|
}
|
|
@@ -210,7 +210,8 @@ function deriveIndividualDeletables(record) {
|
|
|
210
210
|
return processTodoList([...stillToDo, ...moreToDo], [...deletables, tmp]);
|
|
211
211
|
}
|
|
212
212
|
const inferiorTerms2 = getPrepublicationTerms(currString);
|
|
213
|
-
const
|
|
213
|
+
const aiBased = `${currString} \u20217 (dpenmw)AI`;
|
|
214
|
+
const newDeletables = [...deletables, ...subsets, ...accentless, ...d490, ...inferiorTerms2, aiBased];
|
|
214
215
|
if (subsets.length) {
|
|
215
216
|
return processTodoList([...stillToDo, ...moreToDo], newDeletables);
|
|
216
217
|
}
|