@natlibfi/marc-record-merge 6.0.0-beta.1 → 6.0.0-beta.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.github/CODEOWNERS +9 -0
- package/.github/dependabot.yml +41 -0
- package/.github/workflows/melinda-node-tests.yml +60 -0
- package/LICENSE +21 -0
- package/README.md +92 -2
- package/dist/index.js +10 -41
- package/dist/index.js.map +1 -1
- package/dist/reducers/copy.js +280 -73
- package/dist/reducers/copy.js.map +1 -1
- package/dist/reducers/copy.spec.js +51 -62
- package/dist/reducers/copy.spec.js.map +1 -1
- package/dist/reducers/index.js +15 -20
- package/dist/reducers/index.js.map +1 -1
- package/dist/reducers/select.js +28 -34
- package/dist/reducers/select.js.map +1 -1
- package/dist/reducers/select.spec.js +49 -83
- package/dist/reducers/select.spec.js.map +1 -1
- package/package.json +33 -32
- package/src/index.js +2 -34
- package/src/reducers/copy.js +274 -79
- package/src/reducers/copy.spec.js +43 -47
- package/src/reducers/index.js +3 -30
- package/src/reducers/select.js +22 -32
- package/src/reducers/select.spec.js +37 -56
- package/test-fixtures/reducers/copy/{01/base.json → basic copy/01/base.json } +1 -1
- package/test-fixtures/reducers/copy/{01 → basic copy/01}/merged.json +0 -0
- package/test-fixtures/reducers/copy/basic copy/01/metadata.json +4 -0
- package/test-fixtures/reducers/copy/{01 → basic copy/01}/source.json +0 -0
- package/test-fixtures/reducers/copy/{02/source.json → basic copy/02/base.json} +0 -0
- package/test-fixtures/reducers/copy/{02 → basic copy/02}/merged.json +0 -0
- package/test-fixtures/reducers/copy/basic copy/02/metadata.json +4 -0
- package/test-fixtures/reducers/copy/{02/base.json → basic copy/02/source.json } +1 -1
- package/test-fixtures/reducers/copy/{03/base.json → basic copy/03/base.json } +1 -1
- package/test-fixtures/reducers/copy/{03 → basic copy/03}/merged.json +0 -0
- package/test-fixtures/reducers/copy/basic copy/03/metadata.json +4 -0
- package/test-fixtures/reducers/copy/{03 → basic copy/03}/source.json +0 -0
- package/test-fixtures/reducers/copy/{05/base.json → basic copy/04/base.json } +1 -1
- package/test-fixtures/reducers/copy/{04/merged.json → basic copy/04/merged.json } +1 -1
- package/test-fixtures/reducers/copy/basic copy/04/metadata.json +4 -0
- package/test-fixtures/reducers/copy/{04/source.json → basic copy/04/source.json } +1 -1
- package/test-fixtures/reducers/copy/{04/base.json → basic copy/05/base.json } +1 -1
- package/test-fixtures/reducers/copy/basic copy/05/merged.json +77 -0
- package/test-fixtures/reducers/copy/basic copy/05/metadata.json +4 -0
- package/test-fixtures/reducers/copy/basic copy/05/source.json +62 -0
- package/test-fixtures/reducers/copy/basic copy/06/base.json +24 -0
- package/test-fixtures/reducers/copy/basic copy/06/merged.json +39 -0
- package/test-fixtures/reducers/copy/basic copy/06/metadata.json +4 -0
- package/test-fixtures/reducers/copy/basic copy/06/source.json +24 -0
- package/test-fixtures/reducers/copy/basic copy/07/base.json +39 -0
- package/test-fixtures/reducers/copy/basic copy/07/merged.json +39 -0
- package/test-fixtures/reducers/copy/basic copy/07/metadata.json +5 -0
- package/test-fixtures/reducers/copy/basic copy/07/source.json +24 -0
- package/test-fixtures/reducers/copy/basic copy/08/base.json +28 -0
- package/test-fixtures/reducers/copy/basic copy/08/merged.json +28 -0
- package/test-fixtures/reducers/copy/basic copy/08/metadata.json +4 -0
- package/test-fixtures/reducers/copy/basic copy/08/source.json +24 -0
- package/test-fixtures/reducers/copy/compareTagsOnly/01/base.json +24 -0
- package/test-fixtures/reducers/copy/compareTagsOnly/01/merged.json +24 -0
- package/test-fixtures/reducers/copy/compareTagsOnly/01/metadata.json +5 -0
- package/test-fixtures/reducers/copy/compareTagsOnly/01/source.json +24 -0
- package/test-fixtures/reducers/copy/compareTagsOnly/02/base.json +24 -0
- package/test-fixtures/reducers/copy/compareTagsOnly/02/merged.json +100 -0
- package/test-fixtures/reducers/copy/compareTagsOnly/02/metadata.json +5 -0
- package/test-fixtures/reducers/copy/compareTagsOnly/02/source.json +100 -0
- package/test-fixtures/reducers/copy/compareWithoutIndicators/01/base.json +24 -0
- package/test-fixtures/reducers/copy/compareWithoutIndicators/01/merged.json +24 -0
- package/test-fixtures/reducers/copy/compareWithoutIndicators/01/metadata.json +5 -0
- package/test-fixtures/reducers/copy/compareWithoutIndicators/01/source.json +24 -0
- package/test-fixtures/reducers/copy/compareWithoutIndicators/02/base.json +24 -0
- package/test-fixtures/reducers/copy/compareWithoutIndicators/02/merged.json +39 -0
- package/test-fixtures/reducers/copy/compareWithoutIndicators/02/metadata.json +5 -0
- package/test-fixtures/reducers/copy/compareWithoutIndicators/02/source.json +24 -0
- package/test-fixtures/reducers/copy/copyUnless/01/base.json +9 -0
- package/test-fixtures/reducers/copy/copyUnless/01/merged.json +24 -0
- package/test-fixtures/reducers/copy/copyUnless/01/metadata.json +5 -0
- package/test-fixtures/reducers/copy/copyUnless/01/source.json +47 -0
- package/test-fixtures/reducers/copy/dropSubfields/01/base.json +35 -0
- package/test-fixtures/reducers/copy/dropSubfields/01/merged.json +54 -0
- package/test-fixtures/reducers/copy/dropSubfields/01/metadata.json +5 -0
- package/test-fixtures/reducers/copy/dropSubfields/01/source.json +43 -0
- package/test-fixtures/reducers/copy/dropSubfields/02/base.json +43 -0
- package/test-fixtures/reducers/copy/dropSubfields/02/merged.json +58 -0
- package/test-fixtures/reducers/copy/dropSubfields/02/metadata.json +5 -0
- package/test-fixtures/reducers/copy/dropSubfields/02/source.json +32 -0
- package/test-fixtures/reducers/copy/dropSubfields/03/base.json +43 -0
- package/test-fixtures/reducers/copy/dropSubfields/03/merged.json +58 -0
- package/test-fixtures/reducers/copy/dropSubfields/03/metadata.json +5 -0
- package/test-fixtures/reducers/copy/dropSubfields/03/source.json +32 -0
- package/test-fixtures/reducers/copy/dropSubfields/04/base.json +43 -0
- package/test-fixtures/reducers/copy/dropSubfields/04/merged.json +43 -0
- package/test-fixtures/reducers/copy/dropSubfields/04/metadata.json +5 -0
- package/test-fixtures/reducers/copy/dropSubfields/04/source.json +32 -0
- package/test-fixtures/reducers/copy/excludeSubfields/01/base.json +39 -0
- package/test-fixtures/reducers/copy/excludeSubfields/01/merged.json +39 -0
- package/test-fixtures/reducers/copy/excludeSubfields/01/metadata.json +8 -0
- package/test-fixtures/reducers/copy/{05 → excludeSubfields/01}/source.json +1 -1
- package/test-fixtures/reducers/copy/excludeSubfields/02/base.json +39 -0
- package/test-fixtures/reducers/copy/{05 → excludeSubfields/02}/merged.json +5 -5
- package/test-fixtures/reducers/copy/excludeSubfields/02/metadata.json +5 -0
- package/test-fixtures/reducers/copy/excludeSubfields/02/source.json +43 -0
- package/test-fixtures/reducers/copy/subfieldsMustBeIdentical/01/base.json +24 -0
- package/test-fixtures/reducers/copy/subfieldsMustBeIdentical/01/merged.json +39 -0
- package/test-fixtures/reducers/copy/subfieldsMustBeIdentical/01/metadata.json +5 -0
- package/test-fixtures/reducers/copy/subfieldsMustBeIdentical/01/source.json +24 -0
- package/test-fixtures/reducers/copy/subfieldsMustBeIdentical/02/base.json +24 -0
- package/test-fixtures/reducers/copy/subfieldsMustBeIdentical/02/merged.json +24 -0
- package/test-fixtures/reducers/copy/subfieldsMustBeIdentical/02/metadata.json +5 -0
- package/test-fixtures/reducers/copy/subfieldsMustBeIdentical/02/source.json +24 -0
- package/test-fixtures/reducers/copy/subfieldsMustBeIdentical/03/base.json +28 -0
- package/test-fixtures/reducers/copy/subfieldsMustBeIdentical/03/merged.json +43 -0
- package/test-fixtures/reducers/copy/subfieldsMustBeIdentical/03/metadata.json +5 -0
- package/test-fixtures/reducers/copy/subfieldsMustBeIdentical/03/source.json +24 -0
- package/test-fixtures/reducers/copy/subfieldsMustBeIdentical/04/base.json +28 -0
- package/test-fixtures/reducers/copy/subfieldsMustBeIdentical/04/merged.json +28 -0
- package/test-fixtures/reducers/copy/subfieldsMustBeIdentical/04/metadata.json +5 -0
- package/test-fixtures/reducers/copy/subfieldsMustBeIdentical/04/source.json +24 -0
- package/test-fixtures/reducers/copy/subfieldsMustBeIdentical/05/base.json +20 -0
- package/test-fixtures/reducers/copy/subfieldsMustBeIdentical/05/merged.json +35 -0
- package/test-fixtures/reducers/copy/subfieldsMustBeIdentical/05/metadata.json +5 -0
- package/test-fixtures/reducers/copy/subfieldsMustBeIdentical/05/source.json +24 -0
- package/test-fixtures/reducers/copy/subfieldsMustBeIdentical/06/base.json +20 -0
- package/test-fixtures/reducers/copy/subfieldsMustBeIdentical/06/merged.json +35 -0
- package/test-fixtures/reducers/copy/subfieldsMustBeIdentical/06/metadata.json +5 -0
- package/test-fixtures/reducers/copy/subfieldsMustBeIdentical/06/source.json +24 -0
- package/test-fixtures/reducers/metadata.json +4 -0
- package/test-fixtures/reducers/select/01/metadata.json +5 -0
- package/test-fixtures/reducers/select/02/metadata.json +4 -0
- package/test-fixtures/reducers/select/03/metadata.json +4 -0
- package/test-fixtures/reducers/select/04/metadata.json +5 -0
- package/test-fixtures/reducers/select/05/metadata.json +4 -0
- package/test-fixtures/reducers/select/06/base.json +4 -0
- package/test-fixtures/reducers/select/06/merged.json +4 -0
- package/test-fixtures/reducers/select/06/metadata.json +4 -0
- package/test-fixtures/reducers/select/06/source.json +4 -0
- package/test-fixtures/reducers/select/07/metadata.json +5 -0
- package/test-fixtures/reducers/select/08/metadata.json +4 -0
- package/test-fixtures/reducers/select/09/metadata.json +4 -0
- package/test-fixtures/reducers/select/10/metadata.json +5 -0
- package/test-fixtures/reducers/select/11/metadata.json +4 -0
- package/test-fixtures/reducers/select/12/metadata.json +5 -0
- package/test-fixtures/reducers/select/13/metadata.json +4 -0
- package/test-fixtures/reducers/select/14/base.json +24 -0
- package/test-fixtures/reducers/select/14/merged.json +24 -0
- package/test-fixtures/reducers/select/14/metadata.json +4 -0
- package/test-fixtures/reducers/select/14/source.json +24 -0
- package/.drone.yml +0 -92
- package/.nyc_output/7ecda3cd-9f84-4416-a466-fa1e5889c6a3.json +0 -1
- package/.nyc_output/processinfo/7ecda3cd-9f84-4416-a466-fa1e5889c6a3.json +0 -1
- package/.nyc_output/processinfo/index.json +0 -1
- package/LICENSE.txt +0 -165
- package/coverage/base.css +0 -224
- package/coverage/block-navigation.js +0 -79
- package/coverage/copy.js.html +0 -344
- package/coverage/favicon.png +0 -0
- package/coverage/index.html +0 -126
- package/coverage/lcov-report/base.css +0 -224
- package/coverage/lcov-report/block-navigation.js +0 -79
- package/coverage/lcov-report/copy.js.html +0 -344
- package/coverage/lcov-report/favicon.png +0 -0
- package/coverage/lcov-report/index.html +0 -126
- package/coverage/lcov-report/prettify.css +0 -1
- package/coverage/lcov-report/prettify.js +0 -2
- package/coverage/lcov-report/select.js.html +0 -431
- package/coverage/lcov-report/sort-arrow-sprite.png +0 -0
- package/coverage/lcov-report/sorter.js +0 -170
- package/coverage/lcov.info +0 -195
- package/coverage/prettify.css +0 -1
- package/coverage/prettify.js +0 -2
- package/coverage/select.js.html +0 -431
- package/coverage/sort-arrow-sprite.png +0 -0
- package/coverage/sorter.js +0 -170
- package/test-fixtures/reducers/copy/01/pattern.txt +0 -1
- package/test-fixtures/reducers/copy/02/pattern.txt +0 -1
- package/test-fixtures/reducers/copy/03/pattern.txt +0 -1
- package/test-fixtures/reducers/copy/04/pattern.txt +0 -1
- package/test-fixtures/reducers/copy/05/pattern.txt +0 -1
- package/test-fixtures/reducers/select/01/expected-error.txt +0 -1
- package/test-fixtures/reducers/select/01/pattern.txt +0 -1
- package/test-fixtures/reducers/select/02/pattern.txt +0 -1
- package/test-fixtures/reducers/select/03/pattern.txt +0 -1
- package/test-fixtures/reducers/select/04/pattern.txt +0 -1
- package/test-fixtures/reducers/select/05/pattern.txt +0 -1
- package/test-fixtures/reducers/select/06/pattern.txt +0 -1
- package/test-fixtures/reducers/select/07/equalityFunction.txt +0 -1
- package/test-fixtures/reducers/select/07/pattern.txt +0 -1
- package/test-fixtures/reducers/select/08/pattern.txt +0 -1
- package/test-fixtures/reducers/select/09/pattern.txt +0 -1
- package/test-fixtures/reducers/select/10/equalityFunction.txt +0 -1
- package/test-fixtures/reducers/select/10/pattern.txt +0 -1
- package/test-fixtures/reducers/select/11/pattern.txt +0 -1
- package/test-fixtures/reducers/select/12/equalityFunction.txt +0 -1
- package/test-fixtures/reducers/select/12/pattern.txt +0 -1
- package/test-fixtures/reducers/select/13/pattern.txt +0 -1
package/dist/reducers/copy.js
CHANGED
|
@@ -5,96 +5,303 @@ Object.defineProperty(exports, "__esModule", {
|
|
|
5
5
|
});
|
|
6
6
|
exports.default = void 0;
|
|
7
7
|
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
8
|
+
var _marcRecord = require("@natlibfi/marc-record");
|
|
9
|
+
|
|
10
|
+
var _debug = _interopRequireDefault(require("debug"));
|
|
11
|
+
|
|
12
|
+
function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
|
|
13
|
+
|
|
14
|
+
/* eslint-disable max-statements */
|
|
15
|
+
|
|
16
|
+
/* eslint-disable no-unused-vars */
|
|
17
|
+
var _default = ({
|
|
18
|
+
tagPattern,
|
|
19
|
+
compareTagsOnly = false,
|
|
20
|
+
compareWithoutIndicators = false,
|
|
21
|
+
subfieldsMustBeIdentical = true,
|
|
22
|
+
excludeSubfields = [],
|
|
23
|
+
dropSubfields = [],
|
|
24
|
+
copyUnless = [],
|
|
25
|
+
baseValidators = {
|
|
26
|
+
subfieldValues: false
|
|
27
|
+
},
|
|
28
|
+
sourceValidators = {
|
|
29
|
+
subfieldValues: false
|
|
30
|
+
}
|
|
31
|
+
}) => (base, source) => {
|
|
32
|
+
const baseRecord = new _marcRecord.MarcRecord(base, baseValidators);
|
|
33
|
+
const sourceRecord = new _marcRecord.MarcRecord(source, sourceValidators);
|
|
34
|
+
const debug = (0, _debug.default)('@natlibfi/marc-record-merge');
|
|
35
|
+
const debugOptions = (0, _debug.default)('@natlibfi/marc-record-merge:compare-options');
|
|
36
|
+
const debugCompare = (0, _debug.default)('@natlibfi/marc-record-merge:compare');
|
|
37
|
+
debugOptions(`Tag Pattern: ${tagPattern}`);
|
|
38
|
+
debugOptions(`Compare tags only: ${compareTagsOnly}`);
|
|
39
|
+
debugOptions(`Compare without indicators ${compareWithoutIndicators}`);
|
|
40
|
+
debugOptions(`Copy if identical: ${subfieldsMustBeIdentical}`);
|
|
41
|
+
debugOptions(`Exclude subfields: [${excludeSubfields}]`);
|
|
42
|
+
debugOptions(`Drop subfields [${dropSubfields}]`);
|
|
43
|
+
debugOptions(`Copy unless contains subfields: ${JSON.stringify(copyUnless)}`);
|
|
44
|
+
const baseFields = baseRecord.get(tagPattern);
|
|
45
|
+
const sourceFields = sourceRecord.get(tagPattern);
|
|
46
|
+
debug(`Base fields: `, baseFields);
|
|
47
|
+
debug(`Source fields: `, sourceFields);
|
|
48
|
+
const baseCompareFields = baseFields.map(baseField => createCompareField(baseField));
|
|
49
|
+
const compareResultFields = compareFields(sourceFields, baseCompareFields);
|
|
50
|
+
const droppedUnwantedSubfield = checkDropSubfields(compareResultFields);
|
|
51
|
+
const droppedUnwantedFields = checkCopyUnlessFields(droppedUnwantedSubfield);
|
|
52
|
+
debug('Fields to be copied');
|
|
53
|
+
debug(JSON.stringify(droppedUnwantedFields)); // Add fields to base;
|
|
54
|
+
|
|
55
|
+
droppedUnwantedFields.forEach(field => baseRecord.insertField(field));
|
|
56
|
+
return baseRecord.toObject(); //return copyFields(baseFields, sourceFields);
|
|
57
|
+
|
|
58
|
+
function compareFields(sourceFields, baseCompareFields, uniqFields = []) {
|
|
59
|
+
const [sourceField, ...rest] = sourceFields;
|
|
60
|
+
|
|
61
|
+
if (sourceField === undefined) {
|
|
62
|
+
return uniqFields;
|
|
47
63
|
}
|
|
48
64
|
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
} // Test 04: Identical data fields in base and source, not copied
|
|
54
|
-
// Test 05: Different data fields are copied from source to base
|
|
65
|
+
if (baseCompareFields.length === 0) {
|
|
66
|
+
return compareFields(rest, baseCompareFields, [...uniqFields, sourceField]);
|
|
67
|
+
} // Source and base are also compared for identicalness
|
|
68
|
+
// Non-identical fields are copied from source to base as duplicates
|
|
55
69
|
|
|
56
70
|
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
71
|
+
const sourceCompareField = createCompareField(sourceField);
|
|
72
|
+
const unique = checkCompareFields(baseCompareFields, sourceCompareField);
|
|
73
|
+
debugCompare(`${JSON.stringify(sourceField)} ${unique ? 'is UNIQUE' : 'not UNIQUE'}`);
|
|
60
74
|
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
75
|
+
if (unique) {
|
|
76
|
+
return compareFields(rest, baseCompareFields, [...uniqFields, sourceField]);
|
|
77
|
+
}
|
|
64
78
|
|
|
65
|
-
|
|
66
|
-
const normalizedBaseField = normalizeControlField(baseField);
|
|
67
|
-
const normalizedSourceField = normalizeControlField(sourceField);
|
|
68
|
-
return normalizedSourceField === normalizedBaseField;
|
|
69
|
-
}
|
|
79
|
+
return compareFields(rest, baseCompareFields, uniqFields);
|
|
70
80
|
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
81
|
+
function checkCompareFields(baseCompareFields, sourceCompareField) {
|
|
82
|
+
let unique = true; // eslint-disable-line functional/no-let
|
|
83
|
+
|
|
84
|
+
baseCompareFields.forEach(baseCompareField => {
|
|
85
|
+
debugCompare(`Comparing ${JSON.stringify(sourceCompareField)} to ${JSON.stringify(baseCompareField)}}`);
|
|
86
|
+
|
|
87
|
+
if (sourceCompareField.value !== baseCompareField.value) {
|
|
88
|
+
debugCompare(`Value is different ${sourceCompareField.value} !== ${baseCompareField.value}`);
|
|
89
|
+
return;
|
|
90
|
+
}
|
|
91
|
+
|
|
92
|
+
if (sourceCompareField.ind1 !== baseCompareField.ind1) {
|
|
93
|
+
debugCompare(`Ind1 is different ${sourceCompareField.ind1} !== ${baseCompareField.ind1}`);
|
|
94
|
+
return;
|
|
74
95
|
}
|
|
75
96
|
|
|
76
|
-
|
|
77
|
-
|
|
97
|
+
if (sourceCompareField.ind2 !== baseCompareField.ind2) {
|
|
98
|
+
debugCompare(`Ind2 is different ${sourceCompareField.ind2} !== ${baseCompareField.ind2}`);
|
|
99
|
+
return;
|
|
78
100
|
}
|
|
79
101
|
|
|
80
|
-
|
|
81
|
-
const
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
102
|
+
if ('subfields' in sourceCompareField) {
|
|
103
|
+
const allFound = checkSubfields(sourceCompareField.subfields, baseCompareField.subfields);
|
|
104
|
+
debugCompare(`Subfields are different ${!allFound}`);
|
|
105
|
+
|
|
106
|
+
if (!allFound) {
|
|
107
|
+
return;
|
|
108
|
+
}
|
|
109
|
+
|
|
110
|
+
unique = false;
|
|
111
|
+
return;
|
|
86
112
|
}
|
|
113
|
+
|
|
114
|
+
unique = false;
|
|
115
|
+
return;
|
|
116
|
+
});
|
|
117
|
+
return unique;
|
|
118
|
+
}
|
|
119
|
+
|
|
120
|
+
function checkSubfields(sourceSubfields, baseSubfields) {
|
|
121
|
+
const foundSubs = sourceSubfields.filter(sSub => baseSubfields.some(bSub => sSub.code === bSub.code && sSub.value === bSub.value));
|
|
122
|
+
|
|
123
|
+
if (subfieldsMustBeIdentical) {
|
|
124
|
+
return foundSubs.length === sourceSubfields.length && foundSubs.length === baseSubfields.length;
|
|
87
125
|
}
|
|
88
|
-
}; // Search for fields missing from base
|
|
89
126
|
|
|
127
|
+
return foundSubs.length === sourceSubfields.length;
|
|
128
|
+
}
|
|
129
|
+
}
|
|
130
|
+
|
|
131
|
+
function createCompareField(field) {
|
|
132
|
+
if (compareTagsOnly) {
|
|
133
|
+
return {
|
|
134
|
+
tag: field.tag
|
|
135
|
+
};
|
|
136
|
+
}
|
|
137
|
+
|
|
138
|
+
if ('value' in field) {
|
|
139
|
+
return {
|
|
140
|
+
tag: field.tag,
|
|
141
|
+
value: field.value
|
|
142
|
+
};
|
|
143
|
+
}
|
|
144
|
+
|
|
145
|
+
const [filteredField] = checkDropSubfields([field]);
|
|
146
|
+
const params = [{
|
|
147
|
+
name: 'tag',
|
|
148
|
+
value: field.tag
|
|
149
|
+
}, {
|
|
150
|
+
name: 'ind1',
|
|
151
|
+
value: compareWithoutIndicators ? undefined : field.ind1
|
|
152
|
+
}, {
|
|
153
|
+
name: 'ind2',
|
|
154
|
+
value: compareWithoutIndicators ? undefined : field.ind2
|
|
155
|
+
}, {
|
|
156
|
+
name: 'subfields',
|
|
157
|
+
value: createCompareSubfields(filteredField.subfields)
|
|
158
|
+
}].map(param => [param.name, param.value]);
|
|
159
|
+
return Object.fromEntries(params);
|
|
160
|
+
|
|
161
|
+
function createCompareSubfields(subfields) {
|
|
162
|
+
const nonExcludedSubfields = subfields.filter(sub => !excludeSubfields.some(code => code === sub.code));
|
|
163
|
+
const normalizedSubfields = nonExcludedSubfields.map(sub => ({
|
|
164
|
+
code: sub.code,
|
|
165
|
+
value: normalizeSubfieldValue(sub.value)
|
|
166
|
+
}));
|
|
167
|
+
return normalizedSubfields;
|
|
168
|
+
|
|
169
|
+
function normalizeSubfieldValue(value) {
|
|
170
|
+
return value.toLowerCase().replace(/\s+/ug, '');
|
|
171
|
+
}
|
|
172
|
+
}
|
|
173
|
+
}
|
|
90
174
|
|
|
91
|
-
|
|
92
|
-
|
|
175
|
+
function checkDropSubfields(fields) {
|
|
176
|
+
if (dropSubfields.length > 0) {
|
|
177
|
+
return fields.map(field => ({ ...field,
|
|
178
|
+
subfields: dropSubfieldsFunc(field.subfields)
|
|
179
|
+
})).filter(field => field.subfields.length > 0);
|
|
180
|
+
}
|
|
181
|
+
|
|
182
|
+
return fields;
|
|
183
|
+
|
|
184
|
+
function dropSubfieldsFunc(subfields) {
|
|
185
|
+
return subfields.filter(sub => {
|
|
186
|
+
// eslint-disable-line
|
|
187
|
+
return !dropSubfields.some(({
|
|
188
|
+
code,
|
|
189
|
+
value = false,
|
|
190
|
+
condition = false
|
|
191
|
+
}) => {
|
|
192
|
+
if (code !== sub.code) {
|
|
193
|
+
return false;
|
|
194
|
+
}
|
|
93
195
|
|
|
94
|
-
|
|
95
|
-
|
|
196
|
+
if (!condition && value) {
|
|
197
|
+
return value === sub.value;
|
|
198
|
+
}
|
|
199
|
+
|
|
200
|
+
if (condition === 'unless' && value) {
|
|
201
|
+
return !new RegExp(value, 'u').test(sub.value);
|
|
202
|
+
}
|
|
203
|
+
|
|
204
|
+
return true;
|
|
205
|
+
});
|
|
206
|
+
});
|
|
207
|
+
}
|
|
96
208
|
}
|
|
97
|
-
|
|
209
|
+
|
|
210
|
+
function checkCopyUnlessFields(fields) {
|
|
211
|
+
if (copyUnless.length > 0) {
|
|
212
|
+
return fields.filter(({
|
|
213
|
+
subfields
|
|
214
|
+
}) => copyUnless.some(filter => !subfields.some(sub => sub.code === filter.code && new RegExp(filter.value, 'u').test(sub.value))));
|
|
215
|
+
}
|
|
216
|
+
|
|
217
|
+
return fields;
|
|
218
|
+
}
|
|
219
|
+
}; // function copyFields() { //eslint-disable-line no-unused-vars
|
|
220
|
+
// const sourceTags = sourceFields.map(field => field.tag);
|
|
221
|
+
// sourceTags.forEach(tag => debug(`Comparing field ${tag}`));
|
|
222
|
+
// /*
|
|
223
|
+
// if (combine.length > 0) {
|
|
224
|
+
// debug(`*** NOW Copy options: ${tagPattern}, ${compareTagsOnly}, ${compareWithoutIndicators}, ${subfieldsMustBeIdentical}, [${combine}], [${excludeSubfields}], [${dropSubfields}]`);
|
|
225
|
+
// combine.forEach(row => debug(` ### combine ${row} <- `));
|
|
226
|
+
// return [];
|
|
227
|
+
// }
|
|
228
|
+
// */
|
|
229
|
+
// // If compareTagsOnly = true, only this part is run
|
|
230
|
+
// // The field is copied from source only if it is missing completely from base
|
|
231
|
+
// if (compareTagsOnly && baseFields.length === 0) {
|
|
232
|
+
// sourceTags.forEach(tag => debug(`Missing field ${tag} copied from source to base`));
|
|
233
|
+
// sourceFields.forEach(f => base.insertField(f));
|
|
234
|
+
// return true;
|
|
235
|
+
// }
|
|
236
|
+
// // If compareTagsOnly = false (default)
|
|
237
|
+
// // Source and base are also compared for identicalness
|
|
238
|
+
// // Non-identical fields are copied from source to base as duplicates
|
|
239
|
+
// if (!compareTagsOnly) {
|
|
240
|
+
// const filterMissing = function (sourceField) {
|
|
241
|
+
// if ('value' in sourceField) {
|
|
242
|
+
// debug(`Checking control field ${sourceField.tag} for identicalness`);
|
|
243
|
+
// return baseFields.some(isIdenticalControlField) === false;
|
|
244
|
+
// }
|
|
245
|
+
// if ('subfields' in sourceField) {
|
|
246
|
+
// debug(`Checking data field ${sourceField.tag} for identicalness`);
|
|
247
|
+
// return baseFields.some(isIdenticalDataField) === false;
|
|
248
|
+
// }
|
|
249
|
+
// function normalizeControlField(field) {
|
|
250
|
+
// return field.value.toLowerCase().replace(/\s+/u, '');
|
|
251
|
+
// }
|
|
252
|
+
// function isIdenticalControlField(baseField) {
|
|
253
|
+
// const normalizedBaseField = normalizeControlField(baseField);
|
|
254
|
+
// const normalizedSourceField = normalizeControlField(sourceField);
|
|
255
|
+
// return normalizedSourceField === normalizedBaseField;
|
|
256
|
+
// }
|
|
257
|
+
// function isIdenticalDataField(baseField) {
|
|
258
|
+
// // If excluded subfields have been defined for this field, they must be ignored first
|
|
259
|
+
// // (i.e. source and base fields are considered identical if all non-excluded subfields are identical)
|
|
260
|
+
// if (excludeSubfields.length > 0 &&
|
|
261
|
+
// sourceField.tag === baseField.tag &&
|
|
262
|
+
// sourceField.ind1 === baseField.ind1 &&
|
|
263
|
+
// sourceField.ind2 === baseField.ind2) {
|
|
264
|
+
// excludeSubfields.forEach(sub => debug(`Subfield ${sub} excluded from identicalness comparison`));
|
|
265
|
+
// // Compare only those subfields that are not excluded
|
|
266
|
+
// const baseSubsToCompare = baseField.subfields.filter(subfield => excludeSubfields.indexOf(subfield.code) === -1);
|
|
267
|
+
// return baseSubsToCompare.every(isIdenticalSubfield);
|
|
268
|
+
// }
|
|
269
|
+
// // If there are no excluded subfields (default case)
|
|
270
|
+
// if (sourceField.tag === baseField.tag &&
|
|
271
|
+
// sourceField.ind1 === baseField.ind1 &&
|
|
272
|
+
// sourceField.ind2 === baseField.ind2 &&
|
|
273
|
+
// sourceField.subfields.length === baseField.subfields.length) {
|
|
274
|
+
// return baseField.subfields.every(isIdenticalSubfield);
|
|
275
|
+
// }
|
|
276
|
+
// function normalizeSubfield(subfield) {
|
|
277
|
+
// return subfield.value.toLowerCase().replace(/\s+/u, '');
|
|
278
|
+
// }
|
|
279
|
+
// function isIdenticalSubfield(baseSub) {
|
|
280
|
+
// const normBaseSub = normalizeSubfield(baseSub);
|
|
281
|
+
// return sourceField.subfields.some(sourceSub => {
|
|
282
|
+
// const normSourceSub = normalizeSubfield(sourceSub);
|
|
283
|
+
// return normSourceSub === normBaseSub;
|
|
284
|
+
// });
|
|
285
|
+
// }
|
|
286
|
+
// }
|
|
287
|
+
// };
|
|
288
|
+
// // Search for fields missing from base
|
|
289
|
+
// const missingFields = sourceFields.filter(filterMissing);
|
|
290
|
+
// missingFields.forEach(f => base.insertField(f));
|
|
291
|
+
// if (missingFields.length > 0) {
|
|
292
|
+
// const missingTags = missingFields.map(field => field.tag);
|
|
293
|
+
// missingTags.forEach(tag => debug(`Field ${tag} copied from source to base`));
|
|
294
|
+
// return base;
|
|
295
|
+
// }
|
|
296
|
+
// if (missingFields.length === 0) {
|
|
297
|
+
// debug(`No missing fields found`);
|
|
298
|
+
// return base;
|
|
299
|
+
// }
|
|
300
|
+
// }
|
|
301
|
+
// debug(`No missing fields found`);
|
|
302
|
+
// return base;
|
|
303
|
+
// }
|
|
304
|
+
|
|
98
305
|
|
|
99
306
|
exports.default = _default;
|
|
100
307
|
//# sourceMappingURL=copy.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../src/reducers/copy.js"],"names":["pattern","base","source","baseFields","get","sourceFields","copyFields","length","forEach","f","insertField","filterMissing","sourceField","some","isIdenticalControlField","isIdenticalDataField","normalizeControlField","field","value","toLowerCase","replace","baseField","normalizedBaseField","normalizedSourceField","tag","ind1","ind2","subfields","every","isIdenticalSubfield","normalizeSubfield","subfield","baseSub","normBaseSub","sourceSub","normSourceSub","missingFields","filter"],"mappings":";;;;;;;AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;AA2BA;eAEgBA,OAAD,IAAa,CAACC,IAAD,EAAOC,MAAP,KAAkB;AAC9C;AACE,QAAMC,UAAU,GAAGF,IAAI,CAACG,GAAL,CAASJ,OAAT,CAAnB;AACA,QAAMK,YAAY,GAAGH,MAAM,CAACE,GAAP,CAAWJ,OAAX,CAArB;AACA,SAAOM,UAAU,EAAjB;;AAEA,WAASA,UAAT,GAAsB;AACpB;AACA,QAAIH,UAAU,CAACI,MAAX,KAAsB,CAA1B,EAA6B;AAC3BF,MAAAA,YAAY,CAACG,OAAb,CAAqBC,CAAC,IAAIR,IAAI,CAACS,WAAL,CAAiBD,CAAjB,CAA1B;AACA,aAAOR,IAAP;AACD;;AACD,UAAMU,aAAa,GAAG,UAASC,WAAT,EAAsB;AAC1C;AACA,UAAI,WAAWA,WAAf,EAA4B;AAC1B,eAAOT,UAAU,CAACU,IAAX,CAAgBC,uBAAhB,MAA6C,KAApD;AACD,OAJyC,CAK1C;AACA;;;AACA,UAAI,eAAeF,WAAnB,EAAgC;AAC9B,eAAOT,UAAU,CAACU,IAAX,CAAgBE,oBAAhB,MAA0C,KAAjD;AACD;;AAED,eAASC,qBAAT,CAA+BC,KAA/B,EAAsC;AACpC,eAAOA,KAAK,CAACC,KAAN,CAAYC,WAAZ,GAA0BC,OAA1B,CAAkC,MAAlC,EAA0C,EAA1C,CAAP;AACD;;AAED,eAASN,uBAAT,CAAiCO,SAAjC,EAA4C;AAC1C,cAAMC,mBAAmB,GAAGN,qBAAqB,CAACK,SAAD,CAAjD;AACA,cAAME,qBAAqB,GAAGP,qBAAqB,CAACJ,WAAD,CAAnD;AACA,eAAOW,qBAAqB,KAAKD,mBAAjC;AACD;;AACD,eAASP,oBAAT,CAA8BM,SAA9B,EAAyC;AACvC,YAAIT,WAAW,CAACY,GAAZ,KAAoBH,SAAS,CAACG,GAA9B,IACFZ,WAAW,CAACa,IAAZ,KAAqBJ,SAAS,CAACI,IAD7B,IAEFb,WAAW,CAACc,IAAZ,KAAqBL,SAAS,CAACK,IAF7B,IAGFd,WAAW,CAACe,SAAZ,CAAsBpB,MAAtB,KAAiCc,SAAS,CAACM,SAAV,CAAoBpB,MAHvD,EAG+D;AAC7D,iBAAOc,SAAS,CAACM,SAAV,CAAoBC,KAApB,CAA0BC,mBAA1B,CAAP;AACD;;AACD,iBAASC,iBAAT,CAA2BC,QAA3B,EAAqC;AACnC,iBAAOA,QAAQ,CAACb,KAAT,CAAeC,WAAf,GAA6BC,OAA7B,CAAqC,MAArC,EAA6C,EAA7C,CAAP;AACD;;AACD,iBAASS,mBAAT,CAA6BG,OAA7B,EAAsC;AACpC,gBAAMC,WAAW,GAAGH,iBAAiB,CAACE,OAAD,CAArC;AACA,iBAAOpB,WAAW,CAACe,SAAZ,CAAsBd,IAAtB,CAA2BqB,SAAS,IAAI;AAC7C,kBAAMC,aAAa,GAAGL,iBAAiB,CAACI,SAAD,CAAvC;AACA,mBAAOC,aAAa,KAAKF,WAAzB;AACD,WAHM,CAAP;AAID;AACF;AACF,KAtCD,CANoB,CA6CpB;;;AACA,UAAMG,aAAa,GAAG/B,YAAY,CAACgC,MAAb,CAAoB1B,aAApB,CAAtB,CA9CoB,CA+CpB;AACA;;AACAyB,IAAAA,aAAa,CAAC5B,OAAd,CAAsBC,CAAC,IAAIR,IAAI,CAACS,WAAL,CAAiBD,CAAjB,CAA3B;AACA,WAAOR,IAAP,CAlDoB,CAkDP;AACd;AACF,C","sourcesContent":["/**\n*\n* @licstart The following is the entire license notice for the JavaScript code in this file.\n*\n* Merge MARC records\n*\n* Copyright (C) 2015-2019 University Of Helsinki (The National Library Of Finland)\n*\n* This file is part of marc-record-merge-js\n\n* marc-record-merge-js program is free software: you can redistribute it and/or modify\n* it under the terms of the GNU Lesser General Public License as\n* published by the Free Software Foundation, either version 3 of the\n* License, or (at your option) any later version.\n*\n* marc-record-merge-js is distributed in the hope that it will be useful,\n* but WITHOUT ANY WARRANTY; without even the implied warranty of\n* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the\n* GNU Lesser General Public License for more details.\n*\n* You should have received a copy of the GNU Lesser General Public License\n* along with this program. If not, see <http://www.gnu.org/licenses/>.\n*\n* @licend The above is the entire license notice\n* for the JavaScript code in this file.\n*\n*/\n// Import createDebugLogger from 'debug';\n\nexport default (pattern) => (base, source) => {\n// Const debug = createDebugLogger('@natlibfi/marc-record-merge');\n const baseFields = base.get(pattern);\n const sourceFields = source.get(pattern);\n return copyFields();\n\n function copyFields() {\n // Test 01: If base does not contain the field at all, it is copied from source to base\n if (baseFields.length === 0) {\n sourceFields.forEach(f => base.insertField(f));\n return base;\n }\n const filterMissing = function(sourceField) {\n // Test 02: Identical control fields are not copied\n if ('value' in sourceField) {\n return baseFields.some(isIdenticalControlField) === false;\n }\n // Test 04: Identical data fields in base and source, not copied\n // Test 05: Different data fields are copied from source to base\n if ('subfields' in sourceField) {\n return baseFields.some(isIdenticalDataField) === false;\n }\n\n function normalizeControlField(field) {\n return field.value.toLowerCase().replace(/\\s+/u, '');\n }\n\n function isIdenticalControlField(baseField) {\n const normalizedBaseField = normalizeControlField(baseField);\n const normalizedSourceField = normalizeControlField(sourceField);\n return normalizedSourceField === normalizedBaseField;\n }\n function isIdenticalDataField(baseField) {\n if (sourceField.tag === baseField.tag &&\n sourceField.ind1 === baseField.ind1 &&\n sourceField.ind2 === baseField.ind2 &&\n sourceField.subfields.length === baseField.subfields.length) {\n return baseField.subfields.every(isIdenticalSubfield);\n }\n function normalizeSubfield(subfield) {\n return subfield.value.toLowerCase().replace(/\\s+/u, '');\n }\n function isIdenticalSubfield(baseSub) {\n const normBaseSub = normalizeSubfield(baseSub);\n return sourceField.subfields.some(sourceSub => {\n const normSourceSub = normalizeSubfield(sourceSub);\n return normSourceSub === normBaseSub;\n });\n }\n }\n };\n // Search for fields missing from base\n const missingFields = sourceFields.filter(filterMissing);\n // Test 03: Add missing control field to base\n // Test 05: Add missing data field to base\n missingFields.forEach(f => base.insertField(f));\n return base; // This is returned by copyFields\n }\n};\n"],"file":"copy.js"}
|
|
1
|
+
{"version":3,"file":"copy.js","names":["tagPattern","compareTagsOnly","compareWithoutIndicators","subfieldsMustBeIdentical","excludeSubfields","dropSubfields","copyUnless","baseValidators","subfieldValues","sourceValidators","base","source","baseRecord","MarcRecord","sourceRecord","debug","createDebugLogger","debugOptions","debugCompare","JSON","stringify","baseFields","get","sourceFields","baseCompareFields","map","baseField","createCompareField","compareResultFields","compareFields","droppedUnwantedSubfield","checkDropSubfields","droppedUnwantedFields","checkCopyUnlessFields","forEach","field","insertField","toObject","uniqFields","sourceField","rest","undefined","length","sourceCompareField","unique","checkCompareFields","baseCompareField","value","ind1","ind2","allFound","checkSubfields","subfields","sourceSubfields","baseSubfields","foundSubs","filter","sSub","some","bSub","code","tag","filteredField","params","name","createCompareSubfields","param","Object","fromEntries","nonExcludedSubfields","sub","normalizedSubfields","normalizeSubfieldValue","toLowerCase","replace","fields","dropSubfieldsFunc","condition","RegExp","test"],"sources":["../../src/reducers/copy.js"],"sourcesContent":["/* eslint-disable max-statements */\n/* eslint-disable no-unused-vars */\n\nimport {MarcRecord} from '@natlibfi/marc-record';\nimport createDebugLogger from 'debug';\n\nexport default ({\n tagPattern,\n compareTagsOnly = false,\n compareWithoutIndicators = false,\n subfieldsMustBeIdentical = true,\n excludeSubfields = [],\n dropSubfields = [],\n copyUnless = [],\n baseValidators = {subfieldValues: false},\n sourceValidators = {subfieldValues: false}\n}) => (base, source) => {\n const baseRecord = new MarcRecord(base, baseValidators);\n const sourceRecord = new MarcRecord(source, sourceValidators);\n\n const debug = createDebugLogger('@natlibfi/marc-record-merge');\n const debugOptions = createDebugLogger('@natlibfi/marc-record-merge:compare-options');\n const debugCompare = createDebugLogger('@natlibfi/marc-record-merge:compare');\n debugOptions(`Tag Pattern: ${tagPattern}`);\n debugOptions(`Compare tags only: ${compareTagsOnly}`);\n debugOptions(`Compare without indicators ${compareWithoutIndicators}`);\n debugOptions(`Copy if identical: ${subfieldsMustBeIdentical}`);\n debugOptions(`Exclude subfields: [${excludeSubfields}]`);\n debugOptions(`Drop subfields [${dropSubfields}]`);\n debugOptions(`Copy unless contains subfields: ${JSON.stringify(copyUnless)}`);\n\n const baseFields = baseRecord.get(tagPattern);\n const sourceFields = sourceRecord.get(tagPattern);\n\n debug(`Base fields: `, baseFields);\n debug(`Source fields: `, sourceFields);\n\n const baseCompareFields = baseFields.map(baseField => createCompareField(baseField));\n const compareResultFields = compareFields(sourceFields, baseCompareFields);\n const droppedUnwantedSubfield = checkDropSubfields(compareResultFields);\n const droppedUnwantedFields = checkCopyUnlessFields(droppedUnwantedSubfield);\n debug('Fields to be copied');\n debug(JSON.stringify(droppedUnwantedFields));\n\n // Add fields to base;\n droppedUnwantedFields.forEach(field => baseRecord.insertField(field));\n return baseRecord.toObject();\n //return copyFields(baseFields, sourceFields);\n\n function compareFields(sourceFields, baseCompareFields, uniqFields = []) {\n const [sourceField, ...rest] = sourceFields;\n if (sourceField === undefined) {\n return uniqFields;\n }\n\n if (baseCompareFields.length === 0) {\n return compareFields(rest, baseCompareFields, [...uniqFields, sourceField]);\n }\n\n // Source and base are also compared for identicalness\n // Non-identical fields are copied from source to base as duplicates\n const sourceCompareField = createCompareField(sourceField);\n const unique = checkCompareFields(baseCompareFields, sourceCompareField);\n\n debugCompare(`${JSON.stringify(sourceField)} ${unique ? 'is UNIQUE' : 'not UNIQUE'}`);\n\n if (unique) {\n return compareFields(rest, baseCompareFields, [...uniqFields, sourceField]);\n }\n\n return compareFields(rest, baseCompareFields, uniqFields);\n\n function checkCompareFields(baseCompareFields, sourceCompareField) {\n let unique = true; // eslint-disable-line functional/no-let\n\n baseCompareFields.forEach(baseCompareField => {\n debugCompare(`Comparing ${JSON.stringify(sourceCompareField)} to ${JSON.stringify(baseCompareField)}}`);\n\n if (sourceCompareField.value !== baseCompareField.value) {\n debugCompare(`Value is different ${sourceCompareField.value} !== ${baseCompareField.value}`);\n return;\n }\n\n if (sourceCompareField.ind1 !== baseCompareField.ind1) {\n debugCompare(`Ind1 is different ${sourceCompareField.ind1} !== ${baseCompareField.ind1}`);\n return;\n }\n\n if (sourceCompareField.ind2 !== baseCompareField.ind2) {\n debugCompare(`Ind2 is different ${sourceCompareField.ind2} !== ${baseCompareField.ind2}`);\n return;\n }\n\n if ('subfields' in sourceCompareField) {\n const allFound = checkSubfields(sourceCompareField.subfields, baseCompareField.subfields);\n debugCompare(`Subfields are different ${!allFound}`);\n if (!allFound) {\n return;\n }\n\n unique = false;\n return;\n }\n\n unique = false;\n return;\n });\n\n return unique;\n }\n\n function checkSubfields(sourceSubfields, baseSubfields) {\n const foundSubs = sourceSubfields.filter(sSub => baseSubfields.some(bSub => sSub.code === bSub.code && sSub.value === bSub.value));\n\n if (subfieldsMustBeIdentical) {\n return foundSubs.length === sourceSubfields.length && foundSubs.length === baseSubfields.length;\n }\n\n return foundSubs.length === sourceSubfields.length;\n }\n }\n\n function createCompareField(field) {\n if (compareTagsOnly) {\n return {tag: field.tag};\n }\n\n if ('value' in field) {\n return {tag: field.tag, value: field.value};\n }\n\n const [filteredField] = checkDropSubfields([field]);\n\n const params = [\n {name: 'tag', value: field.tag},\n {name: 'ind1', value: compareWithoutIndicators ? undefined : field.ind1},\n {name: 'ind2', value: compareWithoutIndicators ? undefined : field.ind2},\n {name: 'subfields', value: createCompareSubfields(filteredField.subfields)}\n ].map(param => [param.name, param.value]);\n\n return Object.fromEntries(params);\n\n function createCompareSubfields(subfields) {\n const nonExcludedSubfields = subfields.filter(sub => !excludeSubfields.some(code => code === sub.code));\n const normalizedSubfields = nonExcludedSubfields.map(sub => ({code: sub.code, value: normalizeSubfieldValue(sub.value)}));\n\n return normalizedSubfields;\n\n function normalizeSubfieldValue(value) {\n return value.toLowerCase().replace(/\\s+/ug, '');\n }\n }\n }\n\n function checkDropSubfields(fields) {\n if (dropSubfields.length > 0) {\n return fields.map(field => ({...field, subfields: dropSubfieldsFunc(field.subfields)}))\n .filter(field => field.subfields.length > 0);\n }\n\n return fields;\n\n function dropSubfieldsFunc(subfields) {\n return subfields.filter(sub => { // eslint-disable-line\n return !dropSubfields.some(({code, value = false, condition = false}) => {\n if (code !== sub.code) {\n return false;\n }\n\n if (!condition && value) {\n return value === sub.value;\n }\n\n if (condition === 'unless' && value) {\n return !new RegExp(value, 'u').test(sub.value);\n }\n\n return true;\n });\n });\n }\n }\n\n function checkCopyUnlessFields(fields) {\n if (copyUnless.length > 0) {\n return fields.filter(({subfields}) => copyUnless.some(filter => !subfields.some(sub => sub.code === filter.code && new RegExp(filter.value, 'u').test(sub.value))));\n }\n\n return fields;\n }\n};\n\n// function copyFields() { //eslint-disable-line no-unused-vars\n// const sourceTags = sourceFields.map(field => field.tag);\n// sourceTags.forEach(tag => debug(`Comparing field ${tag}`));\n\n// /*\n// if (combine.length > 0) {\n// debug(`*** NOW Copy options: ${tagPattern}, ${compareTagsOnly}, ${compareWithoutIndicators}, ${subfieldsMustBeIdentical}, [${combine}], [${excludeSubfields}], [${dropSubfields}]`);\n// combine.forEach(row => debug(` ### combine ${row} <- `));\n// return [];\n// }\n// */\n\n// // If compareTagsOnly = true, only this part is run\n// // The field is copied from source only if it is missing completely from base\n// if (compareTagsOnly && baseFields.length === 0) {\n// sourceTags.forEach(tag => debug(`Missing field ${tag} copied from source to base`));\n// sourceFields.forEach(f => base.insertField(f));\n// return true;\n// }\n\n// // If compareTagsOnly = false (default)\n// // Source and base are also compared for identicalness\n// // Non-identical fields are copied from source to base as duplicates\n// if (!compareTagsOnly) {\n// const filterMissing = function (sourceField) {\n// if ('value' in sourceField) {\n// debug(`Checking control field ${sourceField.tag} for identicalness`);\n// return baseFields.some(isIdenticalControlField) === false;\n// }\n// if ('subfields' in sourceField) {\n// debug(`Checking data field ${sourceField.tag} for identicalness`);\n// return baseFields.some(isIdenticalDataField) === false;\n// }\n\n// function normalizeControlField(field) {\n// return field.value.toLowerCase().replace(/\\s+/u, '');\n// }\n\n// function isIdenticalControlField(baseField) {\n// const normalizedBaseField = normalizeControlField(baseField);\n// const normalizedSourceField = normalizeControlField(sourceField);\n// return normalizedSourceField === normalizedBaseField;\n// }\n\n// function isIdenticalDataField(baseField) {\n// // If excluded subfields have been defined for this field, they must be ignored first\n// // (i.e. source and base fields are considered identical if all non-excluded subfields are identical)\n// if (excludeSubfields.length > 0 &&\n// sourceField.tag === baseField.tag &&\n// sourceField.ind1 === baseField.ind1 &&\n// sourceField.ind2 === baseField.ind2) {\n// excludeSubfields.forEach(sub => debug(`Subfield ${sub} excluded from identicalness comparison`));\n// // Compare only those subfields that are not excluded\n// const baseSubsToCompare = baseField.subfields.filter(subfield => excludeSubfields.indexOf(subfield.code) === -1);\n// return baseSubsToCompare.every(isIdenticalSubfield);\n// }\n// // If there are no excluded subfields (default case)\n// if (sourceField.tag === baseField.tag &&\n// sourceField.ind1 === baseField.ind1 &&\n// sourceField.ind2 === baseField.ind2 &&\n// sourceField.subfields.length === baseField.subfields.length) {\n// return baseField.subfields.every(isIdenticalSubfield);\n// }\n// function normalizeSubfield(subfield) {\n// return subfield.value.toLowerCase().replace(/\\s+/u, '');\n// }\n// function isIdenticalSubfield(baseSub) {\n// const normBaseSub = normalizeSubfield(baseSub);\n// return sourceField.subfields.some(sourceSub => {\n// const normSourceSub = normalizeSubfield(sourceSub);\n// return normSourceSub === normBaseSub;\n// });\n// }\n// }\n// };\n// // Search for fields missing from base\n// const missingFields = sourceFields.filter(filterMissing);\n// missingFields.forEach(f => base.insertField(f));\n// if (missingFields.length > 0) {\n// const missingTags = missingFields.map(field => field.tag);\n// missingTags.forEach(tag => debug(`Field ${tag} copied from source to base`));\n// return base;\n// }\n// if (missingFields.length === 0) {\n// debug(`No missing fields found`);\n// return base;\n// }\n// }\n// debug(`No missing fields found`);\n// return base;\n// }\n"],"mappings":";;;;;;;AAGA;;AACA;;;;AAJA;;AACA;eAKe,CAAC;EACdA,UADc;EAEdC,eAAe,GAAG,KAFJ;EAGdC,wBAAwB,GAAG,KAHb;EAIdC,wBAAwB,GAAG,IAJb;EAKdC,gBAAgB,GAAG,EALL;EAMdC,aAAa,GAAG,EANF;EAOdC,UAAU,GAAG,EAPC;EAQdC,cAAc,GAAG;IAACC,cAAc,EAAE;EAAjB,CARH;EASdC,gBAAgB,GAAG;IAACD,cAAc,EAAE;EAAjB;AATL,CAAD,KAUT,CAACE,IAAD,EAAOC,MAAP,KAAkB;EACtB,MAAMC,UAAU,GAAG,IAAIC,sBAAJ,CAAeH,IAAf,EAAqBH,cAArB,CAAnB;EACA,MAAMO,YAAY,GAAG,IAAID,sBAAJ,CAAeF,MAAf,EAAuBF,gBAAvB,CAArB;EAEA,MAAMM,KAAK,GAAG,IAAAC,cAAA,EAAkB,6BAAlB,CAAd;EACA,MAAMC,YAAY,GAAG,IAAAD,cAAA,EAAkB,6CAAlB,CAArB;EACA,MAAME,YAAY,GAAG,IAAAF,cAAA,EAAkB,qCAAlB,CAArB;EACAC,YAAY,CAAE,gBAAejB,UAAW,EAA5B,CAAZ;EACAiB,YAAY,CAAE,sBAAqBhB,eAAgB,EAAvC,CAAZ;EACAgB,YAAY,CAAE,8BAA6Bf,wBAAyB,EAAxD,CAAZ;EACAe,YAAY,CAAE,sBAAqBd,wBAAyB,EAAhD,CAAZ;EACAc,YAAY,CAAE,uBAAsBb,gBAAiB,GAAzC,CAAZ;EACAa,YAAY,CAAE,mBAAkBZ,aAAc,GAAlC,CAAZ;EACAY,YAAY,CAAE,mCAAkCE,IAAI,CAACC,SAAL,CAAed,UAAf,CAA2B,EAA/D,CAAZ;EAEA,MAAMe,UAAU,GAAGT,UAAU,CAACU,GAAX,CAAetB,UAAf,CAAnB;EACA,MAAMuB,YAAY,GAAGT,YAAY,CAACQ,GAAb,CAAiBtB,UAAjB,CAArB;EAEAe,KAAK,CAAE,eAAF,EAAkBM,UAAlB,CAAL;EACAN,KAAK,CAAE,iBAAF,EAAoBQ,YAApB,CAAL;EAEA,MAAMC,iBAAiB,GAAGH,UAAU,CAACI,GAAX,CAAeC,SAAS,IAAIC,kBAAkB,CAACD,SAAD,CAA9C,CAA1B;EACA,MAAME,mBAAmB,GAAGC,aAAa,CAACN,YAAD,EAAeC,iBAAf,CAAzC;EACA,MAAMM,uBAAuB,GAAGC,kBAAkB,CAACH,mBAAD,CAAlD;EACA,MAAMI,qBAAqB,GAAGC,qBAAqB,CAACH,uBAAD,CAAnD;EACAf,KAAK,CAAC,qBAAD,CAAL;EACAA,KAAK,CAACI,IAAI,CAACC,SAAL,CAAeY,qBAAf,CAAD,CAAL,CA1BsB,CA4BtB;;EACAA,qBAAqB,CAACE,OAAtB,CAA8BC,KAAK,IAAIvB,UAAU,CAACwB,WAAX,CAAuBD,KAAvB,CAAvC;EACA,OAAOvB,UAAU,CAACyB,QAAX,EAAP,CA9BsB,CA+BtB;;EAEA,SAASR,aAAT,CAAuBN,YAAvB,EAAqCC,iBAArC,EAAwDc,UAAU,GAAG,EAArE,EAAyE;IACvE,MAAM,CAACC,WAAD,EAAc,GAAGC,IAAjB,IAAyBjB,YAA/B;;IACA,IAAIgB,WAAW,KAAKE,SAApB,EAA+B;MAC7B,OAAOH,UAAP;IACD;;IAED,IAAId,iBAAiB,CAACkB,MAAlB,KAA6B,CAAjC,EAAoC;MAClC,OAAOb,aAAa,CAACW,IAAD,EAAOhB,iBAAP,EAA0B,CAAC,GAAGc,UAAJ,EAAgBC,WAAhB,CAA1B,CAApB;IACD,CARsE,CAUvE;IACA;;;IACA,MAAMI,kBAAkB,GAAGhB,kBAAkB,CAACY,WAAD,CAA7C;IACA,MAAMK,MAAM,GAAGC,kBAAkB,CAACrB,iBAAD,EAAoBmB,kBAApB,CAAjC;IAEAzB,YAAY,CAAE,GAAEC,IAAI,CAACC,SAAL,CAAemB,WAAf,CAA4B,IAAGK,MAAM,GAAG,WAAH,GAAiB,YAAa,EAAvE,CAAZ;;IAEA,IAAIA,MAAJ,EAAY;MACV,OAAOf,aAAa,CAACW,IAAD,EAAOhB,iBAAP,EAA0B,CAAC,GAAGc,UAAJ,EAAgBC,WAAhB,CAA1B,CAApB;IACD;;IAED,OAAOV,aAAa,CAACW,IAAD,EAAOhB,iBAAP,EAA0Bc,UAA1B,CAApB;;IAEA,SAASO,kBAAT,CAA4BrB,iBAA5B,EAA+CmB,kBAA/C,EAAmE;MACjE,IAAIC,MAAM,GAAG,IAAb,CADiE,CAC9C;;MAEnBpB,iBAAiB,CAACU,OAAlB,CAA0BY,gBAAgB,IAAI;QAC5C5B,YAAY,CAAE,aAAYC,IAAI,CAACC,SAAL,CAAeuB,kBAAf,CAAmC,OAAMxB,IAAI,CAACC,SAAL,CAAe0B,gBAAf,CAAiC,GAAxF,CAAZ;;QAEA,IAAIH,kBAAkB,CAACI,KAAnB,KAA6BD,gBAAgB,CAACC,KAAlD,EAAyD;UACvD7B,YAAY,CAAE,sBAAqByB,kBAAkB,CAACI,KAAM,QAAOD,gBAAgB,CAACC,KAAM,EAA9E,CAAZ;UACA;QACD;;QAED,IAAIJ,kBAAkB,CAACK,IAAnB,KAA4BF,gBAAgB,CAACE,IAAjD,EAAuD;UACrD9B,YAAY,CAAE,qBAAoByB,kBAAkB,CAACK,IAAK,QAAOF,gBAAgB,CAACE,IAAK,EAA3E,CAAZ;UACA;QACD;;QAED,IAAIL,kBAAkB,CAACM,IAAnB,KAA4BH,gBAAgB,CAACG,IAAjD,EAAuD;UACrD/B,YAAY,CAAE,qBAAoByB,kBAAkB,CAACM,IAAK,QAAOH,gBAAgB,CAACG,IAAK,EAA3E,CAAZ;UACA;QACD;;QAED,IAAI,eAAeN,kBAAnB,EAAuC;UACrC,MAAMO,QAAQ,GAAGC,cAAc,CAACR,kBAAkB,CAACS,SAApB,EAA+BN,gBAAgB,CAACM,SAAhD,CAA/B;UACAlC,YAAY,CAAE,2BAA0B,CAACgC,QAAS,EAAtC,CAAZ;;UACA,IAAI,CAACA,QAAL,EAAe;YACb;UACD;;UAEDN,MAAM,GAAG,KAAT;UACA;QACD;;QAEDA,MAAM,GAAG,KAAT;QACA;MACD,CA/BD;MAiCA,OAAOA,MAAP;IACD;;IAED,SAASO,cAAT,CAAwBE,eAAxB,EAAyCC,aAAzC,EAAwD;MACtD,MAAMC,SAAS,GAAGF,eAAe,CAACG,MAAhB,CAAuBC,IAAI,IAAIH,aAAa,CAACI,IAAd,CAAmBC,IAAI,IAAIF,IAAI,CAACG,IAAL,KAAcD,IAAI,CAACC,IAAnB,IAA2BH,IAAI,CAACV,KAAL,KAAeY,IAAI,CAACZ,KAA1E,CAA/B,CAAlB;;MAEA,IAAI5C,wBAAJ,EAA8B;QAC5B,OAAOoD,SAAS,CAACb,MAAV,KAAqBW,eAAe,CAACX,MAArC,IAA+Ca,SAAS,CAACb,MAAV,KAAqBY,aAAa,CAACZ,MAAzF;MACD;;MAED,OAAOa,SAAS,CAACb,MAAV,KAAqBW,eAAe,CAACX,MAA5C;IACD;EACF;;EAED,SAASf,kBAAT,CAA4BQ,KAA5B,EAAmC;IACjC,IAAIlC,eAAJ,EAAqB;MACnB,OAAO;QAAC4D,GAAG,EAAE1B,KAAK,CAAC0B;MAAZ,CAAP;IACD;;IAED,IAAI,WAAW1B,KAAf,EAAsB;MACpB,OAAO;QAAC0B,GAAG,EAAE1B,KAAK,CAAC0B,GAAZ;QAAiBd,KAAK,EAAEZ,KAAK,CAACY;MAA9B,CAAP;IACD;;IAED,MAAM,CAACe,aAAD,IAAkB/B,kBAAkB,CAAC,CAACI,KAAD,CAAD,CAA1C;IAEA,MAAM4B,MAAM,GAAG,CACb;MAACC,IAAI,EAAE,KAAP;MAAcjB,KAAK,EAAEZ,KAAK,CAAC0B;IAA3B,CADa,EAEb;MAACG,IAAI,EAAE,MAAP;MAAejB,KAAK,EAAE7C,wBAAwB,GAAGuC,SAAH,GAAeN,KAAK,CAACa;IAAnE,CAFa,EAGb;MAACgB,IAAI,EAAE,MAAP;MAAejB,KAAK,EAAE7C,wBAAwB,GAAGuC,SAAH,GAAeN,KAAK,CAACc;IAAnE,CAHa,EAIb;MAACe,IAAI,EAAE,WAAP;MAAoBjB,KAAK,EAAEkB,sBAAsB,CAACH,aAAa,CAACV,SAAf;IAAjD,CAJa,EAKb3B,GALa,CAKTyC,KAAK,IAAI,CAACA,KAAK,CAACF,IAAP,EAAaE,KAAK,CAACnB,KAAnB,CALA,CAAf;IAOA,OAAOoB,MAAM,CAACC,WAAP,CAAmBL,MAAnB,CAAP;;IAEA,SAASE,sBAAT,CAAgCb,SAAhC,EAA2C;MACzC,MAAMiB,oBAAoB,GAAGjB,SAAS,CAACI,MAAV,CAAiBc,GAAG,IAAI,CAAClE,gBAAgB,CAACsD,IAAjB,CAAsBE,IAAI,IAAIA,IAAI,KAAKU,GAAG,CAACV,IAA3C,CAAzB,CAA7B;MACA,MAAMW,mBAAmB,GAAGF,oBAAoB,CAAC5C,GAArB,CAAyB6C,GAAG,KAAK;QAACV,IAAI,EAAEU,GAAG,CAACV,IAAX;QAAiBb,KAAK,EAAEyB,sBAAsB,CAACF,GAAG,CAACvB,KAAL;MAA9C,CAAL,CAA5B,CAA5B;MAEA,OAAOwB,mBAAP;;MAEA,SAASC,sBAAT,CAAgCzB,KAAhC,EAAuC;QACrC,OAAOA,KAAK,CAAC0B,WAAN,GAAoBC,OAApB,CAA4B,OAA5B,EAAqC,EAArC,CAAP;MACD;IACF;EACF;;EAED,SAAS3C,kBAAT,CAA4B4C,MAA5B,EAAoC;IAClC,IAAItE,aAAa,CAACqC,MAAd,GAAuB,CAA3B,EAA8B;MAC5B,OAAOiC,MAAM,CAAClD,GAAP,CAAWU,KAAK,KAAK,EAAC,GAAGA,KAAJ;QAAWiB,SAAS,EAAEwB,iBAAiB,CAACzC,KAAK,CAACiB,SAAP;MAAvC,CAAL,CAAhB,EACJI,MADI,CACGrB,KAAK,IAAIA,KAAK,CAACiB,SAAN,CAAgBV,MAAhB,GAAyB,CADrC,CAAP;IAED;;IAED,OAAOiC,MAAP;;IAEA,SAASC,iBAAT,CAA2BxB,SAA3B,EAAsC;MACpC,OAAOA,SAAS,CAACI,MAAV,CAAiBc,GAAG,IAAI;QAAE;QAC/B,OAAO,CAACjE,aAAa,CAACqD,IAAd,CAAmB,CAAC;UAACE,IAAD;UAAOb,KAAK,GAAG,KAAf;UAAsB8B,SAAS,GAAG;QAAlC,CAAD,KAA8C;UACvE,IAAIjB,IAAI,KAAKU,GAAG,CAACV,IAAjB,EAAuB;YACrB,OAAO,KAAP;UACD;;UAED,IAAI,CAACiB,SAAD,IAAc9B,KAAlB,EAAyB;YACvB,OAAOA,KAAK,KAAKuB,GAAG,CAACvB,KAArB;UACD;;UAED,IAAI8B,SAAS,KAAK,QAAd,IAA0B9B,KAA9B,EAAqC;YACnC,OAAO,CAAC,IAAI+B,MAAJ,CAAW/B,KAAX,EAAkB,GAAlB,EAAuBgC,IAAvB,CAA4BT,GAAG,CAACvB,KAAhC,CAAR;UACD;;UAED,OAAO,IAAP;QACD,CAdO,CAAR;MAeD,CAhBM,CAAP;IAiBD;EACF;;EAED,SAASd,qBAAT,CAA+B0C,MAA/B,EAAuC;IACrC,IAAIrE,UAAU,CAACoC,MAAX,GAAoB,CAAxB,EAA2B;MACzB,OAAOiC,MAAM,CAACnB,MAAP,CAAc,CAAC;QAACJ;MAAD,CAAD,KAAiB9C,UAAU,CAACoD,IAAX,CAAgBF,MAAM,IAAI,CAACJ,SAAS,CAACM,IAAV,CAAeY,GAAG,IAAIA,GAAG,CAACV,IAAJ,KAAaJ,MAAM,CAACI,IAApB,IAA4B,IAAIkB,MAAJ,CAAWtB,MAAM,CAACT,KAAlB,EAAyB,GAAzB,EAA8BgC,IAA9B,CAAmCT,GAAG,CAACvB,KAAvC,CAAlD,CAA3B,CAA/B,CAAP;IACD;;IAED,OAAO4B,MAAP;EACD;AACF,C,EAED;AACA;AACA;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AAEA;AACA;AACA;AAEA;AACA;AACA;AACA;AACA;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA"}
|
|
@@ -1,79 +1,68 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
|
|
3
|
-
var _chai =
|
|
3
|
+
var _chai = require("chai");
|
|
4
4
|
|
|
5
|
-
var
|
|
6
|
-
|
|
7
|
-
var _path = _interopRequireDefault(require("path"));
|
|
5
|
+
var _fixura = require("@natlibfi/fixura");
|
|
8
6
|
|
|
9
7
|
var _marcRecord = require("@natlibfi/marc-record");
|
|
10
8
|
|
|
11
9
|
var _copy = _interopRequireDefault(require("./copy"));
|
|
12
10
|
|
|
13
|
-
var
|
|
14
|
-
|
|
15
|
-
function _getRequireWildcardCache() { if (typeof WeakMap !== "function") return null; var cache = new WeakMap(); _getRequireWildcardCache = function () { return cache; }; return cache; }
|
|
16
|
-
|
|
17
|
-
function _interopRequireWildcard(obj) { if (obj && obj.__esModule) { return obj; } if (obj === null || typeof obj !== "object" && typeof obj !== "function") { return { default: obj }; } var cache = _getRequireWildcardCache(); if (cache && cache.has(obj)) { return cache.get(obj); } var newObj = {}; var hasPropertyDescriptor = Object.defineProperty && Object.getOwnPropertyDescriptor; for (var key in obj) { if (Object.prototype.hasOwnProperty.call(obj, key)) { var desc = hasPropertyDescriptor ? Object.getOwnPropertyDescriptor(obj, key) : null; if (desc && (desc.get || desc.set)) { Object.defineProperty(newObj, key, desc); } else { newObj[key] = obj[key]; } } } newObj.default = obj; if (cache) { cache.set(obj, newObj); } return newObj; }
|
|
11
|
+
var _fixugen = _interopRequireDefault(require("@natlibfi/fixugen"));
|
|
18
12
|
|
|
19
13
|
function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
|
|
20
14
|
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
* it under the terms of the GNU Lesser General Public License as
|
|
33
|
-
* published by the Free Software Foundation, either version 3 of the
|
|
34
|
-
* License, or (at your option) any later version.
|
|
35
|
-
*
|
|
36
|
-
* marc-record-merge-js is distributed in the hope that it will be useful,
|
|
37
|
-
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
38
|
-
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
39
|
-
* GNU Lesser General Public License for more details.
|
|
40
|
-
*
|
|
41
|
-
* You should have received a copy of the GNU Lesser General Public License
|
|
42
|
-
* along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
43
|
-
*
|
|
44
|
-
* @licend The above is the entire license notice
|
|
45
|
-
* for the JavaScript code in this file.
|
|
46
|
-
*
|
|
47
|
-
*/
|
|
48
|
-
_marcRecord.MarcRecord.setValidationOptions({
|
|
49
|
-
subfieldValues: false
|
|
15
|
+
//import createDebugLogger from 'debug'; // <---
|
|
16
|
+
//const debug = createDebugLogger('@natlibfi/marc-record-merge/copy.spec.js'); // <---
|
|
17
|
+
(0, _fixugen.default)({
|
|
18
|
+
callback,
|
|
19
|
+
path: [__dirname, '..', '..', 'test-fixtures', 'reducers', 'copy'],
|
|
20
|
+
useMetadataFile: true,
|
|
21
|
+
recurse: true,
|
|
22
|
+
fixura: {
|
|
23
|
+
reader: _fixura.READERS.JSON,
|
|
24
|
+
failWhenNotFound: false
|
|
25
|
+
}
|
|
50
26
|
});
|
|
51
27
|
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
28
|
+
function callback({
|
|
29
|
+
getFixture,
|
|
30
|
+
tagPatternRegExp,
|
|
31
|
+
compareTagsOnly = false,
|
|
32
|
+
compareWithoutIndicators = false,
|
|
33
|
+
subfieldsMustBeIdentical = false,
|
|
34
|
+
copyUnless = undefined,
|
|
35
|
+
excludeSubfields = undefined,
|
|
36
|
+
dropSubfields = undefined,
|
|
37
|
+
disabled = false
|
|
38
|
+
}) {
|
|
39
|
+
if (disabled) {
|
|
40
|
+
console.log('TEST DISABLED!'); // eslint-disable-line no-console
|
|
56
41
|
|
|
57
|
-
|
|
42
|
+
return;
|
|
43
|
+
}
|
|
58
44
|
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
getFixture
|
|
62
|
-
} = (0, _fixura.default)({
|
|
63
|
-
root: [fixturesPath, subDir],
|
|
64
|
-
reader: _fixura.READERS.JSON
|
|
65
|
-
});
|
|
66
|
-
it(subDir, () => {
|
|
67
|
-
const baseTest = new _marcRecord.MarcRecord(getFixture('base.json'));
|
|
68
|
-
const sourceTest = new _marcRecord.MarcRecord(getFixture('source.json'));
|
|
69
|
-
const patternTest = new RegExp(getFixture({
|
|
70
|
-
components: ['pattern.txt'],
|
|
71
|
-
reader: _fixura.READERS.TEXT
|
|
72
|
-
}), 'u');
|
|
73
|
-
const expectedRecord = getFixture('merged.json');
|
|
74
|
-
const mergedRecord = (0, _copy.default)(patternTest)(baseTest, sourceTest);
|
|
75
|
-
expect(mergedRecord.toObject()).to.eql(expectedRecord);
|
|
76
|
-
});
|
|
45
|
+
const base = new _marcRecord.MarcRecord(getFixture('base.json'), {
|
|
46
|
+
subfieldValues: false
|
|
77
47
|
});
|
|
78
|
-
|
|
48
|
+
const source = new _marcRecord.MarcRecord(getFixture('source.json'), {
|
|
49
|
+
subfieldValues: false
|
|
50
|
+
});
|
|
51
|
+
const tagPattern = new RegExp(tagPatternRegExp, 'u');
|
|
52
|
+
const expectedRecord = getFixture('merged.json');
|
|
53
|
+
const mergedRecord = (0, _copy.default)({
|
|
54
|
+
tagPattern,
|
|
55
|
+
compareTagsOnly,
|
|
56
|
+
compareWithoutIndicators,
|
|
57
|
+
copyUnless,
|
|
58
|
+
subfieldsMustBeIdentical,
|
|
59
|
+
excludeSubfields,
|
|
60
|
+
dropSubfields
|
|
61
|
+
})(base, source); //debug(`*** mergedRecord: `, mergedRecord); //<--
|
|
62
|
+
//debug(`*** mergedRecord,Strfy: `, JSON.stringify(mergedRecord)); //<--
|
|
63
|
+
//debug(`*** expectedRecord: `, expectedRecord); //<--
|
|
64
|
+
//debug(`*** expectedRecord,Strfy: `, JSON.stringify(expectedRecord)); //<--
|
|
65
|
+
|
|
66
|
+
(0, _chai.expect)(mergedRecord).to.eql(expectedRecord);
|
|
67
|
+
}
|
|
79
68
|
//# sourceMappingURL=copy.spec.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"
|
|
1
|
+
{"version":3,"file":"copy.spec.js","names":["generateTests","callback","path","__dirname","useMetadataFile","recurse","fixura","reader","READERS","JSON","failWhenNotFound","getFixture","tagPatternRegExp","compareTagsOnly","compareWithoutIndicators","subfieldsMustBeIdentical","copyUnless","undefined","excludeSubfields","dropSubfields","disabled","console","log","base","MarcRecord","subfieldValues","source","tagPattern","RegExp","expectedRecord","mergedRecord","createReducer","expect","to","eql"],"sources":["../../src/reducers/copy.spec.js"],"sourcesContent":["import {expect} from 'chai';\nimport {READERS} from '@natlibfi/fixura';\nimport {MarcRecord} from '@natlibfi/marc-record';\nimport createReducer from './copy';\nimport generateTests from '@natlibfi/fixugen';\n\n//import createDebugLogger from 'debug'; // <---\n//const debug = createDebugLogger('@natlibfi/marc-record-merge/copy.spec.js'); // <---\n\ngenerateTests({\n callback,\n path: [__dirname, '..', '..', 'test-fixtures', 'reducers', 'copy'],\n useMetadataFile: true,\n recurse: true,\n fixura: {\n reader: READERS.JSON,\n failWhenNotFound: false\n }\n});\n\nfunction callback({\n getFixture,\n tagPatternRegExp,\n compareTagsOnly = false,\n compareWithoutIndicators = false,\n subfieldsMustBeIdentical = false,\n copyUnless = undefined,\n excludeSubfields = undefined,\n dropSubfields = undefined,\n disabled = false\n}) {\n if (disabled) {\n console.log('TEST DISABLED!'); // eslint-disable-line no-console\n return;\n }\n\n const base = new MarcRecord(getFixture('base.json'), {subfieldValues: false});\n const source = new MarcRecord(getFixture('source.json'), {subfieldValues: false});\n const tagPattern = new RegExp(tagPatternRegExp, 'u');\n const expectedRecord = getFixture('merged.json');\n\n const mergedRecord = createReducer({tagPattern, compareTagsOnly, compareWithoutIndicators, copyUnless, subfieldsMustBeIdentical, excludeSubfields, dropSubfields})(base, source);\n //debug(`*** mergedRecord: `, mergedRecord); //<--\n //debug(`*** mergedRecord,Strfy: `, JSON.stringify(mergedRecord)); //<--\n //debug(`*** expectedRecord: `, expectedRecord); //<--\n //debug(`*** expectedRecord,Strfy: `, JSON.stringify(expectedRecord)); //<--\n expect(mergedRecord).to.eql(expectedRecord);\n}\n"],"mappings":";;AAAA;;AACA;;AACA;;AACA;;AACA;;;;AAEA;AACA;AAEA,IAAAA,gBAAA,EAAc;EACZC,QADY;EAEZC,IAAI,EAAE,CAACC,SAAD,EAAY,IAAZ,EAAkB,IAAlB,EAAwB,eAAxB,EAAyC,UAAzC,EAAqD,MAArD,CAFM;EAGZC,eAAe,EAAE,IAHL;EAIZC,OAAO,EAAE,IAJG;EAKZC,MAAM,EAAE;IACNC,MAAM,EAAEC,eAAA,CAAQC,IADV;IAENC,gBAAgB,EAAE;EAFZ;AALI,CAAd;;AAWA,SAAST,QAAT,CAAkB;EAChBU,UADgB;EAEhBC,gBAFgB;EAGhBC,eAAe,GAAG,KAHF;EAIhBC,wBAAwB,GAAG,KAJX;EAKhBC,wBAAwB,GAAG,KALX;EAMhBC,UAAU,GAAGC,SANG;EAOhBC,gBAAgB,GAAGD,SAPH;EAQhBE,aAAa,GAAGF,SARA;EAShBG,QAAQ,GAAG;AATK,CAAlB,EAUG;EACD,IAAIA,QAAJ,EAAc;IACZC,OAAO,CAACC,GAAR,CAAY,gBAAZ,EADY,CACmB;;IAC/B;EACD;;EAED,MAAMC,IAAI,GAAG,IAAIC,sBAAJ,CAAeb,UAAU,CAAC,WAAD,CAAzB,EAAwC;IAACc,cAAc,EAAE;EAAjB,CAAxC,CAAb;EACA,MAAMC,MAAM,GAAG,IAAIF,sBAAJ,CAAeb,UAAU,CAAC,aAAD,CAAzB,EAA0C;IAACc,cAAc,EAAE;EAAjB,CAA1C,CAAf;EACA,MAAME,UAAU,GAAG,IAAIC,MAAJ,CAAWhB,gBAAX,EAA6B,GAA7B,CAAnB;EACA,MAAMiB,cAAc,GAAGlB,UAAU,CAAC,aAAD,CAAjC;EAEA,MAAMmB,YAAY,GAAG,IAAAC,aAAA,EAAc;IAACJ,UAAD;IAAad,eAAb;IAA8BC,wBAA9B;IAAwDE,UAAxD;IAAoED,wBAApE;IAA8FG,gBAA9F;IAAgHC;EAAhH,CAAd,EAA8II,IAA9I,EAAoJG,MAApJ,CAArB,CAXC,CAYD;EACA;EACA;EACA;;EACA,IAAAM,YAAA,EAAOF,YAAP,EAAqBG,EAArB,CAAwBC,GAAxB,CAA4BL,cAA5B;AACD"}
|
package/dist/reducers/index.js
CHANGED
|
@@ -3,28 +3,23 @@
|
|
|
3
3
|
Object.defineProperty(exports, "__esModule", {
|
|
4
4
|
value: true
|
|
5
5
|
});
|
|
6
|
+
exports.default = void 0;
|
|
6
7
|
|
|
7
|
-
var _copy = require("./copy");
|
|
8
|
+
var _copy = _interopRequireDefault(require("./copy"));
|
|
8
9
|
|
|
9
|
-
|
|
10
|
-
if (key === "default" || key === "__esModule") return;
|
|
11
|
-
Object.defineProperty(exports, key, {
|
|
12
|
-
enumerable: true,
|
|
13
|
-
get: function () {
|
|
14
|
-
return _copy[key];
|
|
15
|
-
}
|
|
16
|
-
});
|
|
17
|
-
});
|
|
10
|
+
var _select = _interopRequireWildcard(require("./select"));
|
|
18
11
|
|
|
19
|
-
|
|
12
|
+
function _getRequireWildcardCache(nodeInterop) { if (typeof WeakMap !== "function") return null; var cacheBabelInterop = new WeakMap(); var cacheNodeInterop = new WeakMap(); return (_getRequireWildcardCache = function (nodeInterop) { return nodeInterop ? cacheNodeInterop : cacheBabelInterop; })(nodeInterop); }
|
|
20
13
|
|
|
21
|
-
Object.
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
14
|
+
function _interopRequireWildcard(obj, nodeInterop) { if (!nodeInterop && obj && obj.__esModule) { return obj; } if (obj === null || typeof obj !== "object" && typeof obj !== "function") { return { default: obj }; } var cache = _getRequireWildcardCache(nodeInterop); if (cache && cache.has(obj)) { return cache.get(obj); } var newObj = {}; var hasPropertyDescriptor = Object.defineProperty && Object.getOwnPropertyDescriptor; for (var key in obj) { if (key !== "default" && Object.prototype.hasOwnProperty.call(obj, key)) { var desc = hasPropertyDescriptor ? Object.getOwnPropertyDescriptor(obj, key) : null; if (desc && (desc.get || desc.set)) { Object.defineProperty(newObj, key, desc); } else { newObj[key] = obj[key]; } } } newObj.default = obj; if (cache) { cache.set(obj, newObj); } return newObj; }
|
|
15
|
+
|
|
16
|
+
function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
|
|
17
|
+
|
|
18
|
+
var _default = {
|
|
19
|
+
copy: _copy.default,
|
|
20
|
+
select: _select.default,
|
|
21
|
+
strictEquality: _select.strictEquality,
|
|
22
|
+
subsetEquality: _select.subsetEquality
|
|
23
|
+
};
|
|
24
|
+
exports.default = _default;
|
|
30
25
|
//# sourceMappingURL=index.js.map
|