@natlibfi/melinda-rest-api-commons 2.3.2-alpha.6 → 2.3.2-alpha.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/amqp.js +22 -54
- package/dist/amqp.js.map +1 -1
- package/dist/constants.js +5 -3
- package/dist/constants.js.map +1 -1
- package/dist/helpers/conversion.js +5 -25
- package/dist/helpers/conversion.js.map +1 -1
- package/dist/helpers/conversion.spec.js +1 -7
- package/dist/helpers/conversion.spec.js.map +1 -1
- package/dist/helpers/fix-constants.js +6 -4
- package/dist/helpers/fix-constants.js.map +1 -1
- package/dist/helpers/fix-handle-tempurns.js +19 -27
- package/dist/helpers/fix-handle-tempurns.js.map +1 -1
- package/dist/helpers/fix-strip-f884s.js +12 -16
- package/dist/helpers/fix-strip-f884s.js.map +1 -1
- package/dist/helpers/fix-utils.js +9 -15
- package/dist/helpers/fix-utils.js.map +1 -1
- package/dist/helpers/fix.js +17 -32
- package/dist/helpers/fix.js.map +1 -1
- package/dist/helpers/fix.spec.js +1 -12
- package/dist/helpers/fix.spec.js.map +1 -1
- package/dist/helpers/validation.js +0 -6
- package/dist/helpers/validation.js.map +1 -1
- package/dist/helpers/validation.spec.js +1 -7
- package/dist/helpers/validation.spec.js.map +1 -1
- package/dist/index.js +8 -14
- package/dist/index.js.map +1 -1
- package/dist/mongo.js +38 -87
- package/dist/mongo.js.map +1 -1
- package/dist/mongoLog.js +5 -29
- package/dist/mongoLog.js.map +1 -1
- package/dist/utils.js +33 -35
- package/dist/utils.js.map +1 -1
- package/package.json +3 -3
|
@@ -4,7 +4,6 @@ Object.defineProperty(exports, "__esModule", {
|
|
|
4
4
|
value: true
|
|
5
5
|
});
|
|
6
6
|
exports.REPLACE_PREFIXES = exports.BIB_STRIP_F884S_SETTINGS = exports.BIB_PREVALIDATION_FIX_SETTINGS = exports.BIB_PREIMPORT_FIX_SETTINGS = exports.BIB_POSTMERGE_FIX_SETTINGS = exports.BIB_HANDLE_TEMP_URNS_SETTINGS = exports.BIB_FORMAT_SETTINGS = exports.BIB_F035_TO_SID = exports.AUTNAME_PREIMPORT_FIX_SETTINGS = void 0;
|
|
7
|
-
|
|
8
7
|
/**
|
|
9
8
|
*
|
|
10
9
|
* @licstart The following is the entire license notice for the JavaScript code in this file.
|
|
@@ -32,12 +31,14 @@ exports.REPLACE_PREFIXES = exports.BIB_STRIP_F884S_SETTINGS = exports.BIB_PREVAL
|
|
|
32
31
|
* for the JavaScript code in this file.
|
|
33
32
|
*
|
|
34
33
|
*/
|
|
34
|
+
|
|
35
35
|
// This could be formatted so that 035-prefix and SID contents would be better connected than by just an array index
|
|
36
36
|
const BIB_F035_TO_SID = {
|
|
37
37
|
f035Filters: [/^\(FI-BTJ\)/u, /^\(FI-TATI\)/u],
|
|
38
38
|
fSIDFilters: ['FI-BTJ', 'tati']
|
|
39
|
-
};
|
|
39
|
+
};
|
|
40
40
|
|
|
41
|
+
// There is somewhere other implementations of this same standardPrefixes to alephInternalPrefixes normalization
|
|
41
42
|
exports.BIB_F035_TO_SID = BIB_F035_TO_SID;
|
|
42
43
|
const REPLACE_PREFIXES = [{
|
|
43
44
|
oldPrefix: 'FI-MELINDA',
|
|
@@ -59,9 +60,10 @@ const REPLACE_PREFIXES = [{
|
|
|
59
60
|
oldPrefix: 'FI-ASTERI-W',
|
|
60
61
|
newPrefix: 'FIN13',
|
|
61
62
|
prefixReplaceCodes: ['0']
|
|
62
|
-
}];
|
|
63
|
-
// BIB_FORMAT_SETTINGS is outdated, use other settings instead
|
|
63
|
+
}];
|
|
64
64
|
|
|
65
|
+
// If placed in config.js testing needs envs
|
|
66
|
+
// BIB_FORMAT_SETTINGS is outdated, use other settings instead
|
|
65
67
|
exports.REPLACE_PREFIXES = REPLACE_PREFIXES;
|
|
66
68
|
const BIB_FORMAT_SETTINGS = {
|
|
67
69
|
replacePrefixes: REPLACE_PREFIXES,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"fix-constants.js","names":["BIB_F035_TO_SID","f035Filters","fSIDFilters","REPLACE_PREFIXES","oldPrefix","newPrefix","prefixReplaceCodes","BIB_FORMAT_SETTINGS","replacePrefixes","generateMissingSIDs","BIB_PREVALIDATION_FIX_SETTINGS","BIB_POSTMERGE_FIX_SETTINGS","handleTempUrns","stripF884s","BIB_PREIMPORT_FIX_SETTINGS","AUTNAME_PREIMPORT_FIX_SETTINGS","BIB_HANDLE_TEMP_URNS_SETTINGS","BIB_STRIP_F884S_SETTINGS"],"sources":["../../src/helpers/fix-constants.js"],"sourcesContent":["/**\n*\n* @licstart The following is the entire license notice for the JavaScript code in this file.\n*\n* Shared modules for microservices of Melinda rest api batch import system\n*\n* Copyright (C) 2020-2022 University Of Helsinki (The National Library Of Finland)\n*\n* This file is part of melinda-rest-api-commons\n*\n* melinda-rest-api-commons program is free software: you can redistribute it and/or modify\n* it under the terms of the GNU Affero General Public License as\n* published by the Free Software Foundation, either version 3 of the\n* License, or (at your option) any later version.\n*\n* melinda-rest-api-commons is distributed in the hope that it will be useful,\n* but WITHOUT ANY WARRANTY; without even the implied warranty of\n* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the\n* GNU Affero General Public License for more details.\n*\n* You should have received a copy of the GNU Affero General Public License\n* along with this program. If not, see <http://www.gnu.org/licenses/>.\n*\n* @licend The above is the entire license notice\n* for the JavaScript code in this file.\n*\n*/\n\n// This could be formatted so that 035-prefix and SID contents would be better connected than by just an array index\nexport const BIB_F035_TO_SID = {\n f035Filters: [/^\\(FI-BTJ\\)/u, /^\\(FI-TATI\\)/u],\n fSIDFilters: ['FI-BTJ', 'tati']\n};\n\n// There is somewhere other implementations of this same standardPrefixes to alephInternalPrefixes normalization\nexport const REPLACE_PREFIXES = [\n {\n oldPrefix: 'FI-MELINDA',\n newPrefix: 'FIN01',\n prefixReplaceCodes: ['w']\n },\n {\n oldPrefix: 'FI-ASTERI-S',\n newPrefix: 'FIN10',\n prefixReplaceCodes: ['0']\n },\n {\n oldPrefix: 'FI-ASTERI-N',\n newPrefix: 'FIN11',\n prefixReplaceCodes: ['0']\n },\n {\n oldPrefix: 'FI-ASTERI-A',\n newPrefix: 'FIN12',\n prefixReplaceCodes: ['0']\n },\n {\n oldPrefix: 'FI-ASTERI-W',\n newPrefix: 'FIN13',\n prefixReplaceCodes: ['0']\n }\n];\n\n\n// If placed in config.js testing needs envs\n// BIB_FORMAT_SETTINGS is outdated, use other settings instead\n\n\nexport const BIB_FORMAT_SETTINGS = {\n replacePrefixes: REPLACE_PREFIXES,\n generateMissingSIDs: BIB_F035_TO_SID\n};\n\nexport const BIB_PREVALIDATION_FIX_SETTINGS = {\n generateMissingSIDs: BIB_F035_TO_SID\n};\n\nexport const BIB_POSTMERGE_FIX_SETTINGS = {\n handleTempUrns: true,\n stripF884s: true\n};\n\nexport const BIB_PREIMPORT_FIX_SETTINGS = {\n replacePrefixes: REPLACE_PREFIXES\n};\n\nexport const AUTNAME_PREIMPORT_FIX_SETTINGS = {\n replacePrefixes: REPLACE_PREFIXES\n};\n\nexport const BIB_HANDLE_TEMP_URNS_SETTINGS = {\n handleTempUrns: true\n};\n\nexport const BIB_STRIP_F884S_SETTINGS = {\n stripF884s: true\n};\n"],"mappings":"
|
|
1
|
+
{"version":3,"file":"fix-constants.js","names":["BIB_F035_TO_SID","f035Filters","fSIDFilters","REPLACE_PREFIXES","oldPrefix","newPrefix","prefixReplaceCodes","BIB_FORMAT_SETTINGS","replacePrefixes","generateMissingSIDs","BIB_PREVALIDATION_FIX_SETTINGS","BIB_POSTMERGE_FIX_SETTINGS","handleTempUrns","stripF884s","BIB_PREIMPORT_FIX_SETTINGS","AUTNAME_PREIMPORT_FIX_SETTINGS","BIB_HANDLE_TEMP_URNS_SETTINGS","BIB_STRIP_F884S_SETTINGS"],"sources":["../../src/helpers/fix-constants.js"],"sourcesContent":["/**\n*\n* @licstart The following is the entire license notice for the JavaScript code in this file.\n*\n* Shared modules for microservices of Melinda rest api batch import system\n*\n* Copyright (C) 2020-2022 University Of Helsinki (The National Library Of Finland)\n*\n* This file is part of melinda-rest-api-commons\n*\n* melinda-rest-api-commons program is free software: you can redistribute it and/or modify\n* it under the terms of the GNU Affero General Public License as\n* published by the Free Software Foundation, either version 3 of the\n* License, or (at your option) any later version.\n*\n* melinda-rest-api-commons is distributed in the hope that it will be useful,\n* but WITHOUT ANY WARRANTY; without even the implied warranty of\n* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the\n* GNU Affero General Public License for more details.\n*\n* You should have received a copy of the GNU Affero General Public License\n* along with this program. If not, see <http://www.gnu.org/licenses/>.\n*\n* @licend The above is the entire license notice\n* for the JavaScript code in this file.\n*\n*/\n\n// This could be formatted so that 035-prefix and SID contents would be better connected than by just an array index\nexport const BIB_F035_TO_SID = {\n f035Filters: [/^\\(FI-BTJ\\)/u, /^\\(FI-TATI\\)/u],\n fSIDFilters: ['FI-BTJ', 'tati']\n};\n\n// There is somewhere other implementations of this same standardPrefixes to alephInternalPrefixes normalization\nexport const REPLACE_PREFIXES = [\n {\n oldPrefix: 'FI-MELINDA',\n newPrefix: 'FIN01',\n prefixReplaceCodes: ['w']\n },\n {\n oldPrefix: 'FI-ASTERI-S',\n newPrefix: 'FIN10',\n prefixReplaceCodes: ['0']\n },\n {\n oldPrefix: 'FI-ASTERI-N',\n newPrefix: 'FIN11',\n prefixReplaceCodes: ['0']\n },\n {\n oldPrefix: 'FI-ASTERI-A',\n newPrefix: 'FIN12',\n prefixReplaceCodes: ['0']\n },\n {\n oldPrefix: 'FI-ASTERI-W',\n newPrefix: 'FIN13',\n prefixReplaceCodes: ['0']\n }\n];\n\n\n// If placed in config.js testing needs envs\n// BIB_FORMAT_SETTINGS is outdated, use other settings instead\n\n\nexport const BIB_FORMAT_SETTINGS = {\n replacePrefixes: REPLACE_PREFIXES,\n generateMissingSIDs: BIB_F035_TO_SID\n};\n\nexport const BIB_PREVALIDATION_FIX_SETTINGS = {\n generateMissingSIDs: BIB_F035_TO_SID\n};\n\nexport const BIB_POSTMERGE_FIX_SETTINGS = {\n handleTempUrns: true,\n stripF884s: true\n};\n\nexport const BIB_PREIMPORT_FIX_SETTINGS = {\n replacePrefixes: REPLACE_PREFIXES\n};\n\nexport const AUTNAME_PREIMPORT_FIX_SETTINGS = {\n replacePrefixes: REPLACE_PREFIXES\n};\n\nexport const BIB_HANDLE_TEMP_URNS_SETTINGS = {\n handleTempUrns: true\n};\n\nexport const BIB_STRIP_F884S_SETTINGS = {\n stripF884s: true\n};\n"],"mappings":";;;;;;AAAA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AAEA;AACO,MAAMA,eAAe,GAAG;EAC7BC,WAAW,EAAE,CAAC,cAAc,EAAE,eAAe,CAAC;EAC9CC,WAAW,EAAE,CAAC,QAAQ,EAAE,MAAM;AAChC,CAAC;;AAED;AAAA;AACO,MAAMC,gBAAgB,GAAG,CAC9B;EACEC,SAAS,EAAE,YAAY;EACvBC,SAAS,EAAE,OAAO;EAClBC,kBAAkB,EAAE,CAAC,GAAG;AAC1B,CAAC,EACD;EACEF,SAAS,EAAE,aAAa;EACxBC,SAAS,EAAE,OAAO;EAClBC,kBAAkB,EAAE,CAAC,GAAG;AAC1B,CAAC,EACD;EACEF,SAAS,EAAE,aAAa;EACxBC,SAAS,EAAE,OAAO;EAClBC,kBAAkB,EAAE,CAAC,GAAG;AAC1B,CAAC,EACD;EACEF,SAAS,EAAE,aAAa;EACxBC,SAAS,EAAE,OAAO;EAClBC,kBAAkB,EAAE,CAAC,GAAG;AAC1B,CAAC,EACD;EACEF,SAAS,EAAE,aAAa;EACxBC,SAAS,EAAE,OAAO;EAClBC,kBAAkB,EAAE,CAAC,GAAG;AAC1B,CAAC,CACF;;AAGD;AACA;AAAA;AAGO,MAAMC,mBAAmB,GAAG;EACjCC,eAAe,EAAEL,gBAAgB;EACjCM,mBAAmB,EAAET;AACvB,CAAC;AAAC;AAEK,MAAMU,8BAA8B,GAAG;EAC5CD,mBAAmB,EAAET;AACvB,CAAC;AAAC;AAEK,MAAMW,0BAA0B,GAAG;EACxCC,cAAc,EAAE,IAAI;EACpBC,UAAU,EAAE;AACd,CAAC;AAAC;AAEK,MAAMC,0BAA0B,GAAG;EACxCN,eAAe,EAAEL;AACnB,CAAC;AAAC;AAEK,MAAMY,8BAA8B,GAAG;EAC5CP,eAAe,EAAEL;AACnB,CAAC;AAAC;AAEK,MAAMa,6BAA6B,GAAG;EAC3CJ,cAAc,EAAE;AAClB,CAAC;AAAC;AAEK,MAAMK,wBAAwB,GAAG;EACtCJ,UAAU,EAAE;AACd,CAAC;AAAC"}
|
|
@@ -4,11 +4,8 @@ Object.defineProperty(exports, "__esModule", {
|
|
|
4
4
|
value: true
|
|
5
5
|
});
|
|
6
6
|
exports.handleTempUrns = handleTempUrns;
|
|
7
|
-
|
|
8
7
|
var _debug = _interopRequireDefault(require("debug"));
|
|
9
|
-
|
|
10
8
|
function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
|
|
11
|
-
|
|
12
9
|
/**
|
|
13
10
|
*
|
|
14
11
|
* @licstart The following is the entire license notice for the JavaScript code in this file.
|
|
@@ -36,39 +33,41 @@ function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { de
|
|
|
36
33
|
* for the JavaScript code in this file.
|
|
37
34
|
*
|
|
38
35
|
*/
|
|
36
|
+
|
|
39
37
|
//import {MarcRecord} from '@natlibfi/marc-record';
|
|
38
|
+
|
|
40
39
|
const debug = (0, _debug.default)('@natlibfi/melinda-rest-api-commons:fixRecord:handleTempUrns');
|
|
41
|
-
const debugData = debug.extend('data');
|
|
40
|
+
const debugData = debug.extend('data');
|
|
42
41
|
|
|
42
|
+
// eslint-disable-next-line max-statements
|
|
43
43
|
function handleTempUrns(newRecord, options) {
|
|
44
44
|
if (options !== true) {
|
|
45
45
|
debug(`NOT running handleTempUrns fixer, no options`);
|
|
46
46
|
return newRecord;
|
|
47
47
|
}
|
|
48
|
-
|
|
49
48
|
debug(`Running handleTempUrns fixer`);
|
|
50
49
|
debugData(`Options for handleTempUrns: ${JSON.stringify(options)}`);
|
|
51
50
|
const {
|
|
52
51
|
f856sUrnsWithTempSubfields,
|
|
53
52
|
f856sUrnsWithNoTempSubfields
|
|
54
|
-
} = getf856sUrns(newRecord);
|
|
53
|
+
} = getf856sUrns(newRecord);
|
|
55
54
|
|
|
55
|
+
// None of the URNs has temp subfields, we don't need to do anything
|
|
56
56
|
if (f856sUrnsWithTempSubfields.length < 1) {
|
|
57
57
|
debug(`No Urns with temp subfield`);
|
|
58
58
|
return newRecord;
|
|
59
|
-
}
|
|
60
|
-
|
|
59
|
+
}
|
|
61
60
|
|
|
61
|
+
// Do we have an existing URN with legal deposit subfields, if we have, we can remove the temp URN field(s)
|
|
62
62
|
const existingLegalDepositURN = validateLD(f856sUrnsWithNoTempSubfields);
|
|
63
63
|
debug(`existingLegalDepositURN: ${existingLegalDepositURN}`);
|
|
64
|
-
|
|
65
64
|
if (existingLegalDepositURN) {
|
|
66
65
|
debug(`We have an existing LD URN, we can delete temp fields (${f856sUrnsWithTempSubfields.length})`);
|
|
67
66
|
newRecord.removeFields(f856sUrnsWithTempSubfields);
|
|
68
67
|
return newRecord;
|
|
69
|
-
}
|
|
70
|
-
|
|
68
|
+
}
|
|
71
69
|
|
|
70
|
+
// We do not have an existing legalDepositURN, we should use the tempURN and remove the temp subfields from it
|
|
72
71
|
if (!existingLegalDepositURN && f856sUrnsWithTempSubfields.length > 0) {
|
|
73
72
|
//debug(`All Urns (${f856sUrn.length}) have a temp subfield`);
|
|
74
73
|
debugData(`Original temp URNs: (${JSON.stringify(f856sUrnsWithTempSubfields)})`);
|
|
@@ -77,8 +76,8 @@ function handleTempUrns(newRecord, options) {
|
|
|
77
76
|
newRecord.removeFields(f856sUrnsWithTempSubfields);
|
|
78
77
|
newRecord.insertFields(fixedFields);
|
|
79
78
|
return newRecord;
|
|
80
|
-
}
|
|
81
|
-
|
|
79
|
+
}
|
|
80
|
+
// Should we check that the non-temp URN has 2nd ind '0' - meaning that the URN handles the actual resource itself?
|
|
82
81
|
}
|
|
83
82
|
|
|
84
83
|
function getf856sUrns(newRecord) {
|
|
@@ -86,17 +85,14 @@ function getf856sUrns(newRecord) {
|
|
|
86
85
|
code,
|
|
87
86
|
value
|
|
88
87
|
}) => code === 'u' && /urn.fi/u.test(value));
|
|
89
|
-
|
|
90
88
|
const hasTempSubfield = f => f.subfields.some(({
|
|
91
89
|
code,
|
|
92
90
|
value
|
|
93
91
|
}) => code === '9' && /^MELINDA<TEMP>$/u.test(value));
|
|
94
|
-
|
|
95
92
|
const hasNoTempSubfield = f => !f.subfields.some(({
|
|
96
93
|
code,
|
|
97
94
|
value
|
|
98
95
|
}) => code === '9' && /^MELINDA<TEMP>$/u.test(value));
|
|
99
|
-
|
|
100
96
|
const f856sUrn = newRecord.fields.filter(hasURN);
|
|
101
97
|
const f856sUrnsWithTempSubfields = f856sUrn.filter(hasTempSubfield);
|
|
102
98
|
const f856sUrnsWithNoTempSubfields = f856sUrn.filter(hasNoTempSubfield);
|
|
@@ -107,9 +103,10 @@ function getf856sUrns(newRecord) {
|
|
|
107
103
|
f856sUrnsWithTempSubfields,
|
|
108
104
|
f856sUrnsWithNoTempSubfields
|
|
109
105
|
};
|
|
110
|
-
}
|
|
111
|
-
// we propably should develop the urn/legaldeposit -validator to use also here
|
|
106
|
+
}
|
|
112
107
|
|
|
108
|
+
// ---- LD-functions below are same as in https://github.com/NatLibFi/marc-record-validators-melinda/blob/feature-updates-to-urn/src/urn.js
|
|
109
|
+
// we propably should develop the urn/legaldeposit -validator to use also here
|
|
113
110
|
|
|
114
111
|
function validateLD(f856sUrn) {
|
|
115
112
|
debug(`Validating the existence of legal deposit subfields`);
|
|
@@ -121,41 +118,36 @@ function validateLD(f856sUrn) {
|
|
|
121
118
|
value: 'FI-Vapaa'
|
|
122
119
|
}];
|
|
123
120
|
const f856sUrnWithLdSubfields = f856sUrn.filter(field => fieldHasLDSubfields(field, LD_SUBFIELDS));
|
|
124
|
-
|
|
125
121
|
if (f856sUrnWithLdSubfields.length > 0) {
|
|
126
122
|
debug(`Record has ${f856sUrnWithLdSubfields.length} URN fields with all necessary legal deposit subfields`);
|
|
127
123
|
debugData(`f856sUrnWithLdSubfields: ${JSON.stringify(f856sUrnWithLdSubfields)}`);
|
|
128
124
|
return true;
|
|
129
125
|
}
|
|
130
|
-
|
|
131
126
|
return false;
|
|
132
127
|
}
|
|
133
|
-
|
|
134
128
|
function fieldHasLDSubfields(field, ldSubfields) {
|
|
135
129
|
if (ldSubfields.every(ldsf => field.subfields.some(sf => sf.code === ldsf.code && sf.value === ldsf.value))) {
|
|
136
130
|
return true;
|
|
137
131
|
}
|
|
138
132
|
}
|
|
139
|
-
|
|
140
133
|
function removeTempSubfield(field) {
|
|
141
134
|
// Handle non-numeric fields, and fields with a numeric tag of 010 and greater
|
|
142
135
|
// Aleph's FMT as a controlfield might be a problem
|
|
143
136
|
if (!isNaN(field.tag) && parseInt(field.tag, 10) >= 10) {
|
|
144
|
-
const filteredSubfields = field.subfields.filter(sf => sf.code !== '9' && !/^MELINDA<TEMP>$/u.test(sf.value));
|
|
137
|
+
const filteredSubfields = field.subfields.filter(sf => sf.code !== '9' && !/^MELINDA<TEMP>$/u.test(sf.value));
|
|
145
138
|
|
|
139
|
+
// Remove whole field if there are no subfields left
|
|
146
140
|
if (filteredSubfields.length < 1) {
|
|
147
141
|
return false;
|
|
148
142
|
}
|
|
149
|
-
|
|
150
143
|
return {
|
|
151
144
|
tag: field.tag,
|
|
152
145
|
ind1: field.ind1,
|
|
153
146
|
ind2: field.ind2,
|
|
154
147
|
subfields: filteredSubfields
|
|
155
148
|
};
|
|
156
|
-
}
|
|
157
|
-
|
|
158
|
-
|
|
149
|
+
}
|
|
150
|
+
// return controlFields as is
|
|
159
151
|
return field;
|
|
160
152
|
}
|
|
161
153
|
//# sourceMappingURL=fix-handle-tempurns.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"fix-handle-tempurns.js","names":["debug","createDebugLogger","debugData","extend","handleTempUrns","newRecord","options","JSON","stringify","f856sUrnsWithTempSubfields","f856sUrnsWithNoTempSubfields","getf856sUrns","length","existingLegalDepositURN","validateLD","removeFields","fixedFields","map","removeTempSubfield","filter","field","insertFields","hasURN","f","tag","subfields","some","code","value","test","hasTempSubfield","hasNoTempSubfield","f856sUrn","fields","LD_SUBFIELDS","f856sUrnWithLdSubfields","fieldHasLDSubfields","ldSubfields","every","ldsf","sf","isNaN","parseInt","filteredSubfields","ind1","ind2"],"sources":["../../src/helpers/fix-handle-tempurns.js"],"sourcesContent":["\n/**\n*\n* @licstart The following is the entire license notice for the JavaScript code in this file.\n*\n* Shared modules for microservices of Melinda rest api batch import system\n*\n* Copyright (C) 2020-2022 University Of Helsinki (The National Library Of Finland)\n*\n* This file is part of melinda-rest-api-commons\n*\n* melinda-rest-api-commons program is free software: you can redistribute it and/or modify\n* it under the terms of the GNU Affero General Public License as\n* published by the Free Software Foundation, either version 3 of the\n* License, or (at your option) any later version.\n*\n* melinda-rest-api-commons is distributed in the hope that it will be useful,\n* but WITHOUT ANY WARRANTY; without even the implied warranty of\n* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the\n* GNU Affero General Public License for more details.\n*\n* You should have received a copy of the GNU Affero General Public License\n* along with this program. If not, see <http://www.gnu.org/licenses/>.\n*\n* @licend The above is the entire license notice\n* for the JavaScript code in this file.\n*\n*/\n\n//import {MarcRecord} from '@natlibfi/marc-record';\nimport createDebugLogger from 'debug';\n\nconst debug = createDebugLogger('@natlibfi/melinda-rest-api-commons:fixRecord:handleTempUrns');\nconst debugData = debug.extend('data');\n\n// eslint-disable-next-line max-statements\nexport function handleTempUrns(newRecord, options) {\n\n if (options !== true) {\n debug(`NOT running handleTempUrns fixer, no options`);\n return newRecord;\n }\n\n debug(`Running handleTempUrns fixer`);\n debugData(`Options for handleTempUrns: ${JSON.stringify(options)}`);\n\n const {f856sUrnsWithTempSubfields, f856sUrnsWithNoTempSubfields} = getf856sUrns(newRecord);\n\n // None of the URNs has temp subfields, we don't need to do anything\n if (f856sUrnsWithTempSubfields.length < 1) {\n debug(`No Urns with temp subfield`);\n return newRecord;\n }\n\n // Do we have an existing URN with legal deposit subfields, if we have, we can remove the temp URN field(s)\n const existingLegalDepositURN = validateLD(f856sUrnsWithNoTempSubfields);\n debug(`existingLegalDepositURN: ${existingLegalDepositURN}`);\n\n if (existingLegalDepositURN) {\n debug(`We have an existing LD URN, we can delete temp fields (${f856sUrnsWithTempSubfields.length})`);\n newRecord.removeFields(f856sUrnsWithTempSubfields);\n return newRecord;\n }\n\n // We do not have an existing legalDepositURN, we should use the tempURN and remove the temp subfields from it\n if (!existingLegalDepositURN && f856sUrnsWithTempSubfields.length > 0) {\n //debug(`All Urns (${f856sUrn.length}) have a temp subfield`);\n debugData(`Original temp URNs: (${JSON.stringify(f856sUrnsWithTempSubfields)})`);\n const fixedFields = f856sUrnsWithTempSubfields.map(removeTempSubfield).filter(field => field);\n debug(`We removed temp subfields: (${JSON.stringify(fixedFields)})`);\n newRecord.removeFields(f856sUrnsWithTempSubfields);\n newRecord.insertFields(fixedFields);\n return newRecord;\n }\n // Should we check that the non-temp URN has 2nd ind '0' - meaning that the URN handles the actual resource itself?\n}\n\nfunction getf856sUrns(newRecord) {\n const hasURN = f => f.tag === '856' && f.subfields.some(({code, value}) => code === 'u' && (/urn.fi/u).test(value));\n\n const hasTempSubfield = f => f.subfields.some(({code, value}) => code === '9' && (/^MELINDA<TEMP>$/u).test(value));\n const hasNoTempSubfield = f => !f.subfields.some(({code, value}) => code === '9' && (/^MELINDA<TEMP>$/u).test(value));\n\n const f856sUrn = newRecord.fields.filter(hasURN);\n const f856sUrnsWithTempSubfields = f856sUrn.filter(hasTempSubfield);\n const f856sUrnsWithNoTempSubfields = f856sUrn.filter(hasNoTempSubfield);\n\n debugData(`URN f856s: ${JSON.stringify(f856sUrn)}`);\n debugData(`URN f856s with temp subfield: ${JSON.stringify(f856sUrnsWithTempSubfields)}`);\n return {f856sUrn, f856sUrnsWithTempSubfields, f856sUrnsWithNoTempSubfields};\n}\n\n\n// ---- LD-functions below are same as in https://github.com/NatLibFi/marc-record-validators-melinda/blob/feature-updates-to-urn/src/urn.js\n// we propably should develop the urn/legaldeposit -validator to use also here\n\nfunction validateLD(f856sUrn) {\n debug(`Validating the existence of legal deposit subfields`);\n\n const LD_SUBFIELDS = [\n {code: 'z', value: 'Käytettävissä vapaakappalekirjastoissa'},\n {code: '5', value: 'FI-Vapaa'}\n ];\n\n const f856sUrnWithLdSubfields = f856sUrn.filter(field => fieldHasLDSubfields(field, LD_SUBFIELDS));\n if (f856sUrnWithLdSubfields.length > 0) {\n debug(`Record has ${f856sUrnWithLdSubfields.length} URN fields with all necessary legal deposit subfields`);\n debugData(`f856sUrnWithLdSubfields: ${JSON.stringify(f856sUrnWithLdSubfields)}`);\n return true;\n }\n return false;\n}\n\nfunction fieldHasLDSubfields(field, ldSubfields) {\n if (ldSubfields.every(ldsf => field.subfields.some(sf => sf.code === ldsf.code && sf.value === ldsf.value))) {\n return true;\n }\n}\n\nfunction removeTempSubfield(field) {\n\n // Handle non-numeric fields, and fields with a numeric tag of 010 and greater\n // Aleph's FMT as a controlfield might be a problem\n if (!isNaN(field.tag) && parseInt(field.tag, 10) >= 10) {\n\n const filteredSubfields = field.subfields.filter(sf => sf.code !== '9' && !(/^MELINDA<TEMP>$/u).test(sf.value));\n\n // Remove whole field if there are no subfields left\n if (filteredSubfields.length < 1) {\n return false;\n }\n\n return {\n tag: field.tag,\n ind1: field.ind1,\n ind2: field.ind2,\n subfields: filteredSubfields\n };\n }\n // return controlFields as is\n return field;\n}\n\n\n"],"mappings":";;;;;;;AA8BA;;;;AA7BA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AAEA;AAGA,MAAMA,KAAK,GAAG,IAAAC,cAAA,EAAkB,6DAAlB,CAAd;AACA,MAAMC,SAAS,GAAGF,KAAK,CAACG,MAAN,CAAa,MAAb,CAAlB,C,CAEA;;AACO,SAASC,cAAT,CAAwBC,SAAxB,EAAmCC,OAAnC,EAA4C;EAEjD,IAAIA,OAAO,KAAK,IAAhB,EAAsB;IACpBN,KAAK,CAAE,8CAAF,CAAL;IACA,OAAOK,SAAP;EACD;;EAEDL,KAAK,CAAE,8BAAF,CAAL;EACAE,SAAS,CAAE,+BAA8BK,IAAI,CAACC,SAAL,CAAeF,OAAf,CAAwB,EAAxD,CAAT;EAEA,MAAM;IAACG,0BAAD;IAA6BC;EAA7B,IAA6DC,YAAY,CAACN,SAAD,CAA/E,CAViD,CAYjD;;EACA,IAAII,0BAA0B,CAACG,MAA3B,GAAoC,CAAxC,EAA2C;IACzCZ,KAAK,CAAE,4BAAF,CAAL;IACA,OAAOK,SAAP;EACD,CAhBgD,CAkBjD;;;EACA,MAAMQ,uBAAuB,GAAGC,UAAU,CAACJ,4BAAD,CAA1C;EACAV,KAAK,CAAE,4BAA2Ba,uBAAwB,EAArD,CAAL;;EAEA,IAAIA,uBAAJ,EAA6B;IAC3Bb,KAAK,CAAE,0DAAyDS,0BAA0B,CAACG,MAAO,GAA7F,CAAL;IACAP,SAAS,CAACU,YAAV,CAAuBN,0BAAvB;IACA,OAAOJ,SAAP;EACD,CA1BgD,CA4BjD;;;EACA,IAAI,CAACQ,uBAAD,IAA4BJ,0BAA0B,CAACG,MAA3B,GAAoC,CAApE,EAAuE;IACrE;IACAV,SAAS,CAAE,wBAAuBK,IAAI,CAACC,SAAL,CAAeC,0BAAf,CAA2C,GAApE,CAAT;IACA,MAAMO,WAAW,GAAGP,0BAA0B,CAACQ,GAA3B,CAA+BC,kBAA/B,EAAmDC,MAAnD,CAA0DC,KAAK,IAAIA,KAAnE,CAApB;IACApB,KAAK,CAAE,+BAA8BO,IAAI,CAACC,SAAL,CAAeQ,WAAf,CAA4B,GAA5D,CAAL;IACAX,SAAS,CAACU,YAAV,CAAuBN,0BAAvB;IACAJ,SAAS,CAACgB,YAAV,CAAuBL,WAAvB;IACA,OAAOX,SAAP;EACD,CArCgD,CAsCjD;;AACD;;AAED,SAASM,YAAT,CAAsBN,SAAtB,EAAiC;EAC/B,MAAMiB,MAAM,GAAGC,CAAC,IAAIA,CAAC,CAACC,GAAF,KAAU,KAAV,IAAmBD,CAAC,CAACE,SAAF,CAAYC,IAAZ,CAAiB,CAAC;IAACC,IAAD;IAAOC;EAAP,CAAD,KAAmBD,IAAI,KAAK,GAAT,IAAiB,SAAD,CAAYE,IAAZ,CAAiBD,KAAjB,CAApD,CAAvC;;EAEA,MAAME,eAAe,GAAGP,CAAC,IAAIA,CAAC,CAACE,SAAF,CAAYC,IAAZ,CAAiB,CAAC;IAACC,IAAD;IAAOC;EAAP,CAAD,KAAmBD,IAAI,KAAK,GAAT,IAAiB,kBAAD,CAAqBE,IAArB,CAA0BD,KAA1B,CAApD,CAA7B;;EACA,MAAMG,iBAAiB,GAAGR,CAAC,IAAI,CAACA,CAAC,CAACE,SAAF,CAAYC,IAAZ,CAAiB,CAAC;IAACC,IAAD;IAAOC;EAAP,CAAD,KAAmBD,IAAI,KAAK,GAAT,IAAiB,kBAAD,CAAqBE,IAArB,CAA0BD,KAA1B,CAApD,CAAhC;;EAEA,MAAMI,QAAQ,GAAG3B,SAAS,CAAC4B,MAAV,CAAiBd,MAAjB,CAAwBG,MAAxB,CAAjB;EACA,MAAMb,0BAA0B,GAAGuB,QAAQ,CAACb,MAAT,CAAgBW,eAAhB,CAAnC;EACA,MAAMpB,4BAA4B,GAAGsB,QAAQ,CAACb,MAAT,CAAgBY,iBAAhB,CAArC;EAEA7B,SAAS,CAAE,cAAaK,IAAI,CAACC,SAAL,CAAewB,QAAf,CAAyB,EAAxC,CAAT;EACA9B,SAAS,CAAE,iCAAgCK,IAAI,CAACC,SAAL,CAAeC,0BAAf,CAA2C,EAA7E,CAAT;EACA,OAAO;IAACuB,QAAD;IAAWvB,0BAAX;IAAuCC;EAAvC,CAAP;AACD,C,CAGD;AACA;;;AAEA,SAASI,UAAT,CAAoBkB,QAApB,EAA8B;EAC5BhC,KAAK,CAAE,qDAAF,CAAL;EAEA,MAAMkC,YAAY,GAAG,CACnB;IAACP,IAAI,EAAE,GAAP;IAAYC,KAAK,EAAE;EAAnB,CADmB,EAEnB;IAACD,IAAI,EAAE,GAAP;IAAYC,KAAK,EAAE;EAAnB,CAFmB,CAArB;EAKA,MAAMO,uBAAuB,GAAGH,QAAQ,CAACb,MAAT,CAAgBC,KAAK,IAAIgB,mBAAmB,CAAChB,KAAD,EAAQc,YAAR,CAA5C,CAAhC;;EACA,IAAIC,uBAAuB,CAACvB,MAAxB,GAAiC,CAArC,EAAwC;IACtCZ,KAAK,CAAE,cAAamC,uBAAuB,CAACvB,MAAO,wDAA9C,CAAL;IACAV,SAAS,CAAE,4BAA2BK,IAAI,CAACC,SAAL,CAAe2B,uBAAf,CAAwC,EAArE,CAAT;IACA,OAAO,IAAP;EACD;;EACD,OAAO,KAAP;AACD;;AAED,SAASC,mBAAT,CAA6BhB,KAA7B,EAAoCiB,WAApC,EAAiD;EAC/C,IAAIA,WAAW,CAACC,KAAZ,CAAkBC,IAAI,IAAInB,KAAK,CAACK,SAAN,CAAgBC,IAAhB,CAAqBc,EAAE,IAAIA,EAAE,CAACb,IAAH,KAAYY,IAAI,CAACZ,IAAjB,IAAyBa,EAAE,CAACZ,KAAH,KAAaW,IAAI,CAACX,KAAtE,CAA1B,CAAJ,EAA6G;IAC3G,OAAO,IAAP;EACD;AACF;;AAED,SAASV,kBAAT,CAA4BE,KAA5B,EAAmC;EAEjC;EACA;EACA,IAAI,CAACqB,KAAK,CAACrB,KAAK,CAACI,GAAP,CAAN,IAAqBkB,QAAQ,CAACtB,KAAK,CAACI,GAAP,EAAY,EAAZ,CAAR,IAA2B,EAApD,EAAwD;IAEtD,MAAMmB,iBAAiB,GAAGvB,KAAK,CAACK,SAAN,CAAgBN,MAAhB,CAAuBqB,EAAE,IAAIA,EAAE,CAACb,IAAH,KAAY,GAAZ,IAAmB,CAAE,kBAAD,CAAqBE,IAArB,CAA0BW,EAAE,CAACZ,KAA7B,CAAjD,CAA1B,CAFsD,CAItD;;IACA,IAAIe,iBAAiB,CAAC/B,MAAlB,GAA2B,CAA/B,EAAkC;MAChC,OAAO,KAAP;IACD;;IAED,OAAO;MACLY,GAAG,EAAEJ,KAAK,CAACI,GADN;MAELoB,IAAI,EAAExB,KAAK,CAACwB,IAFP;MAGLC,IAAI,EAAEzB,KAAK,CAACyB,IAHP;MAILpB,SAAS,EAAEkB;IAJN,CAAP;EAMD,CAnBgC,CAoBjC;;;EACA,OAAOvB,KAAP;AACD"}
|
|
1
|
+
{"version":3,"file":"fix-handle-tempurns.js","names":["debug","createDebugLogger","debugData","extend","handleTempUrns","newRecord","options","JSON","stringify","f856sUrnsWithTempSubfields","f856sUrnsWithNoTempSubfields","getf856sUrns","length","existingLegalDepositURN","validateLD","removeFields","fixedFields","map","removeTempSubfield","filter","field","insertFields","hasURN","f","tag","subfields","some","code","value","test","hasTempSubfield","hasNoTempSubfield","f856sUrn","fields","LD_SUBFIELDS","f856sUrnWithLdSubfields","fieldHasLDSubfields","ldSubfields","every","ldsf","sf","isNaN","parseInt","filteredSubfields","ind1","ind2"],"sources":["../../src/helpers/fix-handle-tempurns.js"],"sourcesContent":["\n/**\n*\n* @licstart The following is the entire license notice for the JavaScript code in this file.\n*\n* Shared modules for microservices of Melinda rest api batch import system\n*\n* Copyright (C) 2020-2022 University Of Helsinki (The National Library Of Finland)\n*\n* This file is part of melinda-rest-api-commons\n*\n* melinda-rest-api-commons program is free software: you can redistribute it and/or modify\n* it under the terms of the GNU Affero General Public License as\n* published by the Free Software Foundation, either version 3 of the\n* License, or (at your option) any later version.\n*\n* melinda-rest-api-commons is distributed in the hope that it will be useful,\n* but WITHOUT ANY WARRANTY; without even the implied warranty of\n* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the\n* GNU Affero General Public License for more details.\n*\n* You should have received a copy of the GNU Affero General Public License\n* along with this program. If not, see <http://www.gnu.org/licenses/>.\n*\n* @licend The above is the entire license notice\n* for the JavaScript code in this file.\n*\n*/\n\n//import {MarcRecord} from '@natlibfi/marc-record';\nimport createDebugLogger from 'debug';\n\nconst debug = createDebugLogger('@natlibfi/melinda-rest-api-commons:fixRecord:handleTempUrns');\nconst debugData = debug.extend('data');\n\n// eslint-disable-next-line max-statements\nexport function handleTempUrns(newRecord, options) {\n\n if (options !== true) {\n debug(`NOT running handleTempUrns fixer, no options`);\n return newRecord;\n }\n\n debug(`Running handleTempUrns fixer`);\n debugData(`Options for handleTempUrns: ${JSON.stringify(options)}`);\n\n const {f856sUrnsWithTempSubfields, f856sUrnsWithNoTempSubfields} = getf856sUrns(newRecord);\n\n // None of the URNs has temp subfields, we don't need to do anything\n if (f856sUrnsWithTempSubfields.length < 1) {\n debug(`No Urns with temp subfield`);\n return newRecord;\n }\n\n // Do we have an existing URN with legal deposit subfields, if we have, we can remove the temp URN field(s)\n const existingLegalDepositURN = validateLD(f856sUrnsWithNoTempSubfields);\n debug(`existingLegalDepositURN: ${existingLegalDepositURN}`);\n\n if (existingLegalDepositURN) {\n debug(`We have an existing LD URN, we can delete temp fields (${f856sUrnsWithTempSubfields.length})`);\n newRecord.removeFields(f856sUrnsWithTempSubfields);\n return newRecord;\n }\n\n // We do not have an existing legalDepositURN, we should use the tempURN and remove the temp subfields from it\n if (!existingLegalDepositURN && f856sUrnsWithTempSubfields.length > 0) {\n //debug(`All Urns (${f856sUrn.length}) have a temp subfield`);\n debugData(`Original temp URNs: (${JSON.stringify(f856sUrnsWithTempSubfields)})`);\n const fixedFields = f856sUrnsWithTempSubfields.map(removeTempSubfield).filter(field => field);\n debug(`We removed temp subfields: (${JSON.stringify(fixedFields)})`);\n newRecord.removeFields(f856sUrnsWithTempSubfields);\n newRecord.insertFields(fixedFields);\n return newRecord;\n }\n // Should we check that the non-temp URN has 2nd ind '0' - meaning that the URN handles the actual resource itself?\n}\n\nfunction getf856sUrns(newRecord) {\n const hasURN = f => f.tag === '856' && f.subfields.some(({code, value}) => code === 'u' && (/urn.fi/u).test(value));\n\n const hasTempSubfield = f => f.subfields.some(({code, value}) => code === '9' && (/^MELINDA<TEMP>$/u).test(value));\n const hasNoTempSubfield = f => !f.subfields.some(({code, value}) => code === '9' && (/^MELINDA<TEMP>$/u).test(value));\n\n const f856sUrn = newRecord.fields.filter(hasURN);\n const f856sUrnsWithTempSubfields = f856sUrn.filter(hasTempSubfield);\n const f856sUrnsWithNoTempSubfields = f856sUrn.filter(hasNoTempSubfield);\n\n debugData(`URN f856s: ${JSON.stringify(f856sUrn)}`);\n debugData(`URN f856s with temp subfield: ${JSON.stringify(f856sUrnsWithTempSubfields)}`);\n return {f856sUrn, f856sUrnsWithTempSubfields, f856sUrnsWithNoTempSubfields};\n}\n\n\n// ---- LD-functions below are same as in https://github.com/NatLibFi/marc-record-validators-melinda/blob/feature-updates-to-urn/src/urn.js\n// we propably should develop the urn/legaldeposit -validator to use also here\n\nfunction validateLD(f856sUrn) {\n debug(`Validating the existence of legal deposit subfields`);\n\n const LD_SUBFIELDS = [\n {code: 'z', value: 'Käytettävissä vapaakappalekirjastoissa'},\n {code: '5', value: 'FI-Vapaa'}\n ];\n\n const f856sUrnWithLdSubfields = f856sUrn.filter(field => fieldHasLDSubfields(field, LD_SUBFIELDS));\n if (f856sUrnWithLdSubfields.length > 0) {\n debug(`Record has ${f856sUrnWithLdSubfields.length} URN fields with all necessary legal deposit subfields`);\n debugData(`f856sUrnWithLdSubfields: ${JSON.stringify(f856sUrnWithLdSubfields)}`);\n return true;\n }\n return false;\n}\n\nfunction fieldHasLDSubfields(field, ldSubfields) {\n if (ldSubfields.every(ldsf => field.subfields.some(sf => sf.code === ldsf.code && sf.value === ldsf.value))) {\n return true;\n }\n}\n\nfunction removeTempSubfield(field) {\n\n // Handle non-numeric fields, and fields with a numeric tag of 010 and greater\n // Aleph's FMT as a controlfield might be a problem\n if (!isNaN(field.tag) && parseInt(field.tag, 10) >= 10) {\n\n const filteredSubfields = field.subfields.filter(sf => sf.code !== '9' && !(/^MELINDA<TEMP>$/u).test(sf.value));\n\n // Remove whole field if there are no subfields left\n if (filteredSubfields.length < 1) {\n return false;\n }\n\n return {\n tag: field.tag,\n ind1: field.ind1,\n ind2: field.ind2,\n subfields: filteredSubfields\n };\n }\n // return controlFields as is\n return field;\n}\n\n\n"],"mappings":";;;;;;AA8BA;AAAsC;AA7BtC;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AAEA;;AAGA,MAAMA,KAAK,GAAG,IAAAC,cAAiB,EAAC,6DAA6D,CAAC;AAC9F,MAAMC,SAAS,GAAGF,KAAK,CAACG,MAAM,CAAC,MAAM,CAAC;;AAEtC;AACO,SAASC,cAAc,CAACC,SAAS,EAAEC,OAAO,EAAE;EAEjD,IAAIA,OAAO,KAAK,IAAI,EAAE;IACpBN,KAAK,CAAE,8CAA6C,CAAC;IACrD,OAAOK,SAAS;EAClB;EAEAL,KAAK,CAAE,8BAA6B,CAAC;EACrCE,SAAS,CAAE,+BAA8BK,IAAI,CAACC,SAAS,CAACF,OAAO,CAAE,EAAC,CAAC;EAEnE,MAAM;IAACG,0BAA0B;IAAEC;EAA4B,CAAC,GAAGC,YAAY,CAACN,SAAS,CAAC;;EAE1F;EACA,IAAII,0BAA0B,CAACG,MAAM,GAAG,CAAC,EAAE;IACzCZ,KAAK,CAAE,4BAA2B,CAAC;IACnC,OAAOK,SAAS;EAClB;;EAEA;EACA,MAAMQ,uBAAuB,GAAGC,UAAU,CAACJ,4BAA4B,CAAC;EACxEV,KAAK,CAAE,4BAA2Ba,uBAAwB,EAAC,CAAC;EAE5D,IAAIA,uBAAuB,EAAE;IAC3Bb,KAAK,CAAE,0DAAyDS,0BAA0B,CAACG,MAAO,GAAE,CAAC;IACrGP,SAAS,CAACU,YAAY,CAACN,0BAA0B,CAAC;IAClD,OAAOJ,SAAS;EAClB;;EAEA;EACA,IAAI,CAACQ,uBAAuB,IAAIJ,0BAA0B,CAACG,MAAM,GAAG,CAAC,EAAE;IACrE;IACAV,SAAS,CAAE,wBAAuBK,IAAI,CAACC,SAAS,CAACC,0BAA0B,CAAE,GAAE,CAAC;IAChF,MAAMO,WAAW,GAAGP,0BAA0B,CAACQ,GAAG,CAACC,kBAAkB,CAAC,CAACC,MAAM,CAACC,KAAK,IAAIA,KAAK,CAAC;IAC7FpB,KAAK,CAAE,+BAA8BO,IAAI,CAACC,SAAS,CAACQ,WAAW,CAAE,GAAE,CAAC;IACpEX,SAAS,CAACU,YAAY,CAACN,0BAA0B,CAAC;IAClDJ,SAAS,CAACgB,YAAY,CAACL,WAAW,CAAC;IACnC,OAAOX,SAAS;EAClB;EACA;AACF;;AAEA,SAASM,YAAY,CAACN,SAAS,EAAE;EAC/B,MAAMiB,MAAM,GAAGC,CAAC,IAAIA,CAAC,CAACC,GAAG,KAAK,KAAK,IAAID,CAAC,CAACE,SAAS,CAACC,IAAI,CAAC,CAAC;IAACC,IAAI;IAAEC;EAAK,CAAC,KAAKD,IAAI,KAAK,GAAG,IAAK,SAAS,CAAEE,IAAI,CAACD,KAAK,CAAC,CAAC;EAEnH,MAAME,eAAe,GAAGP,CAAC,IAAIA,CAAC,CAACE,SAAS,CAACC,IAAI,CAAC,CAAC;IAACC,IAAI;IAAEC;EAAK,CAAC,KAAKD,IAAI,KAAK,GAAG,IAAK,kBAAkB,CAAEE,IAAI,CAACD,KAAK,CAAC,CAAC;EAClH,MAAMG,iBAAiB,GAAGR,CAAC,IAAI,CAACA,CAAC,CAACE,SAAS,CAACC,IAAI,CAAC,CAAC;IAACC,IAAI;IAAEC;EAAK,CAAC,KAAKD,IAAI,KAAK,GAAG,IAAK,kBAAkB,CAAEE,IAAI,CAACD,KAAK,CAAC,CAAC;EAErH,MAAMI,QAAQ,GAAG3B,SAAS,CAAC4B,MAAM,CAACd,MAAM,CAACG,MAAM,CAAC;EAChD,MAAMb,0BAA0B,GAAGuB,QAAQ,CAACb,MAAM,CAACW,eAAe,CAAC;EACnE,MAAMpB,4BAA4B,GAAGsB,QAAQ,CAACb,MAAM,CAACY,iBAAiB,CAAC;EAEvE7B,SAAS,CAAE,cAAaK,IAAI,CAACC,SAAS,CAACwB,QAAQ,CAAE,EAAC,CAAC;EACnD9B,SAAS,CAAE,iCAAgCK,IAAI,CAACC,SAAS,CAACC,0BAA0B,CAAE,EAAC,CAAC;EACxF,OAAO;IAACuB,QAAQ;IAAEvB,0BAA0B;IAAEC;EAA4B,CAAC;AAC7E;;AAGA;AACA;;AAEA,SAASI,UAAU,CAACkB,QAAQ,EAAE;EAC5BhC,KAAK,CAAE,qDAAoD,CAAC;EAE5D,MAAMkC,YAAY,GAAG,CACnB;IAACP,IAAI,EAAE,GAAG;IAAEC,KAAK,EAAE;EAAwC,CAAC,EAC5D;IAACD,IAAI,EAAE,GAAG;IAAEC,KAAK,EAAE;EAAU,CAAC,CAC/B;EAED,MAAMO,uBAAuB,GAAGH,QAAQ,CAACb,MAAM,CAACC,KAAK,IAAIgB,mBAAmB,CAAChB,KAAK,EAAEc,YAAY,CAAC,CAAC;EAClG,IAAIC,uBAAuB,CAACvB,MAAM,GAAG,CAAC,EAAE;IACtCZ,KAAK,CAAE,cAAamC,uBAAuB,CAACvB,MAAO,wDAAuD,CAAC;IAC3GV,SAAS,CAAE,4BAA2BK,IAAI,CAACC,SAAS,CAAC2B,uBAAuB,CAAE,EAAC,CAAC;IAChF,OAAO,IAAI;EACb;EACA,OAAO,KAAK;AACd;AAEA,SAASC,mBAAmB,CAAChB,KAAK,EAAEiB,WAAW,EAAE;EAC/C,IAAIA,WAAW,CAACC,KAAK,CAACC,IAAI,IAAInB,KAAK,CAACK,SAAS,CAACC,IAAI,CAACc,EAAE,IAAIA,EAAE,CAACb,IAAI,KAAKY,IAAI,CAACZ,IAAI,IAAIa,EAAE,CAACZ,KAAK,KAAKW,IAAI,CAACX,KAAK,CAAC,CAAC,EAAE;IAC3G,OAAO,IAAI;EACb;AACF;AAEA,SAASV,kBAAkB,CAACE,KAAK,EAAE;EAEjC;EACA;EACA,IAAI,CAACqB,KAAK,CAACrB,KAAK,CAACI,GAAG,CAAC,IAAIkB,QAAQ,CAACtB,KAAK,CAACI,GAAG,EAAE,EAAE,CAAC,IAAI,EAAE,EAAE;IAEtD,MAAMmB,iBAAiB,GAAGvB,KAAK,CAACK,SAAS,CAACN,MAAM,CAACqB,EAAE,IAAIA,EAAE,CAACb,IAAI,KAAK,GAAG,IAAI,CAAE,kBAAkB,CAAEE,IAAI,CAACW,EAAE,CAACZ,KAAK,CAAC,CAAC;;IAE/G;IACA,IAAIe,iBAAiB,CAAC/B,MAAM,GAAG,CAAC,EAAE;MAChC,OAAO,KAAK;IACd;IAEA,OAAO;MACLY,GAAG,EAAEJ,KAAK,CAACI,GAAG;MACdoB,IAAI,EAAExB,KAAK,CAACwB,IAAI;MAChBC,IAAI,EAAEzB,KAAK,CAACyB,IAAI;MAChBpB,SAAS,EAAEkB;IACb,CAAC;EACH;EACA;EACA,OAAOvB,KAAK;AACd"}
|
|
@@ -4,15 +4,10 @@ Object.defineProperty(exports, "__esModule", {
|
|
|
4
4
|
value: true
|
|
5
5
|
});
|
|
6
6
|
exports.stripF884s = stripF884s;
|
|
7
|
-
|
|
8
7
|
var _marcRecord = require("@natlibfi/marc-record");
|
|
9
|
-
|
|
10
8
|
var _debug = _interopRequireDefault(require("debug"));
|
|
11
|
-
|
|
12
9
|
var _fixUtils = require("./fix-utils");
|
|
13
|
-
|
|
14
10
|
function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
|
|
15
|
-
|
|
16
11
|
/**
|
|
17
12
|
*
|
|
18
13
|
* @licstart The following is the entire license notice for the JavaScript code in this file.
|
|
@@ -40,43 +35,44 @@ function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { de
|
|
|
40
35
|
* for the JavaScript code in this file.
|
|
41
36
|
*
|
|
42
37
|
*/
|
|
38
|
+
|
|
43
39
|
function stripF884s(newRecord, options) {
|
|
44
40
|
const debug = (0, _debug.default)('@natlibfi/melinda-rest-api-commons:fixRecord:stripF884s');
|
|
45
41
|
const debugData = debug.extend('data');
|
|
46
|
-
|
|
47
42
|
if (options !== true) {
|
|
48
43
|
debug(`NOT running stripF884s fixer, no options`);
|
|
49
44
|
return newRecord;
|
|
50
45
|
}
|
|
51
|
-
|
|
52
46
|
debug(`Running stripF884s fixer`);
|
|
53
|
-
debugData(`Options for stripF884s: ${JSON.stringify(options)}`);
|
|
47
|
+
debugData(`Options for stripF884s: ${JSON.stringify(options)}`);
|
|
54
48
|
|
|
49
|
+
// Handle only f884 with $5 MELINDA - let's no remove random f884s
|
|
55
50
|
const isMelindaf884 = f => f.tag === '884' && f.subfields.some(({
|
|
56
51
|
code,
|
|
57
52
|
value
|
|
58
53
|
}) => code === '5' && value === 'MELINDA');
|
|
59
|
-
|
|
60
54
|
const f884Melindas = newRecord.fields.filter(isMelindaf884);
|
|
61
55
|
debugData(`Melinda's f884s (${f884Melindas.length}) \n ${JSON.stringify(f884Melindas)}`);
|
|
62
|
-
|
|
63
56
|
if (f884Melindas.length < 2) {
|
|
64
57
|
debug(`Not enough Melinda's f884.s to filter (${f884Melindas.length})`);
|
|
65
58
|
return newRecord;
|
|
66
|
-
}
|
|
67
|
-
|
|
59
|
+
}
|
|
68
60
|
|
|
61
|
+
// Sort fields by date subfield $g, so we'll keep the oldest one
|
|
69
62
|
const sortedFields = (0, _fixUtils.sortFieldsBySubfieldValue)(f884Melindas, 'g');
|
|
70
|
-
debugData(`Melinda's f884s sorted by 'g' - oldest first: (${sortedFields.length}) \n ${JSON.stringify(sortedFields)}`);
|
|
63
|
+
debugData(`Melinda's f884s sorted by 'g' - oldest first: (${sortedFields.length}) \n ${JSON.stringify(sortedFields)}`);
|
|
71
64
|
|
|
65
|
+
// Drop fields that are similar without date subfield $g
|
|
72
66
|
const uniqFields = uniqWithOutSubfield(sortedFields, 'g');
|
|
73
|
-
debugData(`Melindas f884s uniqued without sf $g (${uniqFields.length}) \n ${JSON.stringify(uniqFields)}`);
|
|
74
|
-
// NOTE: this sorts MELINDA-f884s after possible other f884s
|
|
67
|
+
debugData(`Melindas f884s uniqued without sf $g (${uniqFields.length}) \n ${JSON.stringify(uniqFields)}`);
|
|
75
68
|
|
|
69
|
+
// Replace original Melinda-f884s with remaining Melinda-f884s
|
|
70
|
+
// NOTE: this sorts MELINDA-f884s after possible other f884s
|
|
76
71
|
newRecord.removeFields(f884Melindas);
|
|
77
72
|
newRecord.insertFields(uniqFields);
|
|
78
|
-
return newRecord;
|
|
73
|
+
return newRecord;
|
|
79
74
|
|
|
75
|
+
// Keep just first instance of each similar field, compare without subfield with subfieldCode
|
|
80
76
|
function uniqWithOutSubfield(fields, subfieldCode) {
|
|
81
77
|
return fields.reduce((uniq, field) => {
|
|
82
78
|
if (!uniq.some(f => _marcRecord.MarcRecord.isEqual((0, _fixUtils.removeSubfield)(f, subfieldCode), (0, _fixUtils.removeSubfield)(field, subfieldCode)))) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"fix-strip-f884s.js","names":["stripF884s","newRecord","options","debug","createDebugLogger","debugData","extend","JSON","stringify","isMelindaf884","f","tag","subfields","some","code","value","f884Melindas","fields","filter","length","sortedFields","sortFieldsBySubfieldValue","uniqFields","uniqWithOutSubfield","removeFields","insertFields","subfieldCode","reduce","uniq","field","MarcRecord","isEqual","removeSubfield","push"],"sources":["../../src/helpers/fix-strip-f884s.js"],"sourcesContent":["/**\n*\n* @licstart The following is the entire license notice for the JavaScript code in this file.\n*\n* Shared modules for microservices of Melinda rest api batch import system\n*\n* Copyright (C) 2020-2022 University Of Helsinki (The National Library Of Finland)\n*\n* This file is part of melinda-rest-api-commons\n*\n* melinda-rest-api-commons program is free software: you can redistribute it and/or modify\n* it under the terms of the GNU Affero General Public License as\n* published by the Free Software Foundation, either version 3 of the\n* License, or (at your option) any later version.\n*\n* melinda-rest-api-commons is distributed in the hope that it will be useful,\n* but WITHOUT ANY WARRANTY; without even the implied warranty of\n* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the\n* GNU Affero General Public License for more details.\n*\n* You should have received a copy of the GNU Affero General Public License\n* along with this program. If not, see <http://www.gnu.org/licenses/>.\n*\n* @licend The above is the entire license notice\n* for the JavaScript code in this file.\n*\n*/\n\nimport {MarcRecord} from '@natlibfi/marc-record';\nimport createDebugLogger from 'debug';\nimport {sortFieldsBySubfieldValue, removeSubfield} from './fix-utils';\n\n\nexport function stripF884s(newRecord, options) {\n const debug = createDebugLogger('@natlibfi/melinda-rest-api-commons:fixRecord:stripF884s');\n const debugData = debug.extend('data');\n\n if (options !== true) {\n debug(`NOT running stripF884s fixer, no options`);\n return newRecord;\n }\n\n debug(`Running stripF884s fixer`);\n debugData(`Options for stripF884s: ${JSON.stringify(options)}`);\n\n // Handle only f884 with $5 MELINDA - let's no remove random f884s\n const isMelindaf884 = f => f.tag === '884' && f.subfields.some(({code, value}) => code === '5' && value === 'MELINDA');\n\n const f884Melindas = newRecord.fields.filter(isMelindaf884);\n debugData(`Melinda's f884s (${f884Melindas.length}) \\n ${JSON.stringify(f884Melindas)}`);\n\n if (f884Melindas.length < 2) {\n debug(`Not enough Melinda's f884.s to filter (${f884Melindas.length})`);\n return newRecord;\n }\n\n // Sort fields by date subfield $g, so we'll keep the oldest one\n const sortedFields = sortFieldsBySubfieldValue(f884Melindas, 'g');\n debugData(`Melinda's f884s sorted by 'g' - oldest first: (${sortedFields.length}) \\n ${JSON.stringify(sortedFields)}`);\n\n // Drop fields that are similar without date subfield $g\n const uniqFields = uniqWithOutSubfield(sortedFields, 'g');\n debugData(`Melindas f884s uniqued without sf $g (${uniqFields.length}) \\n ${JSON.stringify(uniqFields)}`);\n\n // Replace original Melinda-f884s with remaining Melinda-f884s\n // NOTE: this sorts MELINDA-f884s after possible other f884s\n newRecord.removeFields(f884Melindas);\n newRecord.insertFields(uniqFields);\n return newRecord;\n\n // Keep just first instance of each similar field, compare without subfield with subfieldCode\n function uniqWithOutSubfield(fields, subfieldCode) {\n return fields.reduce((uniq, field) => {\n if (!uniq.some(f => MarcRecord.isEqual(removeSubfield(f, subfieldCode), removeSubfield(field, subfieldCode)))) { // eslint-disable-line functional/no-conditional-statement\n uniq.push(field); // eslint-disable-line functional/immutable-data\n }\n\n return uniq;\n }, []);\n }\n}\n"],"mappings":"
|
|
1
|
+
{"version":3,"file":"fix-strip-f884s.js","names":["stripF884s","newRecord","options","debug","createDebugLogger","debugData","extend","JSON","stringify","isMelindaf884","f","tag","subfields","some","code","value","f884Melindas","fields","filter","length","sortedFields","sortFieldsBySubfieldValue","uniqFields","uniqWithOutSubfield","removeFields","insertFields","subfieldCode","reduce","uniq","field","MarcRecord","isEqual","removeSubfield","push"],"sources":["../../src/helpers/fix-strip-f884s.js"],"sourcesContent":["/**\n*\n* @licstart The following is the entire license notice for the JavaScript code in this file.\n*\n* Shared modules for microservices of Melinda rest api batch import system\n*\n* Copyright (C) 2020-2022 University Of Helsinki (The National Library Of Finland)\n*\n* This file is part of melinda-rest-api-commons\n*\n* melinda-rest-api-commons program is free software: you can redistribute it and/or modify\n* it under the terms of the GNU Affero General Public License as\n* published by the Free Software Foundation, either version 3 of the\n* License, or (at your option) any later version.\n*\n* melinda-rest-api-commons is distributed in the hope that it will be useful,\n* but WITHOUT ANY WARRANTY; without even the implied warranty of\n* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the\n* GNU Affero General Public License for more details.\n*\n* You should have received a copy of the GNU Affero General Public License\n* along with this program. If not, see <http://www.gnu.org/licenses/>.\n*\n* @licend The above is the entire license notice\n* for the JavaScript code in this file.\n*\n*/\n\nimport {MarcRecord} from '@natlibfi/marc-record';\nimport createDebugLogger from 'debug';\nimport {sortFieldsBySubfieldValue, removeSubfield} from './fix-utils';\n\n\nexport function stripF884s(newRecord, options) {\n const debug = createDebugLogger('@natlibfi/melinda-rest-api-commons:fixRecord:stripF884s');\n const debugData = debug.extend('data');\n\n if (options !== true) {\n debug(`NOT running stripF884s fixer, no options`);\n return newRecord;\n }\n\n debug(`Running stripF884s fixer`);\n debugData(`Options for stripF884s: ${JSON.stringify(options)}`);\n\n // Handle only f884 with $5 MELINDA - let's no remove random f884s\n const isMelindaf884 = f => f.tag === '884' && f.subfields.some(({code, value}) => code === '5' && value === 'MELINDA');\n\n const f884Melindas = newRecord.fields.filter(isMelindaf884);\n debugData(`Melinda's f884s (${f884Melindas.length}) \\n ${JSON.stringify(f884Melindas)}`);\n\n if (f884Melindas.length < 2) {\n debug(`Not enough Melinda's f884.s to filter (${f884Melindas.length})`);\n return newRecord;\n }\n\n // Sort fields by date subfield $g, so we'll keep the oldest one\n const sortedFields = sortFieldsBySubfieldValue(f884Melindas, 'g');\n debugData(`Melinda's f884s sorted by 'g' - oldest first: (${sortedFields.length}) \\n ${JSON.stringify(sortedFields)}`);\n\n // Drop fields that are similar without date subfield $g\n const uniqFields = uniqWithOutSubfield(sortedFields, 'g');\n debugData(`Melindas f884s uniqued without sf $g (${uniqFields.length}) \\n ${JSON.stringify(uniqFields)}`);\n\n // Replace original Melinda-f884s with remaining Melinda-f884s\n // NOTE: this sorts MELINDA-f884s after possible other f884s\n newRecord.removeFields(f884Melindas);\n newRecord.insertFields(uniqFields);\n return newRecord;\n\n // Keep just first instance of each similar field, compare without subfield with subfieldCode\n function uniqWithOutSubfield(fields, subfieldCode) {\n return fields.reduce((uniq, field) => {\n if (!uniq.some(f => MarcRecord.isEqual(removeSubfield(f, subfieldCode), removeSubfield(field, subfieldCode)))) { // eslint-disable-line functional/no-conditional-statement\n uniq.push(field); // eslint-disable-line functional/immutable-data\n }\n\n return uniq;\n }, []);\n }\n}\n"],"mappings":";;;;;;AA4BA;AACA;AACA;AAAsE;AA9BtE;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AAOO,SAASA,UAAU,CAACC,SAAS,EAAEC,OAAO,EAAE;EAC7C,MAAMC,KAAK,GAAG,IAAAC,cAAiB,EAAC,yDAAyD,CAAC;EAC1F,MAAMC,SAAS,GAAGF,KAAK,CAACG,MAAM,CAAC,MAAM,CAAC;EAEtC,IAAIJ,OAAO,KAAK,IAAI,EAAE;IACpBC,KAAK,CAAE,0CAAyC,CAAC;IACjD,OAAOF,SAAS;EAClB;EAEAE,KAAK,CAAE,0BAAyB,CAAC;EACjCE,SAAS,CAAE,2BAA0BE,IAAI,CAACC,SAAS,CAACN,OAAO,CAAE,EAAC,CAAC;;EAE/D;EACA,MAAMO,aAAa,GAAGC,CAAC,IAAIA,CAAC,CAACC,GAAG,KAAK,KAAK,IAAID,CAAC,CAACE,SAAS,CAACC,IAAI,CAAC,CAAC;IAACC,IAAI;IAAEC;EAAK,CAAC,KAAKD,IAAI,KAAK,GAAG,IAAIC,KAAK,KAAK,SAAS,CAAC;EAEtH,MAAMC,YAAY,GAAGf,SAAS,CAACgB,MAAM,CAACC,MAAM,CAACT,aAAa,CAAC;EAC3DJ,SAAS,CAAE,oBAAmBW,YAAY,CAACG,MAAO,QAAOZ,IAAI,CAACC,SAAS,CAACQ,YAAY,CAAE,EAAC,CAAC;EAExF,IAAIA,YAAY,CAACG,MAAM,GAAG,CAAC,EAAE;IAC3BhB,KAAK,CAAE,0CAAyCa,YAAY,CAACG,MAAO,GAAE,CAAC;IACvE,OAAOlB,SAAS;EAClB;;EAEA;EACA,MAAMmB,YAAY,GAAG,IAAAC,mCAAyB,EAACL,YAAY,EAAE,GAAG,CAAC;EACjEX,SAAS,CAAE,kDAAiDe,YAAY,CAACD,MAAO,QAAOZ,IAAI,CAACC,SAAS,CAACY,YAAY,CAAE,EAAC,CAAC;;EAEtH;EACA,MAAME,UAAU,GAAGC,mBAAmB,CAACH,YAAY,EAAE,GAAG,CAAC;EACzDf,SAAS,CAAE,yCAAwCiB,UAAU,CAACH,MAAO,QAAOZ,IAAI,CAACC,SAAS,CAACc,UAAU,CAAE,EAAC,CAAC;;EAEzG;EACA;EACArB,SAAS,CAACuB,YAAY,CAACR,YAAY,CAAC;EACpCf,SAAS,CAACwB,YAAY,CAACH,UAAU,CAAC;EAClC,OAAOrB,SAAS;;EAEhB;EACA,SAASsB,mBAAmB,CAACN,MAAM,EAAES,YAAY,EAAE;IACjD,OAAOT,MAAM,CAACU,MAAM,CAAC,CAACC,IAAI,EAAEC,KAAK,KAAK;MACpC,IAAI,CAACD,IAAI,CAACf,IAAI,CAACH,CAAC,IAAIoB,sBAAU,CAACC,OAAO,CAAC,IAAAC,wBAAc,EAACtB,CAAC,EAAEgB,YAAY,CAAC,EAAE,IAAAM,wBAAc,EAACH,KAAK,EAAEH,YAAY,CAAC,CAAC,CAAC,EAAE;QAAE;QAC/GE,IAAI,CAACK,IAAI,CAACJ,KAAK,CAAC,CAAC,CAAC;MACpB;;MAEA,OAAOD,IAAI;IACb,CAAC,EAAE,EAAE,CAAC;EACR;AACF"}
|
|
@@ -5,7 +5,6 @@ Object.defineProperty(exports, "__esModule", {
|
|
|
5
5
|
});
|
|
6
6
|
exports.removeSubfield = removeSubfield;
|
|
7
7
|
exports.sortFieldsBySubfieldValue = sortFieldsBySubfieldValue;
|
|
8
|
-
|
|
9
8
|
/**
|
|
10
9
|
*
|
|
11
10
|
* @licstart The following is the entire license notice for the JavaScript code in this file.
|
|
@@ -33,53 +32,48 @@ exports.sortFieldsBySubfieldValue = sortFieldsBySubfieldValue;
|
|
|
33
32
|
* for the JavaScript code in this file.
|
|
34
33
|
*
|
|
35
34
|
*/
|
|
35
|
+
|
|
36
36
|
function removeSubfield(field, code) {
|
|
37
37
|
// Handle non-numeric fields, and fields with a numeric tag of 010 and greater
|
|
38
38
|
// Aleph's FMT as a controlfield might be a problem
|
|
39
39
|
if (!isNaN(field.tag) && parseInt(field.tag, 10) >= 10) {
|
|
40
|
-
const filteredSubfields = field.subfields.filter(sf => sf.code !== code);
|
|
40
|
+
const filteredSubfields = field.subfields.filter(sf => sf.code !== code);
|
|
41
41
|
|
|
42
|
+
// Remove whole field if there are no subfields left
|
|
42
43
|
if (filteredSubfields.length < 1) {
|
|
43
44
|
return false;
|
|
44
45
|
}
|
|
45
|
-
|
|
46
46
|
return {
|
|
47
47
|
tag: field.tag,
|
|
48
48
|
ind1: field.ind1,
|
|
49
49
|
ind2: field.ind2,
|
|
50
50
|
subfields: filteredSubfields
|
|
51
51
|
};
|
|
52
|
-
}
|
|
53
|
-
|
|
54
|
-
|
|
52
|
+
}
|
|
53
|
+
// return controlFields as is
|
|
55
54
|
return field;
|
|
56
|
-
}
|
|
57
|
-
|
|
55
|
+
}
|
|
58
56
|
|
|
57
|
+
// sort fields by value of each fields first subfield with subfielCode
|
|
59
58
|
function sortFieldsBySubfieldValue(fields, subfieldCode) {
|
|
60
59
|
return [...fields].sort((a, b) => {
|
|
61
60
|
const a1value = getFirstSubfieldValue(a, subfieldCode);
|
|
62
61
|
const b1value = getFirstSubfieldValue(b, subfieldCode);
|
|
63
|
-
|
|
64
62
|
if (a1value && !b1value) {
|
|
65
63
|
return -1;
|
|
66
64
|
}
|
|
67
|
-
|
|
68
65
|
if (!a1value && b1value) {
|
|
69
66
|
return 1;
|
|
70
67
|
}
|
|
71
|
-
|
|
72
68
|
if (a1value > b1value) {
|
|
73
69
|
return 1;
|
|
74
70
|
}
|
|
75
|
-
|
|
76
71
|
if (b1value > a1value) {
|
|
77
72
|
return -1;
|
|
78
73
|
}
|
|
79
|
-
|
|
80
74
|
return 0;
|
|
81
|
-
});
|
|
82
|
-
|
|
75
|
+
});
|
|
76
|
+
// get value for the for instance of subfield with subfieldCode
|
|
83
77
|
function getFirstSubfieldValue(field, subfieldCode) {
|
|
84
78
|
const subs = field.subfields ? field.subfields.filter(subf => subf.code === subfieldCode) : [];
|
|
85
79
|
return subs.length > 0 ? subs[0].value : '';
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"fix-utils.js","names":["removeSubfield","field","code","isNaN","tag","parseInt","filteredSubfields","subfields","filter","sf","length","ind1","ind2","sortFieldsBySubfieldValue","fields","subfieldCode","sort","a","b","a1value","getFirstSubfieldValue","b1value","subs","subf","value"],"sources":["../../src/helpers/fix-utils.js"],"sourcesContent":["/**\n*\n* @licstart The following is the entire license notice for the JavaScript code in this file.\n*\n* Shared modules for microservices of Melinda rest api batch import system\n*\n* Copyright (C) 2020-2022 University Of Helsinki (The National Library Of Finland)\n*\n* This file is part of melinda-rest-api-commons\n*\n* melinda-rest-api-commons program is free software: you can redistribute it and/or modify\n* it under the terms of the GNU Affero General Public License as\n* published by the Free Software Foundation, either version 3 of the\n* License, or (at your option) any later version.\n*\n* melinda-rest-api-commons is distributed in the hope that it will be useful,\n* but WITHOUT ANY WARRANTY; without even the implied warranty of\n* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the\n* GNU Affero General Public License for more details.\n*\n* You should have received a copy of the GNU Affero General Public License\n* along with this program. If not, see <http://www.gnu.org/licenses/>.\n*\n* @licend The above is the entire license notice\n* for the JavaScript code in this file.\n*\n*/\n\nexport function removeSubfield(field, code) {\n\n // Handle non-numeric fields, and fields with a numeric tag of 010 and greater\n // Aleph's FMT as a controlfield might be a problem\n if (!isNaN(field.tag) && parseInt(field.tag, 10) >= 10) {\n\n const filteredSubfields = field.subfields.filter(sf => sf.code !== code);\n\n // Remove whole field if there are no subfields left\n if (filteredSubfields.length < 1) {\n return false;\n }\n\n return {\n tag: field.tag,\n ind1: field.ind1,\n ind2: field.ind2,\n subfields: filteredSubfields\n };\n }\n // return controlFields as is\n return field;\n}\n\n\n// sort fields by value of each fields first subfield with subfielCode\nexport function sortFieldsBySubfieldValue(fields, subfieldCode) {\n return [...fields].sort((a, b) => {\n const a1value = getFirstSubfieldValue(a, subfieldCode);\n const b1value = getFirstSubfieldValue(b, subfieldCode);\n if (a1value && !b1value) {\n return -1;\n }\n if (!a1value && b1value) {\n return 1;\n }\n if (a1value > b1value) {\n return 1;\n }\n if (b1value > a1value) {\n return -1;\n }\n return 0;\n });\n // get value for the for instance of subfield with subfieldCode\n function getFirstSubfieldValue(field, subfieldCode) {\n const subs = field.subfields ? field.subfields.filter(subf => subf.code === subfieldCode) : [];\n return subs.length > 0 ? subs[0].value : '';\n }\n}\n"],"mappings":"
|
|
1
|
+
{"version":3,"file":"fix-utils.js","names":["removeSubfield","field","code","isNaN","tag","parseInt","filteredSubfields","subfields","filter","sf","length","ind1","ind2","sortFieldsBySubfieldValue","fields","subfieldCode","sort","a","b","a1value","getFirstSubfieldValue","b1value","subs","subf","value"],"sources":["../../src/helpers/fix-utils.js"],"sourcesContent":["/**\n*\n* @licstart The following is the entire license notice for the JavaScript code in this file.\n*\n* Shared modules for microservices of Melinda rest api batch import system\n*\n* Copyright (C) 2020-2022 University Of Helsinki (The National Library Of Finland)\n*\n* This file is part of melinda-rest-api-commons\n*\n* melinda-rest-api-commons program is free software: you can redistribute it and/or modify\n* it under the terms of the GNU Affero General Public License as\n* published by the Free Software Foundation, either version 3 of the\n* License, or (at your option) any later version.\n*\n* melinda-rest-api-commons is distributed in the hope that it will be useful,\n* but WITHOUT ANY WARRANTY; without even the implied warranty of\n* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the\n* GNU Affero General Public License for more details.\n*\n* You should have received a copy of the GNU Affero General Public License\n* along with this program. If not, see <http://www.gnu.org/licenses/>.\n*\n* @licend The above is the entire license notice\n* for the JavaScript code in this file.\n*\n*/\n\nexport function removeSubfield(field, code) {\n\n // Handle non-numeric fields, and fields with a numeric tag of 010 and greater\n // Aleph's FMT as a controlfield might be a problem\n if (!isNaN(field.tag) && parseInt(field.tag, 10) >= 10) {\n\n const filteredSubfields = field.subfields.filter(sf => sf.code !== code);\n\n // Remove whole field if there are no subfields left\n if (filteredSubfields.length < 1) {\n return false;\n }\n\n return {\n tag: field.tag,\n ind1: field.ind1,\n ind2: field.ind2,\n subfields: filteredSubfields\n };\n }\n // return controlFields as is\n return field;\n}\n\n\n// sort fields by value of each fields first subfield with subfielCode\nexport function sortFieldsBySubfieldValue(fields, subfieldCode) {\n return [...fields].sort((a, b) => {\n const a1value = getFirstSubfieldValue(a, subfieldCode);\n const b1value = getFirstSubfieldValue(b, subfieldCode);\n if (a1value && !b1value) {\n return -1;\n }\n if (!a1value && b1value) {\n return 1;\n }\n if (a1value > b1value) {\n return 1;\n }\n if (b1value > a1value) {\n return -1;\n }\n return 0;\n });\n // get value for the for instance of subfield with subfieldCode\n function getFirstSubfieldValue(field, subfieldCode) {\n const subs = field.subfields ? field.subfields.filter(subf => subf.code === subfieldCode) : [];\n return subs.length > 0 ? subs[0].value : '';\n }\n}\n"],"mappings":";;;;;;;AAAA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AAEO,SAASA,cAAc,CAACC,KAAK,EAAEC,IAAI,EAAE;EAE1C;EACA;EACA,IAAI,CAACC,KAAK,CAACF,KAAK,CAACG,GAAG,CAAC,IAAIC,QAAQ,CAACJ,KAAK,CAACG,GAAG,EAAE,EAAE,CAAC,IAAI,EAAE,EAAE;IAEtD,MAAME,iBAAiB,GAAGL,KAAK,CAACM,SAAS,CAACC,MAAM,CAACC,EAAE,IAAIA,EAAE,CAACP,IAAI,KAAKA,IAAI,CAAC;;IAExE;IACA,IAAII,iBAAiB,CAACI,MAAM,GAAG,CAAC,EAAE;MAChC,OAAO,KAAK;IACd;IAEA,OAAO;MACLN,GAAG,EAAEH,KAAK,CAACG,GAAG;MACdO,IAAI,EAAEV,KAAK,CAACU,IAAI;MAChBC,IAAI,EAAEX,KAAK,CAACW,IAAI;MAChBL,SAAS,EAAED;IACb,CAAC;EACH;EACA;EACA,OAAOL,KAAK;AACd;;AAGA;AACO,SAASY,yBAAyB,CAACC,MAAM,EAAEC,YAAY,EAAE;EAC9D,OAAO,CAAC,GAAGD,MAAM,CAAC,CAACE,IAAI,CAAC,CAACC,CAAC,EAAEC,CAAC,KAAK;IAChC,MAAMC,OAAO,GAAGC,qBAAqB,CAACH,CAAC,EAAEF,YAAY,CAAC;IACtD,MAAMM,OAAO,GAAGD,qBAAqB,CAACF,CAAC,EAAEH,YAAY,CAAC;IACtD,IAAII,OAAO,IAAI,CAACE,OAAO,EAAE;MACvB,OAAO,CAAC,CAAC;IACX;IACA,IAAI,CAACF,OAAO,IAAIE,OAAO,EAAE;MACvB,OAAO,CAAC;IACV;IACA,IAAIF,OAAO,GAAGE,OAAO,EAAE;MACrB,OAAO,CAAC;IACV;IACA,IAAIA,OAAO,GAAGF,OAAO,EAAE;MACrB,OAAO,CAAC,CAAC;IACX;IACA,OAAO,CAAC;EACV,CAAC,CAAC;EACF;EACA,SAASC,qBAAqB,CAACnB,KAAK,EAAEc,YAAY,EAAE;IAClD,MAAMO,IAAI,GAAGrB,KAAK,CAACM,SAAS,GAAGN,KAAK,CAACM,SAAS,CAACC,MAAM,CAACe,IAAI,IAAIA,IAAI,CAACrB,IAAI,KAAKa,YAAY,CAAC,GAAG,EAAE;IAC9F,OAAOO,IAAI,CAACZ,MAAM,GAAG,CAAC,GAAGY,IAAI,CAAC,CAAC,CAAC,CAACE,KAAK,GAAG,EAAE;EAC7C;AACF"}
|
package/dist/helpers/fix.js
CHANGED
|
@@ -7,19 +7,12 @@ var _exportNames = {
|
|
|
7
7
|
fixRecord: true
|
|
8
8
|
};
|
|
9
9
|
exports.fixRecord = fixRecord;
|
|
10
|
-
|
|
11
10
|
var _marcRecord = require("@natlibfi/marc-record");
|
|
12
|
-
|
|
13
11
|
var _melindaBackendCommons = require("@natlibfi/melinda-backend-commons");
|
|
14
|
-
|
|
15
12
|
var _debug = _interopRequireDefault(require("debug"));
|
|
16
|
-
|
|
17
13
|
var _fixHandleTempurns = require("./fix-handle-tempurns");
|
|
18
|
-
|
|
19
14
|
var _fixStripF884s = require("./fix-strip-f884s");
|
|
20
|
-
|
|
21
15
|
var _fixConstants = require("./fix-constants");
|
|
22
|
-
|
|
23
16
|
Object.keys(_fixConstants).forEach(function (key) {
|
|
24
17
|
if (key === "default" || key === "__esModule") return;
|
|
25
18
|
if (Object.prototype.hasOwnProperty.call(_exportNames, key)) return;
|
|
@@ -31,9 +24,7 @@ Object.keys(_fixConstants).forEach(function (key) {
|
|
|
31
24
|
}
|
|
32
25
|
});
|
|
33
26
|
});
|
|
34
|
-
|
|
35
27
|
function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
|
|
36
|
-
|
|
37
28
|
/**
|
|
38
29
|
*
|
|
39
30
|
* @licstart The following is the entire license notice for the JavaScript code in this file.
|
|
@@ -61,47 +52,48 @@ function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { de
|
|
|
61
52
|
* for the JavaScript code in this file.
|
|
62
53
|
*
|
|
63
54
|
*/
|
|
55
|
+
|
|
64
56
|
const logger = (0, _melindaBackendCommons.createLogger)();
|
|
65
57
|
const debug = (0, _debug.default)('@natlibfi/melinda-rest-api-commons:fixRecord');
|
|
66
58
|
const debugData = debug.extend('data');
|
|
67
|
-
|
|
68
59
|
function fixRecord(record, settings = {}) {
|
|
69
60
|
logger.verbose(`We will apply formatting to the record according to settings: ${JSON.stringify(settings)}`);
|
|
70
|
-
|
|
71
61
|
const newRecord = _marcRecord.MarcRecord.clone(record, {
|
|
72
62
|
subfieldValues: false
|
|
73
63
|
});
|
|
64
|
+
debugData(`settings: ${JSON.stringify(settings)}`);
|
|
74
65
|
|
|
75
|
-
|
|
76
|
-
// Fix 1, generate SIDs
|
|
66
|
+
// We should handle these in some prettier way ...
|
|
77
67
|
|
|
68
|
+
// Fix 1, generate SIDs
|
|
78
69
|
const generateMissingSIDsOptions = settings.generateMissingSIDs || undefined;
|
|
79
|
-
const newRecord1 = generateMissingSIDs(newRecord, generateMissingSIDsOptions);
|
|
70
|
+
const newRecord1 = generateMissingSIDs(newRecord, generateMissingSIDsOptions);
|
|
80
71
|
|
|
72
|
+
// Fix 2, replace identifier prefixes
|
|
81
73
|
const replacePrefixesOptions = settings.replacePrefixes || [];
|
|
82
|
-
const newRecord2 = replaceAllPrefixes(newRecord1, replacePrefixesOptions);
|
|
74
|
+
const newRecord2 = replaceAllPrefixes(newRecord1, replacePrefixesOptions);
|
|
83
75
|
|
|
84
|
-
|
|
76
|
+
// Fix 3, handle temporary URNs from legal deposit record import
|
|
77
|
+
const newRecord3 = (0, _fixHandleTempurns.handleTempUrns)(newRecord2, settings.handleTempUrns);
|
|
85
78
|
|
|
79
|
+
// Fix 4, strip extra field 884s
|
|
86
80
|
const newRecord4 = (0, _fixStripF884s.stripF884s)(newRecord3, settings.stripF884s);
|
|
87
81
|
return newRecord4.toObject();
|
|
88
82
|
}
|
|
89
|
-
|
|
90
83
|
function replaceAllPrefixes(record, replacePrefixesOptions) {
|
|
91
84
|
if (replacePrefixesOptions.length < 1) {
|
|
92
85
|
debug(`NOT running replacePrefixes, no options`);
|
|
93
86
|
return record;
|
|
94
87
|
}
|
|
95
|
-
|
|
96
88
|
debug(`Running replacePrefixes fixer`);
|
|
97
89
|
debugData(`replacePrefixesOptions: ${JSON.stringify(replacePrefixesOptions)}`);
|
|
98
90
|
replacePrefixesOptions.forEach(options => {
|
|
99
91
|
replacePrefix(record, options);
|
|
100
92
|
});
|
|
101
93
|
return record;
|
|
102
|
-
}
|
|
103
|
-
|
|
94
|
+
}
|
|
104
95
|
|
|
96
|
+
// Replace prefix in all specified subfields
|
|
105
97
|
function replacePrefix(record, options) {
|
|
106
98
|
const {
|
|
107
99
|
oldPrefix,
|
|
@@ -118,28 +110,27 @@ function replacePrefix(record, options) {
|
|
|
118
110
|
subfield.value = subfield.value.replace(pattern, replacement); // eslint-disable-line functional/immutable-data
|
|
119
111
|
});
|
|
120
112
|
});
|
|
113
|
+
|
|
121
114
|
return record;
|
|
122
115
|
}
|
|
123
|
-
|
|
124
116
|
function generateMissingSIDs(record, options) {
|
|
125
117
|
const f035Filters = options && options.f035Filters ? options.f035Filters : [];
|
|
126
118
|
const fSIDFilters = options && options.fSIDFilters ? options.fSIDFilters : [];
|
|
127
|
-
|
|
128
119
|
if (f035Filters.length !== fSIDFilters.length || f035Filters.length < 1 || fSIDFilters.length < 1) {
|
|
129
120
|
debug(`NOT running generateMissingsSIDs, no options`);
|
|
130
121
|
return record;
|
|
131
122
|
}
|
|
132
|
-
|
|
133
123
|
debug(`Running generateMissingSIDs fixer`);
|
|
134
124
|
debugData(`generateMissingSIDs options: ${JSON.stringify(options)}`);
|
|
135
125
|
const f035s = f035ToSidInfo(record.get(/^035$/u));
|
|
136
126
|
const fSIDs = sidsToSidInfo(record.get(/^SID$/u));
|
|
137
|
-
const sidsToBeAdded = genNewSids(fSIDs.length === 0 ? f035s
|
|
138
|
-
|
|
127
|
+
const sidsToBeAdded = genNewSids(fSIDs.length === 0 ? f035s
|
|
128
|
+
// test that SIDs are not there yet
|
|
129
|
+
: f035s.filter(f035SidInfo => fSIDs.some(fSIDInfo => f035SidInfo.SID !== fSIDInfo.SID && f035SidInfo.value !== fSIDInfo.value)));
|
|
139
130
|
|
|
131
|
+
// Add new SIDs
|
|
140
132
|
sidsToBeAdded.forEach(sidField => record.insertField(sidField));
|
|
141
133
|
return record;
|
|
142
|
-
|
|
143
134
|
function genNewSids(sidsToBeAdded) {
|
|
144
135
|
return sidsToBeAdded.map(sidInfo => ({
|
|
145
136
|
tag: 'SID',
|
|
@@ -154,38 +145,32 @@ function generateMissingSIDs(record, options) {
|
|
|
154
145
|
}]
|
|
155
146
|
}));
|
|
156
147
|
}
|
|
157
|
-
|
|
158
148
|
function sidsToSidInfo(SIDs) {
|
|
159
149
|
return SIDs.flatMap(({
|
|
160
150
|
subfields
|
|
161
151
|
}) => {
|
|
162
152
|
const [SID] = subfields.filter(sub => sub.code === 'b' && fSIDFilters.includes(sub.value)).map(sub => sub.value);
|
|
163
153
|
const [value] = subfields.filter(sub => sub.code === 'c' && sub.value !== undefined).map(sub => sub.value);
|
|
164
|
-
|
|
165
154
|
if (SID && value) {
|
|
166
155
|
return {
|
|
167
156
|
SID,
|
|
168
157
|
value
|
|
169
158
|
};
|
|
170
159
|
}
|
|
171
|
-
|
|
172
160
|
return undefined;
|
|
173
161
|
}).filter(value => value !== undefined);
|
|
174
162
|
}
|
|
175
|
-
|
|
176
163
|
function f035ToSidInfo(f035s) {
|
|
177
164
|
return f035s.flatMap(({
|
|
178
165
|
subfields
|
|
179
166
|
}) => {
|
|
180
167
|
const [wantedSub] = subfields.filter(sub => sub.code === 'a' && f035Filters.some(regexp => regexp.test(sub.value)));
|
|
181
|
-
|
|
182
168
|
if (wantedSub) {
|
|
183
169
|
return {
|
|
184
170
|
SID: fSIDFilters[f035Filters.findIndex(regexp => regexp.test(wantedSub.value))],
|
|
185
171
|
value: wantedSub.value.slice(wantedSub.value.indexOf(')') + 1)
|
|
186
172
|
};
|
|
187
173
|
}
|
|
188
|
-
|
|
189
174
|
return undefined;
|
|
190
175
|
}).filter(value => value !== undefined);
|
|
191
176
|
}
|