@natlibfi/marc-record-validators-melinda 12.0.0 → 12.0.1-alpha.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/disambiguateSeriesStatements.test.js +1 -7
- package/dist/disambiguateSeriesStatements.test.js.map +2 -2
- package/dist/drop-terms.js +122 -0
- package/dist/drop-terms.js.map +7 -0
- package/dist/drop-terms.test.js +56 -0
- package/dist/drop-terms.test.js.map +7 -0
- package/dist/field-008-18-34-character-groups.test.js +1 -7
- package/dist/field-008-18-34-character-groups.test.js.map +2 -2
- package/dist/field-505-separators.test.js +1 -7
- package/dist/field-505-separators.test.js.map +2 -2
- package/dist/field-521-fix.test.js +1 -7
- package/dist/field-521-fix.test.js.map +2 -2
- package/dist/fix-33X.test.js +1 -1
- package/dist/fix-33X.test.js.map +1 -1
- package/dist/fix-country-codes.test.js +1 -7
- package/dist/fix-country-codes.test.js.map +2 -2
- package/dist/fix-sami-041.js +87 -0
- package/dist/fix-sami-041.js.map +7 -0
- package/dist/fix-sami-041.test.js +40 -0
- package/dist/fix-sami-041.test.js.map +7 -0
- package/dist/fixRelatorTerms.test.js +1 -7
- package/dist/fixRelatorTerms.test.js.map +2 -2
- package/dist/index.js +7 -1
- package/dist/index.js.map +2 -2
- package/dist/indicator-fixes.js +10 -0
- package/dist/indicator-fixes.js.map +2 -2
- package/dist/indicator-fixes.test.js +1 -7
- package/dist/indicator-fixes.test.js.map +2 -2
- package/dist/merge-fields.test.js +2 -7
- package/dist/merge-fields.test.js.map +2 -2
- package/dist/mergeField500Lisapainokset.test.js +1 -7
- package/dist/mergeField500Lisapainokset.test.js.map +2 -2
- package/dist/mergeRelatorTermFields.test.js +1 -7
- package/dist/mergeRelatorTermFields.test.js.map +2 -2
- package/dist/multiple-subfield-0.test.js +1 -7
- package/dist/multiple-subfield-0.test.js.map +2 -2
- package/dist/normalize-dashes.test.js +1 -7
- package/dist/normalize-dashes.test.js.map +2 -2
- package/dist/normalize-identifiers.test.js +1 -7
- package/dist/normalize-identifiers.test.js.map +2 -2
- package/dist/normalize-qualifying-information.test.js +1 -7
- package/dist/normalize-qualifying-information.test.js.map +2 -2
- package/dist/normalize-utf8-diacritics.test.js +1 -7
- package/dist/normalize-utf8-diacritics.test.js.map +2 -2
- package/dist/punctuation.test.js +1 -7
- package/dist/punctuation.test.js.map +2 -2
- package/dist/punctuation2.test.js +1 -7
- package/dist/punctuation2.test.js.map +2 -2
- package/dist/reindexSubfield6OccurenceNumbers.test.js +1 -7
- package/dist/reindexSubfield6OccurenceNumbers.test.js.map +2 -2
- package/dist/remove-041-zxx.js +56 -0
- package/dist/remove-041-zxx.js.map +7 -0
- package/dist/remove-041-zxx.test.js +40 -0
- package/dist/remove-041-zxx.test.js.map +7 -0
- package/dist/removeDuplicateDataFields.test.js +1 -7
- package/dist/removeDuplicateDataFields.test.js.map +2 -2
- package/dist/removeInferiorDataFields.js +1 -9
- package/dist/removeInferiorDataFields.js.map +2 -2
- package/dist/removeInferiorDataFields.test.js +1 -7
- package/dist/removeInferiorDataFields.test.js.map +2 -2
- package/dist/resolveOrphanedSubfield6s.js +1 -3
- package/dist/resolveOrphanedSubfield6s.js.map +2 -2
- package/dist/resolveOrphanedSubfield6s.test.js +1 -7
- package/dist/resolveOrphanedSubfield6s.test.js.map +2 -2
- package/dist/sanitize-vocabulary-source-codes.test.js +1 -7
- package/dist/sanitize-vocabulary-source-codes.test.js.map +2 -2
- package/dist/sortFields.js +16 -1
- package/dist/sortFields.js.map +2 -2
- package/dist/sortFields.test.js +1 -7
- package/dist/sortFields.test.js.map +2 -2
- package/dist/sortRelatorTerms.test.js +1 -7
- package/dist/sortRelatorTerms.test.js.map +2 -2
- package/dist/sortSubfields.js +3 -1
- package/dist/sortSubfields.js.map +2 -2
- package/dist/sortSubfields.test.js +1 -7
- package/dist/sortSubfields.test.js.map +2 -2
- package/dist/stripPunctuation.js +7 -4
- package/dist/stripPunctuation.js.map +2 -2
- package/dist/stripPunctuation.test.js +1 -7
- package/dist/stripPunctuation.test.js.map +2 -2
- package/dist/subfield6Utils.js +1 -13
- package/dist/subfield6Utils.js.map +2 -2
- package/dist/subfieldValueNormalizations.test.js +1 -7
- package/dist/subfieldValueNormalizations.test.js.map +2 -2
- package/dist/sync-007-and-300.test.js +1 -7
- package/dist/sync-007-and-300.test.js.map +2 -2
- package/dist/sync-language.js +103 -0
- package/dist/sync-language.js.map +7 -0
- package/dist/sync-language.test.js +40 -0
- package/dist/sync-language.test.js.map +7 -0
- package/dist/translate-terms.js +121 -85
- package/dist/translate-terms.js.map +3 -3
- package/dist/translate-terms.test.js +5 -8
- package/dist/translate-terms.test.js.map +2 -2
- package/dist/update-field-540.test.js +1 -7
- package/dist/update-field-540.test.js.map +2 -2
- package/dist/urn.test.js +1 -7
- package/dist/urn.test.js.map +2 -2
- package/package.json +8 -6
- package/src/disambiguateSeriesStatements.test.js +3 -8
- package/src/drop-terms.js +162 -0
- package/src/drop-terms.test.js +81 -0
- package/src/field-008-18-34-character-groups.test.js +3 -8
- package/src/field-505-separators.test.js +3 -8
- package/src/field-521-fix.test.js +3 -8
- package/src/fix-33X.test.js +1 -1
- package/src/fix-country-codes.test.js +3 -8
- package/src/fix-sami-041.js +113 -0
- package/src/fix-sami-041.test.js +52 -0
- package/src/fixRelatorTerms.test.js +3 -8
- package/src/index.js +8 -1
- package/src/indicator-fixes.js +12 -0
- package/src/indicator-fixes.test.js +3 -8
- package/src/merge-fields.test.js +3 -8
- package/src/mergeField500Lisapainokset.test.js +3 -8
- package/src/mergeRelatorTermFields.test.js +3 -8
- package/src/multiple-subfield-0.test.js +3 -8
- package/src/normalize-dashes.test.js +3 -8
- package/src/normalize-identifiers.test.js +3 -8
- package/src/normalize-qualifying-information.test.js +3 -8
- package/src/normalize-utf8-diacritics.test.js +3 -8
- package/src/punctuation.test.js +3 -8
- package/src/punctuation2.test.js +3 -8
- package/src/reindexSubfield6OccurenceNumbers.test.js +3 -8
- package/src/remove-041-zxx.js +85 -0
- package/src/remove-041-zxx.test.js +52 -0
- package/src/removeDuplicateDataFields.test.js +3 -8
- package/src/removeInferiorDataFields.js +7 -7
- package/src/removeInferiorDataFields.test.js +3 -8
- package/src/resolveOrphanedSubfield6s.js +3 -3
- package/src/resolveOrphanedSubfield6s.test.js +3 -8
- package/src/sanitize-vocabulary-source-codes.test.js +3 -8
- package/src/sortFields.js +20 -1
- package/src/sortFields.test.js +3 -8
- package/src/sortRelatorTerms.test.js +3 -8
- package/src/sortSubfields.js +3 -1
- package/src/sortSubfields.test.js +3 -8
- package/src/stripPunctuation.js +9 -6
- package/src/stripPunctuation.test.js +3 -8
- package/src/subfield6Utils.js +13 -13
- package/src/subfieldValueNormalizations.test.js +3 -8
- package/src/sync-007-and-300.test.js +3 -8
- package/src/sync-language.js +148 -0
- package/src/sync-language.test.js +52 -0
- package/src/translate-terms.js +158 -103
- package/src/translate-terms.test.js +12 -16
- package/src/update-field-540.test.js +3 -8
- package/src/urn.test.js +3 -8
- package/test-fixtures/drop-terms/01/expectedResult.json +31 -0
- package/test-fixtures/drop-terms/01/metadata.json +6 -0
- package/test-fixtures/drop-terms/01/record.json +35 -0
- package/test-fixtures/drop-terms/02/expectedResult.json +7 -0
- package/test-fixtures/drop-terms/02/metadata.json +6 -0
- package/test-fixtures/drop-terms/02/record.json +40 -0
- package/test-fixtures/drop-terms/03/expectedResult.json +6 -0
- package/test-fixtures/drop-terms/03/metadata.json +18 -0
- package/test-fixtures/drop-terms/03/record.json +39 -0
- package/test-fixtures/drop-terms/04/expectedResult.json +6 -0
- package/test-fixtures/drop-terms/04/metadata.json +19 -0
- package/test-fixtures/drop-terms/04/record.json +24 -0
- package/test-fixtures/fix-language-codes/02/metadata.json +1 -1
- package/test-fixtures/fix-sami-041/01/expectedResult.json +6 -0
- package/test-fixtures/fix-sami-041/01/metadata.json +4 -0
- package/test-fixtures/fix-sami-041/01/record.json +13 -0
- package/test-fixtures/fix-sami-041/02/expectedResult.json +10 -0
- package/test-fixtures/fix-sami-041/02/metadata.json +4 -0
- package/test-fixtures/fix-sami-041/02/record.json +8 -0
- package/test-fixtures/fix-sami-041/03/expectedResult.json +5 -0
- package/test-fixtures/fix-sami-041/03/metadata.json +5 -0
- package/test-fixtures/fix-sami-041/03/record.json +8 -0
- package/test-fixtures/fix-sami-041/04/expectedResult.json +7 -0
- package/test-fixtures/fix-sami-041/04/metadata.json +4 -0
- package/test-fixtures/fix-sami-041/04/record.json +10 -0
- package/test-fixtures/fix-sami-041/05/expectedResult.json +10 -0
- package/test-fixtures/fix-sami-041/05/metadata.json +6 -0
- package/test-fixtures/fix-sami-041/05/record.json +8 -0
- package/test-fixtures/indicator-fixes/11/expectedResult.json +10 -0
- package/test-fixtures/indicator-fixes/11/metadata.json +4 -0
- package/test-fixtures/indicator-fixes/11/record.json +10 -0
- package/test-fixtures/merge-fields/f05/metadata.json +1 -1
- package/test-fixtures/remove-041-zxx/01/expectedResult.json +5 -0
- package/test-fixtures/remove-041-zxx/01/metadata.json +5 -0
- package/test-fixtures/remove-041-zxx/01/record.json +10 -0
- package/test-fixtures/remove-041-zxx/02/expectedResult.json +7 -0
- package/test-fixtures/remove-041-zxx/02/metadata.json +5 -0
- package/test-fixtures/remove-041-zxx/02/record.json +9 -0
- package/test-fixtures/remove-041-zxx/11/expectedResult.json +10 -0
- package/test-fixtures/remove-041-zxx/11/metadata.json +5 -0
- package/test-fixtures/remove-041-zxx/11/record.json +9 -0
- package/test-fixtures/remove-041-zxx/12/expectedResult.json +10 -0
- package/test-fixtures/remove-041-zxx/12/metadata.json +5 -0
- package/test-fixtures/remove-041-zxx/12/record.json +9 -0
- package/test-fixtures/sort-fields/15/input.json +9 -0
- package/test-fixtures/sort-fields/15/metadata.json +5 -0
- package/test-fixtures/sort-fields/15/result.json +10 -0
- package/test-fixtures/sync-language/01/expectedResult.json +5 -0
- package/test-fixtures/sync-language/01/metadata.json +5 -0
- package/test-fixtures/sync-language/01/record.json +7 -0
- package/test-fixtures/sync-language/02/expectedResult.json +6 -0
- package/test-fixtures/sync-language/02/metadata.json +5 -0
- package/test-fixtures/sync-language/02/record.json +10 -0
- package/test-fixtures/sync-language/03/expectedResult.json +6 -0
- package/test-fixtures/sync-language/03/metadata.json +5 -0
- package/test-fixtures/sync-language/03/record.json +6 -0
- package/test-fixtures/sync-language/10/expectedResult.json +10 -0
- package/test-fixtures/sync-language/10/metadata.json +5 -0
- package/test-fixtures/sync-language/10/record.json +8 -0
- package/test-fixtures/sync-language/11/expectedResult.json +10 -0
- package/test-fixtures/sync-language/11/metadata.json +5 -0
- package/test-fixtures/sync-language/11/record.json +7 -0
- package/test-fixtures/sync-language/12/expectedResult.json +9 -0
- package/test-fixtures/sync-language/12/metadata.json +6 -0
- package/test-fixtures/sync-language/12/record.json +6 -0
- package/test-fixtures/sync-language/13/expectedResult.json +10 -0
- package/test-fixtures/sync-language/13/metadata.json +5 -0
- package/test-fixtures/sync-language/13/record.json +8 -0
- package/test-fixtures/sync-language/14/expectedResult.json +9 -0
- package/test-fixtures/sync-language/14/metadata.json +5 -0
- package/test-fixtures/sync-language/14/record.json +7 -0
- package/test-fixtures/sync-language/15/expectedResult.json +9 -0
- package/test-fixtures/sync-language/15/metadata.json +5 -0
- package/test-fixtures/sync-language/15/record.json +7 -0
- package/test-fixtures/translate-terms/05/expectedResult.json +12 -0
- package/test-fixtures/translate-terms/05/metadata.json +7 -0
- package/test-fixtures/translate-terms/05/record.json +11 -0
- package/test-fixtures/translate-terms/06/expectedResult.json +12 -0
- package/test-fixtures/translate-terms/06/metadata.json +7 -0
- package/test-fixtures/translate-terms/06/record.json +11 -0
- package/test-fixtures/translate-terms-data.js +23 -0
|
@@ -0,0 +1,103 @@
|
|
|
1
|
+
import clone from "clone";
|
|
2
|
+
import { fieldToString } from "./utils.js";
|
|
3
|
+
export default function() {
|
|
4
|
+
return {
|
|
5
|
+
description: "Sync 008/35-37 and 041$a/$d",
|
|
6
|
+
validate,
|
|
7
|
+
fix
|
|
8
|
+
};
|
|
9
|
+
function getSubfieldCodeFor041(record) {
|
|
10
|
+
const c = record?.leader[6];
|
|
11
|
+
if (c === "i" || c === "j") {
|
|
12
|
+
return "d";
|
|
13
|
+
}
|
|
14
|
+
return "a";
|
|
15
|
+
}
|
|
16
|
+
function transferableValue(val) {
|
|
17
|
+
if (val.match(/^[a-z]{3}$/u)) {
|
|
18
|
+
if (val === "zxx") {
|
|
19
|
+
return false;
|
|
20
|
+
}
|
|
21
|
+
return true;
|
|
22
|
+
}
|
|
23
|
+
return false;
|
|
24
|
+
}
|
|
25
|
+
function zxxRemoval041(record, field, validateMode) {
|
|
26
|
+
const fields041 = record.fields.filter((f) => f.tag === "041");
|
|
27
|
+
return handleZxx(fields041);
|
|
28
|
+
function handleZxx(fields, result = []) {
|
|
29
|
+
const [currField, ...remainingFields] = fields;
|
|
30
|
+
if (!currField) {
|
|
31
|
+
return result;
|
|
32
|
+
}
|
|
33
|
+
if (!field.subfields || field.subfields.some((sf) => sf.code === "2")) {
|
|
34
|
+
return handleZxx(remainingFields, result);
|
|
35
|
+
}
|
|
36
|
+
const otherSubfields = field.subfields.some((sf) => !sf.code.match(/^[a-z]$/u));
|
|
37
|
+
if (otherSubfields.length === field.subfields.length) {
|
|
38
|
+
return handleZxx(remainingFields, result);
|
|
39
|
+
}
|
|
40
|
+
const originalString = fieldToString(field);
|
|
41
|
+
if (otherSubfields.length === 0) {
|
|
42
|
+
const message2 = `Remove '${originalString}'`;
|
|
43
|
+
if (!validateMode) {
|
|
44
|
+
record.removeField(field);
|
|
45
|
+
}
|
|
46
|
+
return handleZxx(remainingFields, [...result, message2]);
|
|
47
|
+
}
|
|
48
|
+
if (validateMode) {
|
|
49
|
+
const clonedField = clone(field);
|
|
50
|
+
clonedField.subfields = otherSubfields;
|
|
51
|
+
const modifiedString2 = fieldToString(clonedField);
|
|
52
|
+
const message2 = `Modify '${originalString}' => '${modifiedString2}`;
|
|
53
|
+
return handleZxx(remainingFields, [...result, message2]);
|
|
54
|
+
}
|
|
55
|
+
field.subfields = otherSubfields;
|
|
56
|
+
const modifiedString = fieldToString(field);
|
|
57
|
+
const message = `Modify '${originalString}' => '${modifiedString}`;
|
|
58
|
+
return handleZxx(remainingFields, [...result, message]);
|
|
59
|
+
}
|
|
60
|
+
}
|
|
61
|
+
function sync008And041(record, validateMode) {
|
|
62
|
+
const f008 = record.fields.find((f) => f.tag === "008");
|
|
63
|
+
const f041 = record.fields.find((f) => f.tag === "041");
|
|
64
|
+
if (!f008 || f008.value.length !== 40) {
|
|
65
|
+
return [];
|
|
66
|
+
}
|
|
67
|
+
const subfieldCode = getSubfieldCodeFor041(record);
|
|
68
|
+
const lang008 = f008.value.substring(35, 38);
|
|
69
|
+
if (!f041) {
|
|
70
|
+
if (transferableValue(lang008)) {
|
|
71
|
+
const newField = { "tag": "041", "ind1": " ", "ind2": " ", "subfields": [{ "code": subfieldCode, "value": lang008 }] };
|
|
72
|
+
if (!validateMode) {
|
|
73
|
+
record.insertField(newField);
|
|
74
|
+
}
|
|
75
|
+
return [`Add '${fieldToString(newField)}'`];
|
|
76
|
+
}
|
|
77
|
+
return [];
|
|
78
|
+
}
|
|
79
|
+
const firstRelevantSubfield = f041.subfields.find((sf) => sf.code === subfieldCode);
|
|
80
|
+
if (!firstRelevantSubfield || !transferableValue(firstRelevantSubfield.value) || f041.subfields.some((sf) => sf.code === "2") || lang008 === firstRelevantSubfield.value) {
|
|
81
|
+
return [];
|
|
82
|
+
}
|
|
83
|
+
const cloned008 = clone(f008);
|
|
84
|
+
cloned008.value = `${f008.value.substring(0, 35)}${firstRelevantSubfield.value}${f008.value.substring(38)}`;
|
|
85
|
+
if (!validateMode) {
|
|
86
|
+
f008.value = cloned008.value;
|
|
87
|
+
}
|
|
88
|
+
return [`Modify '${f008.value}' to '${cloned008.value}'`];
|
|
89
|
+
}
|
|
90
|
+
function fix(record, validateMode = false) {
|
|
91
|
+
const zxxMessages = zxxRemoval041(record, validateMode);
|
|
92
|
+
const syncMessages = sync008And041(record, validateMode);
|
|
93
|
+
const messages = [...zxxMessages, ...syncMessages];
|
|
94
|
+
if (validateMode) {
|
|
95
|
+
return { message: messages, valid: messages.length === 0 };
|
|
96
|
+
}
|
|
97
|
+
return { message: [], fix: messages, valid: true };
|
|
98
|
+
}
|
|
99
|
+
function validate(record) {
|
|
100
|
+
return fix(record, true);
|
|
101
|
+
}
|
|
102
|
+
}
|
|
103
|
+
//# sourceMappingURL=sync-language.js.map
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
{
|
|
2
|
+
"version": 3,
|
|
3
|
+
"sources": ["../src/sync-language.js"],
|
|
4
|
+
"sourcesContent": ["// Author(s): Nicholas Volk\n\n//import createDebugLogger from 'debug';\nimport clone from 'clone';\n\nimport {fieldToString} from './utils.js';\n\n// const debug = createDebugLogger('@natlibfi/marc-record-validators-melinda:sync-language');\n\nexport default function () {\n\n return {\n description: 'Sync 008/35-37 and 041$a/$d',\n validate, fix\n };\n\n function getSubfieldCodeFor041(record) {\n const c = record?.leader[6];\n if (c === 'i' || c === 'j') {\n return 'd';\n }\n return 'a';\n }\n\n function transferableValue(val) {\n if (val.match(/^[a-z]{3}$/u)) {\n // 'zxx' is an exception to the otherwise relatively transitive 008/35-37 <=> 041$a relationship...\n // https://wiki.helsinki.fi/xwiki/bin/view/rdasovellusohje/RDA-kuvailu%20MARC%2021%20-formaatilla/RDA-sovellusohje/008%20Kontrollikentt%C3%A4/#Hmp.35-37Kieli\n // \"008-kielikoodi on sama kuin ensimm\u00E4inen 041-kent\u00E4n a- (tai d-) osakentt\u00E4. Poikkeuksen muodostaa koodi zxx:\n // jos tietueen 008ssa on kielikoodi zxx (ei kielellist\u00E4 sis\u00E4lt\u00F6\u00E4, esim. soitinmusiikki), tietueessa ei voi olla 041 a- eik\u00E4 d-osakentt\u00E4\u00E4.\"\n // So 'zxx' ain't transferable (done here), and it should be removed from 041 ($a and $d at least, not done here nor elsewhere at the moment...)\n // Note that 'mul' and 'und' are treated (in this validator) the same as normal values.\n if (val === 'zxx') {\n return false;\n }\n return true;\n }\n return false;\n }\n\n\n function zxxRemoval041(record, field, validateMode) {\n const fields041 = record.fields.filter(f => f.tag === '041');\n\n return handleZxx(fields041);\n\n function handleZxx(fields, result = []) {\n const [currField, ...remainingFields] = fields;\n if ( !currField) {\n return result;\n }\n // Theoretically 'zxx' might mean something in ISO-639-3 or some other language code list:\n if (!field.subfields || field.subfields.some(sf => sf.code === '2')) {\n return handleZxx(remainingFields, result);\n }\n // Presumable 'zxx' is bad in any data subfield, not just 'a' and 'd':\n const otherSubfields = field.subfields.some(sf => !sf.code.match(/^[a-z]$/u || sf.value !== 'zxx'));\n if (otherSubfields.length === field.subfields.length) {\n return handleZxx(remainingFields, result);\n }\n const originalString = fieldToString(field);\n if (otherSubfields.length === 0) {\n const message = `Remove '${originalString}'`;\n if (!validateMode) {\n record.removeField(field);\n }\n return handleZxx(remainingFields, [...result, message]);\n }\n // Some subfields are removed:\n if (validateMode) {\n // NB! In validation field is not really deleted, and the non-deleted field might trigger other fixes (than won't be done to a deleted field) later on\n const clonedField = clone(field);\n clonedField.subfields = otherSubfields;\n const modifiedString = fieldToString(clonedField);\n const message = `Modify '${originalString}' => '${modifiedString}`;\n return handleZxx(remainingFields, [...result, message]);\n }\n field.subfields = otherSubfields;\n const modifiedString = fieldToString(field);\n const message = `Modify '${originalString}' => '${modifiedString}`;\n return handleZxx(remainingFields, [...result, message]);\n }\n\n\n }\n\n function sync008And041(record, validateMode) {\n const f008 = record.fields.find(f => f.tag === '008');\n const f041 = record.fields.find(f => f.tag === '041');\n\n if (!f008 || f008.value.length !== 40) { // Some sanity checks\n return [];\n }\n\n const subfieldCode = getSubfieldCodeFor041(record);\n const lang008 = f008.value.substring(35, 38);\n\n if (!f041) {\n // Insert missing 041\n if (transferableValue(lang008)) {\n const newField = {'tag': '041', 'ind1': ' ', 'ind2': ' ', 'subfields': [ {'code': subfieldCode, 'value': lang008}]};\n if (!validateMode) {\n record.insertField(newField);\n }\n return [ `Add '${fieldToString(newField)}'` ];\n }\n // Can't do anything, and we only report this we can fix...\n return [];\n }\n\n const firstRelevantSubfield = f041.subfields.find(sf => sf.code === subfieldCode);\n\n // NB! If $2 is set, *never* copy it's value to 008/35-37... Otherwise we might a loop in Aleph.\n // Note that if $2 is used, 008/35-37 should actually be '|||'. Now we just aggressively leave it alone.\n if (!firstRelevantSubfield || !transferableValue(firstRelevantSubfield.value) || f041.subfields.some(sf => sf.code === '2') || lang008 === firstRelevantSubfield.value) {\n return []\n }\n\n // Update 008/35-37:\n const cloned008 = clone(f008);\n cloned008.value = `${f008.value.substring(0, 35)}${firstRelevantSubfield.value}${f008.value.substring(38)}`;\n\n\n if (!validateMode) {\n f008.value = cloned008.value;\n }\n return [ `Modify '${f008.value}' to '${cloned008.value}'` ];\n }\n\n function fix(record, validateMode = false) {\n const zxxMessages = zxxRemoval041(record, validateMode);\n\n const syncMessages = sync008And041(record, validateMode);\n\n const messages = [...zxxMessages, ...syncMessages];\n\n if (validateMode) {\n return {message: messages, valid: messages.length === 0};\n }\n return {message: [], fix: messages, valid: true};\n }\n\n\n function validate(record) {\n return fix(record, true);\n }\n}\n\n"],
|
|
5
|
+
"mappings": "AAGA,OAAO,WAAW;AAElB,SAAQ,qBAAoB;AAI5B,0BAA2B;AAEzB,SAAO;AAAA,IACL,aAAa;AAAA,IACb;AAAA,IAAU;AAAA,EACZ;AAEA,WAAS,sBAAsB,QAAQ;AACrC,UAAM,IAAI,QAAQ,OAAO,CAAC;AAC1B,QAAI,MAAM,OAAO,MAAM,KAAK;AAC1B,aAAO;AAAA,IACT;AACA,WAAO;AAAA,EACT;AAEA,WAAS,kBAAkB,KAAK;AAC9B,QAAI,IAAI,MAAM,aAAa,GAAG;AAO5B,UAAI,QAAQ,OAAO;AACjB,eAAO;AAAA,MACT;AACA,aAAO;AAAA,IACT;AACA,WAAO;AAAA,EACT;AAGA,WAAS,cAAc,QAAQ,OAAO,cAAc;AAClD,UAAM,YAAY,OAAO,OAAO,OAAO,OAAK,EAAE,QAAQ,KAAK;AAE3D,WAAO,UAAU,SAAS;AAE1B,aAAS,UAAU,QAAQ,SAAS,CAAC,GAAG;AACtC,YAAM,CAAC,WAAW,GAAG,eAAe,IAAI;AACxC,UAAK,CAAC,WAAW;AACf,eAAO;AAAA,MACT;AAEA,UAAI,CAAC,MAAM,aAAa,MAAM,UAAU,KAAK,QAAM,GAAG,SAAS,GAAG,GAAG;AACnE,eAAO,UAAU,iBAAiB,MAAM;AAAA,MAC1C;AAEA,YAAM,iBAAiB,MAAM,UAAU,KAAK,QAAM,CAAC,GAAG,KAAK,MAAM,UAAgC,CAAC;AAClG,UAAI,eAAe,WAAW,MAAM,UAAU,QAAQ;AACpD,eAAO,UAAU,iBAAiB,MAAM;AAAA,MAC1C;AACA,YAAM,iBAAiB,cAAc,KAAK;AAC1C,UAAI,eAAe,WAAW,GAAG;AAC/B,cAAMA,WAAU,WAAW,cAAc;AACzC,YAAI,CAAC,cAAc;AACjB,iBAAO,YAAY,KAAK;AAAA,QAC1B;AACA,eAAO,UAAU,iBAAiB,CAAC,GAAG,QAAQA,QAAO,CAAC;AAAA,MACxD;AAEA,UAAI,cAAc;AAEhB,cAAM,cAAc,MAAM,KAAK;AAC/B,oBAAY,YAAY;AACxB,cAAMC,kBAAiB,cAAc,WAAW;AAChD,cAAMD,WAAU,WAAW,cAAc,SAASC,eAAc;AAChE,eAAO,UAAU,iBAAiB,CAAC,GAAG,QAAQD,QAAO,CAAC;AAAA,MACxD;AACA,YAAM,YAAY;AAClB,YAAM,iBAAiB,cAAc,KAAK;AAC1C,YAAM,UAAU,WAAW,cAAc,SAAS,cAAc;AAChE,aAAO,UAAU,iBAAiB,CAAC,GAAG,QAAQ,OAAO,CAAC;AAAA,IACxD;AAAA,EAGF;AAEA,WAAS,cAAc,QAAQ,cAAc;AAC3C,UAAM,OAAO,OAAO,OAAO,KAAK,OAAK,EAAE,QAAQ,KAAK;AACpD,UAAM,OAAO,OAAO,OAAO,KAAK,OAAK,EAAE,QAAQ,KAAK;AAEpD,QAAI,CAAC,QAAQ,KAAK,MAAM,WAAW,IAAI;AACrC,aAAO,CAAC;AAAA,IACV;AAEA,UAAM,eAAe,sBAAsB,MAAM;AACjD,UAAM,UAAU,KAAK,MAAM,UAAU,IAAI,EAAE;AAE3C,QAAI,CAAC,MAAM;AAET,UAAI,kBAAkB,OAAO,GAAG;AAC9B,cAAM,WAAW,EAAC,OAAO,OAAO,QAAQ,KAAK,QAAQ,KAAK,aAAa,CAAE,EAAC,QAAQ,cAAc,SAAS,QAAO,CAAC,EAAC;AAClH,YAAI,CAAC,cAAc;AACjB,iBAAO,YAAY,QAAQ;AAAA,QAC7B;AACA,eAAO,CAAE,QAAQ,cAAc,QAAQ,CAAC,GAAI;AAAA,MAC9C;AAEA,aAAO,CAAC;AAAA,IACV;AAEA,UAAM,wBAAwB,KAAK,UAAU,KAAK,QAAM,GAAG,SAAS,YAAY;AAIhF,QAAI,CAAC,yBAAyB,CAAC,kBAAkB,sBAAsB,KAAK,KAAK,KAAK,UAAU,KAAK,QAAM,GAAG,SAAS,GAAG,KAAK,YAAY,sBAAsB,OAAO;AACtK,aAAO,CAAC;AAAA,IACV;AAGA,UAAM,YAAY,MAAM,IAAI;AAC5B,cAAU,QAAQ,GAAG,KAAK,MAAM,UAAU,GAAG,EAAE,CAAC,GAAG,sBAAsB,KAAK,GAAG,KAAK,MAAM,UAAU,EAAE,CAAC;AAGzG,QAAI,CAAC,cAAc;AACjB,WAAK,QAAQ,UAAU;AAAA,IACzB;AACA,WAAO,CAAE,WAAW,KAAK,KAAK,SAAS,UAAU,KAAK,GAAI;AAAA,EAC5D;AAEA,WAAS,IAAI,QAAQ,eAAe,OAAO;AACzC,UAAM,cAAc,cAAc,QAAQ,YAAY;AAEtD,UAAM,eAAe,cAAc,QAAQ,YAAY;AAEvD,UAAM,WAAW,CAAC,GAAG,aAAa,GAAG,YAAY;AAEjD,QAAI,cAAc;AACf,aAAO,EAAC,SAAS,UAAU,OAAO,SAAS,WAAW,EAAC;AAAA,IAC1D;AACA,WAAO,EAAC,SAAS,CAAC,GAAG,KAAK,UAAU,OAAO,KAAI;AAAA,EACjD;AAGA,WAAS,SAAS,QAAQ;AACxB,WAAO,IAAI,QAAQ,IAAI;AAAA,EACzB;AACF;",
|
|
6
|
+
"names": ["message", "modifiedString"]
|
|
7
|
+
}
|
|
@@ -0,0 +1,40 @@
|
|
|
1
|
+
import assert from "node:assert/strict";
|
|
2
|
+
import validatorFactory from "./sync-language.js";
|
|
3
|
+
import { MarcRecord } from "@natlibfi/marc-record";
|
|
4
|
+
import { READERS } from "@natlibfi/fixura";
|
|
5
|
+
import generateTests from "@natlibfi/fixugen";
|
|
6
|
+
generateTests({
|
|
7
|
+
callback,
|
|
8
|
+
path: [import.meta.dirname, "..", "test-fixtures", "sync-language"],
|
|
9
|
+
useMetadataFile: true,
|
|
10
|
+
recurse: false,
|
|
11
|
+
fixura: {
|
|
12
|
+
reader: READERS.JSON
|
|
13
|
+
},
|
|
14
|
+
hooks: {
|
|
15
|
+
before: async () => {
|
|
16
|
+
testValidatorFactory();
|
|
17
|
+
}
|
|
18
|
+
}
|
|
19
|
+
});
|
|
20
|
+
async function testValidatorFactory() {
|
|
21
|
+
const validator = await validatorFactory();
|
|
22
|
+
assert.equal(typeof validator, "object");
|
|
23
|
+
assert.equal(typeof validator.description, "string");
|
|
24
|
+
assert.equal(typeof validator.validate, "function");
|
|
25
|
+
}
|
|
26
|
+
async function callback({ getFixture, fix = false }) {
|
|
27
|
+
const validator = await validatorFactory();
|
|
28
|
+
const record = new MarcRecord(getFixture("record.json"));
|
|
29
|
+
const expectedResult = getFixture("expectedResult.json");
|
|
30
|
+
if (!fix) {
|
|
31
|
+
const result = await validator.validate(record);
|
|
32
|
+
assert.deepEqual(result, expectedResult);
|
|
33
|
+
const originalRecord = new MarcRecord(getFixture("record.json"));
|
|
34
|
+
assert.deepEqual(record, originalRecord);
|
|
35
|
+
return;
|
|
36
|
+
}
|
|
37
|
+
await validator.fix(record);
|
|
38
|
+
assert.deepEqual(record, new MarcRecord(expectedResult));
|
|
39
|
+
}
|
|
40
|
+
//# sourceMappingURL=sync-language.test.js.map
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
{
|
|
2
|
+
"version": 3,
|
|
3
|
+
"sources": ["../src/sync-language.test.js"],
|
|
4
|
+
"sourcesContent": ["import assert from 'node:assert/strict';\n//import createDebugLogger from 'debug';\n\nimport validatorFactory from './sync-language.js';\n\nimport {MarcRecord} from '@natlibfi/marc-record';\nimport {READERS} from '@natlibfi/fixura';\nimport generateTests from '@natlibfi/fixugen';\n\ngenerateTests({\n callback,\n path: [import.meta.dirname, '..', 'test-fixtures', 'sync-language'],\n useMetadataFile: true,\n recurse: false,\n fixura: {\n reader: READERS.JSON\n },\n hooks: {\n before: async () => {\n testValidatorFactory();\n }\n }\n});\n\n//const debug = createDebugLogger('@natlibfi/marc-record-validators-melinda/drop-terms:test');\n\nasync function testValidatorFactory() {\n const validator = await validatorFactory();\n\n assert.equal(typeof validator, 'object');\n assert.equal(typeof validator.description, 'string');\n assert.equal(typeof validator.validate, 'function');\n}\n\nasync function callback({getFixture, fix = false}) {\n const validator = await validatorFactory();\n const record = new MarcRecord(getFixture('record.json'));\n const expectedResult = getFixture('expectedResult.json');\n //const expectedResult = new MarcRecord(getFixture('expectedResult.json'));\n // console.log(expectedResult); // eslint-disable-line\n\n if (!fix) {\n const result = await validator.validate(record);\n assert.deepEqual(result, expectedResult);\n const originalRecord = new MarcRecord(getFixture('record.json'));\n assert.deepEqual(record, originalRecord); // The record should now change in validation-only\n return;\n }\n\n await validator.fix(record);\n assert.deepEqual(record, new MarcRecord(expectedResult));\n}\n"],
|
|
5
|
+
"mappings": "AAAA,OAAO,YAAY;AAGnB,OAAO,sBAAsB;AAE7B,SAAQ,kBAAiB;AACzB,SAAQ,eAAc;AACtB,OAAO,mBAAmB;AAE1B,cAAc;AAAA,EACZ;AAAA,EACA,MAAM,CAAC,YAAY,SAAS,MAAM,iBAAiB,eAAe;AAAA,EAClE,iBAAiB;AAAA,EACjB,SAAS;AAAA,EACT,QAAQ;AAAA,IACN,QAAQ,QAAQ;AAAA,EAClB;AAAA,EACA,OAAO;AAAA,IACL,QAAQ,YAAY;AAClB,2BAAqB;AAAA,IACvB;AAAA,EACF;AACF,CAAC;AAID,eAAe,uBAAuB;AACpC,QAAM,YAAY,MAAM,iBAAiB;AAEzC,SAAO,MAAM,OAAO,WAAW,QAAQ;AACvC,SAAO,MAAM,OAAO,UAAU,aAAa,QAAQ;AACnD,SAAO,MAAM,OAAO,UAAU,UAAU,UAAU;AACpD;AAEA,eAAe,SAAS,EAAC,YAAY,MAAM,MAAK,GAAG;AACjD,QAAM,YAAY,MAAM,iBAAiB;AACzC,QAAM,SAAS,IAAI,WAAW,WAAW,aAAa,CAAC;AACvD,QAAM,iBAAiB,WAAW,qBAAqB;AAIvD,MAAI,CAAC,KAAK;AACR,UAAM,SAAS,MAAM,UAAU,SAAS,MAAM;AAC9C,WAAO,UAAU,QAAQ,cAAc;AACvC,UAAM,iBAAiB,IAAI,WAAW,WAAW,aAAa,CAAC;AAC/D,WAAO,UAAU,QAAQ,cAAc;AACvC;AAAA,EACF;AAEA,QAAM,UAAU,IAAI,MAAM;AAC1B,SAAO,UAAU,QAAQ,IAAI,WAAW,cAAc,CAAC;AACzD;",
|
|
6
|
+
"names": []
|
|
7
|
+
}
|
package/dist/translate-terms.js
CHANGED
|
@@ -42,8 +42,8 @@ export default function() {
|
|
|
42
42
|
return [];
|
|
43
43
|
}
|
|
44
44
|
const fields = record.get(tag);
|
|
45
|
-
const finnishFields = fields.filter((f) =>
|
|
46
|
-
const swedishFields = fields.filter((f) =>
|
|
45
|
+
const finnishFields = fields.filter((f) => isTranslatable(f, "fin"));
|
|
46
|
+
const swedishFields = fields.filter((f) => isTranslatable(f, "swe"));
|
|
47
47
|
const finnishOnly = getMisses(finnishFields, swedishFields);
|
|
48
48
|
const swedishOnly = getMisses(swedishFields, finnishFields);
|
|
49
49
|
return [...finnishOnly, ...swedishOnly].filter((f) => tagAndFieldAgree(f));
|
|
@@ -74,95 +74,34 @@ export default function() {
|
|
|
74
74
|
const newField = { tag: field.tag, ind1: field.ind1, ind2: field.ind2, subfields: [sfA, sf2, sf0] };
|
|
75
75
|
return newField;
|
|
76
76
|
}
|
|
77
|
-
function getLexiconAndLanguage(field) {
|
|
78
|
-
const subfield2 = field.subfields.find((sf) => sf.code === "2");
|
|
79
|
-
if (subfield2.value === "slm/fin") {
|
|
80
|
-
return { "lex": "slm", "lang": "fin" };
|
|
81
|
-
}
|
|
82
|
-
if (subfield2.value === "slm/swe") {
|
|
83
|
-
return { "lex": "slm", "lang": "swe" };
|
|
84
|
-
}
|
|
85
|
-
if (subfield2.value === "yso/fin") {
|
|
86
|
-
return { "lex": "yso", "lang": "fin" };
|
|
87
|
-
}
|
|
88
|
-
if (subfield2.value === "yso/swe") {
|
|
89
|
-
return { "lex": "yso", "lang": "swe" };
|
|
90
|
-
}
|
|
91
|
-
return {};
|
|
92
|
-
}
|
|
93
77
|
async function getPrefLabel(field) {
|
|
94
78
|
const uri = fieldToUri(field);
|
|
95
79
|
if (!uri) {
|
|
96
80
|
return void 0;
|
|
97
81
|
}
|
|
98
|
-
const
|
|
99
|
-
if (!
|
|
82
|
+
const data = await getTermData(uri);
|
|
83
|
+
if (!data) {
|
|
100
84
|
nvdebug(`No labels found for ${uri}`, debug);
|
|
101
85
|
return void 0;
|
|
102
86
|
}
|
|
87
|
+
const prefLabels = data.prefLabel;
|
|
103
88
|
const lexData = getLexiconAndLanguage(field);
|
|
104
89
|
const lang = changeAbbr(lexData.lang);
|
|
105
90
|
const subfieldA = field.subfields.find((sf) => sf.code === "a");
|
|
106
|
-
|
|
107
|
-
if (prefLabel.value === subfieldA.value) {
|
|
108
|
-
nvdebug(`'${fieldToString(field)}' requires translating`, debug);
|
|
91
|
+
if (isLabel(prefLabels, subfieldA.value, lang)) {
|
|
109
92
|
return prefLabels;
|
|
110
93
|
}
|
|
111
94
|
return void 0;
|
|
112
95
|
}
|
|
113
|
-
function swapLanguageCodeBetweenLanguages(code) {
|
|
114
|
-
if (swapLanguageCode[code]) {
|
|
115
|
-
return swapLanguageCode[code];
|
|
116
|
-
}
|
|
117
|
-
return code;
|
|
118
|
-
}
|
|
119
|
-
function changeAbbr(abbr) {
|
|
120
|
-
if (changeAbbrHash[abbr]) {
|
|
121
|
-
return changeAbbrHash[abbr];
|
|
122
|
-
}
|
|
123
|
-
return abbr;
|
|
124
|
-
}
|
|
125
|
-
function swaggerQuery(uri) {
|
|
126
|
-
return `https://api.finto.fi/rest/v1/data?uri=${uri}&format=application%2Fjson`;
|
|
127
|
-
}
|
|
128
|
-
async function getTermData(uri) {
|
|
129
|
-
if (termCache[uri]) {
|
|
130
|
-
return termCache[uri];
|
|
131
|
-
}
|
|
132
|
-
const tmp = await getTermDataFromFinto(uri);
|
|
133
|
-
termCache[uri] = tmp;
|
|
134
|
-
return tmp;
|
|
135
|
-
}
|
|
136
|
-
async function getTermDataFromFinto(uri) {
|
|
137
|
-
const headers = { "Accept": "application/json" };
|
|
138
|
-
const uri2 = swaggerQuery(uri);
|
|
139
|
-
const response = await fetch(uri2, { method: "GET", headers });
|
|
140
|
-
if (!response.ok) {
|
|
141
|
-
return void 0;
|
|
142
|
-
}
|
|
143
|
-
const json = await response.json();
|
|
144
|
-
if (!json.graph) {
|
|
145
|
-
return void 0;
|
|
146
|
-
}
|
|
147
|
-
const arr = json.graph;
|
|
148
|
-
const [hit] = arr.filter((row) => row.uri === uri);
|
|
149
|
-
return hit.prefLabel;
|
|
150
|
-
}
|
|
151
96
|
function fieldToUri(field) {
|
|
152
97
|
const lex = mapTagToLex(field.tag);
|
|
153
98
|
const subfield0 = field.subfields.find((sf) => sf.code === "0");
|
|
154
99
|
const id = subfield0.value.replace(/^[^0-9]+/u, "");
|
|
155
|
-
|
|
156
|
-
return `http://www.yso.fi/onto/yso/p${id}`;
|
|
157
|
-
}
|
|
158
|
-
if (lex === "slm") {
|
|
159
|
-
return `http://urn.fi/URN:NBN:fi:au:slm:s${id}`;
|
|
160
|
-
}
|
|
161
|
-
return void 0;
|
|
100
|
+
return buildUri(lex, id);
|
|
162
101
|
}
|
|
163
|
-
function
|
|
102
|
+
function isTranslatable(field, lang) {
|
|
164
103
|
const fieldAsString = fieldToString(field);
|
|
165
|
-
if (!fieldAsString.match(/^... #7 ‡a [^‡]+ ‡2 [^‡]+ ‡0 [^‡]+(?: ‡9 [A-Z]+<(?:KEEP|DROP)>)*$/u)) {
|
|
104
|
+
if (!fieldAsString.match(/^... #7 (?: ‡8 [^‡]+ )*‡a [^‡]+ ‡2 [^‡]+ ‡0 [^‡]+(?: ‡9 [A-Z]+<(?:KEEP|DROP)>)*$/u)) {
|
|
166
105
|
return false;
|
|
167
106
|
}
|
|
168
107
|
const lex = mapTagToLex(field.tag);
|
|
@@ -172,17 +111,6 @@ export default function() {
|
|
|
172
111
|
}
|
|
173
112
|
return fieldHasValidSubfield0(field);
|
|
174
113
|
}
|
|
175
|
-
function fieldHasValidSubfield0(field) {
|
|
176
|
-
const lex = mapTagToLex(field.tag);
|
|
177
|
-
const subfield0 = field.subfields.find((sf) => sf.code === "0");
|
|
178
|
-
if (lex === "yso" && subfield0.value.match(/^http:\/\/www\.yso\.fi\/onto\/yso\/p[0-9]+$/u)) {
|
|
179
|
-
return true;
|
|
180
|
-
}
|
|
181
|
-
if (lex === "slm" && subfield0.value.match(/^http:\/\/urn\.fi\/URN:NBN:fi:au:slm:s[0-9]+$/u)) {
|
|
182
|
-
return true;
|
|
183
|
-
}
|
|
184
|
-
return false;
|
|
185
|
-
}
|
|
186
114
|
function getMisses(fieldList1, fieldList2) {
|
|
187
115
|
return fieldList1.filter((f) => !hasSubfield0Match(f, fieldList2));
|
|
188
116
|
}
|
|
@@ -190,11 +118,119 @@ export default function() {
|
|
|
190
118
|
const subfield0 = field.subfields.find((sf) => sf.code === "0");
|
|
191
119
|
return pairFields.some((f) => f.subfields.some((sf) => sf.code === "0" && sf.value === subfield0.value));
|
|
192
120
|
}
|
|
193
|
-
|
|
194
|
-
|
|
195
|
-
|
|
121
|
+
}
|
|
122
|
+
export function fieldHasValidSubfield0(field, defaultLex = void 0) {
|
|
123
|
+
const lex = defaultLex || mapTagToLex(field.tag);
|
|
124
|
+
return field.subfields.some((sf) => isValidSubfield0(sf, lex));
|
|
125
|
+
}
|
|
126
|
+
export function isValidSubfield0(subfield, lex = "???") {
|
|
127
|
+
if (subfield.code !== "0") {
|
|
128
|
+
return false;
|
|
129
|
+
}
|
|
130
|
+
if (["yso", "yso/fin", "yso/swe"].includes(lex) && subfield.value.match(/^https?:\/\/www\.yso\.fi\/onto\/yso\/p[0-9]+$/u)) {
|
|
131
|
+
return true;
|
|
132
|
+
}
|
|
133
|
+
if (["slm", "slm/fin", "slm/swe"].includes(lex) && subfield.value.match(/^https?:\/\/urn\.fi\/URN:NBN:fi:au:slm:s[0-9]+$/u)) {
|
|
134
|
+
return true;
|
|
135
|
+
}
|
|
136
|
+
return false;
|
|
137
|
+
}
|
|
138
|
+
export function buildUri(lex, id) {
|
|
139
|
+
if (["yso", "yso/fin", "yso/swe"].includes(lex)) {
|
|
140
|
+
return `http://www.yso.fi/onto/yso/p${id}`;
|
|
141
|
+
}
|
|
142
|
+
if (["slm", "slm/fin", "slm/swe"].includes(lex)) {
|
|
143
|
+
return `http://urn.fi/URN:NBN:fi:au:slm:s${id}`;
|
|
144
|
+
}
|
|
145
|
+
return void 0;
|
|
146
|
+
}
|
|
147
|
+
function mapTagToLex(tag) {
|
|
148
|
+
if (tag === "655") {
|
|
149
|
+
return "slm";
|
|
150
|
+
}
|
|
151
|
+
return "yso";
|
|
152
|
+
}
|
|
153
|
+
export async function getTermData(uri) {
|
|
154
|
+
nvdebug(`getTermData(${uri})`);
|
|
155
|
+
if (termCache[uri]) {
|
|
156
|
+
return termCache[uri];
|
|
157
|
+
}
|
|
158
|
+
const tmp = await getTermDataFromFinto(uri);
|
|
159
|
+
termCache[uri] = tmp;
|
|
160
|
+
return tmp;
|
|
161
|
+
}
|
|
162
|
+
async function getTermDataFromFinto(uri) {
|
|
163
|
+
const headers = { "Accept": "application/json" };
|
|
164
|
+
const uri2 = swaggerQuery(uri);
|
|
165
|
+
const response = await fetch(uri2, { method: "GET", headers });
|
|
166
|
+
if (!response.ok) {
|
|
167
|
+
return void 0;
|
|
168
|
+
}
|
|
169
|
+
const json = await response.json();
|
|
170
|
+
if (!json.graph) {
|
|
171
|
+
return void 0;
|
|
172
|
+
}
|
|
173
|
+
const arr = json.graph;
|
|
174
|
+
const [hit] = arr.filter((row) => row.uri === uri);
|
|
175
|
+
const subset = {
|
|
176
|
+
prefLabel: processLabel(hit?.prefLabel || void 0),
|
|
177
|
+
altLabel: processLabel(hit?.altLabel || void 0)
|
|
178
|
+
};
|
|
179
|
+
return subset;
|
|
180
|
+
function swaggerQuery(uri3) {
|
|
181
|
+
return `https://api.finto.fi/rest/v1/data?uri=${uri3}&format=application%2Fjson`;
|
|
182
|
+
}
|
|
183
|
+
function processLabel(label) {
|
|
184
|
+
if (typeof label === "object") {
|
|
185
|
+
if (Array.isArray(label)) {
|
|
186
|
+
return label;
|
|
187
|
+
}
|
|
188
|
+
return [label];
|
|
189
|
+
}
|
|
190
|
+
return [];
|
|
191
|
+
}
|
|
192
|
+
}
|
|
193
|
+
export function getLexiconAndLanguage(field) {
|
|
194
|
+
const subfield2 = field.subfields.find((sf) => sf.code === "2");
|
|
195
|
+
if (subfield2) {
|
|
196
|
+
if (subfield2.value === "slm/fin") {
|
|
197
|
+
return { "lex": "slm", "lang": "fin" };
|
|
198
|
+
}
|
|
199
|
+
if (subfield2.value === "slm/swe") {
|
|
200
|
+
return { "lex": "slm", "lang": "swe" };
|
|
201
|
+
}
|
|
202
|
+
if (subfield2.value === "yso/fin") {
|
|
203
|
+
return { "lex": "yso", "lang": "fin" };
|
|
204
|
+
}
|
|
205
|
+
if (subfield2.value === "yso/swe") {
|
|
206
|
+
return { "lex": "yso", "lang": "swe" };
|
|
196
207
|
}
|
|
197
|
-
return "yso";
|
|
198
208
|
}
|
|
209
|
+
return {};
|
|
210
|
+
}
|
|
211
|
+
export function isLabel(labels, term, lang = void 0) {
|
|
212
|
+
const twoLetterLanguageCode = lang && lang.length === 3 ? changeAbbr(lang) : lang;
|
|
213
|
+
return labels.some((l) => isMatch(l));
|
|
214
|
+
function isMatch(label) {
|
|
215
|
+
if (label.value !== term) {
|
|
216
|
+
return false;
|
|
217
|
+
}
|
|
218
|
+
if (!twoLetterLanguageCode) {
|
|
219
|
+
return true;
|
|
220
|
+
}
|
|
221
|
+
return label.lang === twoLetterLanguageCode;
|
|
222
|
+
}
|
|
223
|
+
}
|
|
224
|
+
function changeAbbr(abbr) {
|
|
225
|
+
if (changeAbbrHash[abbr]) {
|
|
226
|
+
return changeAbbrHash[abbr];
|
|
227
|
+
}
|
|
228
|
+
return abbr;
|
|
229
|
+
}
|
|
230
|
+
function swapLanguageCodeBetweenLanguages(code) {
|
|
231
|
+
if (swapLanguageCode[code]) {
|
|
232
|
+
return swapLanguageCode[code];
|
|
233
|
+
}
|
|
234
|
+
return code;
|
|
199
235
|
}
|
|
200
236
|
//# sourceMappingURL=translate-terms.js.map
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"version": 3,
|
|
3
3
|
"sources": ["../src/translate-terms.js"],
|
|
4
|
-
"sourcesContent": ["import clone from 'clone';\nimport createDebugLogger from 'debug';\nimport {fieldHasSubfield, fieldToString, nvdebug} from './utils.js';\n\n\nconst debug = createDebugLogger('@natlibfi/marc-record-validators-melinda:translate-terms');\nconst defaultTags = ['648', '650', '651', '655'];\n\nconst swapLanguageCode = {'fin': 'swe', 'fi': 'sv', 'sv': 'fi', 'swe': 'fin'};\nconst changeAbbrHash = {'fi': 'fin', 'fin': 'fi', 'sv': 'swe', 'swe': 'sv'};\n\nconst termCache = {};\n\n// Author(s): Nicholas Volk\nexport default function () {\n\n\n return {\n description: 'Translate yso (648, 650, 651) and slm (655) terms (FIN <=> SWE)',\n validate, fix\n };\n\n async function fix(record) {\n const newFields = await getFields(record, defaultTags, []);\n\n newFields.forEach(nf => nvdebug(`Add new field '${fieldToString(nf)}'`, debug));\n\n newFields.forEach(nf => record.insertField(nf));\n\n const newFieldsAsStrings = newFields.map(f => fieldToString(f));\n\n\n return {message: [], fix: newFieldsAsStrings, valid: true};\n }\n\n async function validate(record) {\n const newFields = await getFields(record, defaultTags, []);\n if (newFields.length === 0) {\n return {'message': [], 'valid': true};\n }\n const messages = newFields.map(f => fieldToString(f));\n\n return {'message': messages, 'valid': false};\n }\n\n async function getFields(record, tags, fieldsToAdd) {\n const [currTag, ...remainingTags] = tags;\n if (!currTag) {\n return fieldsToAdd;\n }\n const missingFields = await deriveMissingFields(record, currTag);\n\n const tmp = await getFields(record, remainingTags, [...fieldsToAdd, ...missingFields]);\n return tmp;\n }\n\n function getPairlessFinnishAndSwedishFields(record, tag) {\n const expectedLex = mapTagToLex(tag);\n if (!expectedLex) {\n return [];\n }\n const fields = record.get(tag);\n const finnishFields = fields.filter(f => isRelevantField(f, 'fin'));\n const swedishFields = fields.filter(f => isRelevantField(f, 'swe'));\n const finnishOnly = getMisses(finnishFields, swedishFields);\n const swedishOnly = getMisses(swedishFields, finnishFields);\n\n //console.log(` Looking at ${finnishOnly.length} + ${swedishOnly.length} fields`); // eslint-disable-line no-console\n return [...finnishOnly, ...swedishOnly].filter(f => tagAndFieldAgree(f));\n\n function tagAndFieldAgree(field) {\n // Check that tag and $2 value are pairable:\n const lexData = getLexiconAndLanguage(field); // $2 data\n return expectedLex === lexData.lex;\n }\n }\n\n async function deriveMissingFields(record, tag) {\n const pairlessFields = getPairlessFinnishAndSwedishFields(record, tag);\n\n // Dunno how to handle loop+promise combo in our normal coding style. Spent half a day trying... (I reckon it takes like 2 minuts to do this properly...)\n let prefLabels = [];\n for (let i=0; i < pairlessFields.length; i += 1) {\n prefLabels[i] = await getPrefLabel(pairlessFields[i]);\n }\n\n const missingFields = pairlessFields.map((f, i) => pairField(f, prefLabels[i]));\n return missingFields.filter(f => f);\n }\n\n function pairField(field, prefLabels) {\n if (!prefLabels) {\n return undefined;\n }\n //console.log(`pairField() WP 1: ${fieldToString(field)}`); // eslint-disable-line no-console\n const lexAndLang = getLexiconAndLanguage(field);\n //console.log(`pairField() WP 2: ${JSON.stringify(lexAndLang)}`); // eslint-disable-line no-console\n const twoLetterOtherLang = swapLanguageCodeBetweenLanguages(changeAbbr(lexAndLang.lang));\n const prefLabel = prefLabels.find(l => l.lang === twoLetterOtherLang);\n //console.log(`pairField() WP 4: ${JSON.stringify(prefLabel)}`); // eslint-disable-line no-console\n const sfA = {'code': 'a', 'value': prefLabel.value}; // field.subfields.field(sf => sf.code === 'a');\n const sf0 = clone(field.subfields.find(sf => sf.code === '0'));\n const sf2 = {'code': '2', 'value': `${lexAndLang.lex}/${lexAndLang.lang === 'fin' ? 'swe' : 'fin'}`}; // swap fin <=> swe\n const newField = {tag: field.tag, ind1: field.ind1, ind2: field.ind2, subfields: [sfA, sf2, sf0]};\n return newField;\n }\n\n function getLexiconAndLanguage(field) {\n const subfield2 = field.subfields.find(sf => sf.code === '2');\n if (subfield2.value === 'slm/fin') {\n return {'lex': 'slm', 'lang': 'fin'};\n }\n if (subfield2.value === 'slm/swe') {\n return {'lex': 'slm', 'lang': 'swe'};\n }\n if (subfield2.value === 'yso/fin') {\n return {'lex': 'yso', 'lang': 'fin'};\n }\n if (subfield2.value === 'yso/swe') {\n return {'lex': 'yso', 'lang': 'swe'};\n }\n return {};\n }\n\n async function getPrefLabel(field) {\n // Tag vs $2 correlation has already been checked!\n const uri = fieldToUri(field);\n if (!uri) { // $0 is invalid or sumthing\n return undefined;\n }\n const prefLabels = await getTermData(uri);\n if (!prefLabels) { // Sanity check. Miss caused by illegal id etc.\n nvdebug(`No labels found for ${uri}`, debug);\n return undefined;\n }\n const lexData = getLexiconAndLanguage(field); // $2 data\n const lang = changeAbbr(lexData.lang);\n\n\n const subfieldA = field.subfields.find(sf => sf.code === 'a');\n\n const prefLabel = prefLabels.find(pl => pl.lang === lang);\n //console.info(`Compare prefLabel '${prefLabel.value}' AND $a '${subfieldA.value}'`); // eslint-disable-line no-console\n if (prefLabel.value === subfieldA.value) {\n nvdebug(`'${fieldToString(field)}' requires translating`, debug);\n return prefLabels;\n }\n return undefined;\n }\n\n function swapLanguageCodeBetweenLanguages(code) {\n if (swapLanguageCode[code]) {\n return swapLanguageCode[code];\n }\n return code;\n }\n\n function changeAbbr(abbr) {\n if (changeAbbrHash[abbr]) {\n return changeAbbrHash[abbr];\n }\n return abbr;\n }\n\n function swaggerQuery(uri) {\n // This would work for only yso, not yso-paikat etc `https://api.finto.fi/rest/v1/yso/data?format=application%2Fjson&uri=${uri}`;\n return `https://api.finto.fi/rest/v1/data?uri=${uri}&format=application%2Fjson`; // This is simpler, but contains more irrelevant data\n }\n\n async function getTermData(uri) {\n //console.log(`getTermData(${uri})`); // eslint-disable-line no-console\n if (termCache[uri]) { // Don't think current implementation uses the cache any more.\n //console.log(`CACHED ${uri}`); // eslint-disable-line no-console\n return termCache[uri];\n }\n const tmp = await getTermDataFromFinto(uri);\n termCache[uri] = tmp;\n return tmp;\n }\n\n async function getTermDataFromFinto(uri) {\n const headers = {'Accept': 'application/json'};\n const uri2 = swaggerQuery(uri);\n\n const response = await fetch(uri2, {method: 'GET', headers});\n if (!response.ok) {\n return undefined;\n }\n const json = await response.json();\n\n if (!json.graph) {\n return undefined;\n }\n const arr = json.graph;\n const [hit] = arr.filter(row => row.uri === uri);\n //console.log(`NEW JSON: ${JSON.stringify(hit.prefLabel)}`); // eslint-disable-line no-console\n return hit.prefLabel;\n }\n\n\n function fieldToUri(field) {\n const lex = mapTagToLex(field.tag);\n\n const subfield0 = field.subfields.find(sf => sf.code === '0');\n const id = subfield0.value.replace(/^[^0-9]+/u, '');\n if (lex === 'yso') {\n //return `http%3A%2F%2Fwww.yso.fi%2Fonto%2Fyso%2Fp${id}`;\n return `http://www.yso.fi/onto/yso/p${id}`;\n }\n if (lex === 'slm') {\n return `http://urn.fi/URN:NBN:fi:au:slm:s${id}`;\n }\n return undefined;\n }\n\n function isRelevantField(field, lang) {\n const fieldAsString = fieldToString(field);\n\n // We should probably allow an optional $8 as the first subfield.\n if (!fieldAsString.match(/^... #7 \u2021a [^\u2021]+ \u20212 [^\u2021]+ \u20210 [^\u2021]+(?: \u20219 [A-Z]+<(?:KEEP|DROP)>)*$/u)) {\n return false;\n }\n const lex = mapTagToLex(field.tag);\n const lexLang = `${lex}/${lang}`;\n if (!fieldHasSubfield(field, '2', lexLang)) {\n return false;\n }\n return fieldHasValidSubfield0(field);\n }\n\n function fieldHasValidSubfield0(field) {\n const lex = mapTagToLex(field.tag);\n const subfield0 = field.subfields.find(sf => sf.code === '0');\n if (lex === 'yso' && subfield0.value.match(/^http:\\/\\/www\\.yso\\.fi\\/onto\\/yso\\/p[0-9]+$/u)) {\n return true;\n }\n if (lex === 'slm' && subfield0.value.match(/^http:\\/\\/urn\\.fi\\/URN:NBN:fi:au:slm:s[0-9]+$/u)) {\n return true;\n }\n return false;\n }\n\n function getMisses(fieldList1, fieldList2) {\n return fieldList1.filter(f => !hasSubfield0Match(f, fieldList2));\n }\n\n function hasSubfield0Match(field, pairFields) {\n const subfield0 = field.subfields.find(sf => sf.code === '0');\n return pairFields.some(f => f.subfields.some(sf => sf.code === '0' && sf.value === subfield0.value));\n }\n\n\n function mapTagToLex(tag) {\n if (tag === '655') {\n return 'slm';\n }\n return 'yso';\n }\n\n\n /*\n function getValidIdentifiers(record, tag, lang) {\n const lex = mapTagToLex(tag);\n const subfield2Value = `${lex}/${lang}`;\n const candFields = record.get(tag).filter(f => f.subfields.some(sf => sf.code === '2' && sf.value === subfield2Value)); // TODO: filter\n return [];\n }\n */\n\n}\n\n"],
|
|
5
|
-
"mappings": "AAAA,OAAO,WAAW;AAClB,OAAO,uBAAuB;AAC9B,SAAQ,kBAAkB,eAAe,eAAc;AAGvD,MAAM,QAAQ,kBAAkB,0DAA0D;AAC1F,MAAM,cAAc,CAAC,OAAO,OAAO,OAAO,KAAK;AAE/C,MAAM,mBAAmB,EAAC,OAAO,OAAO,MAAM,MAAM,MAAM,MAAM,OAAO,MAAK;AAC5E,MAAM,iBAAiB,EAAC,MAAM,OAAO,OAAO,MAAM,MAAM,OAAO,OAAO,KAAI;AAE1E,MAAM,YAAY,CAAC;AAGnB,0BAA2B;AAGzB,SAAO;AAAA,IACL,aAAa;AAAA,IACb;AAAA,IAAU;AAAA,EACZ;AAEA,iBAAe,IAAI,QAAQ;AACzB,UAAM,YAAY,MAAM,UAAU,QAAQ,aAAa,CAAC,CAAC;AAEzD,cAAU,QAAQ,QAAM,QAAQ,kBAAkB,cAAc,EAAE,CAAC,KAAK,KAAK,CAAC;AAE9E,cAAU,QAAQ,QAAM,OAAO,YAAY,EAAE,CAAC;AAE9C,UAAM,qBAAqB,UAAU,IAAI,OAAK,cAAc,CAAC,CAAC;AAG9D,WAAO,EAAC,SAAS,CAAC,GAAG,KAAK,oBAAoB,OAAO,KAAI;AAAA,EAC3D;AAEA,iBAAe,SAAS,QAAQ;AAC9B,UAAM,YAAY,MAAM,UAAU,QAAQ,aAAa,CAAC,CAAC;AACzD,QAAI,UAAU,WAAW,GAAG;AAC1B,aAAO,EAAC,WAAW,CAAC,GAAG,SAAS,KAAI;AAAA,IACtC;AACA,UAAM,WAAW,UAAU,IAAI,OAAK,cAAc,CAAC,CAAC;AAEpD,WAAO,EAAC,WAAW,UAAU,SAAS,MAAK;AAAA,EAC7C;AAEA,iBAAe,UAAU,QAAQ,MAAM,aAAa;AAClD,UAAM,CAAC,SAAS,GAAG,aAAa,IAAI;AACpC,QAAI,CAAC,SAAS;AACZ,aAAO;AAAA,IACT;AACA,UAAM,gBAAgB,MAAM,oBAAoB,QAAQ,OAAO;AAE/D,UAAM,MAAM,MAAM,UAAU,QAAQ,eAAe,CAAC,GAAG,aAAa,GAAG,aAAa,CAAC;AACrF,WAAO;AAAA,EACT;AAEA,WAAS,mCAAmC,QAAQ,KAAK;AACvD,UAAM,cAAc,YAAY,GAAG;AACnC,QAAI,CAAC,aAAa;AAChB,aAAO,CAAC;AAAA,IACV;AACA,UAAM,SAAS,OAAO,IAAI,GAAG;AAC7B,UAAM,gBAAgB,OAAO,OAAO,OAAK,
|
|
6
|
-
"names": []
|
|
4
|
+
"sourcesContent": ["import clone from 'clone';\nimport createDebugLogger from 'debug';\nimport {fieldHasSubfield, fieldToString, nvdebug} from './utils.js';\n\n\nconst debug = createDebugLogger('@natlibfi/marc-record-validators-melinda:translate-terms');\nconst defaultTags = ['648', '650', '651', '655'];\n\nconst swapLanguageCode = {'fin': 'swe', 'fi': 'sv', 'sv': 'fi', 'swe': 'fin'};\nconst changeAbbrHash = {'fi': 'fin', 'fin': 'fi', 'sv': 'swe', 'swe': 'sv'};\n\nconst termCache = {};\n\n// Author(s): Nicholas Volk\nexport default function () {\n\n\n return {\n description: 'Translate yso (648, 650, 651) and slm (655) terms (FIN <=> SWE)',\n validate, fix\n };\n\n async function fix(record) {\n const newFields = await getFields(record, defaultTags, []);\n\n newFields.forEach(nf => nvdebug(`Add new field '${fieldToString(nf)}'`, debug));\n\n newFields.forEach(nf => record.insertField(nf));\n\n const newFieldsAsStrings = newFields.map(f => fieldToString(f));\n\n\n return {message: [], fix: newFieldsAsStrings, valid: true};\n }\n\n async function validate(record) {\n const newFields = await getFields(record, defaultTags, []);\n if (newFields.length === 0) {\n return {'message': [], 'valid': true};\n }\n const messages = newFields.map(f => fieldToString(f));\n\n return {'message': messages, 'valid': false};\n }\n\n async function getFields(record, tags, fieldsToAdd) {\n const [currTag, ...remainingTags] = tags;\n if (!currTag) {\n return fieldsToAdd;\n }\n const missingFields = await deriveMissingFields(record, currTag);\n\n const tmp = await getFields(record, remainingTags, [...fieldsToAdd, ...missingFields]);\n return tmp;\n }\n\n function getPairlessFinnishAndSwedishFields(record, tag) {\n const expectedLex = mapTagToLex(tag);\n if (!expectedLex) {\n return [];\n }\n const fields = record.get(tag);\n const finnishFields = fields.filter(f => isTranslatable(f, 'fin'));\n const swedishFields = fields.filter(f => isTranslatable(f, 'swe'));\n const finnishOnly = getMisses(finnishFields, swedishFields);\n const swedishOnly = getMisses(swedishFields, finnishFields);\n\n //console.log(` Looking at ${finnishOnly.length} + ${swedishOnly.length} fields`); // eslint-disable-line no-console\n return [...finnishOnly, ...swedishOnly].filter(f => tagAndFieldAgree(f));\n\n function tagAndFieldAgree(field) {\n // Check that tag and $2 value are pairable:\n const lexData = getLexiconAndLanguage(field); // $2 data\n return expectedLex === lexData.lex;\n }\n }\n\n async function deriveMissingFields(record, tag) {\n const pairlessFields = getPairlessFinnishAndSwedishFields(record, tag);\n\n // Dunno how to handle loop+promise combo in our normal coding style. Spent half a day trying... (I reckon it takes like 2 minuts to do this properly...)\n // Did a proper implementation in drop-terms.js...\n let prefLabels = [];\n for (let i=0; i < pairlessFields.length; i += 1) {\n prefLabels[i] = await getPrefLabel(pairlessFields[i]);\n }\n\n const missingFields = pairlessFields.map((f, i) => pairField(f, prefLabels[i]));\n return missingFields.filter(f => f);\n }\n\n function pairField(field, prefLabels) {\n if (!prefLabels) {\n return undefined;\n }\n //console.log(`pairField() WP 1: ${fieldToString(field)}`); // eslint-disable-line no-console\n const lexAndLang = getLexiconAndLanguage(field);\n //console.log(`pairField() WP 2: ${JSON.stringify(lexAndLang)}`); // eslint-disable-line no-console\n const twoLetterOtherLang = swapLanguageCodeBetweenLanguages(changeAbbr(lexAndLang.lang));\n const prefLabel = prefLabels.find(l => l.lang === twoLetterOtherLang);\n //console.log(`pairField() WP 4: ${JSON.stringify(prefLabel)}`); // eslint-disable-line no-console\n const sfA = {'code': 'a', 'value': prefLabel.value}; // field.subfields.field(sf => sf.code === 'a');\n const sf0 = clone(field.subfields.find(sf => sf.code === '0'));\n const sf2 = {'code': '2', 'value': `${lexAndLang.lex}/${lexAndLang.lang === 'fin' ? 'swe' : 'fin'}`}; // swap fin <=> swe\n const newField = {tag: field.tag, ind1: field.ind1, ind2: field.ind2, subfields: [sfA, sf2, sf0]};\n return newField;\n }\n\n\n\n async function getPrefLabel(field) {\n // Pre-requisite: tag vs $2 correlation has already been checked!\n const uri = fieldToUri(field);\n if (!uri) { // $0 is invalid or sumthing\n return undefined;\n }\n\n const data = await getTermData(uri);\n\n if (!data) { // Sanity check. Miss caused by illegal id etc.\n nvdebug(`No labels found for ${uri}`, debug);\n return undefined;\n }\n\n const prefLabels = data.prefLabel;\n\n const lexData = getLexiconAndLanguage(field); // $2 data\n const lang = changeAbbr(lexData.lang); // fi <=> fin (finto use 2 chars, we use 3-letters)\n const subfieldA = field.subfields.find(sf => sf.code === 'a');\n\n if (isLabel(prefLabels, subfieldA.value, lang)) {\n return prefLabels;\n }\n return undefined;\n }\n\n\n function fieldToUri(field) {\n const lex = mapTagToLex(field.tag);\n\n const subfield0 = field.subfields.find(sf => sf.code === '0');\n const id = subfield0.value.replace(/^[^0-9]+/u, '');\n return buildUri(lex, id);\n }\n\n function isTranslatable(field, lang) {\n const fieldAsString = fieldToString(field);\n\n // We should probably allow an optional $8 as the first subfield.\n if (!fieldAsString.match(/^... #7 (?: \u20218 [^\u2021]+ )*\u2021a [^\u2021]+ \u20212 [^\u2021]+ \u20210 [^\u2021]+(?: \u20219 [A-Z]+<(?:KEEP|DROP)>)*$/u)) {\n return false;\n }\n const lex = mapTagToLex(field.tag);\n const lexLang = `${lex}/${lang}`;\n if (!fieldHasSubfield(field, '2', lexLang)) {\n return false;\n }\n return fieldHasValidSubfield0(field);\n }\n\n\n function getMisses(fieldList1, fieldList2) {\n return fieldList1.filter(f => !hasSubfield0Match(f, fieldList2));\n }\n\n function hasSubfield0Match(field, pairFields) {\n const subfield0 = field.subfields.find(sf => sf.code === '0');\n return pairFields.some(f => f.subfields.some(sf => sf.code === '0' && sf.value === subfield0.value));\n }\n\n\n\n\n\n /*\n function getValidIdentifiers(record, tag, lang) {\n const lex = mapTagToLex(tag);\n const subfield2Value = `${lex}/${lang}`;\n const candFields = record.get(tag).filter(f => f.subfields.some(sf => sf.code === '2' && sf.value === subfield2Value)); // TODO: filter\n return [];\n }\n */\n\n}\n\nexport function fieldHasValidSubfield0(field, defaultLex = undefined) {\n const lex = defaultLex || mapTagToLex(field.tag);\n return field.subfields.some(sf => isValidSubfield0(sf, lex));\n}\n\nexport function isValidSubfield0(subfield, lex = '???') {\n if (subfield.code !== '0') {\n return false;\n }\n // 2025-12-10: supports both http and https as well. Note that translation will copy the original $0 idenfifier even though it might be non-standard.\n // Note that currently 'http' is teh standard!!!\n if (['yso', 'yso/fin', 'yso/swe'].includes(lex) && subfield.value.match(/^https?:\\/\\/www\\.yso\\.fi\\/onto\\/yso\\/p[0-9]+$/u)) {\n return true;\n }\n if (['slm', 'slm/fin', 'slm/swe'].includes(lex) && subfield.value.match(/^https?:\\/\\/urn\\.fi\\/URN:NBN:fi:au:slm:s[0-9]+$/u)) {\n return true;\n }\n return false;\n}\n\n\nexport function buildUri(lex, id) {\n if (['yso', 'yso/fin', 'yso/swe'].includes(lex)) {\n //return `http%3A%2F%2Fwww.yso.fi%2Fonto%2Fyso%2Fp${id}`;\n return `http://www.yso.fi/onto/yso/p${id}`;\n }\n if (['slm', 'slm/fin', 'slm/swe'].includes(lex)) {\n return `http://urn.fi/URN:NBN:fi:au:slm:s${id}`;\n }\n return undefined;\n}\n\nfunction mapTagToLex(tag) {\n if (tag === '655') {\n return 'slm';\n }\n return 'yso';\n}\n\nexport async function getTermData(uri) {\n nvdebug(`getTermData(${uri})`);\n if (termCache[uri]) { // Don't think current implementation uses the cache any more.\n //console.log(`CACHED ${uri}`); // eslint-disable-line no-console\n return termCache[uri];\n }\n const tmp = await getTermDataFromFinto(uri);\n termCache[uri] = tmp;\n return tmp;\n}\n\nasync function getTermDataFromFinto(uri) {\n const headers = {'Accept': 'application/json'};\n const uri2 = swaggerQuery(uri);\n\n const response = await fetch(uri2, {method: 'GET', headers});\n if (!response.ok) {\n return undefined;\n }\n const json = await response.json();\n\n if (!json.graph) {\n return undefined;\n }\n const arr = json.graph;\n const [hit] = arr.filter(row => row.uri === uri);\n const subset = {\n prefLabel: processLabel(hit?.prefLabel || undefined),\n altLabel: processLabel(hit?.altLabel || undefined)\n };\n //console.log(`NEW JSON: ${JSON.stringify(hit)}`); // eslint-disable-line no-console\n\n return subset;\n\n function swaggerQuery(uri) {\n // This would work for only yso, not yso-paikat etc `https://api.finto.fi/rest/v1/yso/data?format=application%2Fjson&uri=${uri}`;\n return `https://api.finto.fi/rest/v1/data?uri=${uri}&format=application%2Fjson`; // This is simpler, but contains more irrelevant data\n }\n\n function processLabel(label) {\n if (typeof label === 'object') {\n if (Array.isArray(label)) {\n return label;\n }\n return [label];\n }\n return [];\n }\n}\n\nexport function getLexiconAndLanguage(field) {\n // Assumes that field has exactly one $2\n const subfield2 = field.subfields.find(sf => sf.code === '2');\n if (subfield2) {\n if (subfield2.value === 'slm/fin') {\n return {'lex': 'slm', 'lang': 'fin'};\n }\n if (subfield2.value === 'slm/swe') {\n return {'lex': 'slm', 'lang': 'swe'};\n }\n if (subfield2.value === 'yso/fin') {\n return {'lex': 'yso', 'lang': 'fin'};\n }\n if (subfield2.value === 'yso/swe') {\n return {'lex': 'yso', 'lang': 'swe'};\n }\n }\n return {};\n}\n\n\n\nexport function isLabel(labels, term, lang = undefined) {\n const twoLetterLanguageCode = lang && lang.length === 3 ? changeAbbr(lang) : lang;\n return labels.some(l => isMatch(l));\n\n function isMatch(label) {\n if (label.value !== term) {\n return false;\n }\n if (!twoLetterLanguageCode) { // If language code is not defined, any hit will do\n return true;\n }\n return label.lang === twoLetterLanguageCode;\n }\n}\n\n\n function changeAbbr(abbr) {\n if (changeAbbrHash[abbr]) {\n return changeAbbrHash[abbr];\n }\n return abbr;\n }\n\n\n function swapLanguageCodeBetweenLanguages(code) {\n if (swapLanguageCode[code]) {\n return swapLanguageCode[code];\n }\n return code;\n }"],
|
|
5
|
+
"mappings": "AAAA,OAAO,WAAW;AAClB,OAAO,uBAAuB;AAC9B,SAAQ,kBAAkB,eAAe,eAAc;AAGvD,MAAM,QAAQ,kBAAkB,0DAA0D;AAC1F,MAAM,cAAc,CAAC,OAAO,OAAO,OAAO,KAAK;AAE/C,MAAM,mBAAmB,EAAC,OAAO,OAAO,MAAM,MAAM,MAAM,MAAM,OAAO,MAAK;AAC5E,MAAM,iBAAiB,EAAC,MAAM,OAAO,OAAO,MAAM,MAAM,OAAO,OAAO,KAAI;AAE1E,MAAM,YAAY,CAAC;AAGnB,0BAA2B;AAGzB,SAAO;AAAA,IACL,aAAa;AAAA,IACb;AAAA,IAAU;AAAA,EACZ;AAEA,iBAAe,IAAI,QAAQ;AACzB,UAAM,YAAY,MAAM,UAAU,QAAQ,aAAa,CAAC,CAAC;AAEzD,cAAU,QAAQ,QAAM,QAAQ,kBAAkB,cAAc,EAAE,CAAC,KAAK,KAAK,CAAC;AAE9E,cAAU,QAAQ,QAAM,OAAO,YAAY,EAAE,CAAC;AAE9C,UAAM,qBAAqB,UAAU,IAAI,OAAK,cAAc,CAAC,CAAC;AAG9D,WAAO,EAAC,SAAS,CAAC,GAAG,KAAK,oBAAoB,OAAO,KAAI;AAAA,EAC3D;AAEA,iBAAe,SAAS,QAAQ;AAC9B,UAAM,YAAY,MAAM,UAAU,QAAQ,aAAa,CAAC,CAAC;AACzD,QAAI,UAAU,WAAW,GAAG;AAC1B,aAAO,EAAC,WAAW,CAAC,GAAG,SAAS,KAAI;AAAA,IACtC;AACA,UAAM,WAAW,UAAU,IAAI,OAAK,cAAc,CAAC,CAAC;AAEpD,WAAO,EAAC,WAAW,UAAU,SAAS,MAAK;AAAA,EAC7C;AAEA,iBAAe,UAAU,QAAQ,MAAM,aAAa;AAClD,UAAM,CAAC,SAAS,GAAG,aAAa,IAAI;AACpC,QAAI,CAAC,SAAS;AACZ,aAAO;AAAA,IACT;AACA,UAAM,gBAAgB,MAAM,oBAAoB,QAAQ,OAAO;AAE/D,UAAM,MAAM,MAAM,UAAU,QAAQ,eAAe,CAAC,GAAG,aAAa,GAAG,aAAa,CAAC;AACrF,WAAO;AAAA,EACT;AAEA,WAAS,mCAAmC,QAAQ,KAAK;AACvD,UAAM,cAAc,YAAY,GAAG;AACnC,QAAI,CAAC,aAAa;AAChB,aAAO,CAAC;AAAA,IACV;AACA,UAAM,SAAS,OAAO,IAAI,GAAG;AAC7B,UAAM,gBAAgB,OAAO,OAAO,OAAK,eAAe,GAAG,KAAK,CAAC;AACjE,UAAM,gBAAgB,OAAO,OAAO,OAAK,eAAe,GAAG,KAAK,CAAC;AACjE,UAAM,cAAc,UAAU,eAAe,aAAa;AAC1D,UAAM,cAAc,UAAU,eAAe,aAAa;AAG1D,WAAO,CAAC,GAAG,aAAa,GAAG,WAAW,EAAE,OAAO,OAAK,iBAAiB,CAAC,CAAC;AAEvE,aAAS,iBAAiB,OAAO;AAE/B,YAAM,UAAU,sBAAsB,KAAK;AAC3C,aAAO,gBAAgB,QAAQ;AAAA,IACjC;AAAA,EACF;AAEA,iBAAe,oBAAoB,QAAQ,KAAK;AAC9C,UAAM,iBAAiB,mCAAmC,QAAQ,GAAG;AAIrE,QAAI,aAAa,CAAC;AAClB,aAAS,IAAE,GAAG,IAAI,eAAe,QAAQ,KAAK,GAAG;AAC/C,iBAAW,CAAC,IAAI,MAAM,aAAa,eAAe,CAAC,CAAC;AAAA,IACtD;AAEA,UAAM,gBAAgB,eAAe,IAAI,CAAC,GAAG,MAAM,UAAU,GAAG,WAAW,CAAC,CAAC,CAAC;AAC9E,WAAO,cAAc,OAAO,OAAK,CAAC;AAAA,EACpC;AAEA,WAAS,UAAU,OAAO,YAAY;AACpC,QAAI,CAAC,YAAY;AACf,aAAO;AAAA,IACT;AAEA,UAAM,aAAa,sBAAsB,KAAK;AAE9C,UAAM,qBAAqB,iCAAiC,WAAW,WAAW,IAAI,CAAC;AACvF,UAAM,YAAY,WAAW,KAAK,OAAK,EAAE,SAAS,kBAAkB;AAEpE,UAAM,MAAM,EAAC,QAAQ,KAAK,SAAS,UAAU,MAAK;AAClD,UAAM,MAAM,MAAM,MAAM,UAAU,KAAK,QAAM,GAAG,SAAS,GAAG,CAAC;AAC7D,UAAM,MAAM,EAAC,QAAQ,KAAK,SAAS,GAAG,WAAW,GAAG,IAAI,WAAW,SAAS,QAAQ,QAAQ,KAAK,GAAE;AACnG,UAAM,WAAW,EAAC,KAAK,MAAM,KAAK,MAAM,MAAM,MAAM,MAAM,MAAM,MAAM,WAAW,CAAC,KAAK,KAAK,GAAG,EAAC;AAChG,WAAO;AAAA,EACT;AAIA,iBAAe,aAAa,OAAO;AAEjC,UAAM,MAAM,WAAW,KAAK;AAC5B,QAAI,CAAC,KAAK;AACR,aAAO;AAAA,IACT;AAEA,UAAM,OAAO,MAAM,YAAY,GAAG;AAElC,QAAI,CAAC,MAAM;AACT,cAAQ,uBAAuB,GAAG,IAAI,KAAK;AAC3C,aAAO;AAAA,IACT;AAEA,UAAM,aAAa,KAAK;AAExB,UAAM,UAAU,sBAAsB,KAAK;AAC3C,UAAM,OAAO,WAAW,QAAQ,IAAI;AACpC,UAAM,YAAY,MAAM,UAAU,KAAK,QAAM,GAAG,SAAS,GAAG;AAE5D,QAAI,QAAQ,YAAY,UAAU,OAAO,IAAI,GAAG;AAC9C,aAAO;AAAA,IACT;AACA,WAAO;AAAA,EACT;AAGA,WAAS,WAAW,OAAO;AACzB,UAAM,MAAM,YAAY,MAAM,GAAG;AAEjC,UAAM,YAAY,MAAM,UAAU,KAAK,QAAM,GAAG,SAAS,GAAG;AAC5D,UAAM,KAAK,UAAU,MAAM,QAAQ,aAAa,EAAE;AAClD,WAAO,SAAS,KAAK,EAAE;AAAA,EACzB;AAEA,WAAS,eAAe,OAAO,MAAM;AACnC,UAAM,gBAAgB,cAAc,KAAK;AAGzC,QAAI,CAAC,cAAc,MAAM,mFAAmF,GAAG;AAC7G,aAAO;AAAA,IACT;AACA,UAAM,MAAM,YAAY,MAAM,GAAG;AACjC,UAAM,UAAU,GAAG,GAAG,IAAI,IAAI;AAC9B,QAAI,CAAC,iBAAiB,OAAO,KAAK,OAAO,GAAG;AAC1C,aAAO;AAAA,IACT;AACA,WAAO,uBAAuB,KAAK;AAAA,EACrC;AAGA,WAAS,UAAU,YAAY,YAAY;AACzC,WAAO,WAAW,OAAO,OAAK,CAAC,kBAAkB,GAAG,UAAU,CAAC;AAAA,EACjE;AAEA,WAAS,kBAAkB,OAAO,YAAY;AAC5C,UAAM,YAAY,MAAM,UAAU,KAAK,QAAM,GAAG,SAAS,GAAG;AAC5D,WAAO,WAAW,KAAK,OAAK,EAAE,UAAU,KAAK,QAAM,GAAG,SAAS,OAAO,GAAG,UAAU,UAAU,KAAK,CAAC;AAAA,EACrG;AAeF;AAEO,gBAAS,uBAAuB,OAAO,aAAa,QAAW;AACpE,QAAM,MAAM,cAAc,YAAY,MAAM,GAAG;AAC/C,SAAO,MAAM,UAAU,KAAK,QAAM,iBAAiB,IAAI,GAAG,CAAC;AAC7D;AAEO,gBAAS,iBAAiB,UAAU,MAAM,OAAO;AACtD,MAAI,SAAS,SAAS,KAAK;AACzB,WAAO;AAAA,EACT;AAGA,MAAI,CAAC,OAAO,WAAW,SAAS,EAAE,SAAS,GAAG,KAAK,SAAS,MAAM,MAAM,gDAAgD,GAAG;AACzH,WAAO;AAAA,EACT;AACA,MAAI,CAAC,OAAO,WAAW,SAAS,EAAE,SAAS,GAAG,KAAK,SAAS,MAAM,MAAM,kDAAkD,GAAG;AAC3H,WAAO;AAAA,EACT;AACA,SAAO;AACT;AAGO,gBAAS,SAAS,KAAK,IAAI;AAChC,MAAI,CAAC,OAAO,WAAW,SAAS,EAAE,SAAS,GAAG,GAAG;AAE/C,WAAO,+BAA+B,EAAE;AAAA,EAC1C;AACA,MAAI,CAAC,OAAO,WAAW,SAAS,EAAE,SAAS,GAAG,GAAG;AAC/C,WAAO,oCAAoC,EAAE;AAAA,EAC/C;AACA,SAAO;AACT;AAEA,SAAS,YAAY,KAAK;AACxB,MAAI,QAAQ,OAAO;AACjB,WAAO;AAAA,EACT;AACA,SAAO;AACT;AAEA,sBAAsB,YAAY,KAAK;AACrC,UAAQ,eAAe,GAAG,GAAG;AAC7B,MAAI,UAAU,GAAG,GAAG;AAElB,WAAO,UAAU,GAAG;AAAA,EACtB;AACA,QAAM,MAAM,MAAM,qBAAqB,GAAG;AAC1C,YAAU,GAAG,IAAI;AACjB,SAAO;AACT;AAEA,eAAe,qBAAqB,KAAK;AACrC,QAAM,UAAU,EAAC,UAAU,mBAAkB;AAC7C,QAAM,OAAO,aAAa,GAAG;AAE7B,QAAM,WAAW,MAAM,MAAM,MAAM,EAAC,QAAQ,OAAO,QAAO,CAAC;AAC3D,MAAI,CAAC,SAAS,IAAI;AAChB,WAAO;AAAA,EACT;AACA,QAAM,OAAO,MAAM,SAAS,KAAK;AAEjC,MAAI,CAAC,KAAK,OAAO;AACf,WAAO;AAAA,EACT;AACA,QAAM,MAAM,KAAK;AACjB,QAAM,CAAC,GAAG,IAAI,IAAI,OAAO,SAAO,IAAI,QAAQ,GAAG;AAC/C,QAAM,SAAS;AAAA,IACb,WAAW,aAAa,KAAK,aAAa,MAAS;AAAA,IACnD,UAAU,aAAa,KAAK,YAAY,MAAS;AAAA,EACnD;AAGA,SAAO;AAEP,WAAS,aAAaA,MAAK;AAEzB,WAAO,yCAAyCA,IAAG;AAAA,EACrD;AAEA,WAAS,aAAa,OAAO;AAC3B,QAAI,OAAO,UAAU,UAAU;AAC7B,UAAI,MAAM,QAAQ,KAAK,GAAG;AACxB,eAAO;AAAA,MACT;AACA,aAAO,CAAC,KAAK;AAAA,IACf;AACA,WAAO,CAAC;AAAA,EACV;AACJ;AAEO,gBAAS,sBAAsB,OAAO;AAE3C,QAAM,YAAY,MAAM,UAAU,KAAK,QAAM,GAAG,SAAS,GAAG;AAC5D,MAAI,WAAW;AACb,QAAI,UAAU,UAAU,WAAW;AACjC,aAAO,EAAC,OAAO,OAAO,QAAQ,MAAK;AAAA,IACrC;AACA,QAAI,UAAU,UAAU,WAAW;AACjC,aAAO,EAAC,OAAO,OAAO,QAAQ,MAAK;AAAA,IACrC;AACA,QAAI,UAAU,UAAU,WAAW;AACjC,aAAO,EAAC,OAAO,OAAO,QAAQ,MAAK;AAAA,IACrC;AACA,QAAI,UAAU,UAAU,WAAW;AACjC,aAAO,EAAC,OAAO,OAAO,QAAQ,MAAK;AAAA,IACrC;AAAA,EACF;AACA,SAAO,CAAC;AACV;AAIO,gBAAS,QAAQ,QAAQ,MAAM,OAAO,QAAW;AACtD,QAAM,wBAAwB,QAAQ,KAAK,WAAW,IAAI,WAAW,IAAI,IAAI;AAC7E,SAAO,OAAO,KAAK,OAAK,QAAQ,CAAC,CAAC;AAElC,WAAS,QAAQ,OAAO;AACtB,QAAI,MAAM,UAAU,MAAM;AACxB,aAAO;AAAA,IACT;AACA,QAAI,CAAC,uBAAuB;AAC1B,aAAO;AAAA,IACT;AACA,WAAO,MAAM,SAAS;AAAA,EACxB;AACF;AAGE,SAAS,WAAW,MAAM;AACxB,MAAI,eAAe,IAAI,GAAG;AACxB,WAAO,eAAe,IAAI;AAAA,EAC5B;AACA,SAAO;AACT;AAGA,SAAS,iCAAiC,MAAM;AAC9C,MAAI,iBAAiB,IAAI,GAAG;AAC1B,WAAO,iBAAiB,IAAI;AAAA,EAC9B;AACA,SAAO;AACT;",
|
|
6
|
+
"names": ["uri"]
|
|
7
7
|
}
|
|
@@ -1,5 +1,4 @@
|
|
|
1
1
|
import assert from "node:assert";
|
|
2
|
-
import createDebugLogger from "debug";
|
|
3
2
|
import fetchMock from "fetch-mock";
|
|
4
3
|
import validatorFactory from "./translate-terms.js";
|
|
5
4
|
import { MarcRecord } from "@natlibfi/marc-record";
|
|
@@ -13,6 +12,7 @@ const uris = [
|
|
|
13
12
|
"http://www.yso.fi/onto/yso/p6196061969",
|
|
14
13
|
"http://urn.fi/URN:NBN:fi:au:slm:s161"
|
|
15
14
|
];
|
|
15
|
+
const useMock = false;
|
|
16
16
|
generateTests({
|
|
17
17
|
callback,
|
|
18
18
|
path: [import.meta.dirname, "..", "test-fixtures", "translate-terms"],
|
|
@@ -23,23 +23,20 @@ generateTests({
|
|
|
23
23
|
},
|
|
24
24
|
hooks: {
|
|
25
25
|
before: async () => {
|
|
26
|
-
|
|
26
|
+
if (useMock) {
|
|
27
|
+
fetchMock.mockGlobal().get(`https://api.finto.fi/rest/v1/data?uri=${uris[0]}&format=application%2Fjson`, { status: 200, headers: {}, body: fakeData }).get(`https://api.finto.fi/rest/v1/data?uri=${uris[1]}&format=application%2Fjson`, { status: 200, headers: {}, body: fakeData }).get(`https://api.finto.fi/rest/v1/data?uri=${uris[2]}&format=application%2Fjson`, { status: 200, headers: {}, body: fakeData }).get(`https://api.finto.fi/rest/v1/data?uri=${uris[3]}&format=application%2Fjson`, { status: 200, headers: {}, body: fakeData }).get(`https://api.finto.fi/rest/v1/data?uri=${uris[4]}&format=application%2Fjson`, { status: 200, headers: {}, body: fakeData });
|
|
28
|
+
}
|
|
27
29
|
testValidatorFactory();
|
|
28
30
|
}
|
|
29
31
|
}
|
|
30
32
|
});
|
|
31
|
-
const debug = createDebugLogger("@natlibfi/marc-record-validators-melinda/translate-terms:test");
|
|
32
33
|
async function testValidatorFactory() {
|
|
33
34
|
const validator = await validatorFactory();
|
|
34
35
|
assert.equal(typeof validator, "object");
|
|
35
36
|
assert.equal(typeof validator.description, "string");
|
|
36
37
|
assert.equal(typeof validator.validate, "function");
|
|
37
38
|
}
|
|
38
|
-
async function callback({ getFixture,
|
|
39
|
-
if (enabled === false) {
|
|
40
|
-
debug("TEST SKIPPED!");
|
|
41
|
-
return;
|
|
42
|
-
}
|
|
39
|
+
async function callback({ getFixture, fix = false }) {
|
|
43
40
|
const validator = await validatorFactory();
|
|
44
41
|
const record = new MarcRecord(getFixture("record.json"));
|
|
45
42
|
const expectedResult = getFixture("expectedResult.json");
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"version": 3,
|
|
3
3
|
"sources": ["../src/translate-terms.test.js"],
|
|
4
|
-
"sourcesContent": ["import assert from 'node:assert';\
|
|
5
|
-
"mappings": "AAAA,OAAO,YAAY;
|
|
4
|
+
"sourcesContent": ["import assert from 'node:assert';\n//import createDebugLogger from 'debug';\nimport fetchMock from 'fetch-mock';\n\nimport validatorFactory from './translate-terms.js';\n\nimport {MarcRecord} from '@natlibfi/marc-record';\nimport {READERS} from '@natlibfi/fixura';\nimport generateTests from '@natlibfi/fixugen';\nimport {fakeData} from '../test-fixtures/translate-terms-data.js';\n\nconst uris = [\n 'http://www.yso.fi/onto/yso/p13299',\n 'http://www.yso.fi/onto/yso/p111739',\n 'http://www.yso.fi/onto/yso/p6197061979',\n 'http://www.yso.fi/onto/yso/p6196061969',\n 'http://urn.fi/URN:NBN:fi:au:slm:s161'\n];\n\nconst useMock = false;\n\ngenerateTests({\n callback,\n path: [import.meta.dirname, '..', 'test-fixtures', 'translate-terms'],\n useMetadataFile: true,\n recurse: false,\n fixura: {\n reader: READERS.JSON\n },\n hooks: {\n before: async () => {\n\n if (useMock){ \n fetchMock.mockGlobal()\n .get(`https://api.finto.fi/rest/v1/data?uri=${uris[0]}&format=application%2Fjson`, {status: 200, headers: {}, body: fakeData})\n .get(`https://api.finto.fi/rest/v1/data?uri=${uris[1]}&format=application%2Fjson`, {status: 200, headers: {}, body: fakeData})\n .get(`https://api.finto.fi/rest/v1/data?uri=${uris[2]}&format=application%2Fjson`, {status: 200, headers: {}, body: fakeData})\n .get(`https://api.finto.fi/rest/v1/data?uri=${uris[3]}&format=application%2Fjson`, {status: 200, headers: {}, body: fakeData})\n .get(`https://api.finto.fi/rest/v1/data?uri=${uris[4]}&format=application%2Fjson`, {status: 200, headers: {}, body: fakeData});\n }\n\n testValidatorFactory();\n }\n }\n});\n\n//const debug = createDebugLogger('@natlibfi/marc-record-validators-melinda/translate-terms:test');\n\nasync function testValidatorFactory() {\n const validator = await validatorFactory();\n\n assert.equal(typeof validator, 'object');\n assert.equal(typeof validator.description, 'string');\n assert.equal(typeof validator.validate, 'function');\n}\n\nasync function callback({getFixture, fix = false}) {\n const validator = await validatorFactory();\n const record = new MarcRecord(getFixture('record.json'));\n const expectedResult = getFixture('expectedResult.json');\n // console.log(expectedResult); // eslint-disable-line\n\n if (!fix) {\n const result = await validator.validate(record);\n assert.deepEqual(result, expectedResult);\n return;\n }\n\n await validator.fix(record);\n assert.deepEqual(record, expectedResult);\n}\n"],
|
|
5
|
+
"mappings": "AAAA,OAAO,YAAY;AAEnB,OAAO,eAAe;AAEtB,OAAO,sBAAsB;AAE7B,SAAQ,kBAAiB;AACzB,SAAQ,eAAc;AACtB,OAAO,mBAAmB;AAC1B,SAAQ,gBAAe;AAEvB,MAAM,OAAO;AAAA,EACX;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF;AAEA,MAAM,UAAU;AAEhB,cAAc;AAAA,EACZ;AAAA,EACA,MAAM,CAAC,YAAY,SAAS,MAAM,iBAAiB,iBAAiB;AAAA,EACpE,iBAAiB;AAAA,EACjB,SAAS;AAAA,EACT,QAAQ;AAAA,IACN,QAAQ,QAAQ;AAAA,EAClB;AAAA,EACA,OAAO;AAAA,IACL,QAAQ,YAAY;AAElB,UAAI,SAAQ;AACV,kBAAU,WAAW,EACpB,IAAI,yCAAyC,KAAK,CAAC,CAAC,8BAA8B,EAAC,QAAQ,KAAK,SAAS,CAAC,GAAG,MAAM,SAAQ,CAAC,EAC5H,IAAI,yCAAyC,KAAK,CAAC,CAAC,8BAA8B,EAAC,QAAQ,KAAK,SAAS,CAAC,GAAG,MAAM,SAAQ,CAAC,EAC5H,IAAI,yCAAyC,KAAK,CAAC,CAAC,8BAA8B,EAAC,QAAQ,KAAK,SAAS,CAAC,GAAG,MAAM,SAAQ,CAAC,EAC5H,IAAI,yCAAyC,KAAK,CAAC,CAAC,8BAA8B,EAAC,QAAQ,KAAK,SAAS,CAAC,GAAG,MAAM,SAAQ,CAAC,EAC5H,IAAI,yCAAyC,KAAK,CAAC,CAAC,8BAA8B,EAAC,QAAQ,KAAK,SAAS,CAAC,GAAG,MAAM,SAAQ,CAAC;AAAA,MAC/H;AAEA,2BAAqB;AAAA,IACvB;AAAA,EACF;AACF,CAAC;AAID,eAAe,uBAAuB;AACpC,QAAM,YAAY,MAAM,iBAAiB;AAEzC,SAAO,MAAM,OAAO,WAAW,QAAQ;AACvC,SAAO,MAAM,OAAO,UAAU,aAAa,QAAQ;AACnD,SAAO,MAAM,OAAO,UAAU,UAAU,UAAU;AACpD;AAEA,eAAe,SAAS,EAAC,YAAY,MAAM,MAAK,GAAG;AACjD,QAAM,YAAY,MAAM,iBAAiB;AACzC,QAAM,SAAS,IAAI,WAAW,WAAW,aAAa,CAAC;AACvD,QAAM,iBAAiB,WAAW,qBAAqB;AAGvD,MAAI,CAAC,KAAK;AACR,UAAM,SAAS,MAAM,UAAU,SAAS,MAAM;AAC9C,WAAO,UAAU,QAAQ,cAAc;AACvC;AAAA,EACF;AAEA,QAAM,UAAU,IAAI,MAAM;AAC1B,SAAO,UAAU,QAAQ,cAAc;AACzC;",
|
|
6
6
|
"names": []
|
|
7
7
|
}
|
|
@@ -3,7 +3,6 @@ import { MarcRecord } from "@natlibfi/marc-record";
|
|
|
3
3
|
import validatorFactory from "./update-field-540.js";
|
|
4
4
|
import { READERS } from "@natlibfi/fixura";
|
|
5
5
|
import generateTests from "@natlibfi/fixugen";
|
|
6
|
-
import createDebugLogger from "debug";
|
|
7
6
|
generateTests({
|
|
8
7
|
callback,
|
|
9
8
|
path: [import.meta.dirname, "..", "test-fixtures", "update-field-540"],
|
|
@@ -18,18 +17,13 @@ generateTests({
|
|
|
18
17
|
}
|
|
19
18
|
}
|
|
20
19
|
});
|
|
21
|
-
const debug = createDebugLogger("@natlibfi/marc-record-validators-melinda/update-field-540:test");
|
|
22
20
|
async function testValidatorFactory() {
|
|
23
21
|
const validator = await validatorFactory();
|
|
24
22
|
assert(validator).to.be.an("object").that.has.any.keys("description", "validate");
|
|
25
23
|
assert(validator.description).to.be.a("string");
|
|
26
24
|
assert(validator.validate).to.be.a("function");
|
|
27
25
|
}
|
|
28
|
-
async function callback({ getFixture,
|
|
29
|
-
if (enabled === false) {
|
|
30
|
-
debug("TEST SKIPPED!");
|
|
31
|
-
return;
|
|
32
|
-
}
|
|
26
|
+
async function callback({ getFixture, fix = false }) {
|
|
33
27
|
const validator = await validatorFactory();
|
|
34
28
|
const record = new MarcRecord(getFixture("record.json"));
|
|
35
29
|
const expectedResult = getFixture("expectedResult.json");
|