@natlibfi/marc-record-validators-melinda 11.6.7 → 12.0.0-alpha.12
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.github/workflows/{melinda-node-tests.yml → melinda-node-tests-and-publish.yml} +37 -12
- package/dist/access-rights.js +63 -91
- package/dist/access-rights.js.map +7 -1
- package/dist/access-rights.test.js +137 -0
- package/dist/access-rights.test.js.map +7 -0
- package/dist/addMissingField041.js +21 -53
- package/dist/addMissingField041.js.map +7 -1
- package/dist/addMissingField041.test.js +39 -0
- package/dist/addMissingField041.test.js.map +7 -0
- package/dist/addMissingField336.js +99 -191
- package/dist/addMissingField336.js.map +7 -1
- package/dist/addMissingField336.test.js +39 -0
- package/dist/addMissingField336.test.js.map +7 -0
- package/dist/addMissingField337.js +63 -132
- package/dist/addMissingField337.js.map +7 -1
- package/dist/addMissingField337.test.js +39 -0
- package/dist/addMissingField337.test.js.map +7 -0
- package/dist/addMissingField338.js +147 -253
- package/dist/addMissingField338.js.map +7 -1
- package/dist/addMissingField338.test.js +39 -0
- package/dist/addMissingField338.test.js.map +7 -0
- package/dist/cyrillux-usemarcon-replacement.js +119 -272
- package/dist/cyrillux-usemarcon-replacement.js.map +7 -1
- package/dist/cyrillux-usemarcon-replacement.test.js +43 -0
- package/dist/cyrillux-usemarcon-replacement.test.js.map +7 -0
- package/dist/cyrillux.js +119 -223
- package/dist/cyrillux.js.map +7 -1
- package/dist/cyrillux.test.js +39 -0
- package/dist/cyrillux.test.js.map +7 -0
- package/dist/disambiguateSeriesStatements.js +40 -81
- package/dist/disambiguateSeriesStatements.js.map +7 -1
- package/dist/disambiguateSeriesStatements.test.js +44 -0
- package/dist/disambiguateSeriesStatements.test.js.map +7 -0
- package/dist/double-commas.js +7 -14
- package/dist/double-commas.js.map +7 -1
- package/dist/double-commas.test.js +48 -0
- package/dist/double-commas.test.js.map +7 -0
- package/dist/duplicates-ind1.js +10 -31
- package/dist/duplicates-ind1.js.map +7 -1
- package/dist/duplicates-ind1.test.js +40 -0
- package/dist/duplicates-ind1.test.js.map +7 -0
- package/dist/empty-fields.js +10 -22
- package/dist/empty-fields.js.map +7 -1
- package/dist/empty-fields.test.js +129 -0
- package/dist/empty-fields.test.js.map +7 -0
- package/dist/ending-punctuation-conf.js +873 -769
- package/dist/ending-punctuation-conf.js.map +7 -1
- package/dist/ending-punctuation.js +156 -169
- package/dist/ending-punctuation.js.map +7 -1
- package/dist/ending-punctuation.test.js +2385 -0
- package/dist/ending-punctuation.test.js.map +7 -0
- package/dist/ending-whitespace.js +10 -35
- package/dist/ending-whitespace.js.map +7 -1
- package/dist/ending-whitespace.test.js +38 -0
- package/dist/ending-whitespace.test.js.map +7 -0
- package/dist/field-008-18-34-character-groups.js +40 -125
- package/dist/field-008-18-34-character-groups.js.map +7 -1
- package/dist/field-008-18-34-character-groups.test.js +45 -0
- package/dist/field-008-18-34-character-groups.test.js.map +7 -0
- package/dist/field-505-separators.js +19 -39
- package/dist/field-505-separators.js.map +7 -1
- package/dist/field-505-separators.test.js +45 -0
- package/dist/field-505-separators.test.js.map +7 -0
- package/dist/field-521-fix.js +19 -47
- package/dist/field-521-fix.js.map +7 -1
- package/dist/field-521-fix.test.js +44 -0
- package/dist/field-521-fix.test.js.map +7 -0
- package/dist/field-exclusion.js +37 -91
- package/dist/field-exclusion.js.map +7 -1
- package/dist/field-exclusion.test.js +821 -0
- package/dist/field-exclusion.test.js.map +7 -0
- package/dist/field-structure.js +52 -104
- package/dist/field-structure.js.map +7 -1
- package/dist/field-structure.test.js +587 -0
- package/dist/field-structure.test.js.map +7 -0
- package/dist/field33XUtils.js +119 -503
- package/dist/field33XUtils.js.map +7 -1
- package/dist/fields-present.js +11 -23
- package/dist/fields-present.js.map +7 -1
- package/dist/fields-present.test.js +95 -0
- package/dist/fields-present.test.js.map +7 -0
- package/dist/fix-33X.js +393 -431
- package/dist/fix-33X.js.map +7 -1
- package/dist/fix-33X.test.js +39 -0
- package/dist/fix-33X.test.js.map +7 -0
- package/dist/fix-country-codes.js +20 -50
- package/dist/fix-country-codes.js.map +7 -1
- package/dist/fix-country-codes.test.js +44 -0
- package/dist/fix-country-codes.test.js.map +7 -0
- package/dist/fix-language-codes.js +23 -53
- package/dist/fix-language-codes.js.map +7 -1
- package/dist/fix-language-codes.test.js +38 -0
- package/dist/fix-language-codes.test.js.map +7 -0
- package/dist/fixRelatorTerms.js +82 -209
- package/dist/fixRelatorTerms.js.map +7 -1
- package/dist/fixRelatorTerms.test.js +44 -0
- package/dist/fixRelatorTerms.test.js.map +7 -0
- package/dist/fixed-fields.js +21 -30
- package/dist/fixed-fields.js.map +7 -1
- package/dist/fixed-fields.test.js +87 -0
- package/dist/fixed-fields.test.js.map +7 -0
- package/dist/identical-fields.js +8 -24
- package/dist/identical-fields.js.map +7 -1
- package/dist/identical-fields.test.js +119 -0
- package/dist/identical-fields.test.js.map +7 -0
- package/dist/index.js +182 -413
- package/dist/index.js.map +7 -1
- package/dist/indicator-fixes.js +66 -94
- package/dist/indicator-fixes.js.map +7 -1
- package/dist/indicator-fixes.test.js +42 -0
- package/dist/indicator-fixes.test.js.map +7 -0
- package/dist/isbn-issn.js +71 -128
- package/dist/isbn-issn.js.map +7 -1
- package/dist/isbn-issn.test.js +398 -0
- package/dist/isbn-issn.test.js.map +7 -0
- package/dist/item-language.js +32 -65
- package/dist/item-language.js.map +7 -1
- package/dist/item-language.test.js +322 -0
- package/dist/item-language.test.js.map +7 -0
- package/dist/melindaCustomMergeFields.js +5182 -11233
- package/dist/melindaCustomMergeFields.js.map +7 -1
- package/dist/merge-fields/controlSubfields.js +75 -142
- package/dist/merge-fields/controlSubfields.js.map +7 -1
- package/dist/merge-fields/counterpartField.js +187 -379
- package/dist/merge-fields/counterpartField.js.map +7 -1
- package/dist/merge-fields/dataProvenance.js +29 -0
- package/dist/merge-fields/dataProvenance.js.map +7 -0
- package/dist/merge-fields/index.js +25 -50
- package/dist/merge-fields/index.js.map +7 -1
- package/dist/merge-fields/mergableIndicator.js +18 -51
- package/dist/merge-fields/mergableIndicator.js.map +7 -1
- package/dist/merge-fields/mergableTag.js +78 -30
- package/dist/merge-fields/mergableTag.js.map +7 -1
- package/dist/merge-fields/mergeConfig.js +66 -171
- package/dist/merge-fields/mergeConfig.js.map +7 -1
- package/dist/merge-fields/mergeConstraints.js +323 -1214
- package/dist/merge-fields/mergeConstraints.js.map +7 -1
- package/dist/merge-fields/mergeField.js +47 -111
- package/dist/merge-fields/mergeField.js.map +7 -1
- package/dist/merge-fields/mergeIndicator.js +64 -118
- package/dist/merge-fields/mergeIndicator.js.map +7 -1
- package/dist/merge-fields/mergeOrAddPostprocess.js +14 -38
- package/dist/merge-fields/mergeOrAddPostprocess.js.map +7 -1
- package/dist/merge-fields/mergeOrAddSubfield.js +62 -104
- package/dist/merge-fields/mergeOrAddSubfield.js.map +7 -1
- package/dist/merge-fields/mergeSubfield.js +47 -95
- package/dist/merge-fields/mergeSubfield.js.map +7 -1
- package/dist/merge-fields/removeDuplicateSubfields.js +18 -31
- package/dist/merge-fields/removeDuplicateSubfields.js.map +7 -1
- package/dist/merge-fields/worldKnowledge.js +15 -40
- package/dist/merge-fields/worldKnowledge.js.map +7 -1
- package/dist/merge-fields.test.js +46 -0
- package/dist/merge-fields.test.js.map +7 -0
- package/dist/mergeField500Lisapainokset.js +27 -56
- package/dist/mergeField500Lisapainokset.js.map +7 -1
- package/dist/mergeField500Lisapainokset.test.js +44 -0
- package/dist/mergeField500Lisapainokset.test.js.map +7 -0
- package/dist/mergeRelatorTermFields.js +33 -69
- package/dist/mergeRelatorTermFields.js.map +7 -1
- package/dist/mergeRelatorTermFields.test.js +44 -0
- package/dist/mergeRelatorTermFields.test.js.map +7 -0
- package/dist/modernize-502.js +23 -55
- package/dist/modernize-502.js.map +7 -1
- package/dist/modernize-502.test.js +38 -0
- package/dist/modernize-502.test.js.map +7 -0
- package/dist/multiple-subfield-0.js +23 -48
- package/dist/multiple-subfield-0.js.map +7 -1
- package/dist/multiple-subfield-0.test.js +44 -0
- package/dist/multiple-subfield-0.test.js.map +7 -0
- package/dist/non-breaking-space.js +11 -32
- package/dist/non-breaking-space.js.map +7 -1
- package/dist/non-breaking-space.test.js +38 -0
- package/dist/non-breaking-space.test.js.map +7 -0
- package/dist/normalize-dashes.js +18 -37
- package/dist/normalize-dashes.js.map +7 -1
- package/dist/normalize-dashes.test.js +44 -0
- package/dist/normalize-dashes.test.js.map +7 -0
- package/dist/normalize-identifiers.js +54 -140
- package/dist/normalize-identifiers.js.map +7 -1
- package/dist/normalize-identifiers.test.js +44 -0
- package/dist/normalize-identifiers.test.js.map +7 -0
- package/dist/normalize-qualifying-information.js +23 -48
- package/dist/normalize-qualifying-information.js.map +7 -1
- package/dist/normalize-qualifying-information.test.js +44 -0
- package/dist/normalize-qualifying-information.test.js.map +7 -0
- package/dist/normalize-utf8-diacritics.js +19 -105
- package/dist/normalize-utf8-diacritics.js.map +7 -1
- package/dist/normalize-utf8-diacritics.test.js +44 -0
- package/dist/normalize-utf8-diacritics.test.js.map +7 -0
- package/dist/normalizeFieldForComparison.js +91 -158
- package/dist/normalizeFieldForComparison.js.map +7 -1
- package/dist/normalizeSubfieldValueForComparison.js +37 -77
- package/dist/normalizeSubfieldValueForComparison.js.map +7 -1
- package/dist/prepublicationUtils.js +58 -111
- package/dist/prepublicationUtils.js.map +7 -1
- package/dist/punctuation/index.js +56 -72
- package/dist/punctuation/index.js.map +7 -1
- package/dist/punctuation/rules/aut.js +372 -331
- package/dist/punctuation/rules/aut.js.map +7 -1
- package/dist/punctuation/rules/bib.js +420 -373
- package/dist/punctuation/rules/bib.js.map +7 -1
- package/dist/punctuation/rules/index.js +7 -21
- package/dist/punctuation/rules/index.js.map +7 -1
- package/dist/punctuation.test.js +44 -0
- package/dist/punctuation.test.js.map +7 -0
- package/dist/punctuation2.js +259 -802
- package/dist/punctuation2.js.map +7 -1
- package/dist/punctuation2.test.js +44 -0
- package/dist/punctuation2.test.js.map +7 -0
- package/dist/reindexSubfield6OccurenceNumbers.js +61 -96
- package/dist/reindexSubfield6OccurenceNumbers.js.map +7 -1
- package/dist/reindexSubfield6OccurenceNumbers.test.js +44 -0
- package/dist/reindexSubfield6OccurenceNumbers.test.js.map +7 -0
- package/dist/removeDuplicateDataFields.js +102 -202
- package/dist/removeDuplicateDataFields.js.map +7 -1
- package/dist/removeDuplicateDataFields.test.js +44 -0
- package/dist/removeDuplicateDataFields.test.js.map +7 -0
- package/dist/removeInferiorDataFields.js +104 -227
- package/dist/removeInferiorDataFields.js.map +7 -1
- package/dist/removeInferiorDataFields.test.js +44 -0
- package/dist/removeInferiorDataFields.test.js.map +7 -0
- package/dist/resolvable-ext-references-melinda.js +25 -60
- package/dist/resolvable-ext-references-melinda.js.map +7 -1
- package/dist/resolvable-ext-references-melinda.test.js +160 -0
- package/dist/resolvable-ext-references-melinda.test.js.map +7 -0
- package/dist/resolveOrphanedSubfield6s.js +32 -63
- package/dist/resolveOrphanedSubfield6s.js.map +7 -1
- package/dist/resolveOrphanedSubfield6s.test.js +44 -0
- package/dist/resolveOrphanedSubfield6s.test.js.map +7 -0
- package/dist/sanitize-vocabulary-source-codes.js +27 -55
- package/dist/sanitize-vocabulary-source-codes.js.map +7 -1
- package/dist/sanitize-vocabulary-source-codes.test.js +45 -0
- package/dist/sanitize-vocabulary-source-codes.test.js.map +7 -0
- package/dist/sort-tags.js +13 -25
- package/dist/sort-tags.js.map +7 -1
- package/dist/sort-tags.test.js +261 -0
- package/dist/sort-tags.test.js.map +7 -0
- package/dist/sortFields.js +152 -222
- package/dist/sortFields.js.map +7 -1
- package/dist/sortFields.test.js +44 -0
- package/dist/sortFields.test.js.map +7 -0
- package/dist/sortRelatorTerms.js +30 -68
- package/dist/sortRelatorTerms.js.map +7 -1
- package/dist/sortRelatorTerms.test.js +44 -0
- package/dist/sortRelatorTerms.test.js.map +7 -0
- package/dist/sortSubfields.js +102 -255
- package/dist/sortSubfields.js.map +7 -1
- package/dist/sortSubfields.test.js +44 -0
- package/dist/sortSubfields.test.js.map +7 -0
- package/dist/stripPunctuation.js +13 -36
- package/dist/stripPunctuation.js.map +7 -1
- package/dist/stripPunctuation.test.js +44 -0
- package/dist/stripPunctuation.test.js.map +7 -0
- package/dist/subfield-exclusion.js +28 -75
- package/dist/subfield-exclusion.js.map +7 -1
- package/dist/subfield-exclusion.test.js +471 -0
- package/dist/subfield-exclusion.test.js.map +7 -0
- package/dist/subfield6Utils.js +107 -269
- package/dist/subfield6Utils.js.map +7 -1
- package/dist/subfield8Utils.js +26 -50
- package/dist/subfield8Utils.js.map +7 -1
- package/dist/subfieldValueNormalizations.js +40 -74
- package/dist/subfieldValueNormalizations.js.map +7 -1
- package/dist/subfieldValueNormalizations.test.js +45 -0
- package/dist/subfieldValueNormalizations.test.js.map +7 -0
- package/dist/sync-007-and-300.js +22 -53
- package/dist/sync-007-and-300.js.map +7 -1
- package/dist/sync-007-and-300.test.js +44 -0
- package/dist/sync-007-and-300.test.js.map +7 -0
- package/dist/translate-terms.js +67 -155
- package/dist/translate-terms.js.map +7 -1
- package/dist/translate-terms.test.js +54 -0
- package/dist/translate-terms.test.js.map +7 -0
- package/dist/typeOfDate-008.js +10 -25
- package/dist/typeOfDate-008.js.map +7 -1
- package/dist/typeOfDate-008.test.js +40 -0
- package/dist/typeOfDate-008.test.js.map +7 -0
- package/dist/unicode-decomposition.js +94 -107
- package/dist/unicode-decomposition.js.map +7 -1
- package/dist/unicode-decomposition.test.js +94 -0
- package/dist/unicode-decomposition.test.js.map +7 -0
- package/dist/update-field-540.js +30 -75
- package/dist/update-field-540.js.map +7 -1
- package/dist/update-field-540.test.js +44 -0
- package/dist/update-field-540.test.js.map +7 -0
- package/dist/urn.js +55 -128
- package/dist/urn.js.map +7 -1
- package/dist/urn.test.js +44 -0
- package/dist/urn.test.js.map +7 -0
- package/dist/utils.js +78 -126
- package/dist/utils.js.map +7 -1
- package/eslint.config.mjs +1 -2
- package/package.json +28 -101
- package/src/access-rights.js +1 -1
- package/src/{access-rights.spec.js → access-rights.test.js} +9 -10
- package/src/addMissingField041.js +1 -1
- package/src/{addMissingField336.spec.js → addMissingField041.test.js} +13 -14
- package/src/addMissingField336.js +3 -3
- package/src/{addMissingField041.spec.js → addMissingField336.test.js} +13 -14
- package/src/addMissingField337.js +2 -2
- package/src/{addMissingField337.spec.js → addMissingField337.test.js} +13 -14
- package/src/addMissingField338.js +2 -2
- package/src/{addMissingField338.spec.js → addMissingField338.test.js} +13 -14
- package/src/cyrillux-usemarcon-replacement.js +18 -18
- package/src/{cyrillux-usemarcon-replacement.spec.js → cyrillux-usemarcon-replacement.test.js} +17 -14
- package/src/cyrillux.js +19 -12
- package/src/{cyrillux.spec.js → cyrillux.test.js} +13 -14
- package/src/disambiguateSeriesStatements.js +2 -2
- package/src/{disambiguateSeriesStatements.spec.js → disambiguateSeriesStatements.test.js} +12 -13
- package/src/double-commas.js +1 -1
- package/src/{double-commas.spec.js → double-commas.test.js} +9 -11
- package/src/duplicates-ind1.js +1 -1
- package/src/{duplicates-ind1.spec.js → duplicates-ind1.test.js} +12 -13
- package/src/{empty-fields.spec.js → empty-fields.test.js} +11 -13
- package/src/ending-punctuation-conf.js +6 -5
- package/src/ending-punctuation.js +115 -24
- package/src/{ending-punctuation.spec.js → ending-punctuation.test.js} +357 -275
- package/src/{ending-whitespace.spec.js → ending-whitespace.test.js} +12 -13
- package/src/field-008-18-34-character-groups.js +2 -2
- package/src/{field-008-18-34-character-groups.spec.js → field-008-18-34-character-groups.test.js} +13 -13
- package/src/field-505-separators.js +3 -3
- package/src/{field-505-separators.spec.js → field-505-separators.test.js} +16 -14
- package/src/field-521-fix.js +2 -2
- package/src/{field-521-fix.spec.js → field-521-fix.test.js} +12 -13
- package/src/field-exclusion.js +1 -1
- package/src/{field-exclusion.spec.js → field-exclusion.test.js} +60 -57
- package/src/{field-structure.spec.js → field-structure.test.js} +29 -29
- package/src/{fields-present.spec.js → fields-present.test.js} +12 -15
- package/src/fix-33X.js +4 -4
- package/src/{fix-33X.spec.js → fix-33X.test.js} +13 -14
- package/src/fix-country-codes.js +1 -1
- package/src/{fix-country-codes.spec.js → fix-country-codes.test.js} +12 -13
- package/src/fix-language-codes.js +5 -5
- package/src/{fix-language-codes.spec.js → fix-language-codes.test.js} +12 -13
- package/src/fixRelatorTerms.js +5 -5
- package/src/{fixRelatorTerms.spec.js → fixRelatorTerms.test.js} +13 -13
- package/src/{fixed-fields.spec.js → fixed-fields.test.js} +11 -14
- package/src/identical-fields.js +1 -1
- package/src/{identical-fields.spec.js → identical-fields.test.js} +9 -11
- package/src/index.js +132 -59
- package/src/indicator-fixes.js +17 -4
- package/src/{indicator-fixes.spec.js → indicator-fixes.test.js} +9 -12
- package/src/isbn-issn.js +12 -7
- package/src/{isbn-issn.spec.js → isbn-issn.test.js} +20 -22
- package/src/{item-language.spec.js → item-language.test.js} +21 -22
- package/src/melindaCustomMergeFields.js +1 -1
- package/src/merge-fields/controlSubfields.js +1 -1
- package/src/merge-fields/counterpartField.js +14 -9
- package/src/merge-fields/dataProvenance.js +41 -0
- package/src/merge-fields/index.js +12 -3
- package/src/merge-fields/mergableIndicator.js +1 -1
- package/src/merge-fields/mergeField.js +8 -8
- package/src/merge-fields/mergeIndicator.js +1 -1
- package/src/merge-fields/mergeOrAddPostprocess.js +4 -4
- package/src/merge-fields/mergeOrAddSubfield.js +2 -2
- package/src/merge-fields/mergeSubfield.js +4 -4
- package/src/merge-fields/removeDuplicateSubfields.js +2 -2
- package/src/{merge-fields.spec.js → merge-fields.test.js} +18 -15
- package/src/mergeField500Lisapainokset.js +1 -1
- package/src/{mergeField500Lisapainokset.spec.js → mergeField500Lisapainokset.test.js} +12 -13
- package/src/mergeRelatorTermFields.js +5 -7
- package/src/{mergeRelatorTermFields.spec.js → mergeRelatorTermFields.test.js} +12 -13
- package/src/modernize-502.js +1 -1
- package/src/{modernize-502.spec.js → modernize-502.test.js} +12 -13
- package/src/multiple-subfield-0.js +3 -3
- package/src/{multiple-subfield-0.spec.js → multiple-subfield-0.test.js} +13 -13
- package/src/{non-breaking-space.spec.js → non-breaking-space.test.js} +12 -13
- package/src/normalize-dashes.js +2 -2
- package/src/{normalize-dashes.spec.js → normalize-dashes.test.js} +12 -13
- package/src/normalize-identifiers.js +1 -1
- package/src/{normalize-identifiers.spec.js → normalize-identifiers.test.js} +12 -13
- package/src/normalize-qualifying-information.js +2 -2
- package/src/{normalize-qualifying-information.spec.js → normalize-qualifying-information.test.js} +12 -13
- package/src/normalize-utf8-diacritics.js +2 -2
- package/src/{normalize-utf8-diacritics.spec.js → normalize-utf8-diacritics.test.js} +13 -13
- package/src/normalizeFieldForComparison.js +32 -6
- package/src/normalizeSubfieldValueForComparison.js +1 -1
- package/src/prepublicationUtils.js +4 -4
- package/src/punctuation/index.js +1 -1
- package/src/punctuation/rules/index.js +2 -2
- package/src/{punctuation.spec.js → punctuation.test.js} +12 -13
- package/src/punctuation2.js +17 -8
- package/src/{punctuation2.spec.js → punctuation2.test.js} +12 -13
- package/src/reindexSubfield6OccurenceNumbers.js +5 -7
- package/src/{reindexSubfield6OccurenceNumbers.spec.js → reindexSubfield6OccurenceNumbers.test.js} +12 -13
- package/src/removeDuplicateDataFields.js +11 -19
- package/src/{removeDuplicateDataFields.spec.js → removeDuplicateDataFields.test.js} +12 -13
- package/src/removeInferiorDataFields.js +15 -12
- package/src/{removeInferiorDataFields.spec.js → removeInferiorDataFields.test.js} +13 -13
- package/src/resolvable-ext-references-melinda.js +1 -1
- package/src/{resolvable-ext-references-melinda.spec.js → resolvable-ext-references-melinda.test.js} +42 -27
- package/src/resolveOrphanedSubfield6s.js +6 -6
- package/src/{resolveOrphanedSubfield6s.spec.js → resolveOrphanedSubfield6s.test.js} +13 -13
- package/src/sanitize-vocabulary-source-codes.js +4 -4
- package/src/{sanitize-vocabulary-source-codes.spec.js → sanitize-vocabulary-source-codes.test.js} +16 -14
- package/src/{sort-tags.spec.js → sort-tags.test.js} +9 -11
- package/src/sortFields.js +4 -4
- package/src/{sortFields.spec.js → sortFields.test.js} +12 -13
- package/src/sortRelatorTerms.js +3 -3
- package/src/{sortRelatorTerms.spec.js → sortRelatorTerms.test.js} +13 -13
- package/src/sortSubfields.js +8 -6
- package/src/{sortSubfields.spec.js → sortSubfields.test.js} +13 -13
- package/src/stripPunctuation.js +3 -3
- package/src/{stripPunctuation.spec.js → stripPunctuation.test.js} +13 -13
- package/src/subfield-exclusion.js +1 -1
- package/src/{subfield-exclusion.spec.js → subfield-exclusion.test.js} +45 -36
- package/src/subfield6Utils.js +6 -10
- package/src/subfield8Utils.js +4 -4
- package/src/subfieldValueNormalizations.js +3 -3
- package/src/{subfieldValueNormalizations.spec.js → subfieldValueNormalizations.test.js} +18 -14
- package/src/sync-007-and-300.js +2 -2
- package/src/{sync-007-and-300.spec.js → sync-007-and-300.test.js} +13 -13
- package/src/translate-terms.js +3 -3
- package/src/translate-terms.test.js +75 -0
- package/src/{typeOfDate-008.spec.js → typeOfDate-008.test.js} +12 -13
- package/src/{unicode-decomposition.spec.js → unicode-decomposition.test.js} +10 -16
- package/src/update-field-540.js +2 -2
- package/src/{update-field-540.spec.js → update-field-540.test.js} +13 -10
- package/src/urn.js +2 -2
- package/src/{urn.spec.js → urn.test.js} +12 -13
- package/src/utils.js +21 -5
- package/test-fixtures/field-505-separators/03/expectedResult.json +3 -1
- package/test-fixtures/field-505-separators/03/record.json +3 -0
- package/test-fixtures/indicator-fixes/10/expectedResult.json +11 -0
- package/test-fixtures/indicator-fixes/10/metadata.json +4 -0
- package/test-fixtures/indicator-fixes/10/record.json +11 -0
- package/test-fixtures/merge-fields/f05/expectedResult.json +24 -0
- package/test-fixtures/merge-fields/f05/metadata.json +6 -0
- package/test-fixtures/merge-fields/f05/record.json +30 -0
- package/test-fixtures/normalize-subfield-value/01/metadata.json +4 -1
- package/test-fixtures/normalize-subfield-value/01/record.json +3 -0
- package/test-fixtures/normalize-subfield-value/02/expectedResult.json +3 -1
- package/test-fixtures/normalize-subfield-value/02/metadata.json +2 -1
- package/test-fixtures/normalize-subfield-value/02/record.json +3 -0
- package/test-fixtures/remove-inferior-datafields/f16/expectedResult.json +12 -0
- package/test-fixtures/remove-inferior-datafields/f16/metadata.json +5 -0
- package/test-fixtures/remove-inferior-datafields/f16/record.json +14 -0
- package/test-fixtures/sanitize-vocabulary-source-codes/f03/expectedResult.json +3 -1
- package/test-fixtures/sanitize-vocabulary-source-codes/f04/expectedResult.json +3 -1
- package/test-fixtures/sanitize-vocabulary-source-codes/v04/metadata.json +1 -4
- package/test-fixtures/sanitize-vocabulary-source-codes/v04/record.json +1 -1
- package/test-fixtures/translate-terms-data.js +42 -0
- package/dist/access-rights.spec.js +0 -195
- package/dist/access-rights.spec.js.map +0 -1
- package/dist/addMissingField041.spec.js +0 -45
- package/dist/addMissingField041.spec.js.map +0 -1
- package/dist/addMissingField336.spec.js +0 -45
- package/dist/addMissingField336.spec.js.map +0 -1
- package/dist/addMissingField337.spec.js +0 -43
- package/dist/addMissingField337.spec.js.map +0 -1
- package/dist/addMissingField338.spec.js +0 -45
- package/dist/addMissingField338.spec.js.map +0 -1
- package/dist/cyrillux-usemarcon-replacement.spec.js +0 -45
- package/dist/cyrillux-usemarcon-replacement.spec.js.map +0 -1
- package/dist/cyrillux.spec.js +0 -46
- package/dist/cyrillux.spec.js.map +0 -1
- package/dist/disambiguateSeriesStatements.spec.js +0 -51
- package/dist/disambiguateSeriesStatements.spec.js.map +0 -1
- package/dist/double-commas.spec.js +0 -73
- package/dist/double-commas.spec.js.map +0 -1
- package/dist/duplicates-ind1.spec.js +0 -45
- package/dist/duplicates-ind1.spec.js.map +0 -1
- package/dist/empty-fields.spec.js +0 -118
- package/dist/empty-fields.spec.js.map +0 -1
- package/dist/ending-punctuation.spec.js +0 -2654
- package/dist/ending-punctuation.spec.js.map +0 -1
- package/dist/ending-whitespace.spec.js +0 -42
- package/dist/ending-whitespace.spec.js.map +0 -1
- package/dist/field-008-18-34-character-groups.spec.js +0 -51
- package/dist/field-008-18-34-character-groups.spec.js.map +0 -1
- package/dist/field-505-separators.spec.js +0 -51
- package/dist/field-505-separators.spec.js.map +0 -1
- package/dist/field-521-fix.spec.js +0 -51
- package/dist/field-521-fix.spec.js.map +0 -1
- package/dist/field-exclusion.spec.js +0 -1054
- package/dist/field-exclusion.spec.js.map +0 -1
- package/dist/field-structure.spec.js +0 -535
- package/dist/field-structure.spec.js.map +0 -1
- package/dist/fields-present.spec.js +0 -121
- package/dist/fields-present.spec.js.map +0 -1
- package/dist/fix-33X.spec.js +0 -45
- package/dist/fix-33X.spec.js.map +0 -1
- package/dist/fix-country-codes.spec.js +0 -51
- package/dist/fix-country-codes.spec.js.map +0 -1
- package/dist/fix-language-codes.spec.js +0 -44
- package/dist/fix-language-codes.spec.js.map +0 -1
- package/dist/fixRelatorTerms.spec.js +0 -51
- package/dist/fixRelatorTerms.spec.js.map +0 -1
- package/dist/fixed-fields.spec.js +0 -140
- package/dist/fixed-fields.spec.js.map +0 -1
- package/dist/identical-fields.spec.js +0 -99
- package/dist/identical-fields.spec.js.map +0 -1
- package/dist/indicator-fixes.spec.js +0 -51
- package/dist/indicator-fixes.spec.js.map +0 -1
- package/dist/isbn-issn.spec.js +0 -595
- package/dist/isbn-issn.spec.js.map +0 -1
- package/dist/item-language.spec.js +0 -306
- package/dist/item-language.spec.js.map +0 -1
- package/dist/melindaCustomMergeFields.json +0 -5120
- package/dist/merge-fields.spec.js +0 -51
- package/dist/merge-fields.spec.js.map +0 -1
- package/dist/mergeField500Lisapainokset.spec.js +0 -51
- package/dist/mergeField500Lisapainokset.spec.js.map +0 -1
- package/dist/mergeRelatorTermFields.spec.js +0 -51
- package/dist/mergeRelatorTermFields.spec.js.map +0 -1
- package/dist/modernize-502.spec.js +0 -49
- package/dist/modernize-502.spec.js.map +0 -1
- package/dist/multiple-subfield-0.spec.js +0 -51
- package/dist/multiple-subfield-0.spec.js.map +0 -1
- package/dist/non-breaking-space.spec.js +0 -42
- package/dist/non-breaking-space.spec.js.map +0 -1
- package/dist/normalize-dashes.spec.js +0 -51
- package/dist/normalize-dashes.spec.js.map +0 -1
- package/dist/normalize-identifiers.spec.js +0 -51
- package/dist/normalize-identifiers.spec.js.map +0 -1
- package/dist/normalize-qualifying-information.spec.js +0 -51
- package/dist/normalize-qualifying-information.spec.js.map +0 -1
- package/dist/normalize-utf8-diacritics.spec.js +0 -51
- package/dist/normalize-utf8-diacritics.spec.js.map +0 -1
- package/dist/punctuation.spec.js +0 -51
- package/dist/punctuation.spec.js.map +0 -1
- package/dist/punctuation2.spec.js +0 -51
- package/dist/punctuation2.spec.js.map +0 -1
- package/dist/reindexSubfield6OccurenceNumbers.spec.js +0 -51
- package/dist/reindexSubfield6OccurenceNumbers.spec.js.map +0 -1
- package/dist/removeDuplicateDataFields.spec.js +0 -51
- package/dist/removeDuplicateDataFields.spec.js.map +0 -1
- package/dist/removeInferiorDataFields.spec.js +0 -51
- package/dist/removeInferiorDataFields.spec.js.map +0 -1
- package/dist/resolvable-ext-references-melinda.spec.js +0 -166
- package/dist/resolvable-ext-references-melinda.spec.js.map +0 -1
- package/dist/resolveOrphanedSubfield6s.spec.js +0 -51
- package/dist/resolveOrphanedSubfield6s.spec.js.map +0 -1
- package/dist/sanitize-vocabulary-source-codes.spec.js +0 -51
- package/dist/sanitize-vocabulary-source-codes.spec.js.map +0 -1
- package/dist/sort-tags.spec.js +0 -207
- package/dist/sort-tags.spec.js.map +0 -1
- package/dist/sortFields.spec.js +0 -51
- package/dist/sortFields.spec.js.map +0 -1
- package/dist/sortRelatorTerms.spec.js +0 -51
- package/dist/sortRelatorTerms.spec.js.map +0 -1
- package/dist/sortSubfields.spec.js +0 -52
- package/dist/sortSubfields.spec.js.map +0 -1
- package/dist/stripPunctuation.spec.js +0 -51
- package/dist/stripPunctuation.spec.js.map +0 -1
- package/dist/subfield-exclusion.spec.js +0 -523
- package/dist/subfield-exclusion.spec.js.map +0 -1
- package/dist/subfieldValueNormalizations.spec.js +0 -51
- package/dist/subfieldValueNormalizations.spec.js.map +0 -1
- package/dist/sync-007-and-300.spec.js +0 -51
- package/dist/sync-007-and-300.spec.js.map +0 -1
- package/dist/translate-terms.spec.js +0 -51
- package/dist/translate-terms.spec.js.map +0 -1
- package/dist/typeOfDate-008.spec.js +0 -47
- package/dist/typeOfDate-008.spec.js.map +0 -1
- package/dist/unicode-decomposition.spec.js +0 -91
- package/dist/unicode-decomposition.spec.js.map +0 -1
- package/dist/update-field-540.spec.js +0 -51
- package/dist/update-field-540.spec.js.map +0 -1
- package/dist/urn.spec.js +0 -52
- package/dist/urn.spec.js.map +0 -1
- package/src/melindaCustomMergeFields.json +0 -5120
- package/src/translate-terms.spec.js +0 -52
package/dist/cyrillux.js.map
CHANGED
|
@@ -1 +1,7 @@
|
|
|
1
|
-
{"version":3,"file":"cyrillux.js","names":["_clone","_interopRequireDefault","require","_utils","iso9","_interopRequireWildcard","_subfield6Utils","_xregexp","sfs4900","_sortFields","_reindexSubfield6OccurenceNumbers","_punctuation","_addMissingField","e","t","WeakMap","r","n","__esModule","o","i","f","__proto__","default","has","get","set","hasOwnProperty","call","Object","defineProperty","getOwnPropertyDescriptor","iso9Trans","cyrillicTrans","sfs4900Trans","_default","config","description","validate","fix","preprocessConfig","retainCyrillic","doISO9Transliteration","doSFS4900Transliteration","preferSFS4900","setPreference","record","res","message","valid","nBefore","fields","length","processFields","reindexSubfield6OccurenceNumbers","sortFields","input","output","currField","remainingInput","fakeRecord","createdMax","recordGetMaxSubfield6OccurrenceNumberAsInteger","result","processField","forEach","field","validateField","orig","fieldToString","normalizedFields","clone","mod","fieldsToString","replace","push","isCyrillicCharacter","char","XRegExp","test","containsCyrillicCharacters","str","split","some","fieldContainsCyrillicCharacters","subfields","sf","subfieldRequiresTransliteration","subfield","isControlSubfieldCode","code","value","tagCanBeTransliterated","tag","includes","fieldCanBeTransliterated","mapSubfieldToIso9","convertToLatin","mapSubfieldToSfs4900","lang","inputLang","mapField","occurrenceNumber","subfield6","deriveSubfield6","transliterationText","subfield9","fieldHasSubfield","transliterationFunc","filter","map","newField","ind1","ind2","resetSubfield6Tag","mapFieldToIso9","undefined","mapFieldToSfs4900","initialSubfield","mapFieldToCyrillicField880","nvdebug","newSubfield6","newSubfield9","getNewOccurrenceNumber","originalField","maxCreatedOccurrenceNumber","fieldGetMaxSubfield6OccurrenceNumberAsInteger","existingPairedFields","needsSfs4900Transliteration","sfs4900PairCanBeTransliterated","fieldGetOccurrenceNumberPairs","pairedField","occurrenceNumberAsString","fieldGetUnambiguousOccurrenceNumber","languageCode","getLanguageCode","field2","createFieldForSfs4900Comparison","field1","clonedField","fieldStripPunctuation","transliterateSfs4900Pair","tmpField","newMainField","newCyrillicField","newSFS4900Field","cyrilluxSkip","newOccurrenceNumberAsInt","newOccurrenceNumberAsString","intToOccurrenceNumberString"],"sources":["../src/cyrillux.js"],"sourcesContent":["//import createDebugLogger from 'debug';\nimport clone from 'clone';\nimport {fieldHasSubfield, fieldToString, fieldsToString, isControlSubfieldCode, nvdebug} from './utils';\nimport * as iso9 from 'iso9_1995';\nimport {fieldGetMaxSubfield6OccurrenceNumberAsInteger, fieldGetOccurrenceNumberPairs, fieldGetUnambiguousOccurrenceNumber, intToOccurrenceNumberString, recordGetMaxSubfield6OccurrenceNumberAsInteger, resetSubfield6Tag} from './subfield6Utils';\n\nimport XRegExp from 'xregexp';\nimport * as sfs4900 from '@natlibfi/sfs-4900';\nimport {default as sortFields} from './sortFields';\nimport {default as reindexSubfield6OccurenceNumbers} from './reindexSubfield6OccurenceNumbers';\nimport {fieldStripPunctuation} from './punctuation2';\nimport {getLanguageCode} from './addMissingField041';\n\nconst iso9Trans = 'ISO9 <TRANS>';\nconst cyrillicTrans = 'CYRILLIC <TRANS>';\nconst sfs4900Trans = 'SFS4900 <TRANS>';\n\nexport default function (config = {}) {\n // console.log(`CONFIG=${JSON.stringify(config)}`); // eslint-disable-line no-console\n\n return {\n description: 'Cyrillux functionality: convert original field to latinitsa (ISO-9) and add 880s for original cyrillic and latinitsa (SFS-4900)',\n validate, fix\n };\n\n function preprocessConfig() {\n config.retainCyrillic = typeof config.retainCyrillic === 'undefined' ? true : config.retainCyrillic;\n config.doISO9Transliteration = typeof config.doISO9Transliteration === 'undefined' ? true : config.doISO9Transliteration;\n config.doSFS4900Transliteration = typeof config.doSFS4900Transliteration === 'undefined' ? true : config.doSFS4900Transliteration;\n config.preferSFS4900 = setPreference();\n\n function setPreference() {\n if (!config.doSFS4900Transliteration) {\n return false;\n }\n if (!config.doISO9Transliteration && config.doSFS4900Transliteration) {\n return true;\n }\n if (typeof config.preferSFS4900 === 'undefined') {\n return false;\n }\n return config.preferSFS4900;\n }\n }\n\n function fix(record) {\n // console.log(`FIX has CONFIG=${JSON.stringify(config)}`); // eslint-disable-line no-console\n // Fix always succeeds\n const res = {message: [], fix: [], valid: true};\n\n preprocessConfig();\n\n const nBefore = record.fields.length;\n\n record.fields = processFields(record.fields);\n\n if (nBefore < record.fields.length) {\n reindexSubfield6OccurenceNumbers().fix(record);\n sortFields().fix(record);\n }\n\n function processFields(input, output = []) {\n const [currField, ...remainingInput] = input;\n if (!currField) {\n return output;\n }\n\n const fakeRecord = {fields: output};\n const createdMax = recordGetMaxSubfield6OccurrenceNumberAsInteger(fakeRecord);\n const result = processField(currField, record, createdMax);\n\n return processFields(remainingInput, [...output, ...result]);\n }\n\n return res;\n }\n\n function validate(record) {\n const res = {message: [], valid: true};\n\n preprocessConfig();\n\n record.fields?.forEach(field => {\n validateField(field, res, record);\n });\n\n res.valid = !(res.message.length >= 1);\n return res;\n }\n\n function validateField(field, res, record) {\n const orig = fieldToString(field);\n\n const normalizedFields = processField(clone(field), record);\n const mod = fieldsToString(normalizedFields).replace(/\\t__SEPARATOR__\\t/ug, ', ').replace(/ (‡6 [0-9][0-9][0-9])-[0-9][0-9]+/gu, ' $1-NN');\n if (orig !== mod) { // Fail as the input is \"broken\"/\"crap\"/sumthing\n res.message.push(`CHANGE: ${orig} => ${mod}`);\n return;\n }\n return;\n }\n\n function isCyrillicCharacter(char) {\n return XRegExp('[\\\\p{Cyrillic}]').test(char);\n }\n\n function containsCyrillicCharacters(str) { // from melinda-ui-cyrillux\n if (!str) {\n return false;\n }\n return str.split('').some(isCyrillicCharacter);\n }\n\n function fieldContainsCyrillicCharacters(field) { // based on melinda-ui-cyrillux\n return field.subfields && field.subfields.some(sf => subfieldRequiresTransliteration(sf));\n }\n\n function subfieldRequiresTransliteration(subfield) {\n if (isControlSubfieldCode(subfield.code)) {\n return false;\n }\n return containsCyrillicCharacters(subfield.value);\n }\n\n function tagCanBeTransliterated(tag) {\n return !['336', '337', '338', '880'].includes(tag);\n }\n\n function fieldCanBeTransliterated(field) {\n // Skip certain tags ('880' is the actual skip-me beef here, but we have seen other no-nos as well).\n // Discussion: We should probably also skip others like 05X-08X, 648, 650, 651, and 655, but this needs thinking...\n // Also I'd like to convert do CYRILLIC->ISO-9 in field 300 (and others?) without 880 mappings... (<- not implemented)\n\n // nvdebug(`fieldCanBeTransliterated('${fieldToString(field)}') in...`);\n if (!tagCanBeTransliterated(field.tag)) {\n return false;\n }\n\n if (!config.doISO9Transliteration && !config.doSFS4900Transliteration) {\n return false;\n }\n\n // Skip control fields:\n if (!field.subfields) {\n return false;\n }\n // When doing MELINDA-10330-ish, we noticed that $6 should not prevent translittaration per se, so this restriction is no longer applied!\n\n if (field.subfields.some(sf => sf.code === '9' && sf.value.includes('<TRANS>'))) {\n return false;\n }\n\n return fieldContainsCyrillicCharacters(field); // We have something to translitterate:\n }\n\n\n function mapSubfieldToIso9(subfield) {\n if (!subfieldRequiresTransliteration(subfield)) {\n return {code: subfield.code, value: subfield.value}; // just clone\n }\n const value = iso9.convertToLatin(subfield.value);\n\n return {code: subfield.code, value};\n }\n\n function mapSubfieldToSfs4900(subfield, lang = 'rus') {\n const inputLang = lang === 'ukr' ? 'ukr' : 'rus'; // Support 'ukr' and 'rus', default to 'rus'\n const value = subfieldRequiresTransliteration(subfield) ? sfs4900.convertToLatin(subfield.value, inputLang).result : subfield.value;\n //console.log(`VAL: ${subfield.value} => ${value} using ${lang}`); // eslint-disable-line no-console\n return {code: subfield.code, value};\n }\n\n function mapField(field, occurrenceNumber, iso9 = true, lang = 'rus') {\n const subfield6 = deriveSubfield6('880', field.subfields, occurrenceNumber);\n const transliterationText = iso9 ? iso9Trans : sfs4900Trans;\n\n const subfield9 = fieldHasSubfield(field, '9', transliterationText) ? [] : [{code: '9', value: transliterationText}]; // Add only if needed\n const transliterationFunc = iso9 ? mapSubfieldToIso9 : mapSubfieldToSfs4900;\n\n // NB! iso9 won't use lang\n const subfields = field.subfields.filter(sf => sf.code !== '6').map(sf => transliterationFunc(sf, lang));\n\n const newField = {tag: field.tag, ind1: field.ind1, ind2: field.ind2, subfields: [subfield6, ...subfields, ...subfield9]};\n\n // Transliteration goes to the original field:\n if (!iso9 && config.preferSFS4900) {\n return newField;\n }\n if (iso9 && !config.preferSFS4900) {\n return newField;\n }\n // Translitetation goes to field 880:\n\n //const subfield6 = newField.subfields.find(sf => sf.code === '6');\n newField.tag = '880';\n resetSubfield6Tag(subfield6, field.tag);\n return newField;\n\n }\n\n function mapFieldToIso9(field, occurrenceNumber) {\n if (!config.doISO9Transliteration) {\n return undefined;\n }\n // Just converts the field to ISO-9 latinitsa, does not create any field-880s, so don't bother with $6 or $9 either\n if (!config.retainCyrillic && !config.preferSFS4900) {\n const subfields = field.subfields.map(sf => mapSubfieldToIso9(sf));\n return {tag: field.tag, ind1: field.ind1, ind2: field.ind2, subfields};\n }\n\n return mapField(field, occurrenceNumber, true, 'rus');\n\n }\n\n function mapFieldToSfs4900(field, occurrenceNumber, lang = 'rus') {\n if (!config.doSFS4900Transliteration) {\n return undefined;\n }\n // Just converts the field to SFS-4900 latinitsa, does not create any field-880s, so don't bother with $6 or $9 either\n if (!config.retainCyrillic && config.preferSFS4900) {\n const subfields = field.subfields.map(sf => mapSubfieldToSfs4900(sf, lang));\n return {tag: field.tag, ind1: field.ind1, ind2: field.ind2, subfields};\n }\n\n return mapField(field, occurrenceNumber, false, lang);\n }\n\n function deriveSubfield6(tag, subfields, occurrenceNumber) {\n const initialSubfield = {code: '6', value: `${tag}-${occurrenceNumber}`};\n if (tag === '880') { // If *tag in subfield $6* is 880, field is not 880 :D\n return initialSubfield;\n }\n // Try to use existing subfield\n const [subfield6] = subfields.filter(sf => sf.code === '6').map(sf => clone(sf));\n if (subfield6) {\n resetSubfield6Tag(subfield6, tag); // Should we update occurrence number?\n return subfield6;\n }\n\n return initialSubfield;\n }\n\n function mapFieldToCyrillicField880(field, occurrenceNumber) {\n if (!config.retainCyrillic) {\n return undefined;\n }\n nvdebug(`Derive CYR 880 from ${fieldToString(field)}`);\n const newSubfield6 = deriveSubfield6(field.tag, field.subfields, occurrenceNumber);\n const newSubfield9 = fieldHasSubfield(field, '9', cyrillicTrans) ? [] : [{code: '9', value: cyrillicTrans}];\n const subfields = [\n newSubfield6,\n ...field.subfields.filter(sf => sf.code !== '6').map(sf => clone(sf)),\n ...newSubfield9\n ];\n\n const newField = {tag: '880', ind1: field.ind1, ind2: field.ind2, subfields};\n nvdebug(` New CYR 880 ${fieldToString(newField)}`);\n return newField;\n }\n\n\n function getNewOccurrenceNumber(originalField, record, maxCreatedOccurrenceNumber = 0) {\n const occurrenceNumber = fieldGetMaxSubfield6OccurrenceNumberAsInteger(originalField);\n // Return existing occurrence number:\n if (occurrenceNumber > 0) {\n return occurrenceNumber;\n }\n if (maxCreatedOccurrenceNumber) {\n return maxCreatedOccurrenceNumber + 1;\n }\n return recordGetMaxSubfield6OccurrenceNumberAsInteger(record) + 1;\n }\n\n function retainCyrillic(existingPairedFields) {\n // Should we move cyrillic content from a normali field to a 880?\n if (!config.retainCyrillic) {\n return false;\n }\n // Fail if we already have a paired 880 $9 <CYRILLIC> TRANS\n return !existingPairedFields.some(f => fieldHasSubfield(f, '9', cyrillicTrans));\n }\n\n function needsSfs4900Transliteration(existingPairedFields) {\n if (!config.doSFS4900Transliteration) {\n return false;\n }\n return !existingPairedFields.some(f => fieldHasSubfield(f, '9', sfs4900Trans));\n }\n\n function sfs4900PairCanBeTransliterated(field, record) {\n // MELINDA-10330: we already have public library data: (unmarked) SFS-4900 in FIELD and (unmarked) Cyrillic in 880\n if (!field.subfields || !tagCanBeTransliterated(field.tag) || !config.doISO9Transliteration || !config.retainCyrillic || !config.doSFS4900Transliteration) {\n return false;\n }\n\n // Original field: $9 ISO9 <TRANS> is the only legal <TRANS>\n if (fieldContainsCyrillicCharacters(field) || field.subfields.some(sf => sf.code === '9' && sf.value.includes('<TRANS>') && sf.value !== iso9Trans)) {\n return false;\n }\n\n const existingPairedFields = fieldGetOccurrenceNumberPairs(field, record.get('880'));\n if (existingPairedFields.length !== 1) {\n return false;\n }\n\n // Paired field: $9 CYRILLIC <TRANS> is the only legal <TRANS>\n const [pairedField] = existingPairedFields;\n nvdebug(`LOOKING FOR SFS4900 PAIR: ${fieldToString(field)}`);\n nvdebug(` HAVING PAIRED FIELD: ${fieldToString(pairedField)}`);\n if (!fieldContainsCyrillicCharacters(pairedField)) {\n return false;\n }\n if (pairedField.subfields.some(sf => sf.code === '9' && sf.value.includes('<TRANS>') && sf.value !== cyrillicTrans)) {\n return false;\n }\n\n // Actually check that original field and and sfs-4900-fied cyrillic field are equal (after punctuation clean-up),\n // and thus it's a real case of MELINDA-10330 ISO9 adding:\n const occurrenceNumberAsString = fieldGetUnambiguousOccurrenceNumber(field);\n const languageCode = getLanguageCode(record);\n const field2 = fieldToString(createFieldForSfs4900Comparison(mapFieldToSfs4900(pairedField, occurrenceNumberAsString, languageCode), field.tag));\n const field1 = fieldToString(createFieldForSfs4900Comparison(field, field.tag));\n nvdebug(`COMPARE CONTENTS:\\n '${field1}' vs\\n '${field2}': ${field1 === field2 ? 'OK' : 'FAIL'}`);\n return field1 === field2;\n }\n\n function createFieldForSfs4900Comparison(field, tag) {\n const clonedField = clone(field);\n clonedField.tag = tag;\n clonedField.subfields = clonedField.subfields.filter(sf => sf.code !== '9' || sf.value !== sfs4900Trans);\n return fieldStripPunctuation(clonedField);\n }\n\n function transliterateSfs4900Pair(field, record) {\n // Handle MELINDA-10330: Field is already in SFS-4900 and the only paired field is in Cyrillic!\n if (!config.doISO9Transliteration) {\n return [];\n }\n const [pairedField] = fieldGetOccurrenceNumberPairs(field, record.get('880'));\n\n const occurrenceNumberAsString = fieldGetUnambiguousOccurrenceNumber(field);\n const languageCode = getLanguageCode(record);\n\n const tmpField = {'tag': field.tag, 'ind1': field.ind1, 'ind2': field.ind2, 'subfields': pairedField.subfields};\n\n const newMainField = config.doISO9Transliteration ? mapFieldToIso9(tmpField, occurrenceNumberAsString) : undefined; // Cyrillic => ISO-9\n const newCyrillicField = config.retainCyrillic ? mapFieldToCyrillicField880(tmpField, occurrenceNumberAsString) : undefined; // CYRILLIC\n const newSFS4900Field = config.doSFS4900Transliteration ? mapFieldToSfs4900(field, occurrenceNumberAsString, languageCode) : undefined; // SFS-4900\n\n // Trigger the drop of original counterpart $6 :\n pairedField.cyrilluxSkip = 1;\n\n return [newMainField, newCyrillicField, newSFS4900Field].filter(f => f);\n }\n\n\n function processField(originalField, record, maxCreatedOccurrenceNumber = 0) {\n if (!fieldCanBeTransliterated(originalField)) {\n if (sfs4900PairCanBeTransliterated(originalField, record)) { // MELINDA-10330\n return transliterateSfs4900Pair(originalField, record);\n }\n if (originalField.cyrilluxSkip) { // MELINDA-10330 hack to remove 880 fields that were replaced/sort-of processed with their counterpair.\n return [];\n }\n return [originalField];\n }\n\n // nvdebug(`PROCESSING: ${fieldToString(originalField)}`);\n\n const newOccurrenceNumberAsInt = getNewOccurrenceNumber(originalField, record, maxCreatedOccurrenceNumber);\n const newOccurrenceNumberAsString = intToOccurrenceNumberString(newOccurrenceNumberAsInt);\n const languageCode = getLanguageCode(record);\n\n // nvdebug(`NEW OCCURRENCE NUMBER: '${newOccurrenceNumberAsString}'`);\n\n const existingPairedFields = fieldGetOccurrenceNumberPairs(originalField, record.get('880'));\n\n // nvdebug(`NUMBER OF PAIRED 880 FIELDS: ${existingPairedFields.length}`);\n\n const newMainField = mapFieldToIso9(originalField, newOccurrenceNumberAsString); // ISO-9\n const newCyrillicField = retainCyrillic(existingPairedFields) ? mapFieldToCyrillicField880(originalField, newOccurrenceNumberAsString) : undefined; // CYRILLIC\n const newSFS4900Field = needsSfs4900Transliteration(existingPairedFields) ? mapFieldToSfs4900(originalField, newOccurrenceNumberAsString, languageCode) : undefined; /// SFS-4900\n\n return [newMainField, newCyrillicField, newSFS4900Field].filter(f => f);\n }\n}\n"],"mappings":";;;;;;AACA,IAAAA,MAAA,GAAAC,sBAAA,CAAAC,OAAA;AACA,IAAAC,MAAA,GAAAD,OAAA;AACA,IAAAE,IAAA,GAAAC,uBAAA,CAAAH,OAAA;AACA,IAAAI,eAAA,GAAAJ,OAAA;AAEA,IAAAK,QAAA,GAAAN,sBAAA,CAAAC,OAAA;AACA,IAAAM,OAAA,GAAAH,uBAAA,CAAAH,OAAA;AACA,IAAAO,WAAA,GAAAR,sBAAA,CAAAC,OAAA;AACA,IAAAQ,iCAAA,GAAAT,sBAAA,CAAAC,OAAA;AACA,IAAAS,YAAA,GAAAT,OAAA;AACA,IAAAU,gBAAA,GAAAV,OAAA;AAAqD,SAAAG,wBAAAQ,CAAA,EAAAC,CAAA,6BAAAC,OAAA,MAAAC,CAAA,OAAAD,OAAA,IAAAE,CAAA,OAAAF,OAAA,YAAAV,uBAAA,YAAAA,CAAAQ,CAAA,EAAAC,CAAA,SAAAA,CAAA,IAAAD,CAAA,IAAAA,CAAA,CAAAK,UAAA,SAAAL,CAAA,MAAAM,CAAA,EAAAC,CAAA,EAAAC,CAAA,KAAAC,SAAA,QAAAC,OAAA,EAAAV,CAAA,iBAAAA,CAAA,uBAAAA,CAAA,yBAAAA,CAAA,SAAAQ,CAAA,MAAAF,CAAA,GAAAL,CAAA,GAAAG,CAAA,GAAAD,CAAA,QAAAG,CAAA,CAAAK,GAAA,CAAAX,CAAA,UAAAM,CAAA,CAAAM,GAAA,CAAAZ,CAAA,GAAAM,CAAA,CAAAO,GAAA,CAAAb,CAAA,EAAAQ,CAAA,gBAAAP,CAAA,IAAAD,CAAA,gBAAAC,CAAA,OAAAa,cAAA,CAAAC,IAAA,CAAAf,CAAA,EAAAC,CAAA,OAAAM,CAAA,IAAAD,CAAA,GAAAU,MAAA,CAAAC,cAAA,KAAAD,MAAA,CAAAE,wBAAA,CAAAlB,CAAA,EAAAC,CAAA,OAAAM,CAAA,CAAAK,GAAA,IAAAL,CAAA,CAAAM,GAAA,IAAAP,CAAA,CAAAE,CAAA,EAAAP,CAAA,EAAAM,CAAA,IAAAC,CAAA,CAAAP,CAAA,IAAAD,CAAA,CAAAC,CAAA,WAAAO,CAAA,KAAAR,CAAA,EAAAC,CAAA;AAAA,SAAAb,uBAAAY,CAAA,WAAAA,CAAA,IAAAA,CAAA,CAAAK,UAAA,GAAAL,CAAA,KAAAU,OAAA,EAAAV,CAAA;AAXrD;;AAaA,MAAMmB,SAAS,GAAG,cAAc;AAChC,MAAMC,aAAa,GAAG,kBAAkB;AACxC,MAAMC,YAAY,GAAG,iBAAiB;AAEvB,SAAAC,SAAUC,MAAM,GAAG,CAAC,CAAC,EAAE;EACpC;;EAEA,OAAO;IACLC,WAAW,EAAE,iIAAiI;IAC9IC,QAAQ;IAAEC;EACZ,CAAC;EAED,SAASC,gBAAgBA,CAAA,EAAG;IAC1BJ,MAAM,CAACK,cAAc,GAAG,OAAOL,MAAM,CAACK,cAAc,KAAK,WAAW,GAAG,IAAI,GAAGL,MAAM,CAACK,cAAc;IACnGL,MAAM,CAACM,qBAAqB,GAAG,OAAON,MAAM,CAACM,qBAAqB,KAAK,WAAW,GAAG,IAAI,GAAGN,MAAM,CAACM,qBAAqB;IACxHN,MAAM,CAACO,wBAAwB,GAAG,OAAOP,MAAM,CAACO,wBAAwB,KAAK,WAAW,GAAG,IAAI,GAAGP,MAAM,CAACO,wBAAwB;IACjIP,MAAM,CAACQ,aAAa,GAAGC,aAAa,CAAC,CAAC;IAEtC,SAASA,aAAaA,CAAA,EAAG;MACvB,IAAI,CAACT,MAAM,CAACO,wBAAwB,EAAE;QACpC,OAAO,KAAK;MACd;MACA,IAAI,CAACP,MAAM,CAACM,qBAAqB,IAAIN,MAAM,CAACO,wBAAwB,EAAE;QACpE,OAAO,IAAI;MACb;MACA,IAAI,OAAOP,MAAM,CAACQ,aAAa,KAAK,WAAW,EAAE;QAC/C,OAAO,KAAK;MACd;MACA,OAAOR,MAAM,CAACQ,aAAa;IAC7B;EACF;EAEA,SAASL,GAAGA,CAACO,MAAM,EAAE;IACnB;IACA;IACA,MAAMC,GAAG,GAAG;MAACC,OAAO,EAAE,EAAE;MAAET,GAAG,EAAE,EAAE;MAAEU,KAAK,EAAE;IAAI,CAAC;IAE/CT,gBAAgB,CAAC,CAAC;IAElB,MAAMU,OAAO,GAAGJ,MAAM,CAACK,MAAM,CAACC,MAAM;IAEpCN,MAAM,CAACK,MAAM,GAAGE,aAAa,CAACP,MAAM,CAACK,MAAM,CAAC;IAE5C,IAAID,OAAO,GAAGJ,MAAM,CAACK,MAAM,CAACC,MAAM,EAAE;MAClC,IAAAE,yCAAgC,EAAC,CAAC,CAACf,GAAG,CAACO,MAAM,CAAC;MAC9C,IAAAS,mBAAU,EAAC,CAAC,CAAChB,GAAG,CAACO,MAAM,CAAC;IAC1B;IAEA,SAASO,aAAaA,CAACG,KAAK,EAAEC,MAAM,GAAG,EAAE,EAAE;MACzC,MAAM,CAACC,SAAS,EAAE,GAAGC,cAAc,CAAC,GAAGH,KAAK;MAC5C,IAAI,CAACE,SAAS,EAAE;QACd,OAAOD,MAAM;MACf;MAEA,MAAMG,UAAU,GAAG;QAACT,MAAM,EAAEM;MAAM,CAAC;MACnC,MAAMI,UAAU,GAAG,IAAAC,8DAA8C,EAACF,UAAU,CAAC;MAC7E,MAAMG,MAAM,GAAGC,YAAY,CAACN,SAAS,EAAEZ,MAAM,EAAEe,UAAU,CAAC;MAE1D,OAAOR,aAAa,CAACM,cAAc,EAAE,CAAC,GAAGF,MAAM,EAAE,GAAGM,MAAM,CAAC,CAAC;IAC9D;IAEA,OAAOhB,GAAG;EACZ;EAEA,SAAST,QAAQA,CAACQ,MAAM,EAAE;IACxB,MAAMC,GAAG,GAAG;MAACC,OAAO,EAAE,EAAE;MAAEC,KAAK,EAAE;IAAI,CAAC;IAEtCT,gBAAgB,CAAC,CAAC;IAElBM,MAAM,CAACK,MAAM,EAAEc,OAAO,CAACC,KAAK,IAAI;MAC9BC,aAAa,CAACD,KAAK,EAAEnB,GAAG,EAAED,MAAM,CAAC;IACnC,CAAC,CAAC;IAEFC,GAAG,CAACE,KAAK,GAAG,EAAEF,GAAG,CAACC,OAAO,CAACI,MAAM,IAAI,CAAC,CAAC;IACtC,OAAOL,GAAG;EACZ;EAEA,SAASoB,aAAaA,CAACD,KAAK,EAAEnB,GAAG,EAAED,MAAM,EAAE;IACzC,MAAMsB,IAAI,GAAG,IAAAC,oBAAa,EAACH,KAAK,CAAC;IAEjC,MAAMI,gBAAgB,GAAGN,YAAY,CAAC,IAAAO,cAAK,EAACL,KAAK,CAAC,EAAEpB,MAAM,CAAC;IAC3D,MAAM0B,GAAG,GAAG,IAAAC,qBAAc,EAACH,gBAAgB,CAAC,CAACI,OAAO,CAAC,qBAAqB,EAAE,IAAI,CAAC,CAACA,OAAO,CAAC,qCAAqC,EAAE,QAAQ,CAAC;IAC1I,IAAIN,IAAI,KAAKI,GAAG,EAAE;MAAE;MAClBzB,GAAG,CAACC,OAAO,CAAC2B,IAAI,CAAC,WAAWP,IAAI,OAAOI,GAAG,EAAE,CAAC;MAC7C;IACF;IACA;EACF;EAEA,SAASI,mBAAmBA,CAACC,IAAI,EAAE;IACjC,OAAO,IAAAC,gBAAO,EAAC,iBAAiB,CAAC,CAACC,IAAI,CAACF,IAAI,CAAC;EAC9C;EAEA,SAASG,0BAA0BA,CAACC,GAAG,EAAE;IAAE;IACzC,IAAI,CAACA,GAAG,EAAE;MACR,OAAO,KAAK;IACd;IACA,OAAOA,GAAG,CAACC,KAAK,CAAC,EAAE,CAAC,CAACC,IAAI,CAACP,mBAAmB,CAAC;EAChD;EAEA,SAASQ,+BAA+BA,CAAClB,KAAK,EAAE;IAAE;IAChD,OAAOA,KAAK,CAACmB,SAAS,IAAInB,KAAK,CAACmB,SAAS,CAACF,IAAI,CAACG,EAAE,IAAIC,+BAA+B,CAACD,EAAE,CAAC,CAAC;EAC3F;EAEA,SAASC,+BAA+BA,CAACC,QAAQ,EAAE;IACjD,IAAI,IAAAC,4BAAqB,EAACD,QAAQ,CAACE,IAAI,CAAC,EAAE;MACxC,OAAO,KAAK;IACd;IACA,OAAOV,0BAA0B,CAACQ,QAAQ,CAACG,KAAK,CAAC;EACnD;EAEA,SAASC,sBAAsBA,CAACC,GAAG,EAAE;IACnC,OAAO,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAACC,QAAQ,CAACD,GAAG,CAAC;EACpD;EAEA,SAASE,wBAAwBA,CAAC7B,KAAK,EAAE;IACvC;IACA;IACA;;IAEA;IACA,IAAI,CAAC0B,sBAAsB,CAAC1B,KAAK,CAAC2B,GAAG,CAAC,EAAE;MACtC,OAAO,KAAK;IACd;IAEA,IAAI,CAACzD,MAAM,CAACM,qBAAqB,IAAI,CAACN,MAAM,CAACO,wBAAwB,EAAE;MACrE,OAAO,KAAK;IACd;;IAEA;IACA,IAAI,CAACuB,KAAK,CAACmB,SAAS,EAAE;MACpB,OAAO,KAAK;IACd;IACA;;IAEA,IAAInB,KAAK,CAACmB,SAAS,CAACF,IAAI,CAACG,EAAE,IAAIA,EAAE,CAACI,IAAI,KAAK,GAAG,IAAIJ,EAAE,CAACK,KAAK,CAACG,QAAQ,CAAC,SAAS,CAAC,CAAC,EAAE;MAC/E,OAAO,KAAK;IACd;IAEA,OAAOV,+BAA+B,CAAClB,KAAK,CAAC,CAAC,CAAC;EACjD;EAGA,SAAS8B,iBAAiBA,CAACR,QAAQ,EAAE;IACnC,IAAI,CAACD,+BAA+B,CAACC,QAAQ,CAAC,EAAE;MAC9C,OAAO;QAACE,IAAI,EAAEF,QAAQ,CAACE,IAAI;QAAEC,KAAK,EAAEH,QAAQ,CAACG;MAAK,CAAC,CAAC,CAAC;IACvD;IACA,MAAMA,KAAK,GAAGvF,IAAI,CAAC6F,cAAc,CAACT,QAAQ,CAACG,KAAK,CAAC;IAEjD,OAAO;MAACD,IAAI,EAAEF,QAAQ,CAACE,IAAI;MAAEC;IAAK,CAAC;EACrC;EAEA,SAASO,oBAAoBA,CAACV,QAAQ,EAAEW,IAAI,GAAG,KAAK,EAAE;IACpD,MAAMC,SAAS,GAAGD,IAAI,KAAK,KAAK,GAAG,KAAK,GAAG,KAAK,CAAC,CAAC;IAClD,MAAMR,KAAK,GAAGJ,+BAA+B,CAACC,QAAQ,CAAC,GAAGhF,OAAO,CAACyF,cAAc,CAACT,QAAQ,CAACG,KAAK,EAAES,SAAS,CAAC,CAACrC,MAAM,GAAGyB,QAAQ,CAACG,KAAK;IACnI;IACA,OAAO;MAACD,IAAI,EAAEF,QAAQ,CAACE,IAAI;MAAEC;IAAK,CAAC;EACrC;EAEA,SAASU,QAAQA,CAACnC,KAAK,EAAEoC,gBAAgB,EAAElG,IAAI,GAAG,IAAI,EAAE+F,IAAI,GAAG,KAAK,EAAE;IACpE,MAAMI,SAAS,GAAGC,eAAe,CAAC,KAAK,EAAEtC,KAAK,CAACmB,SAAS,EAAEiB,gBAAgB,CAAC;IAC3E,MAAMG,mBAAmB,GAAGrG,IAAI,GAAG4B,SAAS,GAAGE,YAAY;IAE3D,MAAMwE,SAAS,GAAG,IAAAC,uBAAgB,EAACzC,KAAK,EAAE,GAAG,EAAEuC,mBAAmB,CAAC,GAAG,EAAE,GAAG,CAAC;MAACf,IAAI,EAAE,GAAG;MAAEC,KAAK,EAAEc;IAAmB,CAAC,CAAC,CAAC,CAAC;IACtH,MAAMG,mBAAmB,GAAGxG,IAAI,GAAG4F,iBAAiB,GAAGE,oBAAoB;;IAE3E;IACA,MAAMb,SAAS,GAAGnB,KAAK,CAACmB,SAAS,CAACwB,MAAM,CAACvB,EAAE,IAAIA,EAAE,CAACI,IAAI,KAAK,GAAG,CAAC,CAACoB,GAAG,CAACxB,EAAE,IAAIsB,mBAAmB,CAACtB,EAAE,EAAEa,IAAI,CAAC,CAAC;IAExG,MAAMY,QAAQ,GAAG;MAAClB,GAAG,EAAE3B,KAAK,CAAC2B,GAAG;MAAEmB,IAAI,EAAE9C,KAAK,CAAC8C,IAAI;MAAEC,IAAI,EAAE/C,KAAK,CAAC+C,IAAI;MAAE5B,SAAS,EAAE,CAACkB,SAAS,EAAE,GAAGlB,SAAS,EAAE,GAAGqB,SAAS;IAAC,CAAC;;IAEzH;IACA,IAAI,CAACtG,IAAI,IAAIgC,MAAM,CAACQ,aAAa,EAAE;MACjC,OAAOmE,QAAQ;IACjB;IACA,IAAI3G,IAAI,IAAI,CAACgC,MAAM,CAACQ,aAAa,EAAE;MACjC,OAAOmE,QAAQ;IACjB;IACA;;IAEA;IACAA,QAAQ,CAAClB,GAAG,GAAG,KAAK;IACpB,IAAAqB,iCAAiB,EAACX,SAAS,EAAErC,KAAK,CAAC2B,GAAG,CAAC;IACvC,OAAOkB,QAAQ;EAEjB;EAEA,SAASI,cAAcA,CAACjD,KAAK,EAAEoC,gBAAgB,EAAE;IAC/C,IAAI,CAAClE,MAAM,CAACM,qBAAqB,EAAE;MACjC,OAAO0E,SAAS;IAClB;IACA;IACA,IAAI,CAAChF,MAAM,CAACK,cAAc,IAAI,CAACL,MAAM,CAACQ,aAAa,EAAE;MACnD,MAAMyC,SAAS,GAAGnB,KAAK,CAACmB,SAAS,CAACyB,GAAG,CAACxB,EAAE,IAAIU,iBAAiB,CAACV,EAAE,CAAC,CAAC;MAClE,OAAO;QAACO,GAAG,EAAE3B,KAAK,CAAC2B,GAAG;QAAEmB,IAAI,EAAE9C,KAAK,CAAC8C,IAAI;QAAEC,IAAI,EAAE/C,KAAK,CAAC+C,IAAI;QAAE5B;MAAS,CAAC;IACxE;IAEA,OAAOgB,QAAQ,CAACnC,KAAK,EAAEoC,gBAAgB,EAAE,IAAI,EAAE,KAAK,CAAC;EAEvD;EAEA,SAASe,iBAAiBA,CAACnD,KAAK,EAAEoC,gBAAgB,EAAEH,IAAI,GAAG,KAAK,EAAE;IAChE,IAAI,CAAC/D,MAAM,CAACO,wBAAwB,EAAE;MACpC,OAAOyE,SAAS;IAClB;IACA;IACA,IAAI,CAAChF,MAAM,CAACK,cAAc,IAAIL,MAAM,CAACQ,aAAa,EAAE;MAClD,MAAMyC,SAAS,GAAGnB,KAAK,CAACmB,SAAS,CAACyB,GAAG,CAACxB,EAAE,IAAIY,oBAAoB,CAACZ,EAAE,EAAEa,IAAI,CAAC,CAAC;MAC3E,OAAO;QAACN,GAAG,EAAE3B,KAAK,CAAC2B,GAAG;QAAEmB,IAAI,EAAE9C,KAAK,CAAC8C,IAAI;QAAEC,IAAI,EAAE/C,KAAK,CAAC+C,IAAI;QAAE5B;MAAS,CAAC;IACxE;IAEA,OAAOgB,QAAQ,CAACnC,KAAK,EAAEoC,gBAAgB,EAAE,KAAK,EAAEH,IAAI,CAAC;EACvD;EAEA,SAASK,eAAeA,CAACX,GAAG,EAAER,SAAS,EAAEiB,gBAAgB,EAAE;IACzD,MAAMgB,eAAe,GAAG;MAAC5B,IAAI,EAAE,GAAG;MAAEC,KAAK,EAAE,GAAGE,GAAG,IAAIS,gBAAgB;IAAE,CAAC;IACxE,IAAIT,GAAG,KAAK,KAAK,EAAE;MAAE;MACnB,OAAOyB,eAAe;IACxB;IACA;IACA,MAAM,CAACf,SAAS,CAAC,GAAGlB,SAAS,CAACwB,MAAM,CAACvB,EAAE,IAAIA,EAAE,CAACI,IAAI,KAAK,GAAG,CAAC,CAACoB,GAAG,CAACxB,EAAE,IAAI,IAAAf,cAAK,EAACe,EAAE,CAAC,CAAC;IAChF,IAAIiB,SAAS,EAAE;MACb,IAAAW,iCAAiB,EAACX,SAAS,EAAEV,GAAG,CAAC,CAAC,CAAC;MACnC,OAAOU,SAAS;IAClB;IAEA,OAAOe,eAAe;EACxB;EAEA,SAASC,0BAA0BA,CAACrD,KAAK,EAAEoC,gBAAgB,EAAE;IAC3D,IAAI,CAAClE,MAAM,CAACK,cAAc,EAAE;MAC1B,OAAO2E,SAAS;IAClB;IACA,IAAAI,cAAO,EAAC,uBAAuB,IAAAnD,oBAAa,EAACH,KAAK,CAAC,EAAE,CAAC;IACtD,MAAMuD,YAAY,GAAGjB,eAAe,CAACtC,KAAK,CAAC2B,GAAG,EAAE3B,KAAK,CAACmB,SAAS,EAAEiB,gBAAgB,CAAC;IAClF,MAAMoB,YAAY,GAAG,IAAAf,uBAAgB,EAACzC,KAAK,EAAE,GAAG,EAAEjC,aAAa,CAAC,GAAG,EAAE,GAAG,CAAC;MAACyD,IAAI,EAAE,GAAG;MAAEC,KAAK,EAAE1D;IAAa,CAAC,CAAC;IAC3G,MAAMoD,SAAS,GAAG,CAChBoC,YAAY,EACZ,GAAGvD,KAAK,CAACmB,SAAS,CAACwB,MAAM,CAACvB,EAAE,IAAIA,EAAE,CAACI,IAAI,KAAK,GAAG,CAAC,CAACoB,GAAG,CAACxB,EAAE,IAAI,IAAAf,cAAK,EAACe,EAAE,CAAC,CAAC,EACrE,GAAGoC,YAAY,CAChB;IAED,MAAMX,QAAQ,GAAG;MAAClB,GAAG,EAAE,KAAK;MAAEmB,IAAI,EAAE9C,KAAK,CAAC8C,IAAI;MAAEC,IAAI,EAAE/C,KAAK,CAAC+C,IAAI;MAAE5B;IAAS,CAAC;IAC5E,IAAAmC,cAAO,EAAC,uBAAuB,IAAAnD,oBAAa,EAAC0C,QAAQ,CAAC,EAAE,CAAC;IACzD,OAAOA,QAAQ;EACjB;EAGA,SAASY,sBAAsBA,CAACC,aAAa,EAAE9E,MAAM,EAAE+E,0BAA0B,GAAG,CAAC,EAAE;IACrF,MAAMvB,gBAAgB,GAAG,IAAAwB,6DAA6C,EAACF,aAAa,CAAC;IACrF;IACA,IAAItB,gBAAgB,GAAG,CAAC,EAAE;MACxB,OAAOA,gBAAgB;IACzB;IACA,IAAIuB,0BAA0B,EAAE;MAC9B,OAAOA,0BAA0B,GAAG,CAAC;IACvC;IACA,OAAO,IAAA/D,8DAA8C,EAAChB,MAAM,CAAC,GAAG,CAAC;EACnE;EAEA,SAASL,cAAcA,CAACsF,oBAAoB,EAAE;IAC5C;IACA,IAAI,CAAC3F,MAAM,CAACK,cAAc,EAAE;MAC1B,OAAO,KAAK;IACd;IACA;IACA,OAAO,CAACsF,oBAAoB,CAAC5C,IAAI,CAAC9D,CAAC,IAAI,IAAAsF,uBAAgB,EAACtF,CAAC,EAAE,GAAG,EAAEY,aAAa,CAAC,CAAC;EACjF;EAEA,SAAS+F,2BAA2BA,CAACD,oBAAoB,EAAE;IACzD,IAAI,CAAC3F,MAAM,CAACO,wBAAwB,EAAE;MACpC,OAAO,KAAK;IACd;IACA,OAAO,CAACoF,oBAAoB,CAAC5C,IAAI,CAAC9D,CAAC,IAAI,IAAAsF,uBAAgB,EAACtF,CAAC,EAAE,GAAG,EAAEa,YAAY,CAAC,CAAC;EAChF;EAEA,SAAS+F,8BAA8BA,CAAC/D,KAAK,EAAEpB,MAAM,EAAE;IACrD;IACA,IAAI,CAACoB,KAAK,CAACmB,SAAS,IAAI,CAACO,sBAAsB,CAAC1B,KAAK,CAAC2B,GAAG,CAAC,IAAI,CAACzD,MAAM,CAACM,qBAAqB,IAAI,CAACN,MAAM,CAACK,cAAc,IAAI,CAACL,MAAM,CAACO,wBAAwB,EAAE;MACzJ,OAAO,KAAK;IACd;;IAEA;IACA,IAAIyC,+BAA+B,CAAClB,KAAK,CAAC,IAAIA,KAAK,CAACmB,SAAS,CAACF,IAAI,CAACG,EAAE,IAAIA,EAAE,CAACI,IAAI,KAAK,GAAG,IAAIJ,EAAE,CAACK,KAAK,CAACG,QAAQ,CAAC,SAAS,CAAC,IAAIR,EAAE,CAACK,KAAK,KAAK3D,SAAS,CAAC,EAAE;MACnJ,OAAO,KAAK;IACd;IAEA,MAAM+F,oBAAoB,GAAG,IAAAG,6CAA6B,EAAChE,KAAK,EAAEpB,MAAM,CAACrB,GAAG,CAAC,KAAK,CAAC,CAAC;IACpF,IAAIsG,oBAAoB,CAAC3E,MAAM,KAAK,CAAC,EAAE;MACrC,OAAO,KAAK;IACd;;IAEA;IACA,MAAM,CAAC+E,WAAW,CAAC,GAAGJ,oBAAoB;IAC1C,IAAAP,cAAO,EAAC,6BAA6B,IAAAnD,oBAAa,EAACH,KAAK,CAAC,EAAE,CAAC;IAC5D,IAAAsD,cAAO,EAAC,6BAA6B,IAAAnD,oBAAa,EAAC8D,WAAW,CAAC,EAAE,CAAC;IAClE,IAAI,CAAC/C,+BAA+B,CAAC+C,WAAW,CAAC,EAAE;MACjD,OAAO,KAAK;IACd;IACA,IAAIA,WAAW,CAAC9C,SAAS,CAACF,IAAI,CAACG,EAAE,IAAIA,EAAE,CAACI,IAAI,KAAK,GAAG,IAAIJ,EAAE,CAACK,KAAK,CAACG,QAAQ,CAAC,SAAS,CAAC,IAAIR,EAAE,CAACK,KAAK,KAAK1D,aAAa,CAAC,EAAE;MACnH,OAAO,KAAK;IACd;;IAEA;IACA;IACA,MAAMmG,wBAAwB,GAAG,IAAAC,mDAAmC,EAACnE,KAAK,CAAC;IAC3E,MAAMoE,YAAY,GAAG,IAAAC,gCAAe,EAACzF,MAAM,CAAC;IAC5C,MAAM0F,MAAM,GAAG,IAAAnE,oBAAa,EAACoE,+BAA+B,CAACpB,iBAAiB,CAACc,WAAW,EAAEC,wBAAwB,EAAEE,YAAY,CAAC,EAAEpE,KAAK,CAAC2B,GAAG,CAAC,CAAC;IAChJ,MAAM6C,MAAM,GAAG,IAAArE,oBAAa,EAACoE,+BAA+B,CAACvE,KAAK,EAAEA,KAAK,CAAC2B,GAAG,CAAC,CAAC;IAC/E,IAAA2B,cAAO,EAAC,yBAAyBkB,MAAM,YAAYF,MAAM,MAAME,MAAM,KAAKF,MAAM,GAAG,IAAI,GAAG,MAAM,EAAE,CAAC;IACnG,OAAOE,MAAM,KAAKF,MAAM;EAC1B;EAEA,SAASC,+BAA+BA,CAACvE,KAAK,EAAE2B,GAAG,EAAE;IACnD,MAAM8C,WAAW,GAAG,IAAApE,cAAK,EAACL,KAAK,CAAC;IAChCyE,WAAW,CAAC9C,GAAG,GAAGA,GAAG;IACrB8C,WAAW,CAACtD,SAAS,GAAGsD,WAAW,CAACtD,SAAS,CAACwB,MAAM,CAACvB,EAAE,IAAIA,EAAE,CAACI,IAAI,KAAK,GAAG,IAAIJ,EAAE,CAACK,KAAK,KAAKzD,YAAY,CAAC;IACxG,OAAO,IAAA0G,kCAAqB,EAACD,WAAW,CAAC;EAC3C;EAEA,SAASE,wBAAwBA,CAAC3E,KAAK,EAAEpB,MAAM,EAAE;IAC/C;IACA,IAAI,CAACV,MAAM,CAACM,qBAAqB,EAAE;MACjC,OAAO,EAAE;IACX;IACA,MAAM,CAACyF,WAAW,CAAC,GAAG,IAAAD,6CAA6B,EAAChE,KAAK,EAAEpB,MAAM,CAACrB,GAAG,CAAC,KAAK,CAAC,CAAC;IAE7E,MAAM2G,wBAAwB,GAAG,IAAAC,mDAAmC,EAACnE,KAAK,CAAC;IAC3E,MAAMoE,YAAY,GAAG,IAAAC,gCAAe,EAACzF,MAAM,CAAC;IAE5C,MAAMgG,QAAQ,GAAG;MAAC,KAAK,EAAE5E,KAAK,CAAC2B,GAAG;MAAE,MAAM,EAAE3B,KAAK,CAAC8C,IAAI;MAAE,MAAM,EAAE9C,KAAK,CAAC+C,IAAI;MAAE,WAAW,EAAEkB,WAAW,CAAC9C;IAAS,CAAC;IAE/G,MAAM0D,YAAY,GAAG3G,MAAM,CAACM,qBAAqB,GAAGyE,cAAc,CAAC2B,QAAQ,EAAEV,wBAAwB,CAAC,GAAGhB,SAAS,CAAC,CAAC;IACpH,MAAM4B,gBAAgB,GAAG5G,MAAM,CAACK,cAAc,GAAG8E,0BAA0B,CAACuB,QAAQ,EAAEV,wBAAwB,CAAC,GAAGhB,SAAS,CAAC,CAAC;IAC7H,MAAM6B,eAAe,GAAG7G,MAAM,CAACO,wBAAwB,GAAG0E,iBAAiB,CAACnD,KAAK,EAAEkE,wBAAwB,EAAEE,YAAY,CAAC,GAAGlB,SAAS,CAAC,CAAC;;IAExI;IACAe,WAAW,CAACe,YAAY,GAAG,CAAC;IAE5B,OAAO,CAACH,YAAY,EAAEC,gBAAgB,EAAEC,eAAe,CAAC,CAACpC,MAAM,CAACxF,CAAC,IAAIA,CAAC,CAAC;EACzE;EAGA,SAAS2C,YAAYA,CAAC4D,aAAa,EAAE9E,MAAM,EAAE+E,0BAA0B,GAAG,CAAC,EAAE;IAC3E,IAAI,CAAC9B,wBAAwB,CAAC6B,aAAa,CAAC,EAAE;MAC5C,IAAIK,8BAA8B,CAACL,aAAa,EAAE9E,MAAM,CAAC,EAAE;QAAE;QAC3D,OAAO+F,wBAAwB,CAACjB,aAAa,EAAE9E,MAAM,CAAC;MACxD;MACA,IAAI8E,aAAa,CAACsB,YAAY,EAAE;QAAE;QAChC,OAAO,EAAE;MACX;MACA,OAAO,CAACtB,aAAa,CAAC;IACxB;;IAEA;;IAEA,MAAMuB,wBAAwB,GAAGxB,sBAAsB,CAACC,aAAa,EAAE9E,MAAM,EAAE+E,0BAA0B,CAAC;IAC1G,MAAMuB,2BAA2B,GAAG,IAAAC,2CAA2B,EAACF,wBAAwB,CAAC;IACzF,MAAMb,YAAY,GAAG,IAAAC,gCAAe,EAACzF,MAAM,CAAC;;IAE5C;;IAEA,MAAMiF,oBAAoB,GAAG,IAAAG,6CAA6B,EAACN,aAAa,EAAE9E,MAAM,CAACrB,GAAG,CAAC,KAAK,CAAC,CAAC;;IAE5F;;IAEA,MAAMsH,YAAY,GAAG5B,cAAc,CAACS,aAAa,EAAEwB,2BAA2B,CAAC,CAAC,CAAC;IACjF,MAAMJ,gBAAgB,GAAGvG,cAAc,CAACsF,oBAAoB,CAAC,GAAGR,0BAA0B,CAACK,aAAa,EAAEwB,2BAA2B,CAAC,GAAGhC,SAAS,CAAC,CAAC;IACpJ,MAAM6B,eAAe,GAAGjB,2BAA2B,CAACD,oBAAoB,CAAC,GAAGV,iBAAiB,CAACO,aAAa,EAAEwB,2BAA2B,EAAEd,YAAY,CAAC,GAAGlB,SAAS,CAAC,CAAC;;IAErK,OAAO,CAAC2B,YAAY,EAAEC,gBAAgB,EAAEC,eAAe,CAAC,CAACpC,MAAM,CAACxF,CAAC,IAAIA,CAAC,CAAC;EACzE;AACF","ignoreList":[]}
|
|
1
|
+
{
|
|
2
|
+
"version": 3,
|
|
3
|
+
"sources": ["../src/cyrillux.js"],
|
|
4
|
+
"sourcesContent": ["//import createDebugLogger from 'debug';\nimport clone from 'clone';\nimport XRegExp from 'xregexp';\nimport * as iso9 from '@natlibfi/iso9-1995';\nimport * as sfs4900 from '@natlibfi/sfs-4900';\nimport {fieldHasSubfield, fieldToString, fieldsToString, isControlSubfieldCode, nvdebug} from './utils.js';\nimport {fieldGetMaxSubfield6OccurrenceNumberAsInteger, fieldGetOccurrenceNumberPairs, fieldGetUnambiguousOccurrenceNumber, intToOccurrenceNumberString, recordGetMaxSubfield6OccurrenceNumberAsInteger, resetSubfield6Tag} from './subfield6Utils.js';\nimport {default as sortFields} from './sortFields.js';\nimport {default as reindexSubfield6OccurenceNumbers} from './reindexSubfield6OccurenceNumbers.js';\nimport {fieldStripPunctuation} from './punctuation2.js';\nimport {getLanguageCode} from './addMissingField041.js';\n\nconst iso9Trans = 'ISO9 <TRANS>';\nconst cyrillicTrans = 'CYRILLIC <TRANS>';\nconst sfs4900Trans = 'SFS4900 <TRANS>';\n\nexport default function (config = {}) {\n // console.log(`CONFIG=${JSON.stringify(config)}`); // eslint-disable-line no-console\n\n return {\n description: 'Cyrillux functionality: convert original field to latinitsa (ISO-9) and add 880s for original cyrillic and latinitsa (SFS-4900)',\n validate, fix\n };\n\n function preprocessConfig() {\n config.retainCyrillic = typeof config.retainCyrillic === 'undefined' ? true : config.retainCyrillic;\n config.doISO9Transliteration = typeof config.doISO9Transliteration === 'undefined' ? true : config.doISO9Transliteration;\n config.doSFS4900Transliteration = typeof config.doSFS4900Transliteration === 'undefined' ? true : config.doSFS4900Transliteration;\n config.preferSFS4900 = setPreference();\n\n function setPreference() {\n if (!config.doSFS4900Transliteration) {\n return false;\n }\n if (!config.doISO9Transliteration && config.doSFS4900Transliteration) {\n return true;\n }\n if (typeof config.preferSFS4900 === 'undefined') {\n return false;\n }\n return config.preferSFS4900;\n }\n }\n\n function fix(record) {\n // console.log(`FIX has CONFIG=${JSON.stringify(config)}`); // eslint-disable-line no-console\n // Fix always succeeds\n const res = {message: [], fix: [], valid: true};\n\n preprocessConfig();\n\n const nBefore = record.fields.length;\n\n record.fields = processFields(record.fields);\n\n if (nBefore < record.fields.length) {\n reindexSubfield6OccurenceNumbers().fix(record);\n sortFields().fix(record);\n }\n\n function processFields(input, output = []) {\n const [currField, ...remainingInput] = input;\n if (!currField) {\n return output;\n }\n\n const fakeRecord = {fields: output};\n const createdMax = recordGetMaxSubfield6OccurrenceNumberAsInteger(fakeRecord);\n const result = processField(currField, record, createdMax);\n\n return processFields(remainingInput, [...output, ...result]);\n }\n\n return res;\n }\n\n function validate(record) {\n const res = {message: [], valid: true};\n\n preprocessConfig();\n\n record.fields?.forEach(field => {\n validateField(field, res, record);\n });\n\n res.valid = !(res.message.length >= 1);\n return res;\n }\n\n function validateField(field, res, record) {\n const orig = fieldToString(field);\n\n const normalizedFields = processField(clone(field), record);\n const mod = fieldsToString(normalizedFields).replace(/\\t__SEPARATOR__\\t/ug, ', ').replace(/ (\u20216 [0-9][0-9][0-9])-[0-9][0-9]+/gu, ' $1-NN');\n if (orig !== mod) { // Fail as the input is \"broken\"/\"crap\"/sumthing\n res.message.push(`CHANGE: ${orig} => ${mod}`);\n return;\n }\n return;\n }\n\n function isCyrillicCharacter(char) {\n return XRegExp('[\\\\p{Cyrillic}]').test(char);\n }\n\n function containsCyrillicCharacters(str) { // from melinda-ui-cyrillux\n if (!str) {\n return false;\n }\n return str.split('').some(isCyrillicCharacter);\n }\n\n function fieldContainsCyrillicCharacters(field) { // based on melinda-ui-cyrillux\n return field.subfields && field.subfields.some(sf => subfieldRequiresTransliteration(sf));\n }\n\n function subfieldRequiresTransliteration(subfield) {\n if (isControlSubfieldCode(subfield.code)) {\n return false;\n }\n return containsCyrillicCharacters(subfield.value);\n }\n\n function tagCanBeTransliterated(tag) {\n return !['336', '337', '338', '880'].includes(tag);\n }\n\n function fieldCanBeTransliterated(field) {\n // Skip certain tags ('880' is the actual skip-me beef here, but we have seen other no-nos as well).\n // Discussion: We should probably also skip others like 05X-08X, 648, 650, 651, and 655, but this needs thinking...\n // Also I'd like to convert do CYRILLIC->ISO-9 in field 300 (and others?) without 880 mappings... (<- not implemented)\n\n // nvdebug(`fieldCanBeTransliterated('${fieldToString(field)}') in...`);\n if (!tagCanBeTransliterated(field.tag)) {\n return false;\n }\n\n if (!config.doISO9Transliteration && !config.doSFS4900Transliteration) {\n return false;\n }\n\n // Skip control fields:\n if (!field.subfields) {\n return false;\n }\n // When doing MELINDA-10330-ish, we noticed that $6 should not prevent translittaration per se, so this restriction is no longer applied!\n\n if (field.subfields.some(sf => sf.code === '9' && sf.value.includes('<TRANS>'))) {\n return false;\n }\n\n return fieldContainsCyrillicCharacters(field); // We have something to translitterate:\n }\n\n\n function mapSubfieldToIso9(subfield) {\n if (!subfieldRequiresTransliteration(subfield)) {\n return {code: subfield.code, value: subfield.value}; // just clone\n }\n\n const conversionResult = iso9.convertToLatin(subfield.value);\n\n return {code: subfield.code, value: conversionResult.result};\n }\n\n function mapSubfieldToSfs4900(subfield, lang = 'rus') {\n const inputLang = lang === 'ukr' ? 'ukr' : 'rus'; // Support 'ukr' and 'rus', default to 'rus'\n if (!subfieldRequiresTransliteration(subfield)) {\n return {code: subfield.code, value: subfield.value};\n }\n const conversionResult = sfs4900.convertToLatin(subfield.value, inputLang);\n\n console.log(JSON.stringify(conversionResult));\n const result = conversionResult.result;\n console.log(JSON.stringify(result));\n //console.log(`VAL: ${subfield.value} => ${value} using ${lang}`); // eslint-disable-line no-console\n return {code: subfield.code, value: result};\n }\n\n function mapField(field, occurrenceNumber, iso9 = true, lang = 'rus') {\n const subfield6 = deriveSubfield6('880', field.subfields, occurrenceNumber);\n const transliterationText = iso9 ? iso9Trans : sfs4900Trans;\n\n const subfield9 = fieldHasSubfield(field, '9', transliterationText) ? [] : [{code: '9', value: transliterationText}]; // Add only if needed\n const transliterationFunc = iso9 ? mapSubfieldToIso9 : mapSubfieldToSfs4900;\n\n // NB! iso9 won't use lang\n const subfields = field.subfields.filter(sf => sf.code !== '6').map(sf => transliterationFunc(sf, lang));\n\n const newField = {tag: field.tag, ind1: field.ind1, ind2: field.ind2, subfields: [subfield6, ...subfields, ...subfield9]};\n\n // Transliteration goes to the original field:\n if (!iso9 && config.preferSFS4900) {\n return newField;\n }\n if (iso9 && !config.preferSFS4900) {\n return newField;\n }\n // Translitetation goes to field 880:\n\n //const subfield6 = newField.subfields.find(sf => sf.code === '6');\n newField.tag = '880';\n resetSubfield6Tag(subfield6, field.tag);\n return newField;\n\n }\n\n function mapFieldToIso9(field, occurrenceNumber) {\n if (!config.doISO9Transliteration) {\n return undefined;\n }\n // Just converts the field to ISO-9 latinitsa, does not create any field-880s, so don't bother with $6 or $9 either\n if (!config.retainCyrillic && !config.preferSFS4900) {\n const subfields = field.subfields.map(sf => mapSubfieldToIso9(sf));\n return {tag: field.tag, ind1: field.ind1, ind2: field.ind2, subfields};\n }\n\n return mapField(field, occurrenceNumber, true, 'rus');\n\n }\n\n function mapFieldToSfs4900(field, occurrenceNumber, lang = 'rus') {\n if (!config.doSFS4900Transliteration) {\n return undefined;\n }\n // Just converts the field to SFS-4900 latinitsa, does not create any field-880s, so don't bother with $6 or $9 either\n if (!config.retainCyrillic && config.preferSFS4900) {\n const subfields = field.subfields.map(sf => mapSubfieldToSfs4900(sf, lang));\n return {tag: field.tag, ind1: field.ind1, ind2: field.ind2, subfields};\n }\n\n return mapField(field, occurrenceNumber, false, lang);\n }\n\n function deriveSubfield6(tag, subfields, occurrenceNumber) {\n const initialSubfield = {code: '6', value: `${tag}-${occurrenceNumber}`};\n if (tag === '880') { // If *tag in subfield $6* is 880, field is not 880 :D\n return initialSubfield;\n }\n // Try to use existing subfield\n const [subfield6] = subfields.filter(sf => sf.code === '6').map(sf => clone(sf));\n if (subfield6) {\n resetSubfield6Tag(subfield6, tag); // Should we update occurrence number?\n return subfield6;\n }\n\n return initialSubfield;\n }\n\n function mapFieldToCyrillicField880(field, occurrenceNumber) {\n if (!config.retainCyrillic) {\n return undefined;\n }\n nvdebug(`Derive CYR 880 from ${fieldToString(field)}`);\n const newSubfield6 = deriveSubfield6(field.tag, field.subfields, occurrenceNumber);\n const newSubfield9 = fieldHasSubfield(field, '9', cyrillicTrans) ? [] : [{code: '9', value: cyrillicTrans}];\n const subfields = [\n newSubfield6,\n ...field.subfields.filter(sf => sf.code !== '6').map(sf => clone(sf)),\n ...newSubfield9\n ];\n\n const newField = {tag: '880', ind1: field.ind1, ind2: field.ind2, subfields};\n nvdebug(` New CYR 880 ${fieldToString(newField)}`);\n return newField;\n }\n\n\n function getNewOccurrenceNumber(originalField, record, maxCreatedOccurrenceNumber = 0) {\n const occurrenceNumber = fieldGetMaxSubfield6OccurrenceNumberAsInteger(originalField);\n // Return existing occurrence number:\n if (occurrenceNumber > 0) {\n return occurrenceNumber;\n }\n if (maxCreatedOccurrenceNumber) {\n return maxCreatedOccurrenceNumber + 1;\n }\n return recordGetMaxSubfield6OccurrenceNumberAsInteger(record) + 1;\n }\n\n function retainCyrillic(existingPairedFields) {\n // Should we move cyrillic content from a normali field to a 880?\n if (!config.retainCyrillic) {\n return false;\n }\n // Fail if we already have a paired 880 $9 <CYRILLIC> TRANS\n return !existingPairedFields.some(f => fieldHasSubfield(f, '9', cyrillicTrans));\n }\n\n function needsSfs4900Transliteration(existingPairedFields) {\n if (!config.doSFS4900Transliteration) {\n return false;\n }\n return !existingPairedFields.some(f => fieldHasSubfield(f, '9', sfs4900Trans));\n }\n\n function sfs4900PairCanBeTransliterated(field, record) {\n // MELINDA-10330: we already have public library data: (unmarked) SFS-4900 in FIELD and (unmarked) Cyrillic in 880\n if (!field.subfields || !tagCanBeTransliterated(field.tag) || !config.doISO9Transliteration || !config.retainCyrillic || !config.doSFS4900Transliteration) {\n return false;\n }\n\n // Original field: $9 ISO9 <TRANS> is the only legal <TRANS>\n if (fieldContainsCyrillicCharacters(field) || field.subfields.some(sf => sf.code === '9' && sf.value.includes('<TRANS>') && sf.value !== iso9Trans)) {\n return false;\n }\n\n const existingPairedFields = fieldGetOccurrenceNumberPairs(field, record.get('880'));\n if (existingPairedFields.length !== 1) {\n return false;\n }\n\n // Paired field: $9 CYRILLIC <TRANS> is the only legal <TRANS>\n const [pairedField] = existingPairedFields;\n nvdebug(`LOOKING FOR SFS4900 PAIR: ${fieldToString(field)}`);\n nvdebug(` HAVING PAIRED FIELD: ${fieldToString(pairedField)}`);\n if (!fieldContainsCyrillicCharacters(pairedField)) {\n return false;\n }\n if (pairedField.subfields.some(sf => sf.code === '9' && sf.value.includes('<TRANS>') && sf.value !== cyrillicTrans)) {\n return false;\n }\n\n // Actually check that original field and and sfs-4900-fied cyrillic field are equal (after punctuation clean-up),\n // and thus it's a real case of MELINDA-10330 ISO9 adding:\n const occurrenceNumberAsString = fieldGetUnambiguousOccurrenceNumber(field);\n const languageCode = getLanguageCode(record);\n const field2 = fieldToString(createFieldForSfs4900Comparison(mapFieldToSfs4900(pairedField, occurrenceNumberAsString, languageCode), field.tag));\n const field1 = fieldToString(createFieldForSfs4900Comparison(field, field.tag));\n nvdebug(`COMPARE CONTENTS:\\n '${field1}' vs\\n '${field2}': ${field1 === field2 ? 'OK' : 'FAIL'}`);\n return field1 === field2;\n }\n\n function createFieldForSfs4900Comparison(field, tag) {\n const clonedField = clone(field);\n clonedField.tag = tag;\n clonedField.subfields = clonedField.subfields.filter(sf => sf.code !== '9' || sf.value !== sfs4900Trans);\n return fieldStripPunctuation(clonedField);\n }\n\n function transliterateSfs4900Pair(field, record) {\n // Handle MELINDA-10330: Field is already in SFS-4900 and the only paired field is in Cyrillic!\n if (!config.doISO9Transliteration) {\n return [];\n }\n const [pairedField] = fieldGetOccurrenceNumberPairs(field, record.get('880'));\n\n const occurrenceNumberAsString = fieldGetUnambiguousOccurrenceNumber(field);\n const languageCode = getLanguageCode(record);\n\n const tmpField = {'tag': field.tag, 'ind1': field.ind1, 'ind2': field.ind2, 'subfields': pairedField.subfields};\n\n const newMainField = config.doISO9Transliteration ? mapFieldToIso9(tmpField, occurrenceNumberAsString) : undefined; // Cyrillic => ISO-9\n const newCyrillicField = config.retainCyrillic ? mapFieldToCyrillicField880(tmpField, occurrenceNumberAsString) : undefined; // CYRILLIC\n const newSFS4900Field = config.doSFS4900Transliteration ? mapFieldToSfs4900(field, occurrenceNumberAsString, languageCode) : undefined; // SFS-4900\n\n // Trigger the drop of original counterpart $6 :\n pairedField.cyrilluxSkip = 1;\n\n return [newMainField, newCyrillicField, newSFS4900Field].filter(f => f);\n }\n\n\n function processField(originalField, record, maxCreatedOccurrenceNumber = 0) {\n if (!fieldCanBeTransliterated(originalField)) {\n if (sfs4900PairCanBeTransliterated(originalField, record)) { // MELINDA-10330\n return transliterateSfs4900Pair(originalField, record);\n }\n if (originalField.cyrilluxSkip) { // MELINDA-10330 hack to remove 880 fields that were replaced/sort-of processed with their counterpair.\n return [];\n }\n return [originalField];\n }\n\n // nvdebug(`PROCESSING: ${fieldToString(originalField)}`);\n\n const newOccurrenceNumberAsInt = getNewOccurrenceNumber(originalField, record, maxCreatedOccurrenceNumber);\n const newOccurrenceNumberAsString = intToOccurrenceNumberString(newOccurrenceNumberAsInt);\n const languageCode = getLanguageCode(record);\n\n // nvdebug(`NEW OCCURRENCE NUMBER: '${newOccurrenceNumberAsString}'`);\n\n const existingPairedFields = fieldGetOccurrenceNumberPairs(originalField, record.get('880'));\n\n // nvdebug(`NUMBER OF PAIRED 880 FIELDS: ${existingPairedFields.length}`);\n\n const newMainField = mapFieldToIso9(originalField, newOccurrenceNumberAsString); // ISO-9\n const newCyrillicField = retainCyrillic(existingPairedFields) ? mapFieldToCyrillicField880(originalField, newOccurrenceNumberAsString) : undefined; // CYRILLIC\n const newSFS4900Field = needsSfs4900Transliteration(existingPairedFields) ? mapFieldToSfs4900(originalField, newOccurrenceNumberAsString, languageCode) : undefined; /// SFS-4900\n\n return [newMainField, newCyrillicField, newSFS4900Field].filter(f => f);\n }\n}\n"],
|
|
5
|
+
"mappings": "AACA,OAAO,WAAW;AAClB,OAAO,aAAa;AACpB,YAAY,UAAU;AACtB,YAAY,aAAa;AACzB,SAAQ,kBAAkB,eAAe,gBAAgB,uBAAuB,eAAc;AAC9F,SAAQ,+CAA+C,+BAA+B,qCAAqC,6BAA6B,gDAAgD,yBAAwB;AAChO,SAAQ,WAAW,kBAAiB;AACpC,SAAQ,WAAW,wCAAuC;AAC1D,SAAQ,6BAA4B;AACpC,SAAQ,uBAAsB;AAE9B,MAAM,YAAY;AAClB,MAAM,gBAAgB;AACtB,MAAM,eAAe;AAErB,wBAAyB,SAAS,CAAC,GAAG;AAGpC,SAAO;AAAA,IACL,aAAa;AAAA,IACb;AAAA,IAAU;AAAA,EACZ;AAEA,WAAS,mBAAmB;AAC1B,WAAO,iBAAiB,OAAO,OAAO,mBAAmB,cAAc,OAAO,OAAO;AACrF,WAAO,wBAAwB,OAAO,OAAO,0BAA0B,cAAc,OAAO,OAAO;AACnG,WAAO,2BAA2B,OAAO,OAAO,6BAA6B,cAAc,OAAO,OAAO;AACzG,WAAO,gBAAgB,cAAc;AAErC,aAAS,gBAAgB;AACvB,UAAI,CAAC,OAAO,0BAA0B;AACpC,eAAO;AAAA,MACT;AACA,UAAI,CAAC,OAAO,yBAAyB,OAAO,0BAA0B;AACpE,eAAO;AAAA,MACT;AACA,UAAI,OAAO,OAAO,kBAAkB,aAAa;AAC/C,eAAO;AAAA,MACT;AACA,aAAO,OAAO;AAAA,IAChB;AAAA,EACF;AAEA,WAAS,IAAI,QAAQ;AAGnB,UAAM,MAAM,EAAC,SAAS,CAAC,GAAG,KAAK,CAAC,GAAG,OAAO,KAAI;AAE9C,qBAAiB;AAEjB,UAAM,UAAU,OAAO,OAAO;AAE9B,WAAO,SAAS,cAAc,OAAO,MAAM;AAE3C,QAAI,UAAU,OAAO,OAAO,QAAQ;AAClC,uCAAiC,EAAE,IAAI,MAAM;AAC7C,iBAAW,EAAE,IAAI,MAAM;AAAA,IACzB;AAEA,aAAS,cAAc,OAAO,SAAS,CAAC,GAAG;AACzC,YAAM,CAAC,WAAW,GAAG,cAAc,IAAI;AACvC,UAAI,CAAC,WAAW;AACd,eAAO;AAAA,MACT;AAEA,YAAM,aAAa,EAAC,QAAQ,OAAM;AAClC,YAAM,aAAa,+CAA+C,UAAU;AAC5E,YAAM,SAAS,aAAa,WAAW,QAAQ,UAAU;AAEzD,aAAO,cAAc,gBAAgB,CAAC,GAAG,QAAQ,GAAG,MAAM,CAAC;AAAA,IAC7D;AAEA,WAAO;AAAA,EACT;AAEA,WAAS,SAAS,QAAQ;AACxB,UAAM,MAAM,EAAC,SAAS,CAAC,GAAG,OAAO,KAAI;AAErC,qBAAiB;AAEjB,WAAO,QAAQ,QAAQ,WAAS;AAC9B,oBAAc,OAAO,KAAK,MAAM;AAAA,IAClC,CAAC;AAED,QAAI,QAAQ,EAAE,IAAI,QAAQ,UAAU;AACpC,WAAO;AAAA,EACT;AAEA,WAAS,cAAc,OAAO,KAAK,QAAQ;AACzC,UAAM,OAAO,cAAc,KAAK;AAEhC,UAAM,mBAAmB,aAAa,MAAM,KAAK,GAAG,MAAM;AAC1D,UAAM,MAAM,eAAe,gBAAgB,EAAE,QAAQ,uBAAuB,IAAI,EAAE,QAAQ,uCAAuC,QAAQ;AACzI,QAAI,SAAS,KAAK;AAChB,UAAI,QAAQ,KAAK,WAAW,IAAI,OAAO,GAAG,EAAE;AAC5C;AAAA,IACF;AACA;AAAA,EACF;AAEA,WAAS,oBAAoB,MAAM;AACjC,WAAO,QAAQ,iBAAiB,EAAE,KAAK,IAAI;AAAA,EAC7C;AAEA,WAAS,2BAA2B,KAAK;AACvC,QAAI,CAAC,KAAK;AACR,aAAO;AAAA,IACT;AACA,WAAO,IAAI,MAAM,EAAE,EAAE,KAAK,mBAAmB;AAAA,EAC/C;AAEA,WAAS,gCAAgC,OAAO;AAC9C,WAAO,MAAM,aAAa,MAAM,UAAU,KAAK,QAAM,gCAAgC,EAAE,CAAC;AAAA,EAC1F;AAEA,WAAS,gCAAgC,UAAU;AACjD,QAAI,sBAAsB,SAAS,IAAI,GAAG;AACxC,aAAO;AAAA,IACT;AACA,WAAO,2BAA2B,SAAS,KAAK;AAAA,EAClD;AAEA,WAAS,uBAAuB,KAAK;AACnC,WAAO,CAAC,CAAC,OAAO,OAAO,OAAO,KAAK,EAAE,SAAS,GAAG;AAAA,EACnD;AAEA,WAAS,yBAAyB,OAAO;AAMvC,QAAI,CAAC,uBAAuB,MAAM,GAAG,GAAG;AACtC,aAAO;AAAA,IACT;AAEA,QAAI,CAAC,OAAO,yBAAyB,CAAC,OAAO,0BAA0B;AACrE,aAAO;AAAA,IACT;AAGA,QAAI,CAAC,MAAM,WAAW;AACpB,aAAO;AAAA,IACT;AAGA,QAAI,MAAM,UAAU,KAAK,QAAM,GAAG,SAAS,OAAO,GAAG,MAAM,SAAS,SAAS,CAAC,GAAG;AAC/E,aAAO;AAAA,IACT;AAEA,WAAO,gCAAgC,KAAK;AAAA,EAC9C;AAGA,WAAS,kBAAkB,UAAU;AACnC,QAAI,CAAC,gCAAgC,QAAQ,GAAG;AAC9C,aAAO,EAAC,MAAM,SAAS,MAAM,OAAO,SAAS,MAAK;AAAA,IACpD;AAEA,UAAM,mBAAmB,KAAK,eAAe,SAAS,KAAK;AAE3D,WAAO,EAAC,MAAM,SAAS,MAAM,OAAO,iBAAiB,OAAM;AAAA,EAC7D;AAEA,WAAS,qBAAqB,UAAU,OAAO,OAAO;AACpD,UAAM,YAAY,SAAS,QAAQ,QAAQ;AAC3C,QAAI,CAAC,gCAAgC,QAAQ,GAAG;AAC9C,aAAO,EAAC,MAAM,SAAS,MAAM,OAAO,SAAS,MAAK;AAAA,IACpD;AACA,UAAM,mBAAmB,QAAQ,eAAe,SAAS,OAAO,SAAS;AAEzE,YAAQ,IAAI,KAAK,UAAU,gBAAgB,CAAC;AAC5C,UAAM,SAAS,iBAAiB;AAChC,YAAQ,IAAI,KAAK,UAAU,MAAM,CAAC;AAElC,WAAO,EAAC,MAAM,SAAS,MAAM,OAAO,OAAM;AAAA,EAC5C;AAEA,WAAS,SAAS,OAAO,kBAAkBA,QAAO,MAAM,OAAO,OAAO;AACpE,UAAM,YAAY,gBAAgB,OAAO,MAAM,WAAW,gBAAgB;AAC1E,UAAM,sBAAsBA,QAAO,YAAY;AAE/C,UAAM,YAAY,iBAAiB,OAAO,KAAK,mBAAmB,IAAI,CAAC,IAAI,CAAC,EAAC,MAAM,KAAK,OAAO,oBAAmB,CAAC;AACnH,UAAM,sBAAsBA,QAAO,oBAAoB;AAGvD,UAAM,YAAY,MAAM,UAAU,OAAO,QAAM,GAAG,SAAS,GAAG,EAAE,IAAI,QAAM,oBAAoB,IAAI,IAAI,CAAC;AAEvG,UAAM,WAAW,EAAC,KAAK,MAAM,KAAK,MAAM,MAAM,MAAM,MAAM,MAAM,MAAM,WAAW,CAAC,WAAW,GAAG,WAAW,GAAG,SAAS,EAAC;AAGxH,QAAI,CAACA,SAAQ,OAAO,eAAe;AACjC,aAAO;AAAA,IACT;AACA,QAAIA,SAAQ,CAAC,OAAO,eAAe;AACjC,aAAO;AAAA,IACT;AAIA,aAAS,MAAM;AACf,sBAAkB,WAAW,MAAM,GAAG;AACtC,WAAO;AAAA,EAET;AAEA,WAAS,eAAe,OAAO,kBAAkB;AAC/C,QAAI,CAAC,OAAO,uBAAuB;AACjC,aAAO;AAAA,IACT;AAEA,QAAI,CAAC,OAAO,kBAAkB,CAAC,OAAO,eAAe;AACnD,YAAM,YAAY,MAAM,UAAU,IAAI,QAAM,kBAAkB,EAAE,CAAC;AACjE,aAAO,EAAC,KAAK,MAAM,KAAK,MAAM,MAAM,MAAM,MAAM,MAAM,MAAM,UAAS;AAAA,IACvE;AAEA,WAAO,SAAS,OAAO,kBAAkB,MAAM,KAAK;AAAA,EAEtD;AAEA,WAAS,kBAAkB,OAAO,kBAAkB,OAAO,OAAO;AAChE,QAAI,CAAC,OAAO,0BAA0B;AACpC,aAAO;AAAA,IACT;AAEA,QAAI,CAAC,OAAO,kBAAkB,OAAO,eAAe;AAClD,YAAM,YAAY,MAAM,UAAU,IAAI,QAAM,qBAAqB,IAAI,IAAI,CAAC;AAC1E,aAAO,EAAC,KAAK,MAAM,KAAK,MAAM,MAAM,MAAM,MAAM,MAAM,MAAM,UAAS;AAAA,IACvE;AAEA,WAAO,SAAS,OAAO,kBAAkB,OAAO,IAAI;AAAA,EACtD;AAEA,WAAS,gBAAgB,KAAK,WAAW,kBAAkB;AACzD,UAAM,kBAAkB,EAAC,MAAM,KAAK,OAAO,GAAG,GAAG,IAAI,gBAAgB,GAAE;AACvE,QAAI,QAAQ,OAAO;AACjB,aAAO;AAAA,IACT;AAEA,UAAM,CAAC,SAAS,IAAI,UAAU,OAAO,QAAM,GAAG,SAAS,GAAG,EAAE,IAAI,QAAM,MAAM,EAAE,CAAC;AAC/E,QAAI,WAAW;AACb,wBAAkB,WAAW,GAAG;AAChC,aAAO;AAAA,IACT;AAEA,WAAO;AAAA,EACT;AAEA,WAAS,2BAA2B,OAAO,kBAAkB;AAC3D,QAAI,CAAC,OAAO,gBAAgB;AAC1B,aAAO;AAAA,IACT;AACA,YAAQ,uBAAuB,cAAc,KAAK,CAAC,EAAE;AACrD,UAAM,eAAe,gBAAgB,MAAM,KAAK,MAAM,WAAW,gBAAgB;AACjF,UAAM,eAAe,iBAAiB,OAAO,KAAK,aAAa,IAAI,CAAC,IAAI,CAAC,EAAC,MAAM,KAAK,OAAO,cAAa,CAAC;AAC1G,UAAM,YAAY;AAAA,MAChB;AAAA,MACA,GAAG,MAAM,UAAU,OAAO,QAAM,GAAG,SAAS,GAAG,EAAE,IAAI,QAAM,MAAM,EAAE,CAAC;AAAA,MACpE,GAAG;AAAA,IACL;AAEA,UAAM,WAAW,EAAC,KAAK,OAAO,MAAM,MAAM,MAAM,MAAM,MAAM,MAAM,UAAS;AAC3E,YAAQ,uBAAuB,cAAc,QAAQ,CAAC,EAAE;AACxD,WAAO;AAAA,EACT;AAGA,WAAS,uBAAuB,eAAe,QAAQ,6BAA6B,GAAG;AACrF,UAAM,mBAAmB,8CAA8C,aAAa;AAEpF,QAAI,mBAAmB,GAAG;AACxB,aAAO;AAAA,IACT;AACA,QAAI,4BAA4B;AAC9B,aAAO,6BAA6B;AAAA,IACtC;AACA,WAAO,+CAA+C,MAAM,IAAI;AAAA,EAClE;AAEA,WAAS,eAAe,sBAAsB;AAE5C,QAAI,CAAC,OAAO,gBAAgB;AAC1B,aAAO;AAAA,IACT;AAEA,WAAO,CAAC,qBAAqB,KAAK,OAAK,iBAAiB,GAAG,KAAK,aAAa,CAAC;AAAA,EAChF;AAEA,WAAS,4BAA4B,sBAAsB;AACzD,QAAI,CAAC,OAAO,0BAA0B;AACpC,aAAO;AAAA,IACT;AACA,WAAO,CAAC,qBAAqB,KAAK,OAAK,iBAAiB,GAAG,KAAK,YAAY,CAAC;AAAA,EAC/E;AAEA,WAAS,+BAA+B,OAAO,QAAQ;AAErD,QAAI,CAAC,MAAM,aAAa,CAAC,uBAAuB,MAAM,GAAG,KAAK,CAAC,OAAO,yBAAyB,CAAC,OAAO,kBAAkB,CAAC,OAAO,0BAA0B;AACzJ,aAAO;AAAA,IACT;AAGA,QAAI,gCAAgC,KAAK,KAAK,MAAM,UAAU,KAAK,QAAM,GAAG,SAAS,OAAO,GAAG,MAAM,SAAS,SAAS,KAAK,GAAG,UAAU,SAAS,GAAG;AACnJ,aAAO;AAAA,IACT;AAEA,UAAM,uBAAuB,8BAA8B,OAAO,OAAO,IAAI,KAAK,CAAC;AACnF,QAAI,qBAAqB,WAAW,GAAG;AACrC,aAAO;AAAA,IACT;AAGA,UAAM,CAAC,WAAW,IAAI;AACtB,YAAQ,6BAA6B,cAAc,KAAK,CAAC,EAAE;AAC3D,YAAQ,6BAA6B,cAAc,WAAW,CAAC,EAAE;AACjE,QAAI,CAAC,gCAAgC,WAAW,GAAG;AACjD,aAAO;AAAA,IACT;AACA,QAAI,YAAY,UAAU,KAAK,QAAM,GAAG,SAAS,OAAO,GAAG,MAAM,SAAS,SAAS,KAAK,GAAG,UAAU,aAAa,GAAG;AACnH,aAAO;AAAA,IACT;AAIA,UAAM,2BAA2B,oCAAoC,KAAK;AAC1E,UAAM,eAAe,gBAAgB,MAAM;AAC3C,UAAM,SAAS,cAAc,gCAAgC,kBAAkB,aAAa,0BAA0B,YAAY,GAAG,MAAM,GAAG,CAAC;AAC/I,UAAM,SAAS,cAAc,gCAAgC,OAAO,MAAM,GAAG,CAAC;AAC9E,YAAQ;AAAA,KAAyB,MAAM;AAAA,KAAY,MAAM,MAAM,WAAW,SAAS,OAAO,MAAM,EAAE;AAClG,WAAO,WAAW;AAAA,EACpB;AAEA,WAAS,gCAAgC,OAAO,KAAK;AACnD,UAAM,cAAc,MAAM,KAAK;AAC/B,gBAAY,MAAM;AAClB,gBAAY,YAAY,YAAY,UAAU,OAAO,QAAM,GAAG,SAAS,OAAO,GAAG,UAAU,YAAY;AACvG,WAAO,sBAAsB,WAAW;AAAA,EAC1C;AAEA,WAAS,yBAAyB,OAAO,QAAQ;AAE/C,QAAI,CAAC,OAAO,uBAAuB;AACjC,aAAO,CAAC;AAAA,IACV;AACA,UAAM,CAAC,WAAW,IAAI,8BAA8B,OAAO,OAAO,IAAI,KAAK,CAAC;AAE5E,UAAM,2BAA2B,oCAAoC,KAAK;AAC1E,UAAM,eAAe,gBAAgB,MAAM;AAE3C,UAAM,WAAW,EAAC,OAAO,MAAM,KAAK,QAAQ,MAAM,MAAM,QAAQ,MAAM,MAAM,aAAa,YAAY,UAAS;AAE9G,UAAM,eAAe,OAAO,wBAAwB,eAAe,UAAU,wBAAwB,IAAI;AACzG,UAAM,mBAAmB,OAAO,iBAAiB,2BAA2B,UAAU,wBAAwB,IAAI;AAClH,UAAM,kBAAkB,OAAO,2BAA2B,kBAAkB,OAAO,0BAA0B,YAAY,IAAI;AAG7H,gBAAY,eAAe;AAE3B,WAAO,CAAC,cAAc,kBAAkB,eAAe,EAAE,OAAO,OAAK,CAAC;AAAA,EACxE;AAGA,WAAS,aAAa,eAAe,QAAQ,6BAA6B,GAAG;AAC3E,QAAI,CAAC,yBAAyB,aAAa,GAAG;AAC5C,UAAI,+BAA+B,eAAe,MAAM,GAAG;AACzD,eAAO,yBAAyB,eAAe,MAAM;AAAA,MACvD;AACA,UAAI,cAAc,cAAc;AAC9B,eAAO,CAAC;AAAA,MACV;AACA,aAAO,CAAC,aAAa;AAAA,IACvB;AAIA,UAAM,2BAA2B,uBAAuB,eAAe,QAAQ,0BAA0B;AACzG,UAAM,8BAA8B,4BAA4B,wBAAwB;AACxF,UAAM,eAAe,gBAAgB,MAAM;AAI3C,UAAM,uBAAuB,8BAA8B,eAAe,OAAO,IAAI,KAAK,CAAC;AAI3F,UAAM,eAAe,eAAe,eAAe,2BAA2B;AAC9E,UAAM,mBAAmB,eAAe,oBAAoB,IAAI,2BAA2B,eAAe,2BAA2B,IAAI;AACzI,UAAM,kBAAkB,4BAA4B,oBAAoB,IAAI,kBAAkB,eAAe,6BAA6B,YAAY,IAAI;AAE1J,WAAO,CAAC,cAAc,kBAAkB,eAAe,EAAE,OAAO,OAAK,CAAC;AAAA,EACxE;AACF;",
|
|
6
|
+
"names": ["iso9"]
|
|
7
|
+
}
|
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
import assert from "node:assert";
|
|
2
|
+
import { MarcRecord } from "@natlibfi/marc-record";
|
|
3
|
+
import validatorFactory from "./cyrillux.js";
|
|
4
|
+
import { READERS } from "@natlibfi/fixura";
|
|
5
|
+
import generateTests from "@natlibfi/fixugen";
|
|
6
|
+
generateTests({
|
|
7
|
+
callback,
|
|
8
|
+
path: [import.meta.dirname, "..", "test-fixtures", "cyrillux"],
|
|
9
|
+
useMetadataFile: true,
|
|
10
|
+
recurse: false,
|
|
11
|
+
fixura: {
|
|
12
|
+
reader: READERS.JSON
|
|
13
|
+
},
|
|
14
|
+
hooks: {
|
|
15
|
+
before: async () => {
|
|
16
|
+
testValidatorFactory();
|
|
17
|
+
}
|
|
18
|
+
}
|
|
19
|
+
});
|
|
20
|
+
async function testValidatorFactory() {
|
|
21
|
+
const validator = await validatorFactory();
|
|
22
|
+
assert.equal(typeof validator, "object");
|
|
23
|
+
assert.equal(typeof validator.description, "string");
|
|
24
|
+
assert.equal(typeof validator.validate, "function");
|
|
25
|
+
assert.equal(typeof validator.fix, "function");
|
|
26
|
+
}
|
|
27
|
+
async function callback({ getFixture, fix = false, config = {} }) {
|
|
28
|
+
const validator = await validatorFactory(config);
|
|
29
|
+
const record = new MarcRecord(getFixture("record.json"));
|
|
30
|
+
const expectedResult = getFixture("expectedResult.json");
|
|
31
|
+
if (!fix) {
|
|
32
|
+
const result = await validator.validate(record);
|
|
33
|
+
assert.deepEqual(result, expectedResult);
|
|
34
|
+
return;
|
|
35
|
+
}
|
|
36
|
+
await validator.fix(record);
|
|
37
|
+
assert.deepEqual(record, expectedResult);
|
|
38
|
+
}
|
|
39
|
+
//# sourceMappingURL=cyrillux.test.js.map
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
{
|
|
2
|
+
"version": 3,
|
|
3
|
+
"sources": ["../src/cyrillux.test.js"],
|
|
4
|
+
"sourcesContent": ["import assert from 'node:assert';\nimport {MarcRecord} from '@natlibfi/marc-record';\nimport validatorFactory from './cyrillux.js';\nimport {READERS} from '@natlibfi/fixura';\nimport generateTests from '@natlibfi/fixugen';\n\ngenerateTests({\n callback,\n path: [import.meta.dirname, '..', 'test-fixtures', 'cyrillux'],\n useMetadataFile: true,\n recurse: false,\n fixura: {\n reader: READERS.JSON\n },\n hooks: {\n before: async () => {\n testValidatorFactory();\n }\n }\n});\n\nasync function testValidatorFactory() {\n const validator = await validatorFactory();\n\n assert.equal(typeof validator, 'object');\n assert.equal(typeof validator.description, 'string');\n assert.equal(typeof validator.validate, 'function');\n assert.equal(typeof validator.fix, 'function');\n}\n\nasync function callback({getFixture, fix = false, config = {}}) {\n const validator = await validatorFactory(config);\n const record = new MarcRecord(getFixture('record.json'));\n const expectedResult = getFixture('expectedResult.json');\n // console.log(expectedResult); // eslint-disable-line\n\n if (!fix) {\n const result = await validator.validate(record);\n assert.deepEqual(result, expectedResult);\n return;\n }\n\n await validator.fix(record);\n assert.deepEqual(record, expectedResult);\n}\n"],
|
|
5
|
+
"mappings": "AAAA,OAAO,YAAY;AACnB,SAAQ,kBAAiB;AACzB,OAAO,sBAAsB;AAC7B,SAAQ,eAAc;AACtB,OAAO,mBAAmB;AAE1B,cAAc;AAAA,EACZ;AAAA,EACA,MAAM,CAAC,YAAY,SAAS,MAAM,iBAAiB,UAAU;AAAA,EAC7D,iBAAiB;AAAA,EACjB,SAAS;AAAA,EACT,QAAQ;AAAA,IACN,QAAQ,QAAQ;AAAA,EAClB;AAAA,EACA,OAAO;AAAA,IACL,QAAQ,YAAY;AAClB,2BAAqB;AAAA,IACvB;AAAA,EACF;AACF,CAAC;AAED,eAAe,uBAAuB;AACpC,QAAM,YAAY,MAAM,iBAAiB;AAEzC,SAAO,MAAM,OAAO,WAAW,QAAQ;AACvC,SAAO,MAAM,OAAO,UAAU,aAAa,QAAQ;AACnD,SAAO,MAAM,OAAO,UAAU,UAAU,UAAU;AAClD,SAAO,MAAM,OAAO,UAAU,KAAK,UAAU;AAC/C;AAEA,eAAe,SAAS,EAAC,YAAY,MAAM,OAAO,SAAS,CAAC,EAAC,GAAG;AAC9D,QAAM,YAAY,MAAM,iBAAiB,MAAM;AAC/C,QAAM,SAAS,IAAI,WAAW,WAAW,aAAa,CAAC;AACvD,QAAM,iBAAiB,WAAW,qBAAqB;AAGvD,MAAI,CAAC,KAAK;AACR,UAAM,SAAS,MAAM,UAAU,SAAS,MAAM;AAC9C,WAAO,UAAU,QAAQ,cAAc;AACvC;AAAA,EACF;AAEA,QAAM,UAAU,IAAI,MAAM;AAC1B,SAAO,UAAU,QAAQ,cAAc;AACzC;",
|
|
6
|
+
"names": []
|
|
7
|
+
}
|
|
@@ -1,32 +1,19 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
var _debug = _interopRequireDefault(require("debug"));
|
|
10
|
-
var _utils = require("./utils");
|
|
11
|
-
var _marcRecordSerializers = require("@natlibfi/marc-record-serializers");
|
|
12
|
-
var _melindaCommons = require("@natlibfi/melinda-commons");
|
|
13
|
-
var _clone = _interopRequireDefault(require("clone"));
|
|
14
|
-
var _sruClient = _interopRequireDefault(require("@natlibfi/sru-client"));
|
|
15
|
-
var _punctuation = require("./punctuation2");
|
|
16
|
-
function _interopRequireDefault(e) { return e && e.__esModule ? e : { default: e }; }
|
|
17
|
-
//const {default: createNatlibfiSruClient} = natlibfiSruClient;
|
|
18
|
-
|
|
19
|
-
const debug = (0, _debug.default)('@natlibfi/marc-record-validators-melinda:disambiguateSeriesStatements');
|
|
1
|
+
import createDebugLogger from "debug";
|
|
2
|
+
import { fieldToString, nvdebug, subfieldToString } from "./utils.js";
|
|
3
|
+
import { MARCXML } from "@natlibfi/marc-record-serializers";
|
|
4
|
+
import { Error } from "@natlibfi/melinda-commons";
|
|
5
|
+
import clone from "clone";
|
|
6
|
+
import { default as createNatlibfiSruClient } from "@natlibfi/sru-client";
|
|
7
|
+
import { fieldFixPunctuation } from "./punctuation2.js";
|
|
8
|
+
const debug = createDebugLogger("@natlibfi/marc-record-validators-melinda:disambiguateSeriesStatements");
|
|
20
9
|
const ELECTRONIC = 1;
|
|
21
10
|
const PRINTED = 2;
|
|
22
11
|
const NEITHER_OR_UNKNOWN = 0;
|
|
23
|
-
const SRU_API_URL =
|
|
24
|
-
|
|
25
|
-
// Author(s): Nicholas Volk
|
|
26
|
-
function _default() {
|
|
12
|
+
const SRU_API_URL = "https://sru.api.melinda.kansalliskirjasto.fi/bib";
|
|
13
|
+
export default function() {
|
|
27
14
|
const sruClient = createSruClient(SRU_API_URL);
|
|
28
15
|
return {
|
|
29
|
-
description:
|
|
16
|
+
description: "Disambiguate between printed and electonic series statements (490 with multiple $xs)",
|
|
30
17
|
validate,
|
|
31
18
|
fix
|
|
32
19
|
};
|
|
@@ -34,33 +21,26 @@ function _default() {
|
|
|
34
21
|
const recordType = getRecordType(record);
|
|
35
22
|
const relevantFields = getRelevantFields(record.fields);
|
|
36
23
|
const message = await fix490x(recordType, relevantFields, true);
|
|
37
|
-
return {
|
|
38
|
-
message,
|
|
39
|
-
fix: [],
|
|
40
|
-
valid: true
|
|
41
|
-
};
|
|
24
|
+
return { message, fix: [], valid: true };
|
|
42
25
|
}
|
|
43
26
|
async function validate(record) {
|
|
44
27
|
const recordType = getRecordType(record);
|
|
45
28
|
const relevantFields = getRelevantFields(record.fields);
|
|
46
29
|
const message = await fix490x(recordType, relevantFields, false);
|
|
47
|
-
return {
|
|
48
|
-
message,
|
|
49
|
-
valid: message.length === 0
|
|
50
|
-
};
|
|
30
|
+
return { message, valid: message.length === 0 };
|
|
51
31
|
}
|
|
52
32
|
function getValidIssnSubfields(field) {
|
|
53
|
-
const subfields = field.subfields?.filter(sf => sf.code ===
|
|
33
|
+
const subfields = field.subfields?.filter((sf) => sf.code === "x" && sf.value.match(/^[0-9]{4}-[0-9][0-9][0-9][0-9Xx][^0-9Xx]*$/u));
|
|
54
34
|
return subfields;
|
|
55
35
|
}
|
|
56
36
|
function isRelevantField(field) {
|
|
57
|
-
if (field.tag !==
|
|
37
|
+
if (field.tag !== "490") {
|
|
58
38
|
return false;
|
|
59
39
|
}
|
|
60
40
|
return getValidIssnSubfields(field).length > 1;
|
|
61
41
|
}
|
|
62
42
|
function getRelevantFields(fields) {
|
|
63
|
-
return fields.filter(f => isRelevantField(f));
|
|
43
|
+
return fields.filter((f) => isRelevantField(f));
|
|
64
44
|
}
|
|
65
45
|
async function fix490x(recordType, fields, reallyFix, message = []) {
|
|
66
46
|
if (recordType === NEITHER_OR_UNKNOWN) {
|
|
@@ -75,20 +55,17 @@ function _default() {
|
|
|
75
55
|
if (deletableXs.length === 0 || deletableXs.length === validXs.length) {
|
|
76
56
|
return fix490x(recordType, remainingFields, reallyFix, message);
|
|
77
57
|
}
|
|
78
|
-
const deletableStrings = deletableXs.map(sf =>
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
// fixer:
|
|
58
|
+
const deletableStrings = deletableXs.map((sf) => subfieldToString(sf));
|
|
59
|
+
nvdebug(`Field has removable ISSNS: '${deletableStrings.join(", ")}`, debug);
|
|
82
60
|
if (reallyFix) {
|
|
83
|
-
currField.subfields = currField.subfields.filter(sf => !deletableStrings.includes(
|
|
84
|
-
|
|
61
|
+
currField.subfields = currField.subfields.filter((sf) => !deletableStrings.includes(subfieldToString(sf)));
|
|
62
|
+
fieldFixPunctuation(currField);
|
|
85
63
|
return fix490x(recordType, remainingFields, reallyFix, message);
|
|
86
64
|
}
|
|
87
|
-
|
|
88
|
-
const
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
const newMessage = `Replace '${originalString}' with '${(0, _utils.fieldToString)(clonedField)}'`;
|
|
65
|
+
const clonedField = clone(currField);
|
|
66
|
+
const originalString = fieldToString(clonedField);
|
|
67
|
+
clonedField.subfields = clonedField.subfields.filter((sf) => !deletableStrings.includes(subfieldToString(sf)));
|
|
68
|
+
const newMessage = `Replace '${originalString}' with '${fieldToString(clonedField)}'`;
|
|
92
69
|
return fix490x(recordType, remainingFields, reallyFix, [...message, newMessage]);
|
|
93
70
|
}
|
|
94
71
|
async function getRemovableSubfields(validXs, recordType, removables = []) {
|
|
@@ -103,15 +80,9 @@ function _default() {
|
|
|
103
80
|
return getRemovableSubfields(remainingXs, recordType, removables);
|
|
104
81
|
}
|
|
105
82
|
async function isRemovableSubfield(subfield, recordType) {
|
|
106
|
-
|
|
107
|
-
const issn = subfield.value.substring(0, 9); // Strip punctuation (ISSN consists of nine letter, eg. "1234-5678")
|
|
108
|
-
|
|
109
|
-
//console.info(` got ISSN ${issn}`); // eslint-disable-line no-console
|
|
83
|
+
const issn = subfield.value.substring(0, 9);
|
|
110
84
|
const issnRecords = await issnToRecords(issn);
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
// !isMismatchingRecord !== isMatchingRecord as NEITHER_OR_UNKNOWN record type is neutral. Thus double negative "not mismatch". Sorry about that.
|
|
114
|
-
if (issnRecords.some(r => !isMismatchingRecord(r))) {
|
|
85
|
+
if (issnRecords.some((r) => !isMismatchingRecord(r))) {
|
|
115
86
|
return false;
|
|
116
87
|
}
|
|
117
88
|
return true;
|
|
@@ -124,46 +95,37 @@ function _default() {
|
|
|
124
95
|
}
|
|
125
96
|
}
|
|
126
97
|
async function issnToRecords(issn) {
|
|
127
|
-
//console.log('issnToRecords() in...'); // eslint-disable-line no-console
|
|
128
98
|
const records = await search(sruClient, `bath.issn=${issn}`);
|
|
129
|
-
//console.log(`ISSN2RECORDS got ${records.length} record(s)!`); // eslint-disable-line no-console
|
|
130
99
|
return records;
|
|
131
100
|
}
|
|
132
101
|
function getRecordType(record) {
|
|
133
|
-
const f337 = record.get(
|
|
102
|
+
const f337 = record.get("337");
|
|
134
103
|
if (f337.length !== 1) {
|
|
135
104
|
return NEITHER_OR_UNKNOWN;
|
|
136
105
|
}
|
|
137
|
-
const b = f337[0].subfields.filter(sf => sf.code ===
|
|
106
|
+
const b = f337[0].subfields.filter((sf) => sf.code === "b");
|
|
138
107
|
if (b.length !== 1) {
|
|
139
108
|
return NEITHER_OR_UNKNOWN;
|
|
140
109
|
}
|
|
141
|
-
if (b[0].value ===
|
|
110
|
+
if (b[0].value === "c") {
|
|
142
111
|
return ELECTRONIC;
|
|
143
112
|
}
|
|
144
|
-
if (b[0].value ===
|
|
113
|
+
if (b[0].value === "n") {
|
|
145
114
|
return PRINTED;
|
|
146
115
|
}
|
|
147
116
|
return NEITHER_OR_UNKNOWN;
|
|
148
117
|
}
|
|
149
118
|
}
|
|
150
|
-
|
|
151
|
-
// All the code below is copypasted from melinda-ui-artikkelit project file src/services/sruServices/sruClient.js
|
|
152
|
-
|
|
153
|
-
function createSruClient(sruApiUrl) {
|
|
119
|
+
export function createSruClient(sruApiUrl) {
|
|
154
120
|
const sruClientOptions = {
|
|
155
121
|
url: sruApiUrl,
|
|
156
|
-
recordSchema:
|
|
122
|
+
recordSchema: "marcxml",
|
|
157
123
|
retrieveAll: false,
|
|
158
124
|
maxRecordsPerRequest: 100
|
|
159
125
|
};
|
|
160
|
-
return (
|
|
126
|
+
return createNatlibfiSruClient(sruClientOptions);
|
|
161
127
|
}
|
|
162
|
-
|
|
163
|
-
/*******************************************************************************/
|
|
164
|
-
/* Search and retrieve (copypaste from melinda-ui-artikkelit) */
|
|
165
|
-
|
|
166
|
-
function search(sruClient, query, one = false) {
|
|
128
|
+
export function search(sruClient, query, one = false) {
|
|
167
129
|
return new Promise((resolve, reject) => {
|
|
168
130
|
const promises = [];
|
|
169
131
|
const noValidation = {
|
|
@@ -171,12 +133,9 @@ function search(sruClient, query, one = false) {
|
|
|
171
133
|
subfields: false,
|
|
172
134
|
subfieldValues: false
|
|
173
135
|
};
|
|
174
|
-
|
|
175
|
-
|
|
176
|
-
|
|
177
|
-
sruClient.searchRetrieve(query).on('record', xmlString => {
|
|
178
|
-
promises.push(_marcRecordSerializers.MARCXML.from(xmlString, noValidation));
|
|
179
|
-
}).on('end', async () => {
|
|
136
|
+
sruClient.searchRetrieve(query).on("record", (xmlString) => {
|
|
137
|
+
promises.push(MARCXML.from(xmlString, noValidation));
|
|
138
|
+
}).on("end", async () => {
|
|
180
139
|
try {
|
|
181
140
|
if (promises.length > 0) {
|
|
182
141
|
if (one) {
|
|
@@ -187,13 +146,13 @@ function search(sruClient, query, one = false) {
|
|
|
187
146
|
const records = await Promise.all(promises);
|
|
188
147
|
return resolve(records);
|
|
189
148
|
}
|
|
190
|
-
reject(new
|
|
149
|
+
reject(new Error(404, "No records found with search and retrieve"));
|
|
191
150
|
} catch (error) {
|
|
192
151
|
reject(error);
|
|
193
152
|
}
|
|
194
|
-
}).on(
|
|
153
|
+
}).on("error", (error) => {
|
|
195
154
|
reject(error);
|
|
196
155
|
});
|
|
197
156
|
});
|
|
198
157
|
}
|
|
199
|
-
//# sourceMappingURL=disambiguateSeriesStatements.js.map
|
|
158
|
+
//# sourceMappingURL=disambiguateSeriesStatements.js.map
|
|
@@ -1 +1,7 @@
|
|
|
1
|
-
{"version":3,"file":"disambiguateSeriesStatements.js","names":["_debug","_interopRequireDefault","require","_utils","_marcRecordSerializers","_melindaCommons","_clone","_sruClient","_punctuation","e","__esModule","default","debug","createDebugLogger","ELECTRONIC","PRINTED","NEITHER_OR_UNKNOWN","SRU_API_URL","_default","sruClient","createSruClient","description","validate","fix","record","recordType","getRecordType","relevantFields","getRelevantFields","fields","message","fix490x","valid","length","getValidIssnSubfields","field","subfields","filter","sf","code","value","match","isRelevantField","tag","f","reallyFix","currField","remainingFields","validXs","deletableXs","getRemovableSubfields","deletableStrings","map","subfieldToString","nvdebug","join","includes","fieldFixPunctuation","clonedField","clone","originalString","fieldToString","newMessage","removables","currSubfield","remainingXs","isRemoveable","isRemovableSubfield","subfield","issn","substring","issnRecords","issnToRecords","some","r","isMismatchingRecord","issnRecordType","records","search","f337","get","b","sruApiUrl","sruClientOptions","url","recordSchema","retrieveAll","maxRecordsPerRequest","createNatlibfiSruClient","query","one","Promise","resolve","reject","promises","noValidation","subfieldValues","searchRetrieve","on","xmlString","push","MARCXML","from","firstPromise","firstRecord","all","Error","error"],"sources":["../src/disambiguateSeriesStatements.js"],"sourcesContent":["import createDebugLogger from 'debug';\nimport {fieldToString, nvdebug, subfieldToString} from './utils';\nimport {MARCXML} from '@natlibfi/marc-record-serializers';\nimport {Error} from '@natlibfi/melinda-commons';\nimport clone from 'clone';\nimport {default as createNatlibfiSruClient} from '@natlibfi/sru-client';\nimport {fieldFixPunctuation} from './punctuation2';\n\n//const {default: createNatlibfiSruClient} = natlibfiSruClient;\n\nconst debug = createDebugLogger('@natlibfi/marc-record-validators-melinda:disambiguateSeriesStatements');\n\nconst ELECTRONIC = 1;\nconst PRINTED = 2;\nconst NEITHER_OR_UNKNOWN = 0;\nconst SRU_API_URL = 'https://sru.api.melinda.kansalliskirjasto.fi/bib';\n\n// Author(s): Nicholas Volk\nexport default function () {\n const sruClient = createSruClient(SRU_API_URL);\n\n return {\n description: 'Disambiguate between printed and electonic series statements (490 with multiple $xs)',\n validate, fix\n };\n\n async function fix(record) {\n const recordType = getRecordType(record);\n\n const relevantFields = getRelevantFields(record.fields);\n const message = await fix490x(recordType, relevantFields, true);\n\n return {message, fix: [], valid: true};\n }\n\n async function validate(record) {\n const recordType = getRecordType(record);\n\n const relevantFields = getRelevantFields(record.fields);\n const message = await fix490x(recordType, relevantFields, false);\n\n return {message, valid: message.length === 0};\n }\n\n\n function getValidIssnSubfields(field) {\n const subfields = field.subfields?.filter(sf => sf.code === 'x' && sf.value.match(/^[0-9]{4}-[0-9][0-9][0-9][0-9Xx][^0-9Xx]*$/u));\n return subfields;\n }\n\n function isRelevantField(field) {\n if (field.tag !== '490') {\n return false;\n }\n return getValidIssnSubfields(field).length > 1;\n }\n\n function getRelevantFields(fields) {\n return fields.filter(f => isRelevantField(f));\n }\n\n async function fix490x(recordType, fields, reallyFix, message = []) {\n\n if (recordType === NEITHER_OR_UNKNOWN) {\n return message;\n }\n const [currField, ...remainingFields] = fields;\n\n if (!currField) {\n return message;\n }\n\n const validXs = getValidIssnSubfields(currField);\n\n const deletableXs = await getRemovableSubfields(validXs, recordType);\n\n if (deletableXs.length === 0 || deletableXs.length === validXs.length) {\n return fix490x(recordType, remainingFields, reallyFix, message);\n }\n\n const deletableStrings = deletableXs.map(sf => subfieldToString(sf));\n nvdebug(`Field has removable ISSNS: '${deletableStrings.join(', ')}`, debug);\n\n // fixer:\n if (reallyFix) {\n currField.subfields = currField.subfields.filter(sf => !deletableStrings.includes(subfieldToString(sf)));\n fieldFixPunctuation(currField);\n return fix490x(recordType, remainingFields, reallyFix, message);\n }\n // validators:\n const clonedField = clone(currField);\n const originalString = fieldToString(clonedField);\n clonedField.subfields = clonedField.subfields.filter(sf => !deletableStrings.includes(subfieldToString(sf)));\n\n const newMessage = `Replace '${originalString}' with '${fieldToString(clonedField)}'`;\n\n return fix490x(recordType, remainingFields, reallyFix, [...message, newMessage]);\n }\n\n async function getRemovableSubfields(validXs, recordType, removables = []) {\n const [currSubfield, ...remainingXs] = validXs;\n\n if (!currSubfield) {\n return removables;\n }\n\n const isRemoveable = await isRemovableSubfield(currSubfield, recordType);\n if (isRemoveable) {\n return getRemovableSubfields(remainingXs, recordType, [...removables, currSubfield]);\n }\n return getRemovableSubfields(remainingXs, recordType, removables);\n }\n\n async function isRemovableSubfield(subfield, recordType) {\n //console.info(` isRemovableField() in...`); // eslint-disable-line no-console\n const issn = subfield.value.substring(0, 9); // Strip punctuation (ISSN consists of nine letter, eg. \"1234-5678\")\n\n //console.info(` got ISSN ${issn}`); // eslint-disable-line no-console\n const issnRecords = await issnToRecords(issn);\n //console.info(` ISSN returned ${issnRecords.length} record(s)`); // eslint-disable-line no-console\n\n // !isMismatchingRecord !== isMatchingRecord as NEITHER_OR_UNKNOWN record type is neutral. Thus double negative \"not mismatch\". Sorry about that.\n if (issnRecords.some(r => !isMismatchingRecord(r))) {\n return false;\n }\n return true;\n\n function isMismatchingRecord(r) {\n const issnRecordType = getRecordType(r);\n if (issnRecordType === NEITHER_OR_UNKNOWN) {\n return false;\n }\n return issnRecordType !== recordType;\n }\n }\n\n async function issnToRecords(issn) {\n //console.log('issnToRecords() in...'); // eslint-disable-line no-console\n const records = await search(sruClient, `bath.issn=${issn}`);\n //console.log(`ISSN2RECORDS got ${records.length} record(s)!`); // eslint-disable-line no-console\n return records;\n }\n\n function getRecordType(record) {\n const f337 = record.get('337');\n if (f337.length !== 1) {\n return NEITHER_OR_UNKNOWN;\n }\n\n const b = f337[0].subfields.filter(sf => sf.code === 'b');\n if (b.length !== 1) {\n return NEITHER_OR_UNKNOWN;\n }\n\n if (b[0].value === 'c') {\n return ELECTRONIC;\n }\n\n if (b[0].value === 'n') {\n return PRINTED;\n }\n\n return NEITHER_OR_UNKNOWN;\n }\n\n}\n\n// All the code below is copypasted from melinda-ui-artikkelit project file src/services/sruServices/sruClient.js\n\nexport function createSruClient(sruApiUrl) {\n\n const sruClientOptions = {\n url: sruApiUrl,\n recordSchema: 'marcxml',\n retrieveAll: false,\n maxRecordsPerRequest: 100\n };\n\n return createNatlibfiSruClient(sruClientOptions);\n}\n\n\n/*******************************************************************************/\n/* Search and retrieve (copypaste from melinda-ui-artikkelit) */\n\nexport function search(sruClient, query, one = false) {\n\n return new Promise((resolve, reject) => {\n const promises = [];\n\n const noValidation = {\n fields: false,\n subfields: false,\n subfieldValues: false\n };\n\n // console.info(`SRU query: $${searchUrl}`);\n\n sruClient.searchRetrieve(query)\n .on('record', xmlString => {\n promises.push(MARCXML.from(xmlString, noValidation));\n })\n .on('end', async () => {\n try {\n\n if (promises.length > 0) {\n\n if (one) {\n const [firstPromise] = promises;\n const firstRecord = await firstPromise;\n return resolve(firstRecord);\n }\n\n const records = await Promise.all(promises);\n return resolve(records);\n }\n reject(new Error(404, 'No records found with search and retrieve'));\n\n } catch (error) {\n reject(error);\n }\n })\n .on('error', error => {\n reject(error);\n });\n });\n}\n\n"],"mappings":";;;;;;;;AAAA,IAAAA,MAAA,GAAAC,sBAAA,CAAAC,OAAA;AACA,IAAAC,MAAA,GAAAD,OAAA;AACA,IAAAE,sBAAA,GAAAF,OAAA;AACA,IAAAG,eAAA,GAAAH,OAAA;AACA,IAAAI,MAAA,GAAAL,sBAAA,CAAAC,OAAA;AACA,IAAAK,UAAA,GAAAN,sBAAA,CAAAC,OAAA;AACA,IAAAM,YAAA,GAAAN,OAAA;AAAmD,SAAAD,uBAAAQ,CAAA,WAAAA,CAAA,IAAAA,CAAA,CAAAC,UAAA,GAAAD,CAAA,KAAAE,OAAA,EAAAF,CAAA;AAEnD;;AAEA,MAAMG,KAAK,GAAG,IAAAC,cAAiB,EAAC,uEAAuE,CAAC;AAExG,MAAMC,UAAU,GAAG,CAAC;AACpB,MAAMC,OAAO,GAAG,CAAC;AACjB,MAAMC,kBAAkB,GAAG,CAAC;AAC5B,MAAMC,WAAW,GAAG,kDAAkD;;AAEtE;AACe,SAAAC,SAAA,EAAY;EACzB,MAAMC,SAAS,GAAGC,eAAe,CAACH,WAAW,CAAC;EAE9C,OAAO;IACLI,WAAW,EAAE,sFAAsF;IACnGC,QAAQ;IAAEC;EACZ,CAAC;EAED,eAAeA,GAAGA,CAACC,MAAM,EAAE;IACzB,MAAMC,UAAU,GAAGC,aAAa,CAACF,MAAM,CAAC;IAExC,MAAMG,cAAc,GAAGC,iBAAiB,CAACJ,MAAM,CAACK,MAAM,CAAC;IACvD,MAAMC,OAAO,GAAG,MAAMC,OAAO,CAACN,UAAU,EAAEE,cAAc,EAAE,IAAI,CAAC;IAE/D,OAAO;MAACG,OAAO;MAAEP,GAAG,EAAE,EAAE;MAAES,KAAK,EAAE;IAAI,CAAC;EACxC;EAEA,eAAeV,QAAQA,CAACE,MAAM,EAAE;IAC9B,MAAMC,UAAU,GAAGC,aAAa,CAACF,MAAM,CAAC;IAExC,MAAMG,cAAc,GAAGC,iBAAiB,CAACJ,MAAM,CAACK,MAAM,CAAC;IACvD,MAAMC,OAAO,GAAG,MAAMC,OAAO,CAACN,UAAU,EAAEE,cAAc,EAAE,KAAK,CAAC;IAEhE,OAAO;MAACG,OAAO;MAAEE,KAAK,EAAEF,OAAO,CAACG,MAAM,KAAK;IAAC,CAAC;EAC/C;EAGA,SAASC,qBAAqBA,CAACC,KAAK,EAAE;IACpC,MAAMC,SAAS,GAAGD,KAAK,CAACC,SAAS,EAAEC,MAAM,CAACC,EAAE,IAAIA,EAAE,CAACC,IAAI,KAAK,GAAG,IAAID,EAAE,CAACE,KAAK,CAACC,KAAK,CAAC,6CAA6C,CAAC,CAAC;IACjI,OAAOL,SAAS;EAClB;EAEA,SAASM,eAAeA,CAACP,KAAK,EAAE;IAC9B,IAAIA,KAAK,CAACQ,GAAG,KAAK,KAAK,EAAE;MACvB,OAAO,KAAK;IACd;IACA,OAAOT,qBAAqB,CAACC,KAAK,CAAC,CAACF,MAAM,GAAG,CAAC;EAChD;EAEA,SAASL,iBAAiBA,CAACC,MAAM,EAAE;IACjC,OAAOA,MAAM,CAACQ,MAAM,CAACO,CAAC,IAAIF,eAAe,CAACE,CAAC,CAAC,CAAC;EAC/C;EAEA,eAAeb,OAAOA,CAACN,UAAU,EAAEI,MAAM,EAAEgB,SAAS,EAAEf,OAAO,GAAG,EAAE,EAAE;IAElE,IAAIL,UAAU,KAAKT,kBAAkB,EAAE;MACrC,OAAOc,OAAO;IAChB;IACA,MAAM,CAACgB,SAAS,EAAE,GAAGC,eAAe,CAAC,GAAGlB,MAAM;IAE9C,IAAI,CAACiB,SAAS,EAAE;MACd,OAAOhB,OAAO;IAChB;IAEA,MAAMkB,OAAO,GAAGd,qBAAqB,CAACY,SAAS,CAAC;IAEhD,MAAMG,WAAW,GAAG,MAAMC,qBAAqB,CAACF,OAAO,EAAEvB,UAAU,CAAC;IAEpE,IAAIwB,WAAW,CAAChB,MAAM,KAAK,CAAC,IAAIgB,WAAW,CAAChB,MAAM,KAAKe,OAAO,CAACf,MAAM,EAAE;MACrE,OAAOF,OAAO,CAACN,UAAU,EAAEsB,eAAe,EAAEF,SAAS,EAAEf,OAAO,CAAC;IACjE;IAEA,MAAMqB,gBAAgB,GAAGF,WAAW,CAACG,GAAG,CAACd,EAAE,IAAI,IAAAe,uBAAgB,EAACf,EAAE,CAAC,CAAC;IACpE,IAAAgB,cAAO,EAAC,+BAA+BH,gBAAgB,CAACI,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE3C,KAAK,CAAC;;IAE5E;IACA,IAAIiC,SAAS,EAAE;MACbC,SAAS,CAACV,SAAS,GAAGU,SAAS,CAACV,SAAS,CAACC,MAAM,CAACC,EAAE,IAAI,CAACa,gBAAgB,CAACK,QAAQ,CAAC,IAAAH,uBAAgB,EAACf,EAAE,CAAC,CAAC,CAAC;MACxG,IAAAmB,gCAAmB,EAACX,SAAS,CAAC;MAC9B,OAAOf,OAAO,CAACN,UAAU,EAAEsB,eAAe,EAAEF,SAAS,EAAEf,OAAO,CAAC;IACjE;IACA;IACA,MAAM4B,WAAW,GAAG,IAAAC,cAAK,EAACb,SAAS,CAAC;IACpC,MAAMc,cAAc,GAAG,IAAAC,oBAAa,EAACH,WAAW,CAAC;IACjDA,WAAW,CAACtB,SAAS,GAAGsB,WAAW,CAACtB,SAAS,CAACC,MAAM,CAACC,EAAE,IAAI,CAACa,gBAAgB,CAACK,QAAQ,CAAC,IAAAH,uBAAgB,EAACf,EAAE,CAAC,CAAC,CAAC;IAE5G,MAAMwB,UAAU,GAAG,YAAYF,cAAc,WAAW,IAAAC,oBAAa,EAACH,WAAW,CAAC,GAAG;IAErF,OAAO3B,OAAO,CAACN,UAAU,EAAEsB,eAAe,EAAEF,SAAS,EAAE,CAAC,GAAGf,OAAO,EAAEgC,UAAU,CAAC,CAAC;EAClF;EAEA,eAAeZ,qBAAqBA,CAACF,OAAO,EAAEvB,UAAU,EAAEsC,UAAU,GAAG,EAAE,EAAE;IACzE,MAAM,CAACC,YAAY,EAAE,GAAGC,WAAW,CAAC,GAAGjB,OAAO;IAE9C,IAAI,CAACgB,YAAY,EAAE;MACjB,OAAOD,UAAU;IACnB;IAEA,MAAMG,YAAY,GAAG,MAAMC,mBAAmB,CAACH,YAAY,EAAEvC,UAAU,CAAC;IACxE,IAAIyC,YAAY,EAAE;MAChB,OAAOhB,qBAAqB,CAACe,WAAW,EAAExC,UAAU,EAAE,CAAC,GAAGsC,UAAU,EAAEC,YAAY,CAAC,CAAC;IACtF;IACA,OAAOd,qBAAqB,CAACe,WAAW,EAAExC,UAAU,EAAEsC,UAAU,CAAC;EACnE;EAEA,eAAeI,mBAAmBA,CAACC,QAAQ,EAAE3C,UAAU,EAAE;IACvD;IACA,MAAM4C,IAAI,GAAGD,QAAQ,CAAC5B,KAAK,CAAC8B,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;;IAE7C;IACA,MAAMC,WAAW,GAAG,MAAMC,aAAa,CAACH,IAAI,CAAC;IAC7C;;IAEA;IACA,IAAIE,WAAW,CAACE,IAAI,CAACC,CAAC,IAAI,CAACC,mBAAmB,CAACD,CAAC,CAAC,CAAC,EAAE;MAClD,OAAO,KAAK;IACd;IACA,OAAO,IAAI;IAEX,SAASC,mBAAmBA,CAACD,CAAC,EAAE;MAC9B,MAAME,cAAc,GAAGlD,aAAa,CAACgD,CAAC,CAAC;MACvC,IAAIE,cAAc,KAAK5D,kBAAkB,EAAE;QACzC,OAAO,KAAK;MACd;MACA,OAAO4D,cAAc,KAAKnD,UAAU;IACtC;EACF;EAEA,eAAe+C,aAAaA,CAACH,IAAI,EAAE;IACjC;IACA,MAAMQ,OAAO,GAAG,MAAMC,MAAM,CAAC3D,SAAS,EAAE,aAAakD,IAAI,EAAE,CAAC;IAC5D;IACA,OAAOQ,OAAO;EAChB;EAEA,SAASnD,aAAaA,CAACF,MAAM,EAAE;IAC7B,MAAMuD,IAAI,GAAGvD,MAAM,CAACwD,GAAG,CAAC,KAAK,CAAC;IAC9B,IAAID,IAAI,CAAC9C,MAAM,KAAK,CAAC,EAAE;MACrB,OAAOjB,kBAAkB;IAC3B;IAEA,MAAMiE,CAAC,GAAGF,IAAI,CAAC,CAAC,CAAC,CAAC3C,SAAS,CAACC,MAAM,CAACC,EAAE,IAAIA,EAAE,CAACC,IAAI,KAAK,GAAG,CAAC;IACzD,IAAI0C,CAAC,CAAChD,MAAM,KAAK,CAAC,EAAE;MAClB,OAAOjB,kBAAkB;IAC3B;IAEA,IAAIiE,CAAC,CAAC,CAAC,CAAC,CAACzC,KAAK,KAAK,GAAG,EAAE;MACtB,OAAO1B,UAAU;IACnB;IAEA,IAAImE,CAAC,CAAC,CAAC,CAAC,CAACzC,KAAK,KAAK,GAAG,EAAE;MACtB,OAAOzB,OAAO;IAChB;IAEA,OAAOC,kBAAkB;EAC3B;AAEF;;AAEA;;AAEO,SAASI,eAAeA,CAAC8D,SAAS,EAAE;EAEzC,MAAMC,gBAAgB,GAAG;IACvBC,GAAG,EAAEF,SAAS;IACdG,YAAY,EAAE,SAAS;IACvBC,WAAW,EAAE,KAAK;IAClBC,oBAAoB,EAAE;EACxB,CAAC;EAED,OAAO,IAAAC,kBAAuB,EAACL,gBAAgB,CAAC;AAClD;;AAGA;AACA;;AAEO,SAASL,MAAMA,CAAC3D,SAAS,EAAEsE,KAAK,EAAEC,GAAG,GAAG,KAAK,EAAE;EAEpD,OAAO,IAAIC,OAAO,CAAC,CAACC,OAAO,EAAEC,MAAM,KAAK;IACtC,MAAMC,QAAQ,GAAG,EAAE;IAEnB,MAAMC,YAAY,GAAG;MACnBlE,MAAM,EAAE,KAAK;MACbO,SAAS,EAAE,KAAK;MAChB4D,cAAc,EAAE;IAClB,CAAC;;IAED;;IAEA7E,SAAS,CAAC8E,cAAc,CAACR,KAAK,CAAC,CAC5BS,EAAE,CAAC,QAAQ,EAAEC,SAAS,IAAI;MACzBL,QAAQ,CAACM,IAAI,CAACC,8BAAO,CAACC,IAAI,CAACH,SAAS,EAAEJ,YAAY,CAAC,CAAC;IACtD,CAAC,CAAC,CACDG,EAAE,CAAC,KAAK,EAAE,YAAY;MACrB,IAAI;QAEF,IAAIJ,QAAQ,CAAC7D,MAAM,GAAG,CAAC,EAAE;UAEvB,IAAIyD,GAAG,EAAE;YACP,MAAM,CAACa,YAAY,CAAC,GAAGT,QAAQ;YAC/B,MAAMU,WAAW,GAAG,MAAMD,YAAY;YACtC,OAAOX,OAAO,CAACY,WAAW,CAAC;UAC7B;UAEA,MAAM3B,OAAO,GAAG,MAAMc,OAAO,CAACc,GAAG,CAACX,QAAQ,CAAC;UAC3C,OAAOF,OAAO,CAACf,OAAO,CAAC;QACzB;QACAgB,MAAM,CAAC,IAAIa,qBAAK,CAAC,GAAG,EAAE,2CAA2C,CAAC,CAAC;MAErE,CAAC,CAAC,OAAOC,KAAK,EAAE;QACdd,MAAM,CAACc,KAAK,CAAC;MACf;IACF,CAAC,CAAC,CACDT,EAAE,CAAC,OAAO,EAAES,KAAK,IAAI;MACpBd,MAAM,CAACc,KAAK,CAAC;IACf,CAAC,CAAC;EACN,CAAC,CAAC;AACJ","ignoreList":[]}
|
|
1
|
+
{
|
|
2
|
+
"version": 3,
|
|
3
|
+
"sources": ["../src/disambiguateSeriesStatements.js"],
|
|
4
|
+
"sourcesContent": ["import createDebugLogger from 'debug';\nimport {fieldToString, nvdebug, subfieldToString} from './utils.js';\nimport {MARCXML} from '@natlibfi/marc-record-serializers';\nimport {Error} from '@natlibfi/melinda-commons';\nimport clone from 'clone';\nimport {default as createNatlibfiSruClient} from '@natlibfi/sru-client';\nimport {fieldFixPunctuation} from './punctuation2.js';\n\n//const {default: createNatlibfiSruClient} = natlibfiSruClient;\n\nconst debug = createDebugLogger('@natlibfi/marc-record-validators-melinda:disambiguateSeriesStatements');\n\nconst ELECTRONIC = 1;\nconst PRINTED = 2;\nconst NEITHER_OR_UNKNOWN = 0;\nconst SRU_API_URL = 'https://sru.api.melinda.kansalliskirjasto.fi/bib';\n\n// Author(s): Nicholas Volk\nexport default function () {\n const sruClient = createSruClient(SRU_API_URL);\n\n return {\n description: 'Disambiguate between printed and electonic series statements (490 with multiple $xs)',\n validate, fix\n };\n\n async function fix(record) {\n const recordType = getRecordType(record);\n\n const relevantFields = getRelevantFields(record.fields);\n const message = await fix490x(recordType, relevantFields, true);\n\n return {message, fix: [], valid: true};\n }\n\n async function validate(record) {\n const recordType = getRecordType(record);\n\n const relevantFields = getRelevantFields(record.fields);\n const message = await fix490x(recordType, relevantFields, false);\n\n return {message, valid: message.length === 0};\n }\n\n\n function getValidIssnSubfields(field) {\n const subfields = field.subfields?.filter(sf => sf.code === 'x' && sf.value.match(/^[0-9]{4}-[0-9][0-9][0-9][0-9Xx][^0-9Xx]*$/u));\n return subfields;\n }\n\n function isRelevantField(field) {\n if (field.tag !== '490') {\n return false;\n }\n return getValidIssnSubfields(field).length > 1;\n }\n\n function getRelevantFields(fields) {\n return fields.filter(f => isRelevantField(f));\n }\n\n async function fix490x(recordType, fields, reallyFix, message = []) {\n\n if (recordType === NEITHER_OR_UNKNOWN) {\n return message;\n }\n const [currField, ...remainingFields] = fields;\n\n if (!currField) {\n return message;\n }\n\n const validXs = getValidIssnSubfields(currField);\n\n const deletableXs = await getRemovableSubfields(validXs, recordType);\n\n if (deletableXs.length === 0 || deletableXs.length === validXs.length) {\n return fix490x(recordType, remainingFields, reallyFix, message);\n }\n\n const deletableStrings = deletableXs.map(sf => subfieldToString(sf));\n nvdebug(`Field has removable ISSNS: '${deletableStrings.join(', ')}`, debug);\n\n // fixer:\n if (reallyFix) {\n currField.subfields = currField.subfields.filter(sf => !deletableStrings.includes(subfieldToString(sf)));\n fieldFixPunctuation(currField);\n return fix490x(recordType, remainingFields, reallyFix, message);\n }\n // validators:\n const clonedField = clone(currField);\n const originalString = fieldToString(clonedField);\n clonedField.subfields = clonedField.subfields.filter(sf => !deletableStrings.includes(subfieldToString(sf)));\n\n const newMessage = `Replace '${originalString}' with '${fieldToString(clonedField)}'`;\n\n return fix490x(recordType, remainingFields, reallyFix, [...message, newMessage]);\n }\n\n async function getRemovableSubfields(validXs, recordType, removables = []) {\n const [currSubfield, ...remainingXs] = validXs;\n\n if (!currSubfield) {\n return removables;\n }\n\n const isRemoveable = await isRemovableSubfield(currSubfield, recordType);\n if (isRemoveable) {\n return getRemovableSubfields(remainingXs, recordType, [...removables, currSubfield]);\n }\n return getRemovableSubfields(remainingXs, recordType, removables);\n }\n\n async function isRemovableSubfield(subfield, recordType) {\n //console.info(` isRemovableField() in...`); // eslint-disable-line no-console\n const issn = subfield.value.substring(0, 9); // Strip punctuation (ISSN consists of nine letter, eg. \"1234-5678\")\n\n //console.info(` got ISSN ${issn}`); // eslint-disable-line no-console\n const issnRecords = await issnToRecords(issn);\n //console.info(` ISSN returned ${issnRecords.length} record(s)`); // eslint-disable-line no-console\n\n // !isMismatchingRecord !== isMatchingRecord as NEITHER_OR_UNKNOWN record type is neutral. Thus double negative \"not mismatch\". Sorry about that.\n if (issnRecords.some(r => !isMismatchingRecord(r))) {\n return false;\n }\n return true;\n\n function isMismatchingRecord(r) {\n const issnRecordType = getRecordType(r);\n if (issnRecordType === NEITHER_OR_UNKNOWN) {\n return false;\n }\n return issnRecordType !== recordType;\n }\n }\n\n async function issnToRecords(issn) {\n //console.log('issnToRecords() in...'); // eslint-disable-line no-console\n const records = await search(sruClient, `bath.issn=${issn}`);\n //console.log(`ISSN2RECORDS got ${records.length} record(s)!`); // eslint-disable-line no-console\n return records;\n }\n\n function getRecordType(record) {\n const f337 = record.get('337');\n if (f337.length !== 1) {\n return NEITHER_OR_UNKNOWN;\n }\n\n const b = f337[0].subfields.filter(sf => sf.code === 'b');\n if (b.length !== 1) {\n return NEITHER_OR_UNKNOWN;\n }\n\n if (b[0].value === 'c') {\n return ELECTRONIC;\n }\n\n if (b[0].value === 'n') {\n return PRINTED;\n }\n\n return NEITHER_OR_UNKNOWN;\n }\n\n}\n\n// All the code below is copypasted from melinda-ui-artikkelit project file src/services/sruServices/sruClient.js\n\nexport function createSruClient(sruApiUrl) {\n\n const sruClientOptions = {\n url: sruApiUrl,\n recordSchema: 'marcxml',\n retrieveAll: false,\n maxRecordsPerRequest: 100\n };\n\n return createNatlibfiSruClient(sruClientOptions);\n}\n\n\n/*******************************************************************************/\n/* Search and retrieve (copypaste from melinda-ui-artikkelit) */\n\nexport function search(sruClient, query, one = false) {\n\n return new Promise((resolve, reject) => {\n const promises = [];\n\n const noValidation = {\n fields: false,\n subfields: false,\n subfieldValues: false\n };\n\n // console.info(`SRU query: $${searchUrl}`);\n\n sruClient.searchRetrieve(query)\n .on('record', xmlString => {\n promises.push(MARCXML.from(xmlString, noValidation));\n })\n .on('end', async () => {\n try {\n\n if (promises.length > 0) {\n\n if (one) {\n const [firstPromise] = promises;\n const firstRecord = await firstPromise;\n return resolve(firstRecord);\n }\n\n const records = await Promise.all(promises);\n return resolve(records);\n }\n reject(new Error(404, 'No records found with search and retrieve'));\n\n } catch (error) {\n reject(error);\n }\n })\n .on('error', error => {\n reject(error);\n });\n });\n}\n\n"],
|
|
5
|
+
"mappings": "AAAA,OAAO,uBAAuB;AAC9B,SAAQ,eAAe,SAAS,wBAAuB;AACvD,SAAQ,eAAc;AACtB,SAAQ,aAAY;AACpB,OAAO,WAAW;AAClB,SAAQ,WAAW,+BAA8B;AACjD,SAAQ,2BAA0B;AAIlC,MAAM,QAAQ,kBAAkB,uEAAuE;AAEvG,MAAM,aAAa;AACnB,MAAM,UAAU;AAChB,MAAM,qBAAqB;AAC3B,MAAM,cAAc;AAGpB,0BAA2B;AACzB,QAAM,YAAY,gBAAgB,WAAW;AAE7C,SAAO;AAAA,IACL,aAAa;AAAA,IACb;AAAA,IAAU;AAAA,EACZ;AAEA,iBAAe,IAAI,QAAQ;AACzB,UAAM,aAAa,cAAc,MAAM;AAEvC,UAAM,iBAAiB,kBAAkB,OAAO,MAAM;AACtD,UAAM,UAAU,MAAM,QAAQ,YAAY,gBAAgB,IAAI;AAE9D,WAAO,EAAC,SAAS,KAAK,CAAC,GAAG,OAAO,KAAI;AAAA,EACvC;AAEA,iBAAe,SAAS,QAAQ;AAC9B,UAAM,aAAa,cAAc,MAAM;AAEvC,UAAM,iBAAiB,kBAAkB,OAAO,MAAM;AACtD,UAAM,UAAU,MAAM,QAAQ,YAAY,gBAAgB,KAAK;AAE/D,WAAO,EAAC,SAAS,OAAO,QAAQ,WAAW,EAAC;AAAA,EAC9C;AAGA,WAAS,sBAAsB,OAAO;AACpC,UAAM,YAAY,MAAM,WAAW,OAAO,QAAM,GAAG,SAAS,OAAO,GAAG,MAAM,MAAM,6CAA6C,CAAC;AAChI,WAAO;AAAA,EACT;AAEA,WAAS,gBAAgB,OAAO;AAC9B,QAAI,MAAM,QAAQ,OAAO;AACvB,aAAO;AAAA,IACT;AACA,WAAO,sBAAsB,KAAK,EAAE,SAAS;AAAA,EAC/C;AAEA,WAAS,kBAAkB,QAAQ;AACjC,WAAO,OAAO,OAAO,OAAK,gBAAgB,CAAC,CAAC;AAAA,EAC9C;AAEA,iBAAe,QAAQ,YAAY,QAAQ,WAAW,UAAU,CAAC,GAAG;AAElE,QAAI,eAAe,oBAAoB;AACrC,aAAO;AAAA,IACT;AACA,UAAM,CAAC,WAAW,GAAG,eAAe,IAAI;AAExC,QAAI,CAAC,WAAW;AACd,aAAO;AAAA,IACT;AAEA,UAAM,UAAU,sBAAsB,SAAS;AAE/C,UAAM,cAAc,MAAM,sBAAsB,SAAS,UAAU;AAEnE,QAAI,YAAY,WAAW,KAAK,YAAY,WAAW,QAAQ,QAAQ;AACrE,aAAO,QAAQ,YAAY,iBAAiB,WAAW,OAAO;AAAA,IAChE;AAEA,UAAM,mBAAmB,YAAY,IAAI,QAAM,iBAAiB,EAAE,CAAC;AACnE,YAAQ,+BAA+B,iBAAiB,KAAK,IAAI,CAAC,IAAI,KAAK;AAG3E,QAAI,WAAW;AACb,gBAAU,YAAY,UAAU,UAAU,OAAO,QAAM,CAAC,iBAAiB,SAAS,iBAAiB,EAAE,CAAC,CAAC;AACvG,0BAAoB,SAAS;AAC7B,aAAO,QAAQ,YAAY,iBAAiB,WAAW,OAAO;AAAA,IAChE;AAEA,UAAM,cAAc,MAAM,SAAS;AACnC,UAAM,iBAAiB,cAAc,WAAW;AAChD,gBAAY,YAAY,YAAY,UAAU,OAAO,QAAM,CAAC,iBAAiB,SAAS,iBAAiB,EAAE,CAAC,CAAC;AAE3G,UAAM,aAAa,YAAY,cAAc,WAAW,cAAc,WAAW,CAAC;AAElF,WAAO,QAAQ,YAAY,iBAAiB,WAAW,CAAC,GAAG,SAAS,UAAU,CAAC;AAAA,EACjF;AAEA,iBAAe,sBAAsB,SAAS,YAAY,aAAa,CAAC,GAAG;AACzE,UAAM,CAAC,cAAc,GAAG,WAAW,IAAI;AAEvC,QAAI,CAAC,cAAc;AACjB,aAAO;AAAA,IACT;AAEA,UAAM,eAAe,MAAM,oBAAoB,cAAc,UAAU;AACvE,QAAI,cAAc;AAChB,aAAO,sBAAsB,aAAa,YAAY,CAAC,GAAG,YAAY,YAAY,CAAC;AAAA,IACrF;AACA,WAAO,sBAAsB,aAAa,YAAY,UAAU;AAAA,EAClE;AAEA,iBAAe,oBAAoB,UAAU,YAAY;AAEvD,UAAM,OAAO,SAAS,MAAM,UAAU,GAAG,CAAC;AAG1C,UAAM,cAAc,MAAM,cAAc,IAAI;AAI5C,QAAI,YAAY,KAAK,OAAK,CAAC,oBAAoB,CAAC,CAAC,GAAG;AAClD,aAAO;AAAA,IACT;AACA,WAAO;AAEP,aAAS,oBAAoB,GAAG;AAC9B,YAAM,iBAAiB,cAAc,CAAC;AACtC,UAAI,mBAAmB,oBAAoB;AACzC,eAAO;AAAA,MACT;AACA,aAAO,mBAAmB;AAAA,IAC5B;AAAA,EACF;AAEA,iBAAe,cAAc,MAAM;AAEjC,UAAM,UAAU,MAAM,OAAO,WAAW,aAAa,IAAI,EAAE;AAE3D,WAAO;AAAA,EACT;AAEA,WAAS,cAAc,QAAQ;AAC7B,UAAM,OAAO,OAAO,IAAI,KAAK;AAC7B,QAAI,KAAK,WAAW,GAAG;AACrB,aAAO;AAAA,IACT;AAEA,UAAM,IAAI,KAAK,CAAC,EAAE,UAAU,OAAO,QAAM,GAAG,SAAS,GAAG;AACxD,QAAI,EAAE,WAAW,GAAG;AAClB,aAAO;AAAA,IACT;AAEA,QAAI,EAAE,CAAC,EAAE,UAAU,KAAK;AACtB,aAAO;AAAA,IACT;AAEA,QAAI,EAAE,CAAC,EAAE,UAAU,KAAK;AACtB,aAAO;AAAA,IACT;AAEA,WAAO;AAAA,EACT;AAEF;AAIO,gBAAS,gBAAgB,WAAW;AAEzC,QAAM,mBAAmB;AAAA,IACvB,KAAK;AAAA,IACL,cAAc;AAAA,IACd,aAAa;AAAA,IACb,sBAAsB;AAAA,EACxB;AAEA,SAAO,wBAAwB,gBAAgB;AACjD;AAMO,gBAAS,OAAO,WAAW,OAAO,MAAM,OAAO;AAEpD,SAAO,IAAI,QAAQ,CAAC,SAAS,WAAW;AACtC,UAAM,WAAW,CAAC;AAElB,UAAM,eAAe;AAAA,MACnB,QAAQ;AAAA,MACR,WAAW;AAAA,MACX,gBAAgB;AAAA,IAClB;AAIA,cAAU,eAAe,KAAK,EAC3B,GAAG,UAAU,eAAa;AACzB,eAAS,KAAK,QAAQ,KAAK,WAAW,YAAY,CAAC;AAAA,IACrD,CAAC,EACA,GAAG,OAAO,YAAY;AACrB,UAAI;AAEF,YAAI,SAAS,SAAS,GAAG;AAEvB,cAAI,KAAK;AACP,kBAAM,CAAC,YAAY,IAAI;AACvB,kBAAM,cAAc,MAAM;AAC1B,mBAAO,QAAQ,WAAW;AAAA,UAC5B;AAEA,gBAAM,UAAU,MAAM,QAAQ,IAAI,QAAQ;AAC1C,iBAAO,QAAQ,OAAO;AAAA,QACxB;AACA,eAAO,IAAI,MAAM,KAAK,2CAA2C,CAAC;AAAA,MAEpE,SAAS,OAAO;AACd,eAAO,KAAK;AAAA,MACd;AAAA,IACF,CAAC,EACA,GAAG,SAAS,WAAS;AACpB,aAAO,KAAK;AAAA,IACd,CAAC;AAAA,EACL,CAAC;AACH;",
|
|
6
|
+
"names": []
|
|
7
|
+
}
|
|
@@ -0,0 +1,44 @@
|
|
|
1
|
+
import assert from "node:assert";
|
|
2
|
+
import { MarcRecord } from "@natlibfi/marc-record";
|
|
3
|
+
import validatorFactory from "./disambiguateSeriesStatements.js";
|
|
4
|
+
import { READERS } from "@natlibfi/fixura";
|
|
5
|
+
import generateTests from "@natlibfi/fixugen";
|
|
6
|
+
import createDebugLogger from "debug";
|
|
7
|
+
generateTests({
|
|
8
|
+
callback,
|
|
9
|
+
path: [import.meta.dirname, "..", "test-fixtures", "disambiguate-series-statements"],
|
|
10
|
+
useMetadataFile: true,
|
|
11
|
+
recurse: false,
|
|
12
|
+
fixura: {
|
|
13
|
+
reader: READERS.JSON
|
|
14
|
+
},
|
|
15
|
+
hooks: {
|
|
16
|
+
before: async () => {
|
|
17
|
+
testValidatorFactory();
|
|
18
|
+
}
|
|
19
|
+
}
|
|
20
|
+
});
|
|
21
|
+
const debug = createDebugLogger("@natlibfi/marc-record-validators-melinda/disambiguateSeriesStatements:test");
|
|
22
|
+
async function testValidatorFactory() {
|
|
23
|
+
const validator = await validatorFactory();
|
|
24
|
+
assert.equal(typeof validator, "object");
|
|
25
|
+
assert.equal(typeof validator.description, "string");
|
|
26
|
+
assert.equal(typeof validator.validate, "function");
|
|
27
|
+
}
|
|
28
|
+
async function callback({ getFixture, enabled = true, fix = false }) {
|
|
29
|
+
if (enabled === false) {
|
|
30
|
+
debug("TEST SKIPPED!");
|
|
31
|
+
return;
|
|
32
|
+
}
|
|
33
|
+
const validator = await validatorFactory();
|
|
34
|
+
const record = new MarcRecord(getFixture("record.json"));
|
|
35
|
+
const expectedResult = getFixture("expectedResult.json");
|
|
36
|
+
if (!fix) {
|
|
37
|
+
const result = await validator.validate(record);
|
|
38
|
+
assert.deepEqual(result, expectedResult);
|
|
39
|
+
return;
|
|
40
|
+
}
|
|
41
|
+
await validator.fix(record);
|
|
42
|
+
assert.deepEqual(record, expectedResult);
|
|
43
|
+
}
|
|
44
|
+
//# sourceMappingURL=disambiguateSeriesStatements.test.js.map
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
{
|
|
2
|
+
"version": 3,
|
|
3
|
+
"sources": ["../src/disambiguateSeriesStatements.test.js"],
|
|
4
|
+
"sourcesContent": ["import assert from 'node:assert';\nimport {MarcRecord} from '@natlibfi/marc-record';\nimport validatorFactory from './disambiguateSeriesStatements.js';\nimport {READERS} from '@natlibfi/fixura';\nimport generateTests from '@natlibfi/fixugen';\nimport createDebugLogger from 'debug';\n\ngenerateTests({\n callback,\n path: [import.meta.dirname, '..', 'test-fixtures', 'disambiguate-series-statements'],\n useMetadataFile: true,\n recurse: false,\n fixura: {\n reader: READERS.JSON\n },\n hooks: {\n before: async () => {\n testValidatorFactory();\n }\n }\n});\nconst debug = createDebugLogger('@natlibfi/marc-record-validators-melinda/disambiguateSeriesStatements:test');\n\nasync function testValidatorFactory() {\n const validator = await validatorFactory();\n\n assert.equal(typeof validator, 'object');\n assert.equal(typeof validator.description, 'string');\n assert.equal(typeof validator.validate, 'function');\n}\n\nasync function callback({getFixture, enabled = true, fix = false}) {\n if (enabled === false) {\n debug('TEST SKIPPED!');\n return;\n }\n\n const validator = await validatorFactory();\n const record = new MarcRecord(getFixture('record.json'));\n const expectedResult = getFixture('expectedResult.json');\n // console.log(expectedResult); // eslint-disable-line\n\n if (!fix) {\n const result = await validator.validate(record);\n assert.deepEqual(result, expectedResult);\n return;\n }\n\n await validator.fix(record);\n assert.deepEqual(record, expectedResult);\n}\n"],
|
|
5
|
+
"mappings": "AAAA,OAAO,YAAY;AACnB,SAAQ,kBAAiB;AACzB,OAAO,sBAAsB;AAC7B,SAAQ,eAAc;AACtB,OAAO,mBAAmB;AAC1B,OAAO,uBAAuB;AAE9B,cAAc;AAAA,EACZ;AAAA,EACA,MAAM,CAAC,YAAY,SAAS,MAAM,iBAAiB,gCAAgC;AAAA,EACnF,iBAAiB;AAAA,EACjB,SAAS;AAAA,EACT,QAAQ;AAAA,IACN,QAAQ,QAAQ;AAAA,EAClB;AAAA,EACA,OAAO;AAAA,IACL,QAAQ,YAAY;AAClB,2BAAqB;AAAA,IACvB;AAAA,EACF;AACF,CAAC;AACD,MAAM,QAAQ,kBAAkB,4EAA4E;AAE5G,eAAe,uBAAuB;AACpC,QAAM,YAAY,MAAM,iBAAiB;AAEzC,SAAO,MAAM,OAAO,WAAW,QAAQ;AACvC,SAAO,MAAM,OAAO,UAAU,aAAa,QAAQ;AACnD,SAAO,MAAM,OAAO,UAAU,UAAU,UAAU;AACpD;AAEA,eAAe,SAAS,EAAC,YAAY,UAAU,MAAM,MAAM,MAAK,GAAG;AACjE,MAAI,YAAY,OAAO;AACrB,UAAM,eAAe;AACrB;AAAA,EACF;AAEA,QAAM,YAAY,MAAM,iBAAiB;AACzC,QAAM,SAAS,IAAI,WAAW,WAAW,aAAa,CAAC;AACvD,QAAM,iBAAiB,WAAW,qBAAqB;AAGvD,MAAI,CAAC,KAAK;AACR,UAAM,SAAS,MAAM,UAAU,SAAS,MAAM;AAC9C,WAAO,UAAU,QAAQ,cAAc;AACvC;AAAA,EACF;AAEA,QAAM,UAAU,IAAI,MAAM;AAC1B,SAAO,UAAU,QAAQ,cAAc;AACzC;",
|
|
6
|
+
"names": []
|
|
7
|
+
}
|
package/dist/double-commas.js
CHANGED
|
@@ -1,19 +1,12 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
Object.defineProperty(exports, "__esModule", {
|
|
4
|
-
value: true
|
|
5
|
-
});
|
|
6
|
-
exports.default = _default;
|
|
7
|
-
function _default() {
|
|
1
|
+
export default function() {
|
|
8
2
|
return {
|
|
9
|
-
description:
|
|
10
|
-
validate: record => ({
|
|
11
|
-
valid: !record.get(/^700$/u).some(f => f.subfields.every(sf => sf.code ===
|
|
3
|
+
description: "Handle double commas in 700$e-subfields",
|
|
4
|
+
validate: (record) => ({
|
|
5
|
+
valid: !record.get(/^700$/u).some((f) => f.subfields.every((sf) => sf.code === "e" && /,,/u.test(sf.value)))
|
|
12
6
|
}),
|
|
13
|
-
fix: record => record.get(/^700$/u).forEach(f => f.subfields.filter(sf => sf.code ===
|
|
14
|
-
|
|
15
|
-
sf.value = sf.value.replace(/,,/u, ',');
|
|
7
|
+
fix: (record) => record.get(/^700$/u).forEach((f) => f.subfields.filter((sf) => sf.code === "e").forEach((sf) => {
|
|
8
|
+
sf.value = sf.value.replace(/,,/u, ",");
|
|
16
9
|
}))
|
|
17
10
|
};
|
|
18
11
|
}
|
|
19
|
-
//# sourceMappingURL=double-commas.js.map
|
|
12
|
+
//# sourceMappingURL=double-commas.js.map
|
|
@@ -1 +1,7 @@
|
|
|
1
|
-
{
|
|
1
|
+
{
|
|
2
|
+
"version": 3,
|
|
3
|
+
"sources": ["../src/double-commas.js"],
|
|
4
|
+
"sourcesContent": ["export default function () {\n return {\n description: 'Handle double commas in 700$e-subfields',\n validate: record => ({\n valid: !record\n .get(/^700$/u)\n .some(f => f.subfields.every(sf => sf.code === 'e' && (/,,/u).test(sf.value)))\n }),\n fix: record => record.get(/^700$/u).forEach(f => f.subfields.filter(sf => sf.code === 'e').forEach(sf => {\n sf.value = sf.value.replace(/,,/u, ',');\n }))\n };\n}\n"],
|
|
5
|
+
"mappings": "AAAA,0BAA2B;AACzB,SAAO;AAAA,IACL,aAAa;AAAA,IACb,UAAU,aAAW;AAAA,MACnB,OAAO,CAAC,OACL,IAAI,QAAQ,EACZ,KAAK,OAAK,EAAE,UAAU,MAAM,QAAM,GAAG,SAAS,OAAQ,MAAO,KAAK,GAAG,KAAK,CAAC,CAAC;AAAA,IACjF;AAAA,IACA,KAAK,YAAU,OAAO,IAAI,QAAQ,EAAE,QAAQ,OAAK,EAAE,UAAU,OAAO,QAAM,GAAG,SAAS,GAAG,EAAE,QAAQ,QAAM;AACvG,SAAG,QAAQ,GAAG,MAAM,QAAQ,OAAO,GAAG;AAAA,IACxC,CAAC,CAAC;AAAA,EACJ;AACF;",
|
|
6
|
+
"names": []
|
|
7
|
+
}
|