@natlibfi/melinda-record-matching 4.3.2-alpha.4 → 4.3.2-alpha.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -15,6 +15,7 @@ exports.bibTitleAuthorPublisher = bibTitleAuthorPublisher;
|
|
|
15
15
|
exports.bibTitleAuthorYear = bibTitleAuthorYear;
|
|
16
16
|
exports.bibTitleAuthorYearAlternates = bibTitleAuthorYearAlternates;
|
|
17
17
|
exports.bibYear = bibYear;
|
|
18
|
+
exports.checkUseWordSearch = checkUseWordSearch;
|
|
18
19
|
var _debug = _interopRequireDefault(require("debug"));
|
|
19
20
|
var _candidateSearchUtils = require("../candidate-search-utils");
|
|
20
21
|
var _matchingUtils = require("../../matching-utils");
|
|
@@ -226,14 +227,13 @@ function bibTitleAuthorPublisher({
|
|
|
226
227
|
}) {
|
|
227
228
|
debug(`bibTitleAuthorPublisher, onlyTitleLength: ${onlyTitleLength}, addYear: ${addYear}, alternates: ${alternates}`);
|
|
228
229
|
const title = getTitle();
|
|
229
|
-
const booleanStartWords = ['and', 'or', 'nor', 'not'];
|
|
230
230
|
if ((0, _matchingUtils.testStringOrNumber)(title)) {
|
|
231
231
|
const formatted = String(title).replace(/[^\w\s\p{Alphabetic}]/gu, '')
|
|
232
232
|
// Clean up concurrent spaces from fe. subfield changes
|
|
233
233
|
.replace(/ +/gu, ' ').trim().slice(0, 30).trim();
|
|
234
234
|
|
|
235
235
|
// use word search for titles starting with a boolean
|
|
236
|
-
const useWordSearch =
|
|
236
|
+
const useWordSearch = checkUseWordSearch(formatted);
|
|
237
237
|
// Prevent too many matches / SRU crashing by having a minimum length
|
|
238
238
|
// Note that currently this fails matching if there are no matches from previous matchers
|
|
239
239
|
if (formatted.length >= onlyTitleLength && !alternates) {
|
|
@@ -356,14 +356,13 @@ function bibAuthors(record) {
|
|
|
356
356
|
//debugData(record);
|
|
357
357
|
|
|
358
358
|
const author = getAuthor(record);
|
|
359
|
-
const booleanStartWords = ['and', 'or', 'nor', 'not'];
|
|
360
359
|
if ((0, _matchingUtils.testStringOrNumber)(author)) {
|
|
361
360
|
const formatted = String(author).replace(/[^\w\s\p{Alphabetic}]/gu, '')
|
|
362
361
|
// Clean up concurrent spaces from fe. subfield changes
|
|
363
362
|
.replace(/ +/gu, ' ').trim().slice(0, 30).trim();
|
|
364
363
|
|
|
365
364
|
// use word search for authors starting with a boolean
|
|
366
|
-
const useWordSearch =
|
|
365
|
+
const useWordSearch = checkUseWordSearch(formatted);
|
|
367
366
|
// Prevent too many matches by having a minimum length
|
|
368
367
|
debugData(`Author string: ${formatted}`);
|
|
369
368
|
if (formatted.length >= 5) {
|
|
@@ -440,6 +439,11 @@ function bibYear(record) {
|
|
|
440
439
|
return (0, _matchingUtils.testStringOrNumber)(value) ? String(value).slice(7, 11) : undefined;
|
|
441
440
|
}
|
|
442
441
|
}
|
|
442
|
+
function checkUseWordSearch(formatted) {
|
|
443
|
+
// Note: add a space to startWords to catch just actual boolean words
|
|
444
|
+
const booleanStartWords = ['and ', 'or ', 'nor ', 'not '];
|
|
445
|
+
return booleanStartWords.some(word => formatted.toLowerCase().startsWith(word));
|
|
446
|
+
}
|
|
443
447
|
function bibStandardIdentifiers(record) {
|
|
444
448
|
const debug = (0, _debug.default)('@natlibfi/melinda-record-matching:candidate-search:query:bibStandardIdentifiers');
|
|
445
449
|
const debugData = debug.extend('data');
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"bib.js","names":["_debug","_interopRequireDefault","require","_candidateSearchUtils","_matchingUtils","obj","__esModule","default","debug","createDebugLogger","bibSourceIds","record","debugData","extend","fSids","get","length","JSON","stringify","toSidQueries","sidStrings","getSidStrings","sidQueries","toQueries","map","toSidString","filter","nonEmptySid","field","validateSidFieldSubfieldCounts","createSidString","sfC","getSubfieldValues","sfB","cleanedSfC","removeSourcePrefix","normalizeSidSubfieldValue","cleanedSfB","concat","subfieldValue","sourcePrefixRegex","normalizedValue","testStringOrNumber","String","replace","normalizeAwayRegex","bibMelindaIds","melindaIds","getMelindaIdsF035","bibHostComponents","id","getHostId","value","subfields","find","code","test","bibTitle","bibTitleAuthorPublisher","onlyTitleLength","bibTitleAuthor","bibTitleAuthorYear","addYear","bibTitleAuthorYearAlternates","origQueryList","alternates","alternateQueries","queryList","Array","from","reverse","queryListType","title","getTitle","booleanStartWords","formatted","trim","slice","useWordSearch","some","word","toLowerCase","startsWith","queryIsOkAlone","query","newAlternateQueries","addAuthorsToSearch","authorQuery","bibAuthors","undefined","addYearToSearch","addPublisherToSearch","publisherQuery","bibPublishers","yearQuery","bibYear","titleString","includes","join","author","getAuthor","authorString","publisher","getPublisher","publisherString","year","getYear","bibStandardIdentifiers","fields","identifiers","toIdentifiers","uniqueIdentifiers","Set","tag","issnIsbnReqExp","otherIdReqExp","sub"],"sources":["../../../src/candidate-search/query-list/bib.js"],"sourcesContent":["\n/**\n*\n* @licstart The following is the entire license notice for the JavaScript code in this file.\n*\n* Melinda record matching modules for Javascript\n*\n* Copyright (C) 2020-2023 University Of Helsinki (The National Library Of Finland)\n*\n* This file is part of melinda-record-matching-js\n*\n* melinda-record-matching-js program is free software: you can redistribute it and/or modify\n* it under the terms of the GNU Lesser General Public License as\n* published by the Free Software Foundation, either version 3 of the\n* License, or (at your option) any later version.\n*\n* melinda-record-matching-js is distributed in the hope that it will be useful,\n* but WITHOUT ANY WARRANTY; without even the implied warranty of\n* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the\n* GNU Lesser General Public License for more details.\n*\n* You should have received a copy of the GNU Affero General Public License\n* along with this program. If not, see <http://www.gnu.org/licenses/>.\n*\n* @licend The above is the entire license notice\n* for the JavaScript code in this file.\n*\n*/\nimport createDebugLogger from 'debug';\nimport {toQueries} from '../candidate-search-utils';\nimport {getMelindaIdsF035, validateSidFieldSubfieldCounts, getSubfieldValues, testStringOrNumber} from '../../matching-utils';\n\nconst debug = createDebugLogger('@natlibfi/melinda-record-matching:candidate-search:query');\n\nexport function bibSourceIds(record) {\n\n /* Melinda's SRU-index melinda.sourceid includes source IDs from SID fields in Melinda records\n SID-fields in Melinda have sf $c with local id and sf $b with a code for the local db:\n\n SID__ $c 123457 $b helka\n SID__ $c (ANDL100020)1077305 $b sata\n SID__ $c VER999999 $ FI-KV\n SID__ $c /10024/508126 $ REPO_THESEUS\n\n In melinda.sourceid -index case is kept, sourceprefixes in brackets and hyphens are normalized away:\n Note: slashes are not normalized away, but a SRU-search-string including slashes needs to be quoted\n\n 1234567helka\n 1077305sata\n VER999999FIKV\n /10024/508126REPO_THESEUS\n\n Note: All Melinda records that have a matching records in a local db do NOT have SID for that local records,\n existence of a SID field depends on how the record has been added to Melinda and how it has been handled\n afterwards. SIDs are also not reliably maintained. A record might or might not have a SID for a local db\n after the matching record is removed from the local db.\n\n */\n\n\n const debug = createDebugLogger('@natlibfi/melinda-record-matching:candidate-search:query:source-ids');\n const debugData = debug.extend('data');\n //const debugInfo = debug.extend('info');\n\n debug(`Creating queries for sourceid's`);\n\n const fSids = record.get('SID');\n debugData(`SID-fields (${fSids.length}): ${JSON.stringify(fSids)}`);\n\n return fSids.length > 0 ? toSidQueries(fSids) : [];\n\n function toSidQueries(fSids) {\n debug(`Creating actual queries for sourceid's`);\n\n const sidStrings = getSidStrings(fSids);\n\n if (sidStrings.length < 1) {\n debug(`No identifiers found, no queries created.`);\n return [];\n }\n\n const sidQueries = toQueries(sidStrings, 'melinda.sourceid');\n\n return sidQueries;\n\n function getSidStrings(fSids) {\n debug(`Getting Sid strings from SID fields`);\n\n // Map SID fields to valid sidStrings, filter out empty strings\n const sidStrings = fSids.map(toSidString).filter(nonEmptySid => nonEmptySid);\n return sidStrings;\n\n function toSidString(field) {\n debug(`Getting string from a field`);\n\n return validateSidFieldSubfieldCounts(field) ? createSidString(field) : '';\n\n function createSidString(field) {\n debug(`Creating string from a field`);\n const [sfC] = getSubfieldValues(field, 'c');\n const [sfB] = getSubfieldValues(field, 'b');\n\n const cleanedSfC = removeSourcePrefix(normalizeSidSubfieldValue(sfC));\n const cleanedSfB = normalizeSidSubfieldValue(sfB);\n\n debugData(`${JSON.stringify(sfC)} + ${JSON.stringify(sfB)}`);\n return cleanedSfC.concat(cleanedSfB);\n }\n\n function removeSourcePrefix(subfieldValue) {\n const sourcePrefixRegex = (/^(?<sourcePrefix>\\([A-Za-z0-9-]+\\))(?<id>.+)$/u);\n const normalizedValue = testStringOrNumber(subfieldValue) ? String(subfieldValue).replace(sourcePrefixRegex, '$<id>') : '';\n debugData(`Normalized ${subfieldValue} to ${normalizedValue}`);\n return normalizedValue;\n }\n\n function normalizeSidSubfieldValue(subfieldValue) {\n debugData(`Normalizing ${subfieldValue}`);\n const normalizeAwayRegex = (/[- ]/u);\n return testStringOrNumber(subfieldValue) ? String(subfieldValue).replace(normalizeAwayRegex, '') : '';\n }\n\n }\n }\n }\n}\n\nexport function bibMelindaIds(record) {\n // Melinda's SRU-index melinda.melindaid includes f001 controlnumbers and old Melinda-IDs from f035z's for all non-deleted Melinda-records\n\n const debug = createDebugLogger('@natlibfi/melinda-record-matching:candidate-search:query:bibMelindaIds');\n const debugData = debug.extend('data');\n debug(`Creating queries for MelindaIds`);\n\n // Note: Melinda-ID's for search queries are created just from records f035a's and f035z's\n // Both (FI-MELINDA)- and FCC-prefixed forms are found\n // f001 controlnumber is not currently included, even if record's f003 is FI-MELINDA\n const melindaIds = getMelindaIdsF035(record);\n\n debugData(`Unique identifiers (${melindaIds.length}): ${JSON.stringify(melindaIds)}`);\n\n if (melindaIds.length < 1) {\n debug(`No identifiers found, no queries created.`);\n return [];\n }\n\n return toQueries(melindaIds, 'melinda.melindaid');\n}\n\n\n// bibHostComponents returns host id from the first subfield $w of first field f773, see test-fixtures 04 and 05\n// bibHostComponents should search all 773 $ws for possible host id, but what should it do in case of multiple host ids?\nexport function bibHostComponents(record) {\n const debug = createDebugLogger('@natlibfi/melinda-record-matching:candidate-search:query:bibHostComponents');\n const debugData = debug.extend('data');\n debug(`Creating queries for hostIds`);\n\n const id = getHostId();\n debugData(`Found id: ${JSON.stringify(id)}`);\n\n return testStringOrNumber(id) ? [`melinda.partsofhost=${id}`] : [];\n\n function getHostId() {\n const [field] = record.get(/^773$/u);\n\n if (field) {\n const {value} = field.subfields.find(({code}) => code === 'w') || {};\n\n if (testStringOrNumber(value) && (/^\\(FI-MELINDA\\)/u).test(String(value))) {\n return String(value).replace(/^\\(FI-MELINDA\\)/u, '');\n }\n\n if (testStringOrNumber(value) && (/^\\(FIN01\\)/u).test(String(value))) {\n return String(value).replace(/^\\(FIN01\\)/u, '');\n }\n\n return false;\n }\n return false;\n }\n}\n\n// SRU search dc.title with a search phrase starting with ^ maps currently in Melinda to\n// (probably) to *headings* index TIT\n// - Aleph cannot currently handle headings searches starting with a boolean - in these cases use word search\n\n// Headings index TIT drops articles etc. from the start of the title according to the filing indicator\n// Currently filing indicator is not implemented - if the title starts with an article and the Melinda\n// record is correctly catalogued using a filing indicator -> dc.title search won't match\n\nexport function bibTitle(record) {\n // We get author/publisher only when formatted title is shorter than 5 chars\n return bibTitleAuthorPublisher({record, onlyTitleLength: 5});\n}\n\nexport function bibTitleAuthor(record) {\n debug('bibTitleAuthor');\n // We use onlyTitleLength that is longer than our formatted length to\n // get an author or an publisher always\n return bibTitleAuthorPublisher({record, onlyTitleLength: 100});\n}\n\nexport function bibTitleAuthorYear(record) {\n debug('bibTitleAuthorYearAlternates');\n // We use onlyTitleLength that is longer than our formatted length to\n // get an author or an publisher always\n\n return bibTitleAuthorPublisher({record, onlyTitleLength: 100, addYear: true});\n}\n\nexport function bibTitleAuthorYearAlternates(record) {\n debug('bibTitleAuthorYearAlternates');\n // We use onlyTitleLength that is longer than our formatted length to\n // get an author or an publisher always\n const origQueryList = bibTitleAuthorPublisher({record, onlyTitleLength: 100, addYear: true, alternates: true, alternateQueries: []});\n debug(`${JSON.stringify(origQueryList)}`);\n return {queryList: Array.from(origQueryList).reverse(), queryListType: 'alternates'};\n}\n\nexport function bibTitleAuthorPublisher({record, onlyTitleLength, addYear = false, alternates = false, alternateQueries = []}) {\n debug(`bibTitleAuthorPublisher, onlyTitleLength: ${onlyTitleLength}, addYear: ${addYear}, alternates: ${alternates}`);\n const title = getTitle();\n const booleanStartWords = ['and', 'or', 'nor', 'not'];\n\n if (testStringOrNumber(title)) {\n const formatted = String(title)\n .replace(/[^\\w\\s\\p{Alphabetic}]/gu, '')\n // Clean up concurrent spaces from fe. subfield changes\n .replace(/ +/gu, ' ')\n .trim()\n .slice(0, 30)\n .trim();\n\n // use word search for titles starting with a boolean\n const useWordSearch = booleanStartWords.some(word => formatted.toLowerCase().startsWith(word));\n // Prevent too many matches / SRU crashing by having a minimum length\n // Note that currently this fails matching if there are no matches from previous matchers\n if (formatted.length >= onlyTitleLength && !alternates) {\n return [`dc.title=\"${useWordSearch ? '' : '^'}${formatted}*\"`];\n }\n const queryIsOkAlone = formatted.length >= 5;\n\n // use word search without ending * also in combination searches to avoid SRU-server crashes [MRA-189]\n const query = `dc.title=\"${useWordSearch || !queryIsOkAlone ? '' : '^'}${formatted}${queryIsOkAlone ? '*' : ''}\"`;\n debug(`query: ${query}`);\n const newAlternateQueries = alternates ? [...alternateQueries, query] : alternateQueries;\n\n return addAuthorsToSearch({query, queryIsOkAlone, addYear, alternates, alternateQueries: newAlternateQueries});\n }\n\n return [];\n\n function addAuthorsToSearch({query, queryIsOkAlone = false, addYear = false, alternates = false, alternateQueries = []}) {\n debug('addAuthorsToSearch');\n const [authorQuery] = bibAuthors(record);\n if (authorQuery !== undefined) {\n if (addYear) {\n const newAlternateQueries = alternates ? [...alternateQueries, `${authorQuery} AND ${query}`] : alternateQueries;\n return addYearToSearch({query: `${authorQuery} AND ${query}`, queryIsOkAlone: true, alternates, alternateQueries: newAlternateQueries});\n }\n return alternates ? alternateQueries : [`${authorQuery} AND ${query}`];\n }\n return addPublisherToSearch({query, queryIsOkAlone, addYear, alternates, alternateQueries});\n //return [];\n }\n\n function addPublisherToSearch({query, queryIsOkAlone = false, addYear = false, alternates = false, alternateQueries = []}) {\n const [publisherQuery] = bibPublishers(record);\n if (publisherQuery !== undefined) {\n if (addYear) {\n const newAlternateQueries = alternates ? [...alternateQueries, `${publisherQuery} AND ${query}`] : alternateQueries;\n return addYearToSearch({query: `${publisherQuery} AND ${query}`, queryIsOkAlone: true, alternates, alternateQueries: newAlternateQueries});\n }\n return alternates ? alternateQueries : [`${publisherQuery} AND ${query}`];\n }\n if (queryIsOkAlone && !addYear) {\n return alternates ? alternateQueries : [`${query}`];\n }\n return addYearToSearch({query, queryIsOkAlone, alternates, alternateQueries});\n }\n\n function addYearToSearch({query, queryIsOkAlone = false, alternates = false, alternateQueries = []}) {\n const [yearQuery] = bibYear(record);\n if (yearQuery !== undefined) {\n const newAlternateQueries = alternates ? [...alternateQueries, `${yearQuery} AND ${query}`] : alternateQueries;\n return alternates ? newAlternateQueries : [`${yearQuery} AND ${query}`];\n }\n if (queryIsOkAlone) {\n return alternates ? alternateQueries : [`${query}`];\n }\n return [];\n }\n\n function getTitle() {\n const [field] = record.get(/^245$/u);\n\n if (field) {\n const titleString = field.subfields\n //.filter(({code}) => ['a', 'b', 'n', 'p'].includes(code))\n .filter(({code}) => ['a', 'b'].includes(code))\n //.filter(({code}) => ['a'].includes(code))\n .map(({value}) => testStringOrNumber(value) ? String(value) : '')\n .filter(value => value)\n // In Melinda's index subfield separators are indexed as ' '\n .join(' ');\n return titleString;\n }\n return false;\n }\n}\n\nexport function bibAuthors(record) {\n const debug = createDebugLogger('@natlibfi/melinda-record-matching:candidate-search:query:bibAuthors');\n const debugData = debug.extend('data');\n debug(`Creating query for the first author`);\n //debugData(record);\n\n const author = getAuthor(record);\n const booleanStartWords = ['and', 'or', 'nor', 'not'];\n\n\n if (testStringOrNumber(author)) {\n const formatted = String(author)\n .replace(/[^\\w\\s\\p{Alphabetic}]/gu, '')\n // Clean up concurrent spaces from fe. subfield changes\n .replace(/ +/gu, ' ')\n .trim()\n .slice(0, 30)\n .trim();\n\n // use word search for authors starting with a boolean\n const useWordSearch = booleanStartWords.some(word => formatted.toLowerCase().startsWith(word));\n // Prevent too many matches by having a minimum length\n debugData(`Author string: ${formatted}`);\n if (formatted.length >= 5) {\n return [`dc.author=\"${useWordSearch ? '' : '^'}${formatted}*\"`];\n }\n return [];\n }\n\n return [];\n\n function getAuthor(record) {\n //debugData(record);\n // eslint-disable-next-line prefer-named-capture-group\n const [field] = record.get(/^(100)|(110)|(111)|(700)|(710)|(711)$/u);\n //debugData(field);\n\n if (field) {\n const authorString = field.subfields\n .filter(({code}) => ['a'].includes(code))\n .map(({value}) => testStringOrNumber(value) ? String(value) : '')\n .filter(value => value)\n // In Melinda's index subfield separators are indexed as ' '\n .join(' ');\n return authorString;\n }\n return false;\n }\n}\n\nexport function bibPublishers(record) {\n const debug = createDebugLogger('@natlibfi/melinda-record-matching:candidate-search:query:bibPublishers');\n const debugData = debug.extend('data');\n debug(`Creating query for the first publisher`);\n //debugData(record);\n\n const publisher = getPublisher(record);\n if (testStringOrNumber(publisher)) {\n const formatted = String(publisher)\n .replace(/[^\\w\\s\\p{Alphabetic}]/gu, '')\n // Clean up concurrent spaces from fe. subfield changes\n .replace(/ +/gu, ' ')\n .trim()\n .slice(0, 30)\n .trim();\n\n debugData(`Publisher string: ${formatted}`);\n // use non-wildcard word search from dc.publisher\n return [`dc.publisher=\"${formatted}\"`];\n }\n\n return [];\n\n function getPublisher(record) {\n //debugData(record);\n const [field] = record.get(/^(?:260)|(?:264)$/u);\n //debugData(field);\n\n if (field) {\n const publisherString = field.subfields\n .filter(({code}) => ['b'].includes(code))\n .map(({value}) => testStringOrNumber(value) ? String(value) : '')\n .filter(value => value)\n // In Melinda's index subfield separators are indexed as ' '\n .join(' ');\n return publisherString;\n }\n return false;\n }\n}\n\nexport function bibYear(record) {\n const debug = createDebugLogger('@natlibfi/melinda-record-matching:candidate-search:query:bibYear');\n const debugData = debug.extend('data');\n debug(`Creating query for the publishing year`);\n debugData(record);\n\n const year = getYear(record);\n if (year) {\n return [`dc.date=\"${year}\"`];\n }\n return [];\n\n function getYear(record) {\n const value = record.get(/^008$/u)?.[0]?.value || undefined;\n return testStringOrNumber(value) ? String(value).slice(7, 11) : undefined;\n }\n}\n\n\nexport function bibStandardIdentifiers(record) {\n\n const debug = createDebugLogger('@natlibfi/melinda-record-matching:candidate-search:query:bibStandardIdentifiers');\n const debugData = debug.extend('data');\n debug(`Creating queries for standard identifiers`);\n\n // DEVELOP: should we query also f015 and f028?\n\n const fields = record.get(/^(?<def>020|022|024)$/u);\n const identifiers = [].concat(...fields.map(toIdentifiers));\n const uniqueIdentifiers = [...new Set(identifiers)];\n\n debugData(`Standard identifier fields: ${JSON.stringify(fields)}`);\n debugData(`Identifiers (${identifiers.length}): ${JSON.stringify(identifiers)}`);\n debugData(`Unique identifiers (${uniqueIdentifiers.length}): ${JSON.stringify(uniqueIdentifiers)}`);\n\n if (uniqueIdentifiers.length < 1) {\n debug(`No identifiers found, no queries created.`);\n return [];\n }\n\n return toQueries(uniqueIdentifiers, 'dc.identifier');\n\n function toIdentifiers({tag, subfields}) {\n const issnIsbnReqExp = (/^[A-Za-z0-9-]+$/u);\n const otherIdReqExp = (/^[A-Za-z0-9-:]+$/u);\n\n if (tag === '022') {\n return subfields\n .filter(sub => ['a', 'z', 'y'].includes(sub.code) && testStringOrNumber(sub.value) && issnIsbnReqExp.test(String(sub.value)))\n .map(({value}) => String(value));\n }\n\n if (tag === '020') {\n return subfields\n .filter(sub => ['a', 'z'].includes(sub.code) && testStringOrNumber(sub.value) && issnIsbnReqExp.test(String(sub.value)))\n .map(({value}) => String(value));\n }\n\n return subfields\n .filter(sub => ['a', 'z'].includes(sub.code) && testStringOrNumber(sub.value) && otherIdReqExp.test(String(sub.value)))\n .map(({value}) => String(value));\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;AA4BA,IAAAA,MAAA,GAAAC,sBAAA,CAAAC,OAAA;AACA,IAAAC,qBAAA,GAAAD,OAAA;AACA,IAAAE,cAAA,GAAAF,OAAA;AAA8H,SAAAD,uBAAAI,GAAA,WAAAA,GAAA,IAAAA,GAAA,CAAAC,UAAA,GAAAD,GAAA,KAAAE,OAAA,EAAAF,GAAA;AA7B9H;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AAKA,MAAMG,KAAK,GAAG,IAAAC,cAAiB,EAAC,0DAA0D,CAAC;AAEpF,SAASC,YAAYA,CAACC,MAAM,EAAE;EAEnC;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;EAQE,MAAMH,KAAK,GAAG,IAAAC,cAAiB,EAAC,qEAAqE,CAAC;EACtG,MAAMG,SAAS,GAAGJ,KAAK,CAACK,MAAM,CAAC,MAAM,CAAC;EACtC;;EAEAL,KAAK,CAAE,iCAAgC,CAAC;EAExC,MAAMM,KAAK,GAAGH,MAAM,CAACI,GAAG,CAAC,KAAK,CAAC;EAC/BH,SAAS,CAAE,eAAcE,KAAK,CAACE,MAAO,MAAKC,IAAI,CAACC,SAAS,CAACJ,KAAK,CAAE,EAAC,CAAC;EAEnE,OAAOA,KAAK,CAACE,MAAM,GAAG,CAAC,GAAGG,YAAY,CAACL,KAAK,CAAC,GAAG,EAAE;EAElD,SAASK,YAAYA,CAACL,KAAK,EAAE;IAC3BN,KAAK,CAAE,wCAAuC,CAAC;IAE/C,MAAMY,UAAU,GAAGC,aAAa,CAACP,KAAK,CAAC;IAEvC,IAAIM,UAAU,CAACJ,MAAM,GAAG,CAAC,EAAE;MACzBR,KAAK,CAAE,2CAA0C,CAAC;MAClD,OAAO,EAAE;IACX;IAEA,MAAMc,UAAU,GAAG,IAAAC,+BAAS,EAACH,UAAU,EAAE,kBAAkB,CAAC;IAE5D,OAAOE,UAAU;IAEjB,SAASD,aAAaA,CAACP,KAAK,EAAE;MAC5BN,KAAK,CAAE,qCAAoC,CAAC;;MAE5C;MACA,MAAMY,UAAU,GAAGN,KAAK,CAACU,GAAG,CAACC,WAAW,CAAC,CAACC,MAAM,CAACC,WAAW,IAAIA,WAAW,CAAC;MAC5E,OAAOP,UAAU;MAEjB,SAASK,WAAWA,CAACG,KAAK,EAAE;QAC1BpB,KAAK,CAAE,6BAA4B,CAAC;QAEpC,OAAO,IAAAqB,6CAA8B,EAACD,KAAK,CAAC,GAAGE,eAAe,CAACF,KAAK,CAAC,GAAG,EAAE;QAE1E,SAASE,eAAeA,CAACF,KAAK,EAAE;UAC9BpB,KAAK,CAAE,8BAA6B,CAAC;UACrC,MAAM,CAACuB,GAAG,CAAC,GAAG,IAAAC,gCAAiB,EAACJ,KAAK,EAAE,GAAG,CAAC;UAC3C,MAAM,CAACK,GAAG,CAAC,GAAG,IAAAD,gCAAiB,EAACJ,KAAK,EAAE,GAAG,CAAC;UAE3C,MAAMM,UAAU,GAAGC,kBAAkB,CAACC,yBAAyB,CAACL,GAAG,CAAC,CAAC;UACrE,MAAMM,UAAU,GAAGD,yBAAyB,CAACH,GAAG,CAAC;UAEjDrB,SAAS,CAAE,GAAEK,IAAI,CAACC,SAAS,CAACa,GAAG,CAAE,MAAKd,IAAI,CAACC,SAAS,CAACe,GAAG,CAAE,EAAC,CAAC;UAC5D,OAAOC,UAAU,CAACI,MAAM,CAACD,UAAU,CAAC;QACtC;QAEA,SAASF,kBAAkBA,CAACI,aAAa,EAAE;UACzC,MAAMC,iBAAiB,GAAI,gDAAiD;UAC5E,MAAMC,eAAe,GAAG,IAAAC,iCAAkB,EAACH,aAAa,CAAC,GAAGI,MAAM,CAACJ,aAAa,CAAC,CAACK,OAAO,CAACJ,iBAAiB,EAAE,OAAO,CAAC,GAAG,EAAE;UAC1H5B,SAAS,CAAE,cAAa2B,aAAc,OAAME,eAAgB,EAAC,CAAC;UAC9D,OAAOA,eAAe;QACxB;QAEA,SAASL,yBAAyBA,CAACG,aAAa,EAAE;UAChD3B,SAAS,CAAE,eAAc2B,aAAc,EAAC,CAAC;UACzC,MAAMM,kBAAkB,GAAI,OAAQ;UACpC,OAAO,IAAAH,iCAAkB,EAACH,aAAa,CAAC,GAAGI,MAAM,CAACJ,aAAa,CAAC,CAACK,OAAO,CAACC,kBAAkB,EAAE,EAAE,CAAC,GAAG,EAAE;QACvG;MAEF;IACF;EACF;AACF;AAEO,SAASC,aAAaA,CAACnC,MAAM,EAAE;EACpC;;EAEA,MAAMH,KAAK,GAAG,IAAAC,cAAiB,EAAC,wEAAwE,CAAC;EACzG,MAAMG,SAAS,GAAGJ,KAAK,CAACK,MAAM,CAAC,MAAM,CAAC;EACtCL,KAAK,CAAE,iCAAgC,CAAC;;EAExC;EACA;EACA;EACA,MAAMuC,UAAU,GAAG,IAAAC,gCAAiB,EAACrC,MAAM,CAAC;EAE5CC,SAAS,CAAE,uBAAsBmC,UAAU,CAAC/B,MAAO,MAAKC,IAAI,CAACC,SAAS,CAAC6B,UAAU,CAAE,EAAC,CAAC;EAErF,IAAIA,UAAU,CAAC/B,MAAM,GAAG,CAAC,EAAE;IACzBR,KAAK,CAAE,2CAA0C,CAAC;IAClD,OAAO,EAAE;EACX;EAEA,OAAO,IAAAe,+BAAS,EAACwB,UAAU,EAAE,mBAAmB,CAAC;AACnD;;AAGA;AACA;AACO,SAASE,iBAAiBA,CAACtC,MAAM,EAAE;EACxC,MAAMH,KAAK,GAAG,IAAAC,cAAiB,EAAC,4EAA4E,CAAC;EAC7G,MAAMG,SAAS,GAAGJ,KAAK,CAACK,MAAM,CAAC,MAAM,CAAC;EACtCL,KAAK,CAAE,8BAA6B,CAAC;EAErC,MAAM0C,EAAE,GAAGC,SAAS,CAAC,CAAC;EACtBvC,SAAS,CAAE,aAAYK,IAAI,CAACC,SAAS,CAACgC,EAAE,CAAE,EAAC,CAAC;EAE5C,OAAO,IAAAR,iCAAkB,EAACQ,EAAE,CAAC,GAAG,CAAE,uBAAsBA,EAAG,EAAC,CAAC,GAAG,EAAE;EAElE,SAASC,SAASA,CAAA,EAAG;IACnB,MAAM,CAACvB,KAAK,CAAC,GAAGjB,MAAM,CAACI,GAAG,CAAC,QAAQ,CAAC;IAEpC,IAAIa,KAAK,EAAE;MACT,MAAM;QAACwB;MAAK,CAAC,GAAGxB,KAAK,CAACyB,SAAS,CAACC,IAAI,CAAC,CAAC;QAACC;MAAI,CAAC,KAAKA,IAAI,KAAK,GAAG,CAAC,IAAI,CAAC,CAAC;MAEpE,IAAI,IAAAb,iCAAkB,EAACU,KAAK,CAAC,IAAK,kBAAkB,CAAEI,IAAI,CAACb,MAAM,CAACS,KAAK,CAAC,CAAC,EAAE;QACzE,OAAOT,MAAM,CAACS,KAAK,CAAC,CAACR,OAAO,CAAC,kBAAkB,EAAE,EAAE,CAAC;MACtD;MAEA,IAAI,IAAAF,iCAAkB,EAACU,KAAK,CAAC,IAAK,aAAa,CAAEI,IAAI,CAACb,MAAM,CAACS,KAAK,CAAC,CAAC,EAAE;QACpE,OAAOT,MAAM,CAACS,KAAK,CAAC,CAACR,OAAO,CAAC,aAAa,EAAE,EAAE,CAAC;MACjD;MAEA,OAAO,KAAK;IACd;IACA,OAAO,KAAK;EACd;AACF;;AAEA;AACA;AACA;;AAEA;AACA;AACA;;AAEO,SAASa,QAAQA,CAAC9C,MAAM,EAAE;EAC/B;EACA,OAAO+C,uBAAuB,CAAC;IAAC/C,MAAM;IAAEgD,eAAe,EAAE;EAAC,CAAC,CAAC;AAC9D;AAEO,SAASC,cAAcA,CAACjD,MAAM,EAAE;EACrCH,KAAK,CAAC,gBAAgB,CAAC;EACvB;EACA;EACA,OAAOkD,uBAAuB,CAAC;IAAC/C,MAAM;IAAEgD,eAAe,EAAE;EAAG,CAAC,CAAC;AAChE;AAEO,SAASE,kBAAkBA,CAAClD,MAAM,EAAE;EACzCH,KAAK,CAAC,8BAA8B,CAAC;EACrC;EACA;;EAEA,OAAOkD,uBAAuB,CAAC;IAAC/C,MAAM;IAAEgD,eAAe,EAAE,GAAG;IAAEG,OAAO,EAAE;EAAI,CAAC,CAAC;AAC/E;AAEO,SAASC,4BAA4BA,CAACpD,MAAM,EAAE;EACnDH,KAAK,CAAC,8BAA8B,CAAC;EACrC;EACA;EACA,MAAMwD,aAAa,GAAGN,uBAAuB,CAAC;IAAC/C,MAAM;IAAEgD,eAAe,EAAE,GAAG;IAAEG,OAAO,EAAE,IAAI;IAAEG,UAAU,EAAE,IAAI;IAAEC,gBAAgB,EAAE;EAAE,CAAC,CAAC;EACpI1D,KAAK,CAAE,GAAES,IAAI,CAACC,SAAS,CAAC8C,aAAa,CAAE,EAAC,CAAC;EACzC,OAAO;IAACG,SAAS,EAAEC,KAAK,CAACC,IAAI,CAACL,aAAa,CAAC,CAACM,OAAO,CAAC,CAAC;IAAEC,aAAa,EAAE;EAAY,CAAC;AACtF;AAEO,SAASb,uBAAuBA,CAAC;EAAC/C,MAAM;EAAEgD,eAAe;EAAEG,OAAO,GAAG,KAAK;EAAEG,UAAU,GAAG,KAAK;EAAEC,gBAAgB,GAAG;AAAE,CAAC,EAAE;EAC7H1D,KAAK,CAAE,6CAA4CmD,eAAgB,cAAaG,OAAQ,iBAAgBG,UAAW,EAAC,CAAC;EACrH,MAAMO,KAAK,GAAGC,QAAQ,CAAC,CAAC;EACxB,MAAMC,iBAAiB,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC;EAErD,IAAI,IAAAhC,iCAAkB,EAAC8B,KAAK,CAAC,EAAE;IAC7B,MAAMG,SAAS,GAAGhC,MAAM,CAAC6B,KAAK,CAAC,CAC5B5B,OAAO,CAAC,yBAAyB,EAAE,EAAE;IACtC;IAAA,CACCA,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CACpBgC,IAAI,CAAC,CAAC,CACNC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CACZD,IAAI,CAAC,CAAC;;IAET;IACA,MAAME,aAAa,GAAGJ,iBAAiB,CAACK,IAAI,CAACC,IAAI,IAAIL,SAAS,CAACM,WAAW,CAAC,CAAC,CAACC,UAAU,CAACF,IAAI,CAAC,CAAC;IAC9F;IACA;IACA,IAAIL,SAAS,CAAC3D,MAAM,IAAI2C,eAAe,IAAI,CAACM,UAAU,EAAE;MACtD,OAAO,CAAE,aAAYa,aAAa,GAAG,EAAE,GAAG,GAAI,GAAEH,SAAU,IAAG,CAAC;IAChE;IACA,MAAMQ,cAAc,GAAGR,SAAS,CAAC3D,MAAM,IAAI,CAAC;;IAE5C;IACA,MAAMoE,KAAK,GAAI,aAAYN,aAAa,IAAI,CAACK,cAAc,GAAG,EAAE,GAAG,GAAI,GAAER,SAAU,GAAEQ,cAAc,GAAG,GAAG,GAAG,EAAG,GAAE;IACjH3E,KAAK,CAAE,UAAS4E,KAAM,EAAC,CAAC;IACxB,MAAMC,mBAAmB,GAAGpB,UAAU,GAAG,CAAC,GAAGC,gBAAgB,EAAEkB,KAAK,CAAC,GAAGlB,gBAAgB;IAExF,OAAOoB,kBAAkB,CAAC;MAACF,KAAK;MAAED,cAAc;MAAErB,OAAO;MAAEG,UAAU;MAAEC,gBAAgB,EAAEmB;IAAmB,CAAC,CAAC;EAChH;EAEA,OAAO,EAAE;EAET,SAASC,kBAAkBA,CAAC;IAACF,KAAK;IAAED,cAAc,GAAG,KAAK;IAAErB,OAAO,GAAG,KAAK;IAAEG,UAAU,GAAG,KAAK;IAAEC,gBAAgB,GAAG;EAAE,CAAC,EAAE;IACvH1D,KAAK,CAAC,oBAAoB,CAAC;IAC3B,MAAM,CAAC+E,WAAW,CAAC,GAAGC,UAAU,CAAC7E,MAAM,CAAC;IACxC,IAAI4E,WAAW,KAAKE,SAAS,EAAE;MAC7B,IAAI3B,OAAO,EAAE;QACX,MAAMuB,mBAAmB,GAAGpB,UAAU,GAAG,CAAC,GAAGC,gBAAgB,EAAG,GAAEqB,WAAY,QAAOH,KAAM,EAAC,CAAC,GAAGlB,gBAAgB;QAChH,OAAOwB,eAAe,CAAC;UAACN,KAAK,EAAG,GAAEG,WAAY,QAAOH,KAAM,EAAC;UAAED,cAAc,EAAE,IAAI;UAAElB,UAAU;UAAEC,gBAAgB,EAAEmB;QAAmB,CAAC,CAAC;MACzI;MACA,OAAOpB,UAAU,GAAGC,gBAAgB,GAAG,CAAE,GAAEqB,WAAY,QAAOH,KAAM,EAAC,CAAC;IACxE;IACA,OAAOO,oBAAoB,CAAC;MAACP,KAAK;MAAED,cAAc;MAAErB,OAAO;MAAEG,UAAU;MAAEC;IAAgB,CAAC,CAAC;IAC3F;EACF;EAEA,SAASyB,oBAAoBA,CAAC;IAACP,KAAK;IAAED,cAAc,GAAG,KAAK;IAAErB,OAAO,GAAG,KAAK;IAAEG,UAAU,GAAG,KAAK;IAAEC,gBAAgB,GAAG;EAAE,CAAC,EAAE;IACzH,MAAM,CAAC0B,cAAc,CAAC,GAAGC,aAAa,CAAClF,MAAM,CAAC;IAC9C,IAAIiF,cAAc,KAAKH,SAAS,EAAE;MAChC,IAAI3B,OAAO,EAAE;QACX,MAAMuB,mBAAmB,GAAGpB,UAAU,GAAG,CAAC,GAAGC,gBAAgB,EAAG,GAAE0B,cAAe,QAAOR,KAAM,EAAC,CAAC,GAAGlB,gBAAgB;QACnH,OAAOwB,eAAe,CAAC;UAACN,KAAK,EAAG,GAAEQ,cAAe,QAAOR,KAAM,EAAC;UAAED,cAAc,EAAE,IAAI;UAAElB,UAAU;UAAEC,gBAAgB,EAAEmB;QAAmB,CAAC,CAAC;MAC5I;MACA,OAAOpB,UAAU,GAAGC,gBAAgB,GAAG,CAAE,GAAE0B,cAAe,QAAOR,KAAM,EAAC,CAAC;IAC3E;IACA,IAAID,cAAc,IAAI,CAACrB,OAAO,EAAE;MAC9B,OAAOG,UAAU,GAAGC,gBAAgB,GAAG,CAAE,GAAEkB,KAAM,EAAC,CAAC;IACrD;IACA,OAAOM,eAAe,CAAC;MAACN,KAAK;MAAED,cAAc;MAAElB,UAAU;MAAEC;IAAgB,CAAC,CAAC;EAC/E;EAEA,SAASwB,eAAeA,CAAC;IAACN,KAAK;IAAED,cAAc,GAAG,KAAK;IAAElB,UAAU,GAAG,KAAK;IAAEC,gBAAgB,GAAG;EAAE,CAAC,EAAE;IACnG,MAAM,CAAC4B,SAAS,CAAC,GAAGC,OAAO,CAACpF,MAAM,CAAC;IACnC,IAAImF,SAAS,KAAKL,SAAS,EAAE;MAC3B,MAAMJ,mBAAmB,GAAGpB,UAAU,GAAG,CAAC,GAAGC,gBAAgB,EAAG,GAAE4B,SAAU,QAAOV,KAAM,EAAC,CAAC,GAAGlB,gBAAgB;MAC9G,OAAOD,UAAU,GAAGoB,mBAAmB,GAAG,CAAE,GAAES,SAAU,QAAOV,KAAM,EAAC,CAAC;IACzE;IACA,IAAID,cAAc,EAAE;MAClB,OAAOlB,UAAU,GAAGC,gBAAgB,GAAG,CAAE,GAAEkB,KAAM,EAAC,CAAC;IACrD;IACA,OAAO,EAAE;EACX;EAEA,SAASX,QAAQA,CAAA,EAAG;IAClB,MAAM,CAAC7C,KAAK,CAAC,GAAGjB,MAAM,CAACI,GAAG,CAAC,QAAQ,CAAC;IAEpC,IAAIa,KAAK,EAAE;MACT,MAAMoE,WAAW,GAAGpE,KAAK,CAACyB;MACxB;MAAA,CACC3B,MAAM,CAAC,CAAC;QAAC6B;MAAI,CAAC,KAAK,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC0C,QAAQ,CAAC1C,IAAI,CAAC;MAC7C;MAAA,CACC/B,GAAG,CAAC,CAAC;QAAC4B;MAAK,CAAC,KAAK,IAAAV,iCAAkB,EAACU,KAAK,CAAC,GAAGT,MAAM,CAACS,KAAK,CAAC,GAAG,EAAE,CAAC,CAChE1B,MAAM,CAAC0B,KAAK,IAAIA,KAAK;MACtB;MAAA,CACC8C,IAAI,CAAC,GAAG,CAAC;MACZ,OAAOF,WAAW;IACpB;IACA,OAAO,KAAK;EACd;AACF;AAEO,SAASR,UAAUA,CAAC7E,MAAM,EAAE;EACjC,MAAMH,KAAK,GAAG,IAAAC,cAAiB,EAAC,qEAAqE,CAAC;EACtG,MAAMG,SAAS,GAAGJ,KAAK,CAACK,MAAM,CAAC,MAAM,CAAC;EACtCL,KAAK,CAAE,qCAAoC,CAAC;EAC5C;;EAEA,MAAM2F,MAAM,GAAGC,SAAS,CAACzF,MAAM,CAAC;EAChC,MAAM+D,iBAAiB,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC;EAGrD,IAAI,IAAAhC,iCAAkB,EAACyD,MAAM,CAAC,EAAE;IAC9B,MAAMxB,SAAS,GAAGhC,MAAM,CAACwD,MAAM,CAAC,CAC7BvD,OAAO,CAAC,yBAAyB,EAAE,EAAE;IACtC;IAAA,CACCA,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CACpBgC,IAAI,CAAC,CAAC,CACNC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CACZD,IAAI,CAAC,CAAC;;IAET;IACA,MAAME,aAAa,GAAGJ,iBAAiB,CAACK,IAAI,CAACC,IAAI,IAAIL,SAAS,CAACM,WAAW,CAAC,CAAC,CAACC,UAAU,CAACF,IAAI,CAAC,CAAC;IAC9F;IACApE,SAAS,CAAE,kBAAiB+D,SAAU,EAAC,CAAC;IACxC,IAAIA,SAAS,CAAC3D,MAAM,IAAI,CAAC,EAAE;MACzB,OAAO,CAAE,cAAa8D,aAAa,GAAG,EAAE,GAAG,GAAI,GAAEH,SAAU,IAAG,CAAC;IACjE;IACA,OAAO,EAAE;EACX;EAEA,OAAO,EAAE;EAET,SAASyB,SAASA,CAACzF,MAAM,EAAE;IACzB;IACA;IACA,MAAM,CAACiB,KAAK,CAAC,GAAGjB,MAAM,CAACI,GAAG,CAAC,wCAAwC,CAAC;IACpE;;IAEA,IAAIa,KAAK,EAAE;MACT,MAAMyE,YAAY,GAAGzE,KAAK,CAACyB,SAAS,CACjC3B,MAAM,CAAC,CAAC;QAAC6B;MAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC0C,QAAQ,CAAC1C,IAAI,CAAC,CAAC,CACxC/B,GAAG,CAAC,CAAC;QAAC4B;MAAK,CAAC,KAAK,IAAAV,iCAAkB,EAACU,KAAK,CAAC,GAAGT,MAAM,CAACS,KAAK,CAAC,GAAG,EAAE,CAAC,CAChE1B,MAAM,CAAC0B,KAAK,IAAIA,KAAK;MACtB;MAAA,CACC8C,IAAI,CAAC,GAAG,CAAC;MACZ,OAAOG,YAAY;IACrB;IACA,OAAO,KAAK;EACd;AACF;AAEO,SAASR,aAAaA,CAAClF,MAAM,EAAE;EACpC,MAAMH,KAAK,GAAG,IAAAC,cAAiB,EAAC,wEAAwE,CAAC;EACzG,MAAMG,SAAS,GAAGJ,KAAK,CAACK,MAAM,CAAC,MAAM,CAAC;EACtCL,KAAK,CAAE,wCAAuC,CAAC;EAC/C;;EAEA,MAAM8F,SAAS,GAAGC,YAAY,CAAC5F,MAAM,CAAC;EACtC,IAAI,IAAA+B,iCAAkB,EAAC4D,SAAS,CAAC,EAAE;IACjC,MAAM3B,SAAS,GAAGhC,MAAM,CAAC2D,SAAS,CAAC,CAChC1D,OAAO,CAAC,yBAAyB,EAAE,EAAE;IACtC;IAAA,CACCA,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CACpBgC,IAAI,CAAC,CAAC,CACNC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CACZD,IAAI,CAAC,CAAC;IAEThE,SAAS,CAAE,qBAAoB+D,SAAU,EAAC,CAAC;IAC3C;IACA,OAAO,CAAE,iBAAgBA,SAAU,GAAE,CAAC;EACxC;EAEA,OAAO,EAAE;EAET,SAAS4B,YAAYA,CAAC5F,MAAM,EAAE;IAC5B;IACA,MAAM,CAACiB,KAAK,CAAC,GAAGjB,MAAM,CAACI,GAAG,CAAC,oBAAoB,CAAC;IAChD;;IAEA,IAAIa,KAAK,EAAE;MACT,MAAM4E,eAAe,GAAG5E,KAAK,CAACyB,SAAS,CACpC3B,MAAM,CAAC,CAAC;QAAC6B;MAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC0C,QAAQ,CAAC1C,IAAI,CAAC,CAAC,CACxC/B,GAAG,CAAC,CAAC;QAAC4B;MAAK,CAAC,KAAK,IAAAV,iCAAkB,EAACU,KAAK,CAAC,GAAGT,MAAM,CAACS,KAAK,CAAC,GAAG,EAAE,CAAC,CAChE1B,MAAM,CAAC0B,KAAK,IAAIA,KAAK;MACtB;MAAA,CACC8C,IAAI,CAAC,GAAG,CAAC;MACZ,OAAOM,eAAe;IACxB;IACA,OAAO,KAAK;EACd;AACF;AAEO,SAAST,OAAOA,CAACpF,MAAM,EAAE;EAC9B,MAAMH,KAAK,GAAG,IAAAC,cAAiB,EAAC,kEAAkE,CAAC;EACnG,MAAMG,SAAS,GAAGJ,KAAK,CAACK,MAAM,CAAC,MAAM,CAAC;EACtCL,KAAK,CAAE,wCAAuC,CAAC;EAC/CI,SAAS,CAACD,MAAM,CAAC;EAEjB,MAAM8F,IAAI,GAAGC,OAAO,CAAC/F,MAAM,CAAC;EAC5B,IAAI8F,IAAI,EAAE;IACR,OAAO,CAAE,YAAWA,IAAK,GAAE,CAAC;EAC9B;EACA,OAAO,EAAE;EAET,SAASC,OAAOA,CAAC/F,MAAM,EAAE;IACvB,MAAMyC,KAAK,GAAGzC,MAAM,CAACI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAEqC,KAAK,IAAIqC,SAAS;IAC3D,OAAO,IAAA/C,iCAAkB,EAACU,KAAK,CAAC,GAAGT,MAAM,CAACS,KAAK,CAAC,CAACyB,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,GAAGY,SAAS;EAC3E;AACF;AAGO,SAASkB,sBAAsBA,CAAChG,MAAM,EAAE;EAE7C,MAAMH,KAAK,GAAG,IAAAC,cAAiB,EAAC,iFAAiF,CAAC;EAClH,MAAMG,SAAS,GAAGJ,KAAK,CAACK,MAAM,CAAC,MAAM,CAAC;EACtCL,KAAK,CAAE,2CAA0C,CAAC;;EAElD;;EAEA,MAAMoG,MAAM,GAAGjG,MAAM,CAACI,GAAG,CAAC,wBAAwB,CAAC;EACnD,MAAM8F,WAAW,GAAG,EAAE,CAACvE,MAAM,CAAC,GAAGsE,MAAM,CAACpF,GAAG,CAACsF,aAAa,CAAC,CAAC;EAC3D,MAAMC,iBAAiB,GAAG,CAAC,GAAG,IAAIC,GAAG,CAACH,WAAW,CAAC,CAAC;EAEnDjG,SAAS,CAAE,+BAA8BK,IAAI,CAACC,SAAS,CAAC0F,MAAM,CAAE,EAAC,CAAC;EAClEhG,SAAS,CAAE,gBAAeiG,WAAW,CAAC7F,MAAO,MAAKC,IAAI,CAACC,SAAS,CAAC2F,WAAW,CAAE,EAAC,CAAC;EAChFjG,SAAS,CAAE,uBAAsBmG,iBAAiB,CAAC/F,MAAO,MAAKC,IAAI,CAACC,SAAS,CAAC6F,iBAAiB,CAAE,EAAC,CAAC;EAEnG,IAAIA,iBAAiB,CAAC/F,MAAM,GAAG,CAAC,EAAE;IAChCR,KAAK,CAAE,2CAA0C,CAAC;IAClD,OAAO,EAAE;EACX;EAEA,OAAO,IAAAe,+BAAS,EAACwF,iBAAiB,EAAE,eAAe,CAAC;EAEpD,SAASD,aAAaA,CAAC;IAACG,GAAG;IAAE5D;EAAS,CAAC,EAAE;IACvC,MAAM6D,cAAc,GAAI,kBAAmB;IAC3C,MAAMC,aAAa,GAAI,mBAAoB;IAE3C,IAAIF,GAAG,KAAK,KAAK,EAAE;MACjB,OAAO5D,SAAS,CACb3B,MAAM,CAAC0F,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAACnB,QAAQ,CAACmB,GAAG,CAAC7D,IAAI,CAAC,IAAI,IAAAb,iCAAkB,EAAC0E,GAAG,CAAChE,KAAK,CAAC,IAAI8D,cAAc,CAAC1D,IAAI,CAACb,MAAM,CAACyE,GAAG,CAAChE,KAAK,CAAC,CAAC,CAAC,CAC5H5B,GAAG,CAAC,CAAC;QAAC4B;MAAK,CAAC,KAAKT,MAAM,CAACS,KAAK,CAAC,CAAC;IACpC;IAEA,IAAI6D,GAAG,KAAK,KAAK,EAAE;MACjB,OAAO5D,SAAS,CACb3B,MAAM,CAAC0F,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAACnB,QAAQ,CAACmB,GAAG,CAAC7D,IAAI,CAAC,IAAI,IAAAb,iCAAkB,EAAC0E,GAAG,CAAChE,KAAK,CAAC,IAAI8D,cAAc,CAAC1D,IAAI,CAACb,MAAM,CAACyE,GAAG,CAAChE,KAAK,CAAC,CAAC,CAAC,CACvH5B,GAAG,CAAC,CAAC;QAAC4B;MAAK,CAAC,KAAKT,MAAM,CAACS,KAAK,CAAC,CAAC;IACpC;IAEA,OAAOC,SAAS,CACb3B,MAAM,CAAC0F,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAACnB,QAAQ,CAACmB,GAAG,CAAC7D,IAAI,CAAC,IAAI,IAAAb,iCAAkB,EAAC0E,GAAG,CAAChE,KAAK,CAAC,IAAI+D,aAAa,CAAC3D,IAAI,CAACb,MAAM,CAACyE,GAAG,CAAChE,KAAK,CAAC,CAAC,CAAC,CACtH5B,GAAG,CAAC,CAAC;MAAC4B;IAAK,CAAC,KAAKT,MAAM,CAACS,KAAK,CAAC,CAAC;EACpC;AACF"}
|
|
1
|
+
{"version":3,"file":"bib.js","names":["_debug","_interopRequireDefault","require","_candidateSearchUtils","_matchingUtils","obj","__esModule","default","debug","createDebugLogger","bibSourceIds","record","debugData","extend","fSids","get","length","JSON","stringify","toSidQueries","sidStrings","getSidStrings","sidQueries","toQueries","map","toSidString","filter","nonEmptySid","field","validateSidFieldSubfieldCounts","createSidString","sfC","getSubfieldValues","sfB","cleanedSfC","removeSourcePrefix","normalizeSidSubfieldValue","cleanedSfB","concat","subfieldValue","sourcePrefixRegex","normalizedValue","testStringOrNumber","String","replace","normalizeAwayRegex","bibMelindaIds","melindaIds","getMelindaIdsF035","bibHostComponents","id","getHostId","value","subfields","find","code","test","bibTitle","bibTitleAuthorPublisher","onlyTitleLength","bibTitleAuthor","bibTitleAuthorYear","addYear","bibTitleAuthorYearAlternates","origQueryList","alternates","alternateQueries","queryList","Array","from","reverse","queryListType","title","getTitle","formatted","trim","slice","useWordSearch","checkUseWordSearch","queryIsOkAlone","query","newAlternateQueries","addAuthorsToSearch","authorQuery","bibAuthors","undefined","addYearToSearch","addPublisherToSearch","publisherQuery","bibPublishers","yearQuery","bibYear","titleString","includes","join","author","getAuthor","authorString","publisher","getPublisher","publisherString","year","getYear","booleanStartWords","some","word","toLowerCase","startsWith","bibStandardIdentifiers","fields","identifiers","toIdentifiers","uniqueIdentifiers","Set","tag","issnIsbnReqExp","otherIdReqExp","sub"],"sources":["../../../src/candidate-search/query-list/bib.js"],"sourcesContent":["\n/**\n*\n* @licstart The following is the entire license notice for the JavaScript code in this file.\n*\n* Melinda record matching modules for Javascript\n*\n* Copyright (C) 2020-2023 University Of Helsinki (The National Library Of Finland)\n*\n* This file is part of melinda-record-matching-js\n*\n* melinda-record-matching-js program is free software: you can redistribute it and/or modify\n* it under the terms of the GNU Lesser General Public License as\n* published by the Free Software Foundation, either version 3 of the\n* License, or (at your option) any later version.\n*\n* melinda-record-matching-js is distributed in the hope that it will be useful,\n* but WITHOUT ANY WARRANTY; without even the implied warranty of\n* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the\n* GNU Lesser General Public License for more details.\n*\n* You should have received a copy of the GNU Affero General Public License\n* along with this program. If not, see <http://www.gnu.org/licenses/>.\n*\n* @licend The above is the entire license notice\n* for the JavaScript code in this file.\n*\n*/\nimport createDebugLogger from 'debug';\nimport {toQueries} from '../candidate-search-utils';\nimport {getMelindaIdsF035, validateSidFieldSubfieldCounts, getSubfieldValues, testStringOrNumber} from '../../matching-utils';\n\nconst debug = createDebugLogger('@natlibfi/melinda-record-matching:candidate-search:query');\n\nexport function bibSourceIds(record) {\n\n /* Melinda's SRU-index melinda.sourceid includes source IDs from SID fields in Melinda records\n SID-fields in Melinda have sf $c with local id and sf $b with a code for the local db:\n\n SID__ $c 123457 $b helka\n SID__ $c (ANDL100020)1077305 $b sata\n SID__ $c VER999999 $ FI-KV\n SID__ $c /10024/508126 $ REPO_THESEUS\n\n In melinda.sourceid -index case is kept, sourceprefixes in brackets and hyphens are normalized away:\n Note: slashes are not normalized away, but a SRU-search-string including slashes needs to be quoted\n\n 1234567helka\n 1077305sata\n VER999999FIKV\n /10024/508126REPO_THESEUS\n\n Note: All Melinda records that have a matching records in a local db do NOT have SID for that local records,\n existence of a SID field depends on how the record has been added to Melinda and how it has been handled\n afterwards. SIDs are also not reliably maintained. A record might or might not have a SID for a local db\n after the matching record is removed from the local db.\n\n */\n\n\n const debug = createDebugLogger('@natlibfi/melinda-record-matching:candidate-search:query:source-ids');\n const debugData = debug.extend('data');\n //const debugInfo = debug.extend('info');\n\n debug(`Creating queries for sourceid's`);\n\n const fSids = record.get('SID');\n debugData(`SID-fields (${fSids.length}): ${JSON.stringify(fSids)}`);\n\n return fSids.length > 0 ? toSidQueries(fSids) : [];\n\n function toSidQueries(fSids) {\n debug(`Creating actual queries for sourceid's`);\n\n const sidStrings = getSidStrings(fSids);\n\n if (sidStrings.length < 1) {\n debug(`No identifiers found, no queries created.`);\n return [];\n }\n\n const sidQueries = toQueries(sidStrings, 'melinda.sourceid');\n\n return sidQueries;\n\n function getSidStrings(fSids) {\n debug(`Getting Sid strings from SID fields`);\n\n // Map SID fields to valid sidStrings, filter out empty strings\n const sidStrings = fSids.map(toSidString).filter(nonEmptySid => nonEmptySid);\n return sidStrings;\n\n function toSidString(field) {\n debug(`Getting string from a field`);\n\n return validateSidFieldSubfieldCounts(field) ? createSidString(field) : '';\n\n function createSidString(field) {\n debug(`Creating string from a field`);\n const [sfC] = getSubfieldValues(field, 'c');\n const [sfB] = getSubfieldValues(field, 'b');\n\n const cleanedSfC = removeSourcePrefix(normalizeSidSubfieldValue(sfC));\n const cleanedSfB = normalizeSidSubfieldValue(sfB);\n\n debugData(`${JSON.stringify(sfC)} + ${JSON.stringify(sfB)}`);\n return cleanedSfC.concat(cleanedSfB);\n }\n\n function removeSourcePrefix(subfieldValue) {\n const sourcePrefixRegex = (/^(?<sourcePrefix>\\([A-Za-z0-9-]+\\))(?<id>.+)$/u);\n const normalizedValue = testStringOrNumber(subfieldValue) ? String(subfieldValue).replace(sourcePrefixRegex, '$<id>') : '';\n debugData(`Normalized ${subfieldValue} to ${normalizedValue}`);\n return normalizedValue;\n }\n\n function normalizeSidSubfieldValue(subfieldValue) {\n debugData(`Normalizing ${subfieldValue}`);\n const normalizeAwayRegex = (/[- ]/u);\n return testStringOrNumber(subfieldValue) ? String(subfieldValue).replace(normalizeAwayRegex, '') : '';\n }\n\n }\n }\n }\n}\n\nexport function bibMelindaIds(record) {\n // Melinda's SRU-index melinda.melindaid includes f001 controlnumbers and old Melinda-IDs from f035z's for all non-deleted Melinda-records\n\n const debug = createDebugLogger('@natlibfi/melinda-record-matching:candidate-search:query:bibMelindaIds');\n const debugData = debug.extend('data');\n debug(`Creating queries for MelindaIds`);\n\n // Note: Melinda-ID's for search queries are created just from records f035a's and f035z's\n // Both (FI-MELINDA)- and FCC-prefixed forms are found\n // f001 controlnumber is not currently included, even if record's f003 is FI-MELINDA\n const melindaIds = getMelindaIdsF035(record);\n\n debugData(`Unique identifiers (${melindaIds.length}): ${JSON.stringify(melindaIds)}`);\n\n if (melindaIds.length < 1) {\n debug(`No identifiers found, no queries created.`);\n return [];\n }\n\n return toQueries(melindaIds, 'melinda.melindaid');\n}\n\n\n// bibHostComponents returns host id from the first subfield $w of first field f773, see test-fixtures 04 and 05\n// bibHostComponents should search all 773 $ws for possible host id, but what should it do in case of multiple host ids?\nexport function bibHostComponents(record) {\n const debug = createDebugLogger('@natlibfi/melinda-record-matching:candidate-search:query:bibHostComponents');\n const debugData = debug.extend('data');\n debug(`Creating queries for hostIds`);\n\n const id = getHostId();\n debugData(`Found id: ${JSON.stringify(id)}`);\n\n return testStringOrNumber(id) ? [`melinda.partsofhost=${id}`] : [];\n\n function getHostId() {\n const [field] = record.get(/^773$/u);\n\n if (field) {\n const {value} = field.subfields.find(({code}) => code === 'w') || {};\n\n if (testStringOrNumber(value) && (/^\\(FI-MELINDA\\)/u).test(String(value))) {\n return String(value).replace(/^\\(FI-MELINDA\\)/u, '');\n }\n\n if (testStringOrNumber(value) && (/^\\(FIN01\\)/u).test(String(value))) {\n return String(value).replace(/^\\(FIN01\\)/u, '');\n }\n\n return false;\n }\n return false;\n }\n}\n\n// SRU search dc.title with a search phrase starting with ^ maps currently in Melinda to\n// (probably) to *headings* index TIT\n// - Aleph cannot currently handle headings searches starting with a boolean - in these cases use word search\n\n// Headings index TIT drops articles etc. from the start of the title according to the filing indicator\n// Currently filing indicator is not implemented - if the title starts with an article and the Melinda\n// record is correctly catalogued using a filing indicator -> dc.title search won't match\n\nexport function bibTitle(record) {\n // We get author/publisher only when formatted title is shorter than 5 chars\n return bibTitleAuthorPublisher({record, onlyTitleLength: 5});\n}\n\nexport function bibTitleAuthor(record) {\n debug('bibTitleAuthor');\n // We use onlyTitleLength that is longer than our formatted length to\n // get an author or an publisher always\n return bibTitleAuthorPublisher({record, onlyTitleLength: 100});\n}\n\nexport function bibTitleAuthorYear(record) {\n debug('bibTitleAuthorYearAlternates');\n // We use onlyTitleLength that is longer than our formatted length to\n // get an author or an publisher always\n\n return bibTitleAuthorPublisher({record, onlyTitleLength: 100, addYear: true});\n}\n\nexport function bibTitleAuthorYearAlternates(record) {\n debug('bibTitleAuthorYearAlternates');\n // We use onlyTitleLength that is longer than our formatted length to\n // get an author or an publisher always\n const origQueryList = bibTitleAuthorPublisher({record, onlyTitleLength: 100, addYear: true, alternates: true, alternateQueries: []});\n debug(`${JSON.stringify(origQueryList)}`);\n return {queryList: Array.from(origQueryList).reverse(), queryListType: 'alternates'};\n}\n\nexport function bibTitleAuthorPublisher({record, onlyTitleLength, addYear = false, alternates = false, alternateQueries = []}) {\n debug(`bibTitleAuthorPublisher, onlyTitleLength: ${onlyTitleLength}, addYear: ${addYear}, alternates: ${alternates}`);\n const title = getTitle();\n if (testStringOrNumber(title)) {\n const formatted = String(title)\n .replace(/[^\\w\\s\\p{Alphabetic}]/gu, '')\n // Clean up concurrent spaces from fe. subfield changes\n .replace(/ +/gu, ' ')\n .trim()\n .slice(0, 30)\n .trim();\n\n // use word search for titles starting with a boolean\n const useWordSearch = checkUseWordSearch(formatted);\n // Prevent too many matches / SRU crashing by having a minimum length\n // Note that currently this fails matching if there are no matches from previous matchers\n if (formatted.length >= onlyTitleLength && !alternates) {\n return [`dc.title=\"${useWordSearch ? '' : '^'}${formatted}*\"`];\n }\n const queryIsOkAlone = formatted.length >= 5;\n\n // use word search without ending * also in combination searches to avoid SRU-server crashes [MRA-189]\n const query = `dc.title=\"${useWordSearch || !queryIsOkAlone ? '' : '^'}${formatted}${queryIsOkAlone ? '*' : ''}\"`;\n debug(`query: ${query}`);\n const newAlternateQueries = alternates ? [...alternateQueries, query] : alternateQueries;\n\n return addAuthorsToSearch({query, queryIsOkAlone, addYear, alternates, alternateQueries: newAlternateQueries});\n }\n\n return [];\n\n function addAuthorsToSearch({query, queryIsOkAlone = false, addYear = false, alternates = false, alternateQueries = []}) {\n debug('addAuthorsToSearch');\n const [authorQuery] = bibAuthors(record);\n if (authorQuery !== undefined) {\n if (addYear) {\n const newAlternateQueries = alternates ? [...alternateQueries, `${authorQuery} AND ${query}`] : alternateQueries;\n return addYearToSearch({query: `${authorQuery} AND ${query}`, queryIsOkAlone: true, alternates, alternateQueries: newAlternateQueries});\n }\n return alternates ? alternateQueries : [`${authorQuery} AND ${query}`];\n }\n return addPublisherToSearch({query, queryIsOkAlone, addYear, alternates, alternateQueries});\n //return [];\n }\n\n function addPublisherToSearch({query, queryIsOkAlone = false, addYear = false, alternates = false, alternateQueries = []}) {\n const [publisherQuery] = bibPublishers(record);\n if (publisherQuery !== undefined) {\n if (addYear) {\n const newAlternateQueries = alternates ? [...alternateQueries, `${publisherQuery} AND ${query}`] : alternateQueries;\n return addYearToSearch({query: `${publisherQuery} AND ${query}`, queryIsOkAlone: true, alternates, alternateQueries: newAlternateQueries});\n }\n return alternates ? alternateQueries : [`${publisherQuery} AND ${query}`];\n }\n if (queryIsOkAlone && !addYear) {\n return alternates ? alternateQueries : [`${query}`];\n }\n return addYearToSearch({query, queryIsOkAlone, alternates, alternateQueries});\n }\n\n function addYearToSearch({query, queryIsOkAlone = false, alternates = false, alternateQueries = []}) {\n const [yearQuery] = bibYear(record);\n if (yearQuery !== undefined) {\n const newAlternateQueries = alternates ? [...alternateQueries, `${yearQuery} AND ${query}`] : alternateQueries;\n return alternates ? newAlternateQueries : [`${yearQuery} AND ${query}`];\n }\n if (queryIsOkAlone) {\n return alternates ? alternateQueries : [`${query}`];\n }\n return [];\n }\n\n function getTitle() {\n const [field] = record.get(/^245$/u);\n\n if (field) {\n const titleString = field.subfields\n //.filter(({code}) => ['a', 'b', 'n', 'p'].includes(code))\n .filter(({code}) => ['a', 'b'].includes(code))\n //.filter(({code}) => ['a'].includes(code))\n .map(({value}) => testStringOrNumber(value) ? String(value) : '')\n .filter(value => value)\n // In Melinda's index subfield separators are indexed as ' '\n .join(' ');\n return titleString;\n }\n return false;\n }\n}\n\nexport function bibAuthors(record) {\n const debug = createDebugLogger('@natlibfi/melinda-record-matching:candidate-search:query:bibAuthors');\n const debugData = debug.extend('data');\n debug(`Creating query for the first author`);\n //debugData(record);\n\n const author = getAuthor(record);\n\n if (testStringOrNumber(author)) {\n const formatted = String(author)\n .replace(/[^\\w\\s\\p{Alphabetic}]/gu, '')\n // Clean up concurrent spaces from fe. subfield changes\n .replace(/ +/gu, ' ')\n .trim()\n .slice(0, 30)\n .trim();\n\n // use word search for authors starting with a boolean\n const useWordSearch = checkUseWordSearch(formatted);\n // Prevent too many matches by having a minimum length\n debugData(`Author string: ${formatted}`);\n if (formatted.length >= 5) {\n return [`dc.author=\"${useWordSearch ? '' : '^'}${formatted}*\"`];\n }\n return [];\n }\n\n return [];\n\n function getAuthor(record) {\n //debugData(record);\n // eslint-disable-next-line prefer-named-capture-group\n const [field] = record.get(/^(100)|(110)|(111)|(700)|(710)|(711)$/u);\n //debugData(field);\n\n if (field) {\n const authorString = field.subfields\n .filter(({code}) => ['a'].includes(code))\n .map(({value}) => testStringOrNumber(value) ? String(value) : '')\n .filter(value => value)\n // In Melinda's index subfield separators are indexed as ' '\n .join(' ');\n return authorString;\n }\n return false;\n }\n}\n\nexport function bibPublishers(record) {\n const debug = createDebugLogger('@natlibfi/melinda-record-matching:candidate-search:query:bibPublishers');\n const debugData = debug.extend('data');\n debug(`Creating query for the first publisher`);\n //debugData(record);\n\n const publisher = getPublisher(record);\n if (testStringOrNumber(publisher)) {\n const formatted = String(publisher)\n .replace(/[^\\w\\s\\p{Alphabetic}]/gu, '')\n // Clean up concurrent spaces from fe. subfield changes\n .replace(/ +/gu, ' ')\n .trim()\n .slice(0, 30)\n .trim();\n\n debugData(`Publisher string: ${formatted}`);\n // use non-wildcard word search from dc.publisher\n return [`dc.publisher=\"${formatted}\"`];\n }\n\n return [];\n\n function getPublisher(record) {\n //debugData(record);\n const [field] = record.get(/^(?:260)|(?:264)$/u);\n //debugData(field);\n\n if (field) {\n const publisherString = field.subfields\n .filter(({code}) => ['b'].includes(code))\n .map(({value}) => testStringOrNumber(value) ? String(value) : '')\n .filter(value => value)\n // In Melinda's index subfield separators are indexed as ' '\n .join(' ');\n return publisherString;\n }\n return false;\n }\n}\n\nexport function bibYear(record) {\n const debug = createDebugLogger('@natlibfi/melinda-record-matching:candidate-search:query:bibYear');\n const debugData = debug.extend('data');\n debug(`Creating query for the publishing year`);\n debugData(record);\n\n const year = getYear(record);\n if (year) {\n return [`dc.date=\"${year}\"`];\n }\n return [];\n\n function getYear(record) {\n const value = record.get(/^008$/u)?.[0]?.value || undefined;\n return testStringOrNumber(value) ? String(value).slice(7, 11) : undefined;\n }\n}\n\nexport function checkUseWordSearch(formatted) {\n // Note: add a space to startWords to catch just actual boolean words\n const booleanStartWords = ['and ', 'or ', 'nor ', 'not '];\n return booleanStartWords.some(word => formatted.toLowerCase().startsWith(word));\n}\n\nexport function bibStandardIdentifiers(record) {\n\n const debug = createDebugLogger('@natlibfi/melinda-record-matching:candidate-search:query:bibStandardIdentifiers');\n const debugData = debug.extend('data');\n debug(`Creating queries for standard identifiers`);\n\n // DEVELOP: should we query also f015 and f028?\n\n const fields = record.get(/^(?<def>020|022|024)$/u);\n const identifiers = [].concat(...fields.map(toIdentifiers));\n const uniqueIdentifiers = [...new Set(identifiers)];\n\n debugData(`Standard identifier fields: ${JSON.stringify(fields)}`);\n debugData(`Identifiers (${identifiers.length}): ${JSON.stringify(identifiers)}`);\n debugData(`Unique identifiers (${uniqueIdentifiers.length}): ${JSON.stringify(uniqueIdentifiers)}`);\n\n if (uniqueIdentifiers.length < 1) {\n debug(`No identifiers found, no queries created.`);\n return [];\n }\n\n return toQueries(uniqueIdentifiers, 'dc.identifier');\n\n function toIdentifiers({tag, subfields}) {\n const issnIsbnReqExp = (/^[A-Za-z0-9-]+$/u);\n const otherIdReqExp = (/^[A-Za-z0-9-:]+$/u);\n\n if (tag === '022') {\n return subfields\n .filter(sub => ['a', 'z', 'y'].includes(sub.code) && testStringOrNumber(sub.value) && issnIsbnReqExp.test(String(sub.value)))\n .map(({value}) => String(value));\n }\n\n if (tag === '020') {\n return subfields\n .filter(sub => ['a', 'z'].includes(sub.code) && testStringOrNumber(sub.value) && issnIsbnReqExp.test(String(sub.value)))\n .map(({value}) => String(value));\n }\n\n return subfields\n .filter(sub => ['a', 'z'].includes(sub.code) && testStringOrNumber(sub.value) && otherIdReqExp.test(String(sub.value)))\n .map(({value}) => String(value));\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AA4BA,IAAAA,MAAA,GAAAC,sBAAA,CAAAC,OAAA;AACA,IAAAC,qBAAA,GAAAD,OAAA;AACA,IAAAE,cAAA,GAAAF,OAAA;AAA8H,SAAAD,uBAAAI,GAAA,WAAAA,GAAA,IAAAA,GAAA,CAAAC,UAAA,GAAAD,GAAA,KAAAE,OAAA,EAAAF,GAAA;AA7B9H;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AAKA,MAAMG,KAAK,GAAG,IAAAC,cAAiB,EAAC,0DAA0D,CAAC;AAEpF,SAASC,YAAYA,CAACC,MAAM,EAAE;EAEnC;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;EAQE,MAAMH,KAAK,GAAG,IAAAC,cAAiB,EAAC,qEAAqE,CAAC;EACtG,MAAMG,SAAS,GAAGJ,KAAK,CAACK,MAAM,CAAC,MAAM,CAAC;EACtC;;EAEAL,KAAK,CAAE,iCAAgC,CAAC;EAExC,MAAMM,KAAK,GAAGH,MAAM,CAACI,GAAG,CAAC,KAAK,CAAC;EAC/BH,SAAS,CAAE,eAAcE,KAAK,CAACE,MAAO,MAAKC,IAAI,CAACC,SAAS,CAACJ,KAAK,CAAE,EAAC,CAAC;EAEnE,OAAOA,KAAK,CAACE,MAAM,GAAG,CAAC,GAAGG,YAAY,CAACL,KAAK,CAAC,GAAG,EAAE;EAElD,SAASK,YAAYA,CAACL,KAAK,EAAE;IAC3BN,KAAK,CAAE,wCAAuC,CAAC;IAE/C,MAAMY,UAAU,GAAGC,aAAa,CAACP,KAAK,CAAC;IAEvC,IAAIM,UAAU,CAACJ,MAAM,GAAG,CAAC,EAAE;MACzBR,KAAK,CAAE,2CAA0C,CAAC;MAClD,OAAO,EAAE;IACX;IAEA,MAAMc,UAAU,GAAG,IAAAC,+BAAS,EAACH,UAAU,EAAE,kBAAkB,CAAC;IAE5D,OAAOE,UAAU;IAEjB,SAASD,aAAaA,CAACP,KAAK,EAAE;MAC5BN,KAAK,CAAE,qCAAoC,CAAC;;MAE5C;MACA,MAAMY,UAAU,GAAGN,KAAK,CAACU,GAAG,CAACC,WAAW,CAAC,CAACC,MAAM,CAACC,WAAW,IAAIA,WAAW,CAAC;MAC5E,OAAOP,UAAU;MAEjB,SAASK,WAAWA,CAACG,KAAK,EAAE;QAC1BpB,KAAK,CAAE,6BAA4B,CAAC;QAEpC,OAAO,IAAAqB,6CAA8B,EAACD,KAAK,CAAC,GAAGE,eAAe,CAACF,KAAK,CAAC,GAAG,EAAE;QAE1E,SAASE,eAAeA,CAACF,KAAK,EAAE;UAC9BpB,KAAK,CAAE,8BAA6B,CAAC;UACrC,MAAM,CAACuB,GAAG,CAAC,GAAG,IAAAC,gCAAiB,EAACJ,KAAK,EAAE,GAAG,CAAC;UAC3C,MAAM,CAACK,GAAG,CAAC,GAAG,IAAAD,gCAAiB,EAACJ,KAAK,EAAE,GAAG,CAAC;UAE3C,MAAMM,UAAU,GAAGC,kBAAkB,CAACC,yBAAyB,CAACL,GAAG,CAAC,CAAC;UACrE,MAAMM,UAAU,GAAGD,yBAAyB,CAACH,GAAG,CAAC;UAEjDrB,SAAS,CAAE,GAAEK,IAAI,CAACC,SAAS,CAACa,GAAG,CAAE,MAAKd,IAAI,CAACC,SAAS,CAACe,GAAG,CAAE,EAAC,CAAC;UAC5D,OAAOC,UAAU,CAACI,MAAM,CAACD,UAAU,CAAC;QACtC;QAEA,SAASF,kBAAkBA,CAACI,aAAa,EAAE;UACzC,MAAMC,iBAAiB,GAAI,gDAAiD;UAC5E,MAAMC,eAAe,GAAG,IAAAC,iCAAkB,EAACH,aAAa,CAAC,GAAGI,MAAM,CAACJ,aAAa,CAAC,CAACK,OAAO,CAACJ,iBAAiB,EAAE,OAAO,CAAC,GAAG,EAAE;UAC1H5B,SAAS,CAAE,cAAa2B,aAAc,OAAME,eAAgB,EAAC,CAAC;UAC9D,OAAOA,eAAe;QACxB;QAEA,SAASL,yBAAyBA,CAACG,aAAa,EAAE;UAChD3B,SAAS,CAAE,eAAc2B,aAAc,EAAC,CAAC;UACzC,MAAMM,kBAAkB,GAAI,OAAQ;UACpC,OAAO,IAAAH,iCAAkB,EAACH,aAAa,CAAC,GAAGI,MAAM,CAACJ,aAAa,CAAC,CAACK,OAAO,CAACC,kBAAkB,EAAE,EAAE,CAAC,GAAG,EAAE;QACvG;MAEF;IACF;EACF;AACF;AAEO,SAASC,aAAaA,CAACnC,MAAM,EAAE;EACpC;;EAEA,MAAMH,KAAK,GAAG,IAAAC,cAAiB,EAAC,wEAAwE,CAAC;EACzG,MAAMG,SAAS,GAAGJ,KAAK,CAACK,MAAM,CAAC,MAAM,CAAC;EACtCL,KAAK,CAAE,iCAAgC,CAAC;;EAExC;EACA;EACA;EACA,MAAMuC,UAAU,GAAG,IAAAC,gCAAiB,EAACrC,MAAM,CAAC;EAE5CC,SAAS,CAAE,uBAAsBmC,UAAU,CAAC/B,MAAO,MAAKC,IAAI,CAACC,SAAS,CAAC6B,UAAU,CAAE,EAAC,CAAC;EAErF,IAAIA,UAAU,CAAC/B,MAAM,GAAG,CAAC,EAAE;IACzBR,KAAK,CAAE,2CAA0C,CAAC;IAClD,OAAO,EAAE;EACX;EAEA,OAAO,IAAAe,+BAAS,EAACwB,UAAU,EAAE,mBAAmB,CAAC;AACnD;;AAGA;AACA;AACO,SAASE,iBAAiBA,CAACtC,MAAM,EAAE;EACxC,MAAMH,KAAK,GAAG,IAAAC,cAAiB,EAAC,4EAA4E,CAAC;EAC7G,MAAMG,SAAS,GAAGJ,KAAK,CAACK,MAAM,CAAC,MAAM,CAAC;EACtCL,KAAK,CAAE,8BAA6B,CAAC;EAErC,MAAM0C,EAAE,GAAGC,SAAS,CAAC,CAAC;EACtBvC,SAAS,CAAE,aAAYK,IAAI,CAACC,SAAS,CAACgC,EAAE,CAAE,EAAC,CAAC;EAE5C,OAAO,IAAAR,iCAAkB,EAACQ,EAAE,CAAC,GAAG,CAAE,uBAAsBA,EAAG,EAAC,CAAC,GAAG,EAAE;EAElE,SAASC,SAASA,CAAA,EAAG;IACnB,MAAM,CAACvB,KAAK,CAAC,GAAGjB,MAAM,CAACI,GAAG,CAAC,QAAQ,CAAC;IAEpC,IAAIa,KAAK,EAAE;MACT,MAAM;QAACwB;MAAK,CAAC,GAAGxB,KAAK,CAACyB,SAAS,CAACC,IAAI,CAAC,CAAC;QAACC;MAAI,CAAC,KAAKA,IAAI,KAAK,GAAG,CAAC,IAAI,CAAC,CAAC;MAEpE,IAAI,IAAAb,iCAAkB,EAACU,KAAK,CAAC,IAAK,kBAAkB,CAAEI,IAAI,CAACb,MAAM,CAACS,KAAK,CAAC,CAAC,EAAE;QACzE,OAAOT,MAAM,CAACS,KAAK,CAAC,CAACR,OAAO,CAAC,kBAAkB,EAAE,EAAE,CAAC;MACtD;MAEA,IAAI,IAAAF,iCAAkB,EAACU,KAAK,CAAC,IAAK,aAAa,CAAEI,IAAI,CAACb,MAAM,CAACS,KAAK,CAAC,CAAC,EAAE;QACpE,OAAOT,MAAM,CAACS,KAAK,CAAC,CAACR,OAAO,CAAC,aAAa,EAAE,EAAE,CAAC;MACjD;MAEA,OAAO,KAAK;IACd;IACA,OAAO,KAAK;EACd;AACF;;AAEA;AACA;AACA;;AAEA;AACA;AACA;;AAEO,SAASa,QAAQA,CAAC9C,MAAM,EAAE;EAC/B;EACA,OAAO+C,uBAAuB,CAAC;IAAC/C,MAAM;IAAEgD,eAAe,EAAE;EAAC,CAAC,CAAC;AAC9D;AAEO,SAASC,cAAcA,CAACjD,MAAM,EAAE;EACrCH,KAAK,CAAC,gBAAgB,CAAC;EACvB;EACA;EACA,OAAOkD,uBAAuB,CAAC;IAAC/C,MAAM;IAAEgD,eAAe,EAAE;EAAG,CAAC,CAAC;AAChE;AAEO,SAASE,kBAAkBA,CAAClD,MAAM,EAAE;EACzCH,KAAK,CAAC,8BAA8B,CAAC;EACrC;EACA;;EAEA,OAAOkD,uBAAuB,CAAC;IAAC/C,MAAM;IAAEgD,eAAe,EAAE,GAAG;IAAEG,OAAO,EAAE;EAAI,CAAC,CAAC;AAC/E;AAEO,SAASC,4BAA4BA,CAACpD,MAAM,EAAE;EACnDH,KAAK,CAAC,8BAA8B,CAAC;EACrC;EACA;EACA,MAAMwD,aAAa,GAAGN,uBAAuB,CAAC;IAAC/C,MAAM;IAAEgD,eAAe,EAAE,GAAG;IAAEG,OAAO,EAAE,IAAI;IAAEG,UAAU,EAAE,IAAI;IAAEC,gBAAgB,EAAE;EAAE,CAAC,CAAC;EACpI1D,KAAK,CAAE,GAAES,IAAI,CAACC,SAAS,CAAC8C,aAAa,CAAE,EAAC,CAAC;EACzC,OAAO;IAACG,SAAS,EAAEC,KAAK,CAACC,IAAI,CAACL,aAAa,CAAC,CAACM,OAAO,CAAC,CAAC;IAAEC,aAAa,EAAE;EAAY,CAAC;AACtF;AAEO,SAASb,uBAAuBA,CAAC;EAAC/C,MAAM;EAAEgD,eAAe;EAAEG,OAAO,GAAG,KAAK;EAAEG,UAAU,GAAG,KAAK;EAAEC,gBAAgB,GAAG;AAAE,CAAC,EAAE;EAC7H1D,KAAK,CAAE,6CAA4CmD,eAAgB,cAAaG,OAAQ,iBAAgBG,UAAW,EAAC,CAAC;EACrH,MAAMO,KAAK,GAAGC,QAAQ,CAAC,CAAC;EACxB,IAAI,IAAA/B,iCAAkB,EAAC8B,KAAK,CAAC,EAAE;IAC7B,MAAME,SAAS,GAAG/B,MAAM,CAAC6B,KAAK,CAAC,CAC5B5B,OAAO,CAAC,yBAAyB,EAAE,EAAE;IACtC;IAAA,CACCA,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CACpB+B,IAAI,CAAC,CAAC,CACNC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CACZD,IAAI,CAAC,CAAC;;IAET;IACA,MAAME,aAAa,GAAGC,kBAAkB,CAACJ,SAAS,CAAC;IACnD;IACA;IACA,IAAIA,SAAS,CAAC1D,MAAM,IAAI2C,eAAe,IAAI,CAACM,UAAU,EAAE;MACtD,OAAO,CAAE,aAAYY,aAAa,GAAG,EAAE,GAAG,GAAI,GAAEH,SAAU,IAAG,CAAC;IAChE;IACA,MAAMK,cAAc,GAAGL,SAAS,CAAC1D,MAAM,IAAI,CAAC;;IAE5C;IACA,MAAMgE,KAAK,GAAI,aAAYH,aAAa,IAAI,CAACE,cAAc,GAAG,EAAE,GAAG,GAAI,GAAEL,SAAU,GAAEK,cAAc,GAAG,GAAG,GAAG,EAAG,GAAE;IACjHvE,KAAK,CAAE,UAASwE,KAAM,EAAC,CAAC;IACxB,MAAMC,mBAAmB,GAAGhB,UAAU,GAAG,CAAC,GAAGC,gBAAgB,EAAEc,KAAK,CAAC,GAAGd,gBAAgB;IAExF,OAAOgB,kBAAkB,CAAC;MAACF,KAAK;MAAED,cAAc;MAAEjB,OAAO;MAAEG,UAAU;MAAEC,gBAAgB,EAAEe;IAAmB,CAAC,CAAC;EAChH;EAEA,OAAO,EAAE;EAET,SAASC,kBAAkBA,CAAC;IAACF,KAAK;IAAED,cAAc,GAAG,KAAK;IAAEjB,OAAO,GAAG,KAAK;IAAEG,UAAU,GAAG,KAAK;IAAEC,gBAAgB,GAAG;EAAE,CAAC,EAAE;IACvH1D,KAAK,CAAC,oBAAoB,CAAC;IAC3B,MAAM,CAAC2E,WAAW,CAAC,GAAGC,UAAU,CAACzE,MAAM,CAAC;IACxC,IAAIwE,WAAW,KAAKE,SAAS,EAAE;MAC7B,IAAIvB,OAAO,EAAE;QACX,MAAMmB,mBAAmB,GAAGhB,UAAU,GAAG,CAAC,GAAGC,gBAAgB,EAAG,GAAEiB,WAAY,QAAOH,KAAM,EAAC,CAAC,GAAGd,gBAAgB;QAChH,OAAOoB,eAAe,CAAC;UAACN,KAAK,EAAG,GAAEG,WAAY,QAAOH,KAAM,EAAC;UAAED,cAAc,EAAE,IAAI;UAAEd,UAAU;UAAEC,gBAAgB,EAAEe;QAAmB,CAAC,CAAC;MACzI;MACA,OAAOhB,UAAU,GAAGC,gBAAgB,GAAG,CAAE,GAAEiB,WAAY,QAAOH,KAAM,EAAC,CAAC;IACxE;IACA,OAAOO,oBAAoB,CAAC;MAACP,KAAK;MAAED,cAAc;MAAEjB,OAAO;MAAEG,UAAU;MAAEC;IAAgB,CAAC,CAAC;IAC3F;EACF;EAEA,SAASqB,oBAAoBA,CAAC;IAACP,KAAK;IAAED,cAAc,GAAG,KAAK;IAAEjB,OAAO,GAAG,KAAK;IAAEG,UAAU,GAAG,KAAK;IAAEC,gBAAgB,GAAG;EAAE,CAAC,EAAE;IACzH,MAAM,CAACsB,cAAc,CAAC,GAAGC,aAAa,CAAC9E,MAAM,CAAC;IAC9C,IAAI6E,cAAc,KAAKH,SAAS,EAAE;MAChC,IAAIvB,OAAO,EAAE;QACX,MAAMmB,mBAAmB,GAAGhB,UAAU,GAAG,CAAC,GAAGC,gBAAgB,EAAG,GAAEsB,cAAe,QAAOR,KAAM,EAAC,CAAC,GAAGd,gBAAgB;QACnH,OAAOoB,eAAe,CAAC;UAACN,KAAK,EAAG,GAAEQ,cAAe,QAAOR,KAAM,EAAC;UAAED,cAAc,EAAE,IAAI;UAAEd,UAAU;UAAEC,gBAAgB,EAAEe;QAAmB,CAAC,CAAC;MAC5I;MACA,OAAOhB,UAAU,GAAGC,gBAAgB,GAAG,CAAE,GAAEsB,cAAe,QAAOR,KAAM,EAAC,CAAC;IAC3E;IACA,IAAID,cAAc,IAAI,CAACjB,OAAO,EAAE;MAC9B,OAAOG,UAAU,GAAGC,gBAAgB,GAAG,CAAE,GAAEc,KAAM,EAAC,CAAC;IACrD;IACA,OAAOM,eAAe,CAAC;MAACN,KAAK;MAAED,cAAc;MAAEd,UAAU;MAAEC;IAAgB,CAAC,CAAC;EAC/E;EAEA,SAASoB,eAAeA,CAAC;IAACN,KAAK;IAAED,cAAc,GAAG,KAAK;IAAEd,UAAU,GAAG,KAAK;IAAEC,gBAAgB,GAAG;EAAE,CAAC,EAAE;IACnG,MAAM,CAACwB,SAAS,CAAC,GAAGC,OAAO,CAAChF,MAAM,CAAC;IACnC,IAAI+E,SAAS,KAAKL,SAAS,EAAE;MAC3B,MAAMJ,mBAAmB,GAAGhB,UAAU,GAAG,CAAC,GAAGC,gBAAgB,EAAG,GAAEwB,SAAU,QAAOV,KAAM,EAAC,CAAC,GAAGd,gBAAgB;MAC9G,OAAOD,UAAU,GAAGgB,mBAAmB,GAAG,CAAE,GAAES,SAAU,QAAOV,KAAM,EAAC,CAAC;IACzE;IACA,IAAID,cAAc,EAAE;MAClB,OAAOd,UAAU,GAAGC,gBAAgB,GAAG,CAAE,GAAEc,KAAM,EAAC,CAAC;IACrD;IACA,OAAO,EAAE;EACX;EAEA,SAASP,QAAQA,CAAA,EAAG;IAClB,MAAM,CAAC7C,KAAK,CAAC,GAAGjB,MAAM,CAACI,GAAG,CAAC,QAAQ,CAAC;IAEpC,IAAIa,KAAK,EAAE;MACT,MAAMgE,WAAW,GAAGhE,KAAK,CAACyB;MACxB;MAAA,CACC3B,MAAM,CAAC,CAAC;QAAC6B;MAAI,CAAC,KAAK,CAAC,GAAG,EAAE,GAAG,CAAC,CAACsC,QAAQ,CAACtC,IAAI,CAAC;MAC7C;MAAA,CACC/B,GAAG,CAAC,CAAC;QAAC4B;MAAK,CAAC,KAAK,IAAAV,iCAAkB,EAACU,KAAK,CAAC,GAAGT,MAAM,CAACS,KAAK,CAAC,GAAG,EAAE,CAAC,CAChE1B,MAAM,CAAC0B,KAAK,IAAIA,KAAK;MACtB;MAAA,CACC0C,IAAI,CAAC,GAAG,CAAC;MACZ,OAAOF,WAAW;IACpB;IACA,OAAO,KAAK;EACd;AACF;AAEO,SAASR,UAAUA,CAACzE,MAAM,EAAE;EACjC,MAAMH,KAAK,GAAG,IAAAC,cAAiB,EAAC,qEAAqE,CAAC;EACtG,MAAMG,SAAS,GAAGJ,KAAK,CAACK,MAAM,CAAC,MAAM,CAAC;EACtCL,KAAK,CAAE,qCAAoC,CAAC;EAC5C;;EAEA,MAAMuF,MAAM,GAAGC,SAAS,CAACrF,MAAM,CAAC;EAEhC,IAAI,IAAA+B,iCAAkB,EAACqD,MAAM,CAAC,EAAE;IAC9B,MAAMrB,SAAS,GAAG/B,MAAM,CAACoD,MAAM,CAAC,CAC7BnD,OAAO,CAAC,yBAAyB,EAAE,EAAE;IACtC;IAAA,CACCA,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CACpB+B,IAAI,CAAC,CAAC,CACNC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CACZD,IAAI,CAAC,CAAC;;IAET;IACA,MAAME,aAAa,GAAGC,kBAAkB,CAACJ,SAAS,CAAC;IACnD;IACA9D,SAAS,CAAE,kBAAiB8D,SAAU,EAAC,CAAC;IACxC,IAAIA,SAAS,CAAC1D,MAAM,IAAI,CAAC,EAAE;MACzB,OAAO,CAAE,cAAa6D,aAAa,GAAG,EAAE,GAAG,GAAI,GAAEH,SAAU,IAAG,CAAC;IACjE;IACA,OAAO,EAAE;EACX;EAEA,OAAO,EAAE;EAET,SAASsB,SAASA,CAACrF,MAAM,EAAE;IACzB;IACA;IACA,MAAM,CAACiB,KAAK,CAAC,GAAGjB,MAAM,CAACI,GAAG,CAAC,wCAAwC,CAAC;IACpE;;IAEA,IAAIa,KAAK,EAAE;MACT,MAAMqE,YAAY,GAAGrE,KAAK,CAACyB,SAAS,CACjC3B,MAAM,CAAC,CAAC;QAAC6B;MAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAACsC,QAAQ,CAACtC,IAAI,CAAC,CAAC,CACxC/B,GAAG,CAAC,CAAC;QAAC4B;MAAK,CAAC,KAAK,IAAAV,iCAAkB,EAACU,KAAK,CAAC,GAAGT,MAAM,CAACS,KAAK,CAAC,GAAG,EAAE,CAAC,CAChE1B,MAAM,CAAC0B,KAAK,IAAIA,KAAK;MACtB;MAAA,CACC0C,IAAI,CAAC,GAAG,CAAC;MACZ,OAAOG,YAAY;IACrB;IACA,OAAO,KAAK;EACd;AACF;AAEO,SAASR,aAAaA,CAAC9E,MAAM,EAAE;EACpC,MAAMH,KAAK,GAAG,IAAAC,cAAiB,EAAC,wEAAwE,CAAC;EACzG,MAAMG,SAAS,GAAGJ,KAAK,CAACK,MAAM,CAAC,MAAM,CAAC;EACtCL,KAAK,CAAE,wCAAuC,CAAC;EAC/C;;EAEA,MAAM0F,SAAS,GAAGC,YAAY,CAACxF,MAAM,CAAC;EACtC,IAAI,IAAA+B,iCAAkB,EAACwD,SAAS,CAAC,EAAE;IACjC,MAAMxB,SAAS,GAAG/B,MAAM,CAACuD,SAAS,CAAC,CAChCtD,OAAO,CAAC,yBAAyB,EAAE,EAAE;IACtC;IAAA,CACCA,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CACpB+B,IAAI,CAAC,CAAC,CACNC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CACZD,IAAI,CAAC,CAAC;IAET/D,SAAS,CAAE,qBAAoB8D,SAAU,EAAC,CAAC;IAC3C;IACA,OAAO,CAAE,iBAAgBA,SAAU,GAAE,CAAC;EACxC;EAEA,OAAO,EAAE;EAET,SAASyB,YAAYA,CAACxF,MAAM,EAAE;IAC5B;IACA,MAAM,CAACiB,KAAK,CAAC,GAAGjB,MAAM,CAACI,GAAG,CAAC,oBAAoB,CAAC;IAChD;;IAEA,IAAIa,KAAK,EAAE;MACT,MAAMwE,eAAe,GAAGxE,KAAK,CAACyB,SAAS,CACpC3B,MAAM,CAAC,CAAC;QAAC6B;MAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAACsC,QAAQ,CAACtC,IAAI,CAAC,CAAC,CACxC/B,GAAG,CAAC,CAAC;QAAC4B;MAAK,CAAC,KAAK,IAAAV,iCAAkB,EAACU,KAAK,CAAC,GAAGT,MAAM,CAACS,KAAK,CAAC,GAAG,EAAE,CAAC,CAChE1B,MAAM,CAAC0B,KAAK,IAAIA,KAAK;MACtB;MAAA,CACC0C,IAAI,CAAC,GAAG,CAAC;MACZ,OAAOM,eAAe;IACxB;IACA,OAAO,KAAK;EACd;AACF;AAEO,SAAST,OAAOA,CAAChF,MAAM,EAAE;EAC9B,MAAMH,KAAK,GAAG,IAAAC,cAAiB,EAAC,kEAAkE,CAAC;EACnG,MAAMG,SAAS,GAAGJ,KAAK,CAACK,MAAM,CAAC,MAAM,CAAC;EACtCL,KAAK,CAAE,wCAAuC,CAAC;EAC/CI,SAAS,CAACD,MAAM,CAAC;EAEjB,MAAM0F,IAAI,GAAGC,OAAO,CAAC3F,MAAM,CAAC;EAC5B,IAAI0F,IAAI,EAAE;IACR,OAAO,CAAE,YAAWA,IAAK,GAAE,CAAC;EAC9B;EACA,OAAO,EAAE;EAET,SAASC,OAAOA,CAAC3F,MAAM,EAAE;IACvB,MAAMyC,KAAK,GAAGzC,MAAM,CAACI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAEqC,KAAK,IAAIiC,SAAS;IAC3D,OAAO,IAAA3C,iCAAkB,EAACU,KAAK,CAAC,GAAGT,MAAM,CAACS,KAAK,CAAC,CAACwB,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,GAAGS,SAAS;EAC3E;AACF;AAEO,SAASP,kBAAkBA,CAACJ,SAAS,EAAE;EAC5C;EACA,MAAM6B,iBAAiB,GAAG,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC;EACzD,OAAOA,iBAAiB,CAACC,IAAI,CAACC,IAAI,IAAI/B,SAAS,CAACgC,WAAW,CAAC,CAAC,CAACC,UAAU,CAACF,IAAI,CAAC,CAAC;AACjF;AAEO,SAASG,sBAAsBA,CAACjG,MAAM,EAAE;EAE7C,MAAMH,KAAK,GAAG,IAAAC,cAAiB,EAAC,iFAAiF,CAAC;EAClH,MAAMG,SAAS,GAAGJ,KAAK,CAACK,MAAM,CAAC,MAAM,CAAC;EACtCL,KAAK,CAAE,2CAA0C,CAAC;;EAElD;;EAEA,MAAMqG,MAAM,GAAGlG,MAAM,CAACI,GAAG,CAAC,wBAAwB,CAAC;EACnD,MAAM+F,WAAW,GAAG,EAAE,CAACxE,MAAM,CAAC,GAAGuE,MAAM,CAACrF,GAAG,CAACuF,aAAa,CAAC,CAAC;EAC3D,MAAMC,iBAAiB,GAAG,CAAC,GAAG,IAAIC,GAAG,CAACH,WAAW,CAAC,CAAC;EAEnDlG,SAAS,CAAE,+BAA8BK,IAAI,CAACC,SAAS,CAAC2F,MAAM,CAAE,EAAC,CAAC;EAClEjG,SAAS,CAAE,gBAAekG,WAAW,CAAC9F,MAAO,MAAKC,IAAI,CAACC,SAAS,CAAC4F,WAAW,CAAE,EAAC,CAAC;EAChFlG,SAAS,CAAE,uBAAsBoG,iBAAiB,CAAChG,MAAO,MAAKC,IAAI,CAACC,SAAS,CAAC8F,iBAAiB,CAAE,EAAC,CAAC;EAEnG,IAAIA,iBAAiB,CAAChG,MAAM,GAAG,CAAC,EAAE;IAChCR,KAAK,CAAE,2CAA0C,CAAC;IAClD,OAAO,EAAE;EACX;EAEA,OAAO,IAAAe,+BAAS,EAACyF,iBAAiB,EAAE,eAAe,CAAC;EAEpD,SAASD,aAAaA,CAAC;IAACG,GAAG;IAAE7D;EAAS,CAAC,EAAE;IACvC,MAAM8D,cAAc,GAAI,kBAAmB;IAC3C,MAAMC,aAAa,GAAI,mBAAoB;IAE3C,IAAIF,GAAG,KAAK,KAAK,EAAE;MACjB,OAAO7D,SAAS,CACb3B,MAAM,CAAC2F,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAACxB,QAAQ,CAACwB,GAAG,CAAC9D,IAAI,CAAC,IAAI,IAAAb,iCAAkB,EAAC2E,GAAG,CAACjE,KAAK,CAAC,IAAI+D,cAAc,CAAC3D,IAAI,CAACb,MAAM,CAAC0E,GAAG,CAACjE,KAAK,CAAC,CAAC,CAAC,CAC5H5B,GAAG,CAAC,CAAC;QAAC4B;MAAK,CAAC,KAAKT,MAAM,CAACS,KAAK,CAAC,CAAC;IACpC;IAEA,IAAI8D,GAAG,KAAK,KAAK,EAAE;MACjB,OAAO7D,SAAS,CACb3B,MAAM,CAAC2F,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAACxB,QAAQ,CAACwB,GAAG,CAAC9D,IAAI,CAAC,IAAI,IAAAb,iCAAkB,EAAC2E,GAAG,CAACjE,KAAK,CAAC,IAAI+D,cAAc,CAAC3D,IAAI,CAACb,MAAM,CAAC0E,GAAG,CAACjE,KAAK,CAAC,CAAC,CAAC,CACvH5B,GAAG,CAAC,CAAC;QAAC4B;MAAK,CAAC,KAAKT,MAAM,CAACS,KAAK,CAAC,CAAC;IACpC;IAEA,OAAOC,SAAS,CACb3B,MAAM,CAAC2F,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAACxB,QAAQ,CAACwB,GAAG,CAAC9D,IAAI,CAAC,IAAI,IAAAb,iCAAkB,EAAC2E,GAAG,CAACjE,KAAK,CAAC,IAAIgE,aAAa,CAAC5D,IAAI,CAACb,MAAM,CAAC0E,GAAG,CAACjE,KAAK,CAAC,CAAC,CAAC,CACtH5B,GAAG,CAAC,CAAC;MAAC4B;IAAK,CAAC,KAAKT,MAAM,CAACS,KAAK,CAAC,CAAC;EACpC;AACF"}
|
package/package.json
CHANGED
|
@@ -14,7 +14,7 @@
|
|
|
14
14
|
"url": "git@github.com:natlibfi/melinda-record-matching-js.git"
|
|
15
15
|
},
|
|
16
16
|
"license": "LGPL-3.0+",
|
|
17
|
-
"version": "4.3.2-alpha.
|
|
17
|
+
"version": "4.3.2-alpha.6",
|
|
18
18
|
"main": "./dist/index.js",
|
|
19
19
|
"engines": {
|
|
20
20
|
"node": ">=18"
|
|
@@ -38,35 +38,35 @@
|
|
|
38
38
|
"watch:test": "cross-env DEBUG=1 NODE_ENV=test nodemon -w src -w test-fixtures --exec 'npm run test:dev'"
|
|
39
39
|
},
|
|
40
40
|
"dependencies": {
|
|
41
|
-
"@natlibfi/marc-record": "^8.0
|
|
41
|
+
"@natlibfi/marc-record": "^8.1.0",
|
|
42
42
|
"@natlibfi/marc-record-serializers": "^10.1.2",
|
|
43
|
-
"@natlibfi/melinda-commons": "^13.0.
|
|
44
|
-
"@natlibfi/sru-client": "^6.0.
|
|
43
|
+
"@natlibfi/melinda-commons": "^13.0.12",
|
|
44
|
+
"@natlibfi/sru-client": "^6.0.8",
|
|
45
45
|
"debug": "^4.3.4",
|
|
46
|
-
"isbn3": "^1.1.
|
|
47
|
-
"moment": "^2.
|
|
46
|
+
"isbn3": "^1.1.44",
|
|
47
|
+
"moment": "^2.30.1",
|
|
48
48
|
"natural": "^6.10.4",
|
|
49
49
|
"uuid": "^9.0.1",
|
|
50
50
|
"winston": "^3.11.0"
|
|
51
51
|
},
|
|
52
52
|
"devDependencies": {
|
|
53
|
-
"@babel/cli": "^7.23.
|
|
54
|
-
"@babel/core": "^7.23.
|
|
55
|
-
"@babel/node": "^7.
|
|
56
|
-
"@babel/preset-env": "^7.23.
|
|
57
|
-
"@babel/register": "^7.
|
|
58
|
-
"@natlibfi/eslint-config-melinda-backend": "^3.0.
|
|
59
|
-
"@natlibfi/fixugen": "^2.0.
|
|
60
|
-
"@natlibfi/fixugen-http-client": "^3.0.
|
|
61
|
-
"@natlibfi/fixura": "^3.0.
|
|
53
|
+
"@babel/cli": "^7.23.9",
|
|
54
|
+
"@babel/core": "^7.23.9",
|
|
55
|
+
"@babel/node": "^7.23.9",
|
|
56
|
+
"@babel/preset-env": "^7.23.9",
|
|
57
|
+
"@babel/register": "^7.23.7",
|
|
58
|
+
"@natlibfi/eslint-config-melinda-backend": "^3.0.4",
|
|
59
|
+
"@natlibfi/fixugen": "^2.0.4",
|
|
60
|
+
"@natlibfi/fixugen-http-client": "^3.0.4",
|
|
61
|
+
"@natlibfi/fixura": "^3.0.4",
|
|
62
62
|
"babel-plugin-istanbul": "^6.1.1",
|
|
63
63
|
"babel-plugin-rewire": "^1.2.0",
|
|
64
|
-
"chai": "^4.
|
|
64
|
+
"chai": "^4.4.1",
|
|
65
65
|
"chai-as-promised": "^7.1.1",
|
|
66
66
|
"cross-env": "^7.0.3",
|
|
67
|
-
"eslint": "^8.
|
|
67
|
+
"eslint": "^8.56.0",
|
|
68
68
|
"mocha": "^10.2.0",
|
|
69
|
-
"nodemon": "^3.0.
|
|
69
|
+
"nodemon": "^3.0.3",
|
|
70
70
|
"nyc": "^15.1.0"
|
|
71
71
|
},
|
|
72
72
|
"eslintConfig": {
|
|
@@ -220,8 +220,6 @@ export function bibTitleAuthorYearAlternates(record) {
|
|
|
220
220
|
export function bibTitleAuthorPublisher({record, onlyTitleLength, addYear = false, alternates = false, alternateQueries = []}) {
|
|
221
221
|
debug(`bibTitleAuthorPublisher, onlyTitleLength: ${onlyTitleLength}, addYear: ${addYear}, alternates: ${alternates}`);
|
|
222
222
|
const title = getTitle();
|
|
223
|
-
const booleanStartWords = ['and', 'or', 'nor', 'not'];
|
|
224
|
-
|
|
225
223
|
if (testStringOrNumber(title)) {
|
|
226
224
|
const formatted = String(title)
|
|
227
225
|
.replace(/[^\w\s\p{Alphabetic}]/gu, '')
|
|
@@ -232,7 +230,7 @@ export function bibTitleAuthorPublisher({record, onlyTitleLength, addYear = fals
|
|
|
232
230
|
.trim();
|
|
233
231
|
|
|
234
232
|
// use word search for titles starting with a boolean
|
|
235
|
-
const useWordSearch =
|
|
233
|
+
const useWordSearch = checkUseWordSearch(formatted);
|
|
236
234
|
// Prevent too many matches / SRU crashing by having a minimum length
|
|
237
235
|
// Note that currently this fails matching if there are no matches from previous matchers
|
|
238
236
|
if (formatted.length >= onlyTitleLength && !alternates) {
|
|
@@ -316,8 +314,6 @@ export function bibAuthors(record) {
|
|
|
316
314
|
//debugData(record);
|
|
317
315
|
|
|
318
316
|
const author = getAuthor(record);
|
|
319
|
-
const booleanStartWords = ['and', 'or', 'nor', 'not'];
|
|
320
|
-
|
|
321
317
|
|
|
322
318
|
if (testStringOrNumber(author)) {
|
|
323
319
|
const formatted = String(author)
|
|
@@ -329,7 +325,7 @@ export function bibAuthors(record) {
|
|
|
329
325
|
.trim();
|
|
330
326
|
|
|
331
327
|
// use word search for authors starting with a boolean
|
|
332
|
-
const useWordSearch =
|
|
328
|
+
const useWordSearch = checkUseWordSearch(formatted);
|
|
333
329
|
// Prevent too many matches by having a minimum length
|
|
334
330
|
debugData(`Author string: ${formatted}`);
|
|
335
331
|
if (formatted.length >= 5) {
|
|
@@ -418,6 +414,11 @@ export function bibYear(record) {
|
|
|
418
414
|
}
|
|
419
415
|
}
|
|
420
416
|
|
|
417
|
+
export function checkUseWordSearch(formatted) {
|
|
418
|
+
// Note: add a space to startWords to catch just actual boolean words
|
|
419
|
+
const booleanStartWords = ['and ', 'or ', 'nor ', 'not '];
|
|
420
|
+
return booleanStartWords.some(word => formatted.toLowerCase().startsWith(word));
|
|
421
|
+
}
|
|
421
422
|
|
|
422
423
|
export function bibStandardIdentifiers(record) {
|
|
423
424
|
|