@natlibfi/melinda-record-matching 4.4.0-alpha.1 → 5.0.0-alpha.2

package/dist/candidate-search/query-list/bib.js.map

@@ -1 +1,7 @@
-{"version":3,"file":"bib.js","names":["_debug","_interopRequireDefault","require","_candidateSearchUtils","_matchingUtils","obj","__esModule","default","debug","createDebugLogger","bibSourceIds","record","debugData","extend","fSids","get","length","JSON","stringify","toSidQueries","sidStrings","getSidStrings","sidQueries","toQueries","map","toSidString","filter","nonEmptySid","field","validateSidFieldSubfieldCounts","createSidString","sfC","getSubfieldValues","sfB","cleanedSfC","removeSourcePrefix","normalizeSidSubfieldValue","cleanedSfB","concat","subfieldValue","sourcePrefixRegex","normalizedValue","testStringOrNumber","String","replace","normalizeAwayRegex","bibMelindaIds","melindaIds","getMelindaIdsF035","bibHostComponents","id","getHostId","value","subfields","find","code","test","bibTitle","bibTitleAuthorPublisher","onlyTitleLength","bibTitleAuthor","bibTitleAuthorYear","addYear","title","getTitle","booleanStartWords","formatted","trim","slice","useWordSearch","some","word","toLowerCase","startsWith","queryIsOkAlone","query","addAuthorsToSearch","authorQuery","bibAuthors","undefined","addYearToSearch","addPublisherToSearch","publisherQuery","bibPublishers","yearQuery","bibYear","titleString","includes","join","author","getAuthor","authorString","publisher","getPublisher","publisherString","year","getYear","bibStandardIdentifiers","fields","identifiers","toIdentifiers","uniqueIdentifiers","Set","tag","issnIsbnReqExp","otherIdReqExp","sub"],"sources":["../../../src/candidate-search/query-list/bib.js"],"sourcesContent":["\n/**\n*\n* @licstart  The following is the entire license notice for the JavaScript code in this file.\n*\n* Melinda record matching modules for Javascript\n*\n* Copyright (C) 2020-2022 University Of Helsinki (The National Library Of Finland)\n*\n* This file is part of melinda-record-matching-js\n*\n* melinda-record-matching-js program is free software: you can redistribute it and/or modify\n* it under the terms of the GNU Lesser General Public License as\n* published by the Free Software Foundation, either version 3 of the\n* License, or (at your option) any later version.\n*\n* melinda-record-matching-js is distributed in the hope that it will be useful,\n* but WITHOUT ANY WARRANTY; without even the implied warranty of\n* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the\n* GNU Lesser General Public License for more details.\n*\n* You should have received a copy of the GNU Affero General Public License\n* along with this program.  If not, see <http://www.gnu.org/licenses/>.\n*\n* @licend  The above is the entire license notice\n* for the JavaScript code in this file.\n*\n*/\nimport createDebugLogger from 'debug';\nimport {toQueries} from '../candidate-search-utils';\nimport {getMelindaIdsF035, validateSidFieldSubfieldCounts, getSubfieldValues, testStringOrNumber} from '../../matching-utils';\n\nconst debug = createDebugLogger('@natlibfi/melinda-record-matching:candidate-search:query');\n\nexport function bibSourceIds(record) {\n\n  /* Melinda's SRU-index melinda.sourceid includes source IDs from SID fields in Melinda records\n     SID-fields in Melinda have sf $c with local id and sf $b with a code for the local db:\n\n     SID__ $c 123457 $b helka\n     SID__ $c (ANDL100020)1077305 $b sata\n     SID__ $c VER999999 $ FI-KV\n     SID__ $c /10024/508126 $ REPO_THESEUS\n\n    In melinda.sourceid -index case is kept, sourceprefixes in brackets and hyphens are normalized away:\n    Note: slashes are not normalized away, but a SRU-search-string including slashes needs to be quoted\n\n    1234567helka\n    1077305sata\n    VER999999FIKV\n    /10024/508126REPO_THESEUS\n\n    Note: All Melinda records that have a matching records in a local db do NOT have SID for that local records,\n          existence of a SID field depends on how the record has been added to Melinda and how it has been handled\n          afterwards. SIDs are also not reliably maintained. A record might or might not have a SID for a local db\n          after the matching record is removed from the local db.\n\n   */\n\n\n  const debug = createDebugLogger('@natlibfi/melinda-record-matching:candidate-search:query:source-ids');\n  const debugData = debug.extend('data');\n  //const debugInfo = debug.extend('info');\n\n  debug(`Creating queries for sourceid's`);\n\n  const fSids = record.get('SID');\n  debugData(`SID-fields (${fSids.length}): ${JSON.stringify(fSids)}`);\n\n  return fSids.length > 0 ? toSidQueries(fSids) : [];\n\n  function toSidQueries(fSids) {\n    debug(`Creating actual queries for sourceid's`);\n\n    const sidStrings = getSidStrings(fSids);\n\n    if (sidStrings.length < 1) {\n      debug(`No identifiers found, no queries created.`);\n      return [];\n    }\n\n    const sidQueries = toQueries(sidStrings, 'melinda.sourceid');\n\n    return sidQueries;\n\n    function getSidStrings(fSids) {\n      debug(`Getting Sid strings from SID fields`);\n\n      // Map SID fields to valid sidStrings, filter out empty strings\n      const sidStrings = fSids.map(toSidString).filter(nonEmptySid => nonEmptySid);\n      return sidStrings;\n\n      function toSidString(field) {\n        debug(`Getting string from a field`);\n\n        return validateSidFieldSubfieldCounts(field) ? createSidString(field) : '';\n\n        function createSidString(field) {\n          debug(`Creating string from a field`);\n          const [sfC] = getSubfieldValues(field, 'c');\n          const [sfB] = getSubfieldValues(field, 'b');\n\n          const cleanedSfC = removeSourcePrefix(normalizeSidSubfieldValue(sfC));\n          const cleanedSfB = normalizeSidSubfieldValue(sfB);\n\n          debugData(`${JSON.stringify(sfC)} + ${JSON.stringify(sfB)}`);\n          return cleanedSfC.concat(cleanedSfB);\n        }\n\n        function removeSourcePrefix(subfieldValue) {\n          const sourcePrefixRegex = (/^(?<sourcePrefix>\\([A-Za-z0-9-]+\\))(?<id>.+)$/u);\n          const normalizedValue = testStringOrNumber(subfieldValue) ? String(subfieldValue).replace(sourcePrefixRegex, '$<id>') : '';\n          debugData(`Normalized ${subfieldValue} to ${normalizedValue}`);\n          return normalizedValue;\n        }\n\n        function normalizeSidSubfieldValue(subfieldValue) {\n          debugData(`Normalizing ${subfieldValue}`);\n          const normalizeAwayRegex = (/[- ]/u);\n          return testStringOrNumber(subfieldValue) ? String(subfieldValue).replace(normalizeAwayRegex, '') : '';\n        }\n\n      }\n    }\n  }\n}\n\nexport function bibMelindaIds(record) {\n  // Melinda's SRU-index melinda.melindaid includes f001 controlnumbers and old Melinda-IDs from f035z's for all non-deleted Melinda-records\n\n  const debug = createDebugLogger('@natlibfi/melinda-record-matching:candidate-search:query:bibMelindaIds');\n  const debugData = debug.extend('data');\n  debug(`Creating queries for MelindaIds`);\n\n  // Note: Melinda-ID's for search queries are created just from records f035a's and f035z's\n  // Both (FI-MELINDA)- and FCC-prefixed forms are found\n  // f001 controlnumber is not currently included, even if record's f003 is FI-MELINDA\n  const melindaIds = getMelindaIdsF035(record);\n\n  debugData(`Unique identifiers (${melindaIds.length}): ${JSON.stringify(melindaIds)}`);\n\n  if (melindaIds.length < 1) {\n    debug(`No identifiers found, no queries created.`);\n    return [];\n  }\n\n  return toQueries(melindaIds, 'melinda.melindaid');\n}\n\n\n// bibHostComponents returns host id from the first subfield $w of first field f773, see test-fixtures 04 and 05\n// bibHostComponents should search all 773 $ws for possible host id, but what should it do in case of multiple host ids?\nexport function bibHostComponents(record) {\n  const id = getHostId();\n  return testStringOrNumber(id) ? [`melinda.partsofhost=${id}`] : [];\n\n  function getHostId() {\n    const [field] = record.get(/^773$/u);\n\n    if (field) {\n      const {value} = field.subfields.find(({code}) => code === 'w') || {};\n\n      if (testStringOrNumber(value) && (/^\\(FI-MELINDA\\)/u).test(String(value))) {\n        return String(value).replace(/^\\(FI-MELINDA\\)/u, '');\n      }\n\n      if (testStringOrNumber(value) && (/^\\(FIN01\\)/u).test(String(value))) {\n        return String(value).replace(/^\\(FIN01\\)/u, '');\n      }\n\n      return false;\n    }\n    return false;\n  }\n}\n\n// SRU search dc.title with a search phrase starting with ^ maps currently in Melinda to\n// (probably) to *headings* index TIT\n// - Aleph cannot currently handle headings searches starting with a boolean - in these cases use word search\n\n// Headings index TIT drops articles etc. from the start of the title according to the filing indicator\n// Currently filing indicator is not implemented - if the title starts with an article and the Melinda\n// record is correctly catalogued using a filing indicator -> dc.title search won't match\n\nexport function bibTitle(record) {\n  // We get author/publisher only when formatted title is shorter than 5 chars\n  return bibTitleAuthorPublisher({record, onlyTitleLength: 5});\n}\n\nexport function bibTitleAuthor(record) {\n  debug('bibTitleAuthor');\n  // We use onlyTitleLength that is longer than our formatted length to\n  // get an author or an publisher always\n  return bibTitleAuthorPublisher({record, onlyTitleLength: 100});\n}\n\nexport function bibTitleAuthorYear(record) {\n  debug('bibTitleAuthorYear');\n  // We use onlyTitleLength that is longer than our formatted length to\n  // get an author or an publisher always\n\n  return bibTitleAuthorPublisher({record, onlyTitleLength: 100, addYear: true});\n}\n\nexport function bibTitleAuthorPublisher({record, onlyTitleLength, addYear = false}) {\n  debug('bibTitleAuthorPublisher');\n  const title = getTitle();\n  const booleanStartWords = ['and', 'or', 'nor', 'not'];\n\n  if (testStringOrNumber(title)) {\n    const formatted = String(title)\n      .replace(/[^\\w\\s\\p{Alphabetic}]/gu, '')\n      // Clean up concurrent spaces from fe. subfield changes\n      .replace(/ +/gu, ' ')\n      .trim()\n      .slice(0, 30)\n      .trim();\n\n    // use word search for titles starting with a boolean\n    const useWordSearch = booleanStartWords.some(word => formatted.toLowerCase().startsWith(word));\n    // Prevent too many matches / SRU crashing by having a minimum length\n    // Note that currently this fails matching if there are no matches from previous matchers\n    if (formatted.length >= onlyTitleLength) {\n      return [`dc.title=\"${useWordSearch ? '' : '^'}${formatted}*\"`];\n    }\n    const queryIsOkAlone = formatted.length >= 5;\n\n    // use word search without ending * also in combination searches to avoid SRU-server crashes [MRA-189]\n    const query = `dc.title=\"${useWordSearch || !queryIsOkAlone ? '' : '^'}${formatted}${queryIsOkAlone ? '*' : ''}\"`;\n    debug(`query: ${query}`);\n    return addAuthorsToSearch({query, queryIsOkAlone, addYear});\n  }\n\n  return [];\n\n  function addAuthorsToSearch({query, queryIsOkAlone = false, addYear = false}) {\n    debug('addAuthorsToSearch');\n    const [authorQuery] = bibAuthors(record);\n    if (authorQuery !== undefined) {\n      if (addYear) {\n        return addYearToSearch({query: `${authorQuery} AND ${query}`, queryIsOkAlone: true});\n      }\n      return [`${authorQuery} AND ${query}`];\n    }\n    return addPublisherToSearch({query, queryIsOkAlone, addYear});\n    //return [];\n  }\n\n  function addPublisherToSearch({query, queryIsOkAlone = false, addYear = false}) {\n    const [publisherQuery] = bibPublishers(record);\n    if (publisherQuery !== undefined) {\n      if (addYear) {\n        return addYearToSearch({query: `${publisherQuery} AND ${query}`, queryIsOkAlone: true});\n      }\n      return [`${publisherQuery} AND ${query}`];\n    }\n    if (queryIsOkAlone && !addYear) {\n      return [`${query}`];\n    }\n    return addYearToSearch({query, queryIsOkAlone});\n  }\n\n  function addYearToSearch({query, queryIsOkAlone = false}) {\n    const [yearQuery] = bibYear(record);\n    if (yearQuery !== undefined) {\n      return [`${yearQuery} AND ${query}`];\n    }\n    if (queryIsOkAlone) {\n      return [`${query}`];\n    }\n    return [];\n  }\n\n  function getTitle() {\n    const [field] = record.get(/^245$/u);\n\n    if (field) {\n      const titleString = field.subfields\n        //.filter(({code}) => ['a', 'b', 'n', 'p'].includes(code))\n        .filter(({code}) => ['a', 'b'].includes(code))\n        //.filter(({code}) => ['a'].includes(code))\n        .map(({value}) => testStringOrNumber(value) ? String(value) : '')\n        .filter(value => value)\n        // In Melinda's index subfield separators are indexed as ' '\n        .join(' ');\n      return titleString;\n    }\n    return false;\n  }\n}\n\nexport function bibAuthors(record) {\n  const debug = createDebugLogger('@natlibfi/melinda-record-matching:candidate-search:query:bibAuthors');\n  const debugData = debug.extend('data');\n  debug(`Creating query for the first author`);\n  //debugData(record);\n\n  const author = getAuthor(record);\n  const booleanStartWords = ['and', 'or', 'nor', 'not'];\n\n\n  if (testStringOrNumber(author)) {\n    const formatted = String(author)\n      .replace(/[^\\w\\s\\p{Alphabetic}]/gu, '')\n      // Clean up concurrent spaces from fe. subfield changes\n      .replace(/ +/gu, ' ')\n      .trim()\n      .slice(0, 30)\n      .trim();\n\n    // use word search for authors starting with a boolean\n    const useWordSearch = booleanStartWords.some(word => formatted.toLowerCase().startsWith(word));\n    // Prevent too many matches by having a minimum length\n    debugData(`Author string: ${formatted}`);\n    if (formatted.length >= 5) {\n      return [`dc.author=\"${useWordSearch ? '' : '^'}${formatted}*\"`];\n    }\n    return [];\n  }\n\n  return [];\n\n  function getAuthor(record) {\n    //debugData(record);\n    // eslint-disable-next-line prefer-named-capture-group\n    const [field] = record.get(/^(100)|(110)|(111)|(700)|(710)|(711)$/u);\n    //debugData(field);\n\n    if (field) {\n      const authorString = field.subfields\n        .filter(({code}) => ['a'].includes(code))\n        .map(({value}) => testStringOrNumber(value) ? String(value) : '')\n        .filter(value => value)\n        // In Melinda's index subfield separators are indexed as ' '\n        .join(' ');\n      return authorString;\n    }\n    return false;\n  }\n}\n\nexport function bibPublishers(record) {\n  const debug = createDebugLogger('@natlibfi/melinda-record-matching:candidate-search:query:bibPublishers');\n  const debugData = debug.extend('data');\n  debug(`Creating query for the first publisher`);\n  //debugData(record);\n\n  const publisher = getPublisher(record);\n  if (testStringOrNumber(publisher)) {\n    const formatted = String(publisher)\n      .replace(/[^\\w\\s\\p{Alphabetic}]/gu, '')\n      // Clean up concurrent spaces from fe. subfield changes\n      .replace(/ +/gu, ' ')\n      .trim()\n      .slice(0, 30)\n      .trim();\n\n    debugData(`Publisher string: ${formatted}`);\n    // use non-wildcard word search from dc.publisher\n    return [`dc.publisher=\"${formatted}\"`];\n  }\n\n  return [];\n\n  function getPublisher(record) {\n    //debugData(record);\n    const [field] = record.get(/^(?:260)|(?:264)$/u);\n    //debugData(field);\n\n    if (field) {\n      const publisherString = field.subfields\n        .filter(({code}) => ['b'].includes(code))\n        .map(({value}) => testStringOrNumber(value) ? String(value) : '')\n        .filter(value => value)\n        // In Melinda's index subfield separators are indexed as ' '\n        .join(' ');\n      return publisherString;\n    }\n    return false;\n  }\n}\n\nexport function bibYear(record) {\n  const debug = createDebugLogger('@natlibfi/melinda-record-matching:candidate-search:query:bibYear');\n  const debugData = debug.extend('data');\n  debug(`Creating query for the publishing year`);\n  debugData(record);\n\n  const year = getYear(record);\n  if (year) {\n    return [`dc.date=\"${year}\"`];\n  }\n  return [];\n\n  function getYear(record) {\n    const value = record.get(/^008$/u)?.[0]?.value || undefined;\n    return testStringOrNumber(value) ? String(value).slice(7, 11) : undefined;\n  }\n}\n\n\nexport function bibStandardIdentifiers(record) {\n\n  const debug = createDebugLogger('@natlibfi/melinda-record-matching:candidate-search:query:bibStandardIdentifiers');\n  const debugData = debug.extend('data');\n  debug(`Creating queries for standard identifiers`);\n\n  // DEVELOP: should we query also f015 and f028?\n\n  const fields = record.get(/^(?<def>020|022|024)$/u);\n  const identifiers = [].concat(...fields.map(toIdentifiers));\n  const uniqueIdentifiers = [...new Set(identifiers)];\n\n  debugData(`Standard identifier fields: ${JSON.stringify(fields)}`);\n  debugData(`Identifiers (${identifiers.length}): ${JSON.stringify(identifiers)}`);\n  debugData(`Unique identifiers (${uniqueIdentifiers.length}): ${JSON.stringify(uniqueIdentifiers)}`);\n\n  if (uniqueIdentifiers.length < 1) {\n    debug(`No identifiers found, no queries created.`);\n    return [];\n  }\n\n  return toQueries(uniqueIdentifiers, 'dc.identifier');\n\n  function toIdentifiers({tag, subfields}) {\n    const issnIsbnReqExp = (/^[A-Za-z0-9-]+$/u);\n    const otherIdReqExp = (/^[A-Za-z0-9-:]+$/u);\n\n    if (tag === '022') {\n      return subfields\n        .filter(sub => ['a', 'z', 'y'].includes(sub.code) && testStringOrNumber(sub.value) && issnIsbnReqExp.test(String(sub.value)))\n        .map(({value}) => String(value));\n    }\n\n    if (tag === '020') {\n      return subfields\n        .filter(sub => ['a', 'z'].includes(sub.code) && testStringOrNumber(sub.value) && issnIsbnReqExp.test(String(sub.value)))\n        .map(({value}) => String(value));\n    }\n\n    return subfields\n      .filter(sub => ['a', 'z'].includes(sub.code) && testStringOrNumber(sub.value) && otherIdReqExp.test(String(sub.value)))\n      .map(({value}) => String(value));\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;AA4BA,IAAAA,MAAA,GAAAC,sBAAA,CAAAC,OAAA;AACA,IAAAC,qBAAA,GAAAD,OAAA;AACA,IAAAE,cAAA,GAAAF,OAAA;AAA8H,SAAAD,uBAAAI,GAAA,WAAAA,GAAA,IAAAA,GAAA,CAAAC,UAAA,GAAAD,GAAA,KAAAE,OAAA,EAAAF,GAAA;AA7B9H;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AAKA,MAAMG,KAAK,GAAG,IAAAC,cAAiB,EAAC,0DAA0D,CAAC;AAEpF,SAASC,YAAYA,CAACC,MAAM,EAAE;EAEnC;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;EAQE,MAAMH,KAAK,GAAG,IAAAC,cAAiB,EAAC,qEAAqE,CAAC;EACtG,MAAMG,SAAS,GAAGJ,KAAK,CAACK,MAAM,CAAC,MAAM,CAAC;EACtC;;EAEAL,KAAK,CAAE,iCAAgC,CAAC;EAExC,MAAMM,KAAK,GAAGH,MAAM,CAACI,GAAG,CAAC,KAAK,CAAC;EAC/BH,SAAS,CAAE,eAAcE,KAAK,CAACE,MAAO,MAAKC,IAAI,CAACC,SAAS,CAACJ,KAAK,CAAE,EAAC,CAAC;EAEnE,OAAOA,KAAK,CAACE,MAAM,GAAG,CAAC,GAAGG,YAAY,CAACL,KAAK,CAAC,GAAG,EAAE;EAElD,SAASK,YAAYA,CAACL,KAAK,EAAE;IAC3BN,KAAK,CAAE,wCAAuC,CAAC;IAE/C,MAAMY,UAAU,GAAGC,aAAa,CAACP,KAAK,CAAC;IAEvC,IAAIM,UAAU,CAACJ,MAAM,GAAG,CAAC,EAAE;MACzBR,KAAK,CAAE,2CAA0C,CAAC;MAClD,OAAO,EAAE;IACX;IAEA,MAAMc,UAAU,GAAG,IAAAC,+BAAS,EAACH,UAAU,EAAE,kBAAkB,CAAC;IAE5D,OAAOE,UAAU;IAEjB,SAASD,aAAaA,CAACP,KAAK,EAAE;MAC5BN,KAAK,CAAE,qCAAoC,CAAC;;MAE5C;MACA,MAAMY,UAAU,GAAGN,KAAK,CAACU,GAAG,CAACC,WAAW,CAAC,CAACC,MAAM,CAACC,WAAW,IAAIA,WAAW,CAAC;MAC5E,OAAOP,UAAU;MAEjB,SAASK,WAAWA,CAACG,KAAK,EAAE;QAC1BpB,KAAK,CAAE,6BAA4B,CAAC;QAEpC,OAAO,IAAAqB,6CAA8B,EAACD,KAAK,CAAC,GAAGE,eAAe,CAACF,KAAK,CAAC,GAAG,EAAE;QAE1E,SAASE,eAAeA,CAACF,KAAK,EAAE;UAC9BpB,KAAK,CAAE,8BAA6B,CAAC;UACrC,MAAM,CAACuB,GAAG,CAAC,GAAG,IAAAC,gCAAiB,EAACJ,KAAK,EAAE,GAAG,CAAC;UAC3C,MAAM,CAACK,GAAG,CAAC,GAAG,IAAAD,gCAAiB,EAACJ,KAAK,EAAE,GAAG,CAAC;UAE3C,MAAMM,UAAU,GAAGC,kBAAkB,CAACC,yBAAyB,CAACL,GAAG,CAAC,CAAC;UACrE,MAAMM,UAAU,GAAGD,yBAAyB,CAACH,GAAG,CAAC;UAEjDrB,SAAS,CAAE,GAAEK,IAAI,CAACC,SAAS,CAACa,GAAG,CAAE,MAAKd,IAAI,CAACC,SAAS,CAACe,GAAG,CAAE,EAAC,CAAC;UAC5D,OAAOC,UAAU,CAACI,MAAM,CAACD,UAAU,CAAC;QACtC;QAEA,SAASF,kBAAkBA,CAACI,aAAa,EAAE;UACzC,MAAMC,iBAAiB,GAAI,gDAAiD;UAC5E,MAAMC,eAAe,GAAG,IAAAC,iCAAkB,EAACH,aAAa,CAAC,GAAGI,MAAM,CAACJ,aAAa,CAAC,CAACK,OAAO,CAACJ,iBAAiB,EAAE,OAAO,CAAC,GAAG,EAAE;UAC1H5B,SAAS,CAAE,cAAa2B,aAAc,OAAME,eAAgB,EAAC,CAAC;UAC9D,OAAOA,eAAe;QACxB;QAEA,SAASL,yBAAyBA,CAACG,aAAa,EAAE;UAChD3B,SAAS,CAAE,eAAc2B,aAAc,EAAC,CAAC;UACzC,MAAMM,kBAAkB,GAAI,OAAQ;UACpC,OAAO,IAAAH,iCAAkB,EAACH,aAAa,CAAC,GAAGI,MAAM,CAACJ,aAAa,CAAC,CAACK,OAAO,CAACC,kBAAkB,EAAE,EAAE,CAAC,GAAG,EAAE;QACvG;MAEF;IACF;EACF;AACF;AAEO,SAASC,aAAaA,CAACnC,MAAM,EAAE;EACpC;;EAEA,MAAMH,KAAK,GAAG,IAAAC,cAAiB,EAAC,wEAAwE,CAAC;EACzG,MAAMG,SAAS,GAAGJ,KAAK,CAACK,MAAM,CAAC,MAAM,CAAC;EACtCL,KAAK,CAAE,iCAAgC,CAAC;;EAExC;EACA;EACA;EACA,MAAMuC,UAAU,GAAG,IAAAC,gCAAiB,EAACrC,MAAM,CAAC;EAE5CC,SAAS,CAAE,uBAAsBmC,UAAU,CAAC/B,MAAO,MAAKC,IAAI,CAACC,SAAS,CAAC6B,UAAU,CAAE,EAAC,CAAC;EAErF,IAAIA,UAAU,CAAC/B,MAAM,GAAG,CAAC,EAAE;IACzBR,KAAK,CAAE,2CAA0C,CAAC;IAClD,OAAO,EAAE;EACX;EAEA,OAAO,IAAAe,+BAAS,EAACwB,UAAU,EAAE,mBAAmB,CAAC;AACnD;;AAGA;AACA;AACO,SAASE,iBAAiBA,CAACtC,MAAM,EAAE;EACxC,MAAMuC,EAAE,GAAGC,SAAS,CAAC,CAAC;EACtB,OAAO,IAAAT,iCAAkB,EAACQ,EAAE,CAAC,GAAG,CAAE,uBAAsBA,EAAG,EAAC,CAAC,GAAG,EAAE;EAElE,SAASC,SAASA,CAAA,EAAG;IACnB,MAAM,CAACvB,KAAK,CAAC,GAAGjB,MAAM,CAACI,GAAG,CAAC,QAAQ,CAAC;IAEpC,IAAIa,KAAK,EAAE;MACT,MAAM;QAACwB;MAAK,CAAC,GAAGxB,KAAK,CAACyB,SAAS,CAACC,IAAI,CAAC,CAAC;QAACC;MAAI,CAAC,KAAKA,IAAI,KAAK,GAAG,CAAC,IAAI,CAAC,CAAC;MAEpE,IAAI,IAAAb,iCAAkB,EAACU,KAAK,CAAC,IAAK,kBAAkB,CAAEI,IAAI,CAACb,MAAM,CAACS,KAAK,CAAC,CAAC,EAAE;QACzE,OAAOT,MAAM,CAACS,KAAK,CAAC,CAACR,OAAO,CAAC,kBAAkB,EAAE,EAAE,CAAC;MACtD;MAEA,IAAI,IAAAF,iCAAkB,EAACU,KAAK,CAAC,IAAK,aAAa,CAAEI,IAAI,CAACb,MAAM,CAACS,KAAK,CAAC,CAAC,EAAE;QACpE,OAAOT,MAAM,CAACS,KAAK,CAAC,CAACR,OAAO,CAAC,aAAa,EAAE,EAAE,CAAC;MACjD;MAEA,OAAO,KAAK;IACd;IACA,OAAO,KAAK;EACd;AACF;;AAEA;AACA;AACA;;AAEA;AACA;AACA;;AAEO,SAASa,QAAQA,CAAC9C,MAAM,EAAE;EAC/B;EACA,OAAO+C,uBAAuB,CAAC;IAAC/C,MAAM;IAAEgD,eAAe,EAAE;EAAC,CAAC,CAAC;AAC9D;AAEO,SAASC,cAAcA,CAACjD,MAAM,EAAE;EACrCH,KAAK,CAAC,gBAAgB,CAAC;EACvB;EACA;EACA,OAAOkD,uBAAuB,CAAC;IAAC/C,MAAM;IAAEgD,eAAe,EAAE;EAAG,CAAC,CAAC;AAChE;AAEO,SAASE,kBAAkBA,CAAClD,MAAM,EAAE;EACzCH,KAAK,CAAC,oBAAoB,CAAC;EAC3B;EACA;;EAEA,OAAOkD,uBAAuB,CAAC;IAAC/C,MAAM;IAAEgD,eAAe,EAAE,GAAG;IAAEG,OAAO,EAAE;EAAI,CAAC,CAAC;AAC/E;AAEO,SAASJ,uBAAuBA,CAAC;EAAC/C,MAAM;EAAEgD,eAAe;EAAEG,OAAO,GAAG;AAAK,CAAC,EAAE;EAClFtD,KAAK,CAAC,yBAAyB,CAAC;EAChC,MAAMuD,KAAK,GAAGC,QAAQ,CAAC,CAAC;EACxB,MAAMC,iBAAiB,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC;EAErD,IAAI,IAAAvB,iCAAkB,EAACqB,KAAK,CAAC,EAAE;IAC7B,MAAMG,SAAS,GAAGvB,MAAM,CAACoB,KAAK,CAAC,CAC5BnB,OAAO,CAAC,yBAAyB,EAAE,EAAE;IACtC;IAAA,CACCA,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CACpBuB,IAAI,CAAC,CAAC,CACNC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CACZD,IAAI,CAAC,CAAC;;IAET;IACA,MAAME,aAAa,GAAGJ,iBAAiB,CAACK,IAAI,CAACC,IAAI,IAAIL,SAAS,CAACM,WAAW,CAAC,CAAC,CAACC,UAAU,CAACF,IAAI,CAAC,CAAC;IAC9F;IACA;IACA,IAAIL,SAAS,CAAClD,MAAM,IAAI2C,eAAe,EAAE;MACvC,OAAO,CAAE,aAAYU,aAAa,GAAG,EAAE,GAAG,GAAI,GAAEH,SAAU,IAAG,CAAC;IAChE;IACA,MAAMQ,cAAc,GAAGR,SAAS,CAAClD,MAAM,IAAI,CAAC;;IAE5C;IACA,MAAM2D,KAAK,GAAI,aAAYN,aAAa,IAAI,CAACK,cAAc,GAAG,EAAE,GAAG,GAAI,GAAER,SAAU,GAAEQ,cAAc,GAAG,GAAG,GAAG,EAAG,GAAE;IACjHlE,KAAK,CAAE,UAASmE,KAAM,EAAC,CAAC;IACxB,OAAOC,kBAAkB,CAAC;MAACD,KAAK;MAAED,cAAc;MAAEZ;IAAO,CAAC,CAAC;EAC7D;EAEA,OAAO,EAAE;EAET,SAASc,kBAAkBA,CAAC;IAACD,KAAK;IAAED,cAAc,GAAG,KAAK;IAAEZ,OAAO,GAAG;EAAK,CAAC,EAAE;IAC5EtD,KAAK,CAAC,oBAAoB,CAAC;IAC3B,MAAM,CAACqE,WAAW,CAAC,GAAGC,UAAU,CAACnE,MAAM,CAAC;IACxC,IAAIkE,WAAW,KAAKE,SAAS,EAAE;MAC7B,IAAIjB,OAAO,EAAE;QACX,OAAOkB,eAAe,CAAC;UAACL,KAAK,EAAG,GAAEE,WAAY,QAAOF,KAAM,EAAC;UAAED,cAAc,EAAE;QAAI,CAAC,CAAC;MACtF;MACA,OAAO,CAAE,GAAEG,WAAY,QAAOF,KAAM,EAAC,CAAC;IACxC;IACA,OAAOM,oBAAoB,CAAC;MAACN,KAAK;MAAED,cAAc;MAAEZ;IAAO,CAAC,CAAC;IAC7D;EACF;;EAEA,SAASmB,oBAAoBA,CAAC;IAACN,KAAK;IAAED,cAAc,GAAG,KAAK;IAAEZ,OAAO,GAAG;EAAK,CAAC,EAAE;IAC9E,MAAM,CAACoB,cAAc,CAAC,GAAGC,aAAa,CAACxE,MAAM,CAAC;IAC9C,IAAIuE,cAAc,KAAKH,SAAS,EAAE;MAChC,IAAIjB,OAAO,EAAE;QACX,OAAOkB,eAAe,CAAC;UAACL,KAAK,EAAG,GAAEO,cAAe,QAAOP,KAAM,EAAC;UAAED,cAAc,EAAE;QAAI,CAAC,CAAC;MACzF;MACA,OAAO,CAAE,GAAEQ,cAAe,QAAOP,KAAM,EAAC,CAAC;IAC3C;IACA,IAAID,cAAc,IAAI,CAACZ,OAAO,EAAE;MAC9B,OAAO,CAAE,GAAEa,KAAM,EAAC,CAAC;IACrB;IACA,OAAOK,eAAe,CAAC;MAACL,KAAK;MAAED;IAAc,CAAC,CAAC;EACjD;EAEA,SAASM,eAAeA,CAAC;IAACL,KAAK;IAAED,cAAc,GAAG;EAAK,CAAC,EAAE;IACxD,MAAM,CAACU,SAAS,CAAC,GAAGC,OAAO,CAAC1E,MAAM,CAAC;IACnC,IAAIyE,SAAS,KAAKL,SAAS,EAAE;MAC3B,OAAO,CAAE,GAAEK,SAAU,QAAOT,KAAM,EAAC,CAAC;IACtC;IACA,IAAID,cAAc,EAAE;MAClB,OAAO,CAAE,GAAEC,KAAM,EAAC,CAAC;IACrB;IACA,OAAO,EAAE;EACX;EAEA,SAASX,QAAQA,CAAA,EAAG;IAClB,MAAM,CAACpC,KAAK,CAAC,GAAGjB,MAAM,CAACI,GAAG,CAAC,QAAQ,CAAC;IAEpC,IAAIa,KAAK,EAAE;MACT,MAAM0D,WAAW,GAAG1D,KAAK,CAACyB;MACxB;MAAA,CACC3B,MAAM,CAAC,CAAC;QAAC6B;MAAI,CAAC,KAAK,CAAC,GAAG,EAAE,GAAG,CAAC,CAACgC,QAAQ,CAAChC,IAAI,CAAC;MAC7C;MAAA,CACC/B,GAAG,CAAC,CAAC;QAAC4B;MAAK,CAAC,KAAK,IAAAV,iCAAkB,EAACU,KAAK,CAAC,GAAGT,MAAM,CAACS,KAAK,CAAC,GAAG,EAAE,CAAC,CAChE1B,MAAM,CAAC0B,KAAK,IAAIA,KAAK;MACtB;MAAA,CACCoC,IAAI,CAAC,GAAG,CAAC;MACZ,OAAOF,WAAW;IACpB;IACA,OAAO,KAAK;EACd;AACF;AAEO,SAASR,UAAUA,CAACnE,MAAM,EAAE;EACjC,MAAMH,KAAK,GAAG,IAAAC,cAAiB,EAAC,qEAAqE,CAAC;EACtG,MAAMG,SAAS,GAAGJ,KAAK,CAACK,MAAM,CAAC,MAAM,CAAC;EACtCL,KAAK,CAAE,qCAAoC,CAAC;EAC5C;;EAEA,MAAMiF,MAAM,GAAGC,SAAS,CAAC/E,MAAM,CAAC;EAChC,MAAMsD,iBAAiB,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC;EAGrD,IAAI,IAAAvB,iCAAkB,EAAC+C,MAAM,CAAC,EAAE;IAC9B,MAAMvB,SAAS,GAAGvB,MAAM,CAAC8C,MAAM,CAAC,CAC7B7C,OAAO,CAAC,yBAAyB,EAAE,EAAE;IACtC;IAAA,CACCA,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CACpBuB,IAAI,CAAC,CAAC,CACNC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CACZD,IAAI,CAAC,CAAC;;IAET;IACA,MAAME,aAAa,GAAGJ,iBAAiB,CAACK,IAAI,CAACC,IAAI,IAAIL,SAAS,CAACM,WAAW,CAAC,CAAC,CAACC,UAAU,CAACF,IAAI,CAAC,CAAC;IAC9F;IACA3D,SAAS,CAAE,kBAAiBsD,SAAU,EAAC,CAAC;IACxC,IAAIA,SAAS,CAAClD,MAAM,IAAI,CAAC,EAAE;MACzB,OAAO,CAAE,cAAaqD,aAAa,GAAG,EAAE,GAAG,GAAI,GAAEH,SAAU,IAAG,CAAC;IACjE;IACA,OAAO,EAAE;EACX;EAEA,OAAO,EAAE;EAET,SAASwB,SAASA,CAAC/E,MAAM,EAAE;IACzB;IACA;IACA,MAAM,CAACiB,KAAK,CAAC,GAAGjB,MAAM,CAACI,GAAG,CAAC,wCAAwC,CAAC;IACpE;;IAEA,IAAIa,KAAK,EAAE;MACT,MAAM+D,YAAY,GAAG/D,KAAK,CAACyB,SAAS,CACjC3B,MAAM,CAAC,CAAC;QAAC6B;MAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAACgC,QAAQ,CAAChC,IAAI,CAAC,CAAC,CACxC/B,GAAG,CAAC,CAAC;QAAC4B;MAAK,CAAC,KAAK,IAAAV,iCAAkB,EAACU,KAAK,CAAC,GAAGT,MAAM,CAACS,KAAK,CAAC,GAAG,EAAE,CAAC,CAChE1B,MAAM,CAAC0B,KAAK,IAAIA,KAAK;MACtB;MAAA,CACCoC,IAAI,CAAC,GAAG,CAAC;MACZ,OAAOG,YAAY;IACrB;IACA,OAAO,KAAK;EACd;AACF;AAEO,SAASR,aAAaA,CAACxE,MAAM,EAAE;EACpC,MAAMH,KAAK,GAAG,IAAAC,cAAiB,EAAC,wEAAwE,CAAC;EACzG,MAAMG,SAAS,GAAGJ,KAAK,CAACK,MAAM,CAAC,MAAM,CAAC;EACtCL,KAAK,CAAE,wCAAuC,CAAC;EAC/C;;EAEA,MAAMoF,SAAS,GAAGC,YAAY,CAAClF,MAAM,CAAC;EACtC,IAAI,IAAA+B,iCAAkB,EAACkD,SAAS,CAAC,EAAE;IACjC,MAAM1B,SAAS,GAAGvB,MAAM,CAACiD,SAAS,CAAC,CAChChD,OAAO,CAAC,yBAAyB,EAAE,EAAE;IACtC;IAAA,CACCA,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CACpBuB,IAAI,CAAC,CAAC,CACNC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CACZD,IAAI,CAAC,CAAC;IAETvD,SAAS,CAAE,qBAAoBsD,SAAU,EAAC,CAAC;IAC3C;IACA,OAAO,CAAE,iBAAgBA,SAAU,GAAE,CAAC;EACxC;EAEA,OAAO,EAAE;EAET,SAAS2B,YAAYA,CAAClF,MAAM,EAAE;IAC5B;IACA,MAAM,CAACiB,KAAK,CAAC,GAAGjB,MAAM,CAACI,GAAG,CAAC,oBAAoB,CAAC;IAChD;;IAEA,IAAIa,KAAK,EAAE;MACT,MAAMkE,eAAe,GAAGlE,KAAK,CAACyB,SAAS,CACpC3B,MAAM,CAAC,CAAC;QAAC6B;MAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAACgC,QAAQ,CAAChC,IAAI,CAAC,CAAC,CACxC/B,GAAG,CAAC,CAAC;QAAC4B;MAAK,CAAC,KAAK,IAAAV,iCAAkB,EAACU,KAAK,CAAC,GAAGT,MAAM,CAACS,KAAK,CAAC,GAAG,EAAE,CAAC,CAChE1B,MAAM,CAAC0B,KAAK,IAAIA,KAAK;MACtB;MAAA,CACCoC,IAAI,CAAC,GAAG,CAAC;MACZ,OAAOM,eAAe;IACxB;IACA,OAAO,KAAK;EACd;AACF;AAEO,SAAST,OAAOA,CAAC1E,MAAM,EAAE;EAC9B,MAAMH,KAAK,GAAG,IAAAC,cAAiB,EAAC,kEAAkE,CAAC;EACnG,MAAMG,SAAS,GAAGJ,KAAK,CAACK,MAAM,CAAC,MAAM,CAAC;EACtCL,KAAK,CAAE,wCAAuC,CAAC;EAC/CI,SAAS,CAACD,MAAM,CAAC;EAEjB,MAAMoF,IAAI,GAAGC,OAAO,CAACrF,MAAM,CAAC;EAC5B,IAAIoF,IAAI,EAAE;IACR,OAAO,CAAE,YAAWA,IAAK,GAAE,CAAC;EAC9B;EACA,OAAO,EAAE;EAET,SAASC,OAAOA,CAACrF,MAAM,EAAE;IACvB,MAAMyC,KAAK,GAAGzC,MAAM,CAACI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAEqC,KAAK,IAAI2B,SAAS;IAC3D,OAAO,IAAArC,iCAAkB,EAACU,KAAK,CAAC,GAAGT,MAAM,CAACS,KAAK,CAAC,CAACgB,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,GAAGW,SAAS;EAC3E;AACF;AAGO,SAASkB,sBAAsBA,CAACtF,MAAM,EAAE;EAE7C,MAAMH,KAAK,GAAG,IAAAC,cAAiB,EAAC,iFAAiF,CAAC;EAClH,MAAMG,SAAS,GAAGJ,KAAK,CAACK,MAAM,CAAC,MAAM,CAAC;EACtCL,KAAK,CAAE,2CAA0C,CAAC;;EAElD;;EAEA,MAAM0F,MAAM,GAAGvF,MAAM,CAACI,GAAG,CAAC,wBAAwB,CAAC;EACnD,MAAMoF,WAAW,GAAG,EAAE,CAAC7D,MAAM,CAAC,GAAG4D,MAAM,CAAC1E,GAAG,CAAC4E,aAAa,CAAC,CAAC;EAC3D,MAAMC,iBAAiB,GAAG,CAAC,GAAG,IAAIC,GAAG,CAACH,WAAW,CAAC,CAAC;EAEnDvF,SAAS,CAAE,+BAA8BK,IAAI,CAACC,SAAS,CAACgF,MAAM,CAAE,EAAC,CAAC;EAClEtF,SAAS,CAAE,gBAAeuF,WAAW,CAACnF,MAAO,MAAKC,IAAI,CAACC,SAAS,CAACiF,WAAW,CAAE,EAAC,CAAC;EAChFvF,SAAS,CAAE,uBAAsByF,iBAAiB,CAACrF,MAAO,MAAKC,IAAI,CAACC,SAAS,CAACmF,iBAAiB,CAAE,EAAC,CAAC;EAEnG,IAAIA,iBAAiB,CAACrF,MAAM,GAAG,CAAC,EAAE;IAChCR,KAAK,CAAE,2CAA0C,CAAC;IAClD,OAAO,EAAE;EACX;EAEA,OAAO,IAAAe,+BAAS,EAAC8E,iBAAiB,EAAE,eAAe,CAAC;EAEpD,SAASD,aAAaA,CAAC;IAACG,GAAG;IAAElD;EAAS,CAAC,EAAE;IACvC,MAAMmD,cAAc,GAAI,kBAAmB;IAC3C,MAAMC,aAAa,GAAI,mBAAoB;IAE3C,IAAIF,GAAG,KAAK,KAAK,EAAE;MACjB,OAAOlD,SAAS,CACb3B,MAAM,CAACgF,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAACnB,QAAQ,CAACmB,GAAG,CAACnD,IAAI,CAAC,IAAI,IAAAb,iCAAkB,EAACgE,GAAG,CAACtD,KAAK,CAAC,IAAIoD,cAAc,CAAChD,IAAI,CAACb,MAAM,CAAC+D,GAAG,CAACtD,KAAK,CAAC,CAAC,CAAC,CAC5H5B,GAAG,CAAC,CAAC;QAAC4B;MAAK,CAAC,KAAKT,MAAM,CAACS,KAAK,CAAC,CAAC;IACpC;IAEA,IAAImD,GAAG,KAAK,KAAK,EAAE;MACjB,OAAOlD,SAAS,CACb3B,MAAM,CAACgF,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAACnB,QAAQ,CAACmB,GAAG,CAACnD,IAAI,CAAC,IAAI,IAAAb,iCAAkB,EAACgE,GAAG,CAACtD,KAAK,CAAC,IAAIoD,cAAc,CAAChD,IAAI,CAACb,MAAM,CAAC+D,GAAG,CAACtD,KAAK,CAAC,CAAC,CAAC,CACvH5B,GAAG,CAAC,CAAC;QAAC4B;MAAK,CAAC,KAAKT,MAAM,CAACS,KAAK,CAAC,CAAC;IACpC;IAEA,OAAOC,SAAS,CACb3B,MAAM,CAACgF,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAACnB,QAAQ,CAACmB,GAAG,CAACnD,IAAI,CAAC,IAAI,IAAAb,iCAAkB,EAACgE,GAAG,CAACtD,KAAK,CAAC,IAAIqD,aAAa,CAACjD,IAAI,CAACb,MAAM,CAAC+D,GAAG,CAACtD,KAAK,CAAC,CAAC,CAAC,CACtH5B,GAAG,CAAC,CAAC;MAAC4B;IAAK,CAAC,KAAKT,MAAM,CAACS,KAAK,CAAC,CAAC;EACpC;AACF"}
+{
+  "version": 3,
+  "sources": ["../../../src/candidate-search/query-list/bib.js"],
+  "sourcesContent": ["import createDebugLogger from 'debug';\nimport {toQueries} from '../candidate-search-utils.js';\nimport {getMelindaIdsF035, validateSidFieldSubfieldCounts, getSubfieldValues, testStringOrNumber} from '../../matching-utils.js';\n\nconst debug = createDebugLogger('@natlibfi/melinda-record-matching:candidate-search:query');\n\nexport function bibSourceIds(record) {\n\n  /* Melinda's SRU-index melinda.sourceid includes source IDs from SID fields in Melinda records\n     SID-fields in Melinda have sf $c with local id and sf $b with a code for the local db:\n\n     SID__ $c 123457 $b helka\n     SID__ $c (ANDL100020)1077305 $b sata\n     SID__ $c VER999999 $ FI-KV\n     SID__ $c /10024/508126 $ REPO_THESEUS\n\n    In melinda.sourceid -index case is kept, sourceprefixes in brackets and hyphens are normalized away:\n    Note: slashes are not normalized away, but a SRU-search-string including slashes needs to be quoted\n\n    1234567helka\n    1077305sata\n    VER999999FIKV\n    /10024/508126REPO_THESEUS\n\n    Note: All Melinda records that have a matching records in a local db do NOT have SID for that local records,\n          existence of a SID field depends on how the record has been added to Melinda and how it has been handled\n          afterwards. SIDs are also not reliably maintained. A record might or might not have a SID for a local db\n          after the matching record is removed from the local db.\n\n   */\n\n\n  const debug = createDebugLogger('@natlibfi/melinda-record-matching:candidate-search:query:source-ids');\n  const debugData = debug.extend('data');\n  //const debugInfo = debug.extend('info');\n\n  debug(`Creating queries for sourceid's`);\n\n  const fSids = record.get('SID');\n  debugData(`SID-fields (${fSids.length}): ${JSON.stringify(fSids)}`);\n\n  return fSids.length > 0 ? toSidQueries(fSids) : [];\n\n  function toSidQueries(fSids) {\n    debug(`Creating actual queries for sourceid's`);\n\n    const sidStrings = getSidStrings(fSids);\n\n    if (sidStrings.length < 1) {\n      debug(`No identifiers found, no queries created.`);\n      return [];\n    }\n\n    const sidQueries = toQueries(sidStrings, 'melinda.sourceid');\n\n    return sidQueries;\n\n    function getSidStrings(fSids) {\n      debug(`Getting Sid strings from SID fields`);\n\n      // Map SID fields to valid sidStrings, filter out empty strings\n      const sidStrings = fSids.map(toSidString).filter(nonEmptySid => nonEmptySid);\n      return sidStrings;\n\n      function toSidString(field) {\n        debug(`Getting string from a field`);\n\n        return validateSidFieldSubfieldCounts(field) ? createSidString(field) : '';\n\n        function createSidString(field) {\n          debug(`Creating string from a field`);\n          const [sfC] = getSubfieldValues(field, 'c');\n          const [sfB] = getSubfieldValues(field, 'b');\n\n          const cleanedSfC = removeSourcePrefix(normalizeSidSubfieldValue(sfC));\n          const cleanedSfB = normalizeSidSubfieldValue(sfB);\n\n          debugData(`${JSON.stringify(sfC)} + ${JSON.stringify(sfB)}`);\n          return cleanedSfC.concat(cleanedSfB);\n        }\n\n        function removeSourcePrefix(subfieldValue) {\n          const sourcePrefixRegex = (/^(?<sourcePrefix>\\([A-Za-z0-9-]+\\))(?<id>.+)$/u);\n          const normalizedValue = testStringOrNumber(subfieldValue) ? String(subfieldValue).replace(sourcePrefixRegex, '$<id>') : '';\n          debugData(`Normalized ${subfieldValue} to ${normalizedValue}`);\n          return normalizedValue;\n        }\n\n        function normalizeSidSubfieldValue(subfieldValue) {\n          debugData(`Normalizing ${subfieldValue}`);\n          const normalizeAwayRegex = (/[- ]/u);\n          return testStringOrNumber(subfieldValue) ? String(subfieldValue).replace(normalizeAwayRegex, '') : '';\n        }\n\n      }\n    }\n  }\n}\n\nexport function bibMelindaIds(record) {\n  // Melinda's SRU-index melinda.melindaid includes f001 controlnumbers and old Melinda-IDs from f035z's for all non-deleted Melinda-records\n\n  const debug = createDebugLogger('@natlibfi/melinda-record-matching:candidate-search:query:bibMelindaIds');\n  const debugData = debug.extend('data');\n  debug(`Creating queries for MelindaIds`);\n\n  // Note: Melinda-ID's for search queries are created just from records f035a's and f035z's\n  // Both (FI-MELINDA)- and FCC-prefixed forms are found\n  // f001 controlnumber is not currently included, even if record's f003 is FI-MELINDA\n  const melindaIds = getMelindaIdsF035(record);\n\n  debugData(`Unique identifiers (${melindaIds.length}): ${JSON.stringify(melindaIds)}`);\n\n  if (melindaIds.length < 1) {\n    debug(`No identifiers found, no queries created.`);\n    return [];\n  }\n\n  return toQueries(melindaIds, 'melinda.melindaid');\n}\n\n\n// bibHostComponents returns host id from the first subfield $w of first field f773, see test-fixtures 04 and 05\n// bibHostComponents should search all 773 $ws for possible host id, but what should it do in case of multiple host ids?\nexport function bibHostComponents(record) {\n  const debug = createDebugLogger('@natlibfi/melinda-record-matching:candidate-search:query:bibHostComponents');\n  const debugData = debug.extend('data');\n  debug(`Creating queries for hostIds`);\n\n  const id = getHostId();\n  debugData(`Found id: ${JSON.stringify(id)}`);\n\n  return testStringOrNumber(id) ? [`melinda.partsofhost=${id}`] : [];\n\n  function getHostId() {\n    const [field] = record.get(/^773$/u);\n\n    if (field) {\n      const {value} = field.subfields.find(({code}) => code === 'w') || {};\n\n      if (testStringOrNumber(value) && (/^\\(FI-MELINDA\\)/u).test(String(value))) {\n        return String(value).replace(/^\\(FI-MELINDA\\)/u, '');\n      }\n\n      if (testStringOrNumber(value) && (/^\\(FIN01\\)/u).test(String(value))) {\n        return String(value).replace(/^\\(FIN01\\)/u, '');\n      }\n\n      return false;\n    }\n    return false;\n  }\n}\n\n// SRU search dc.title with a search phrase starting with ^ maps currently in Melinda to\n// (probably) to *headings* index TIT\n// - Aleph cannot currently handle headings searches starting with a boolean - in these cases use word search\n\n// Headings index TIT drops articles etc. from the start of the title according to the filing indicator\n// Currently filing indicator is not implemented - if the title starts with an article and the Melinda\n// record is correctly catalogued using a filing indicator -> dc.title search won't match\n\nexport function bibTitle(record) {\n  // We get author/publisher only when formatted title is shorter than 5 chars\n  return bibTitleAuthorPublisher({record, onlyTitleLength: 5});\n}\n\nexport function bibTitleAuthor(record) {\n  debug('bibTitleAuthor');\n  // We use onlyTitleLength that is longer than our formatted length to\n  // get an author or an publisher always\n  return bibTitleAuthorPublisher({record, onlyTitleLength: 100});\n}\n\nexport function bibTitleAuthorYear(record) {\n  debug('bibTitleAuthorYearAlternates');\n  // We use onlyTitleLength that is longer than our formatted length to\n  // get an author or an publisher always\n\n  return bibTitleAuthorPublisher({record, onlyTitleLength: 100, addYear: true});\n}\n\nexport function bibTitleAuthorYearAlternates(record) {\n  debug('bibTitleAuthorYearAlternates');\n  // We use onlyTitleLength that is longer than our formatted length to\n  // get an author or an publisher always\n  const origQueryList = bibTitleAuthorPublisher({record, onlyTitleLength: 100, addYear: true, alternates: true, alternateQueries: []});\n  debug(`${JSON.stringify(origQueryList)}`);\n  return {queryList: Array.from(origQueryList).reverse(), queryListType: 'alternates'};\n}\n\nexport function bibTitleAuthorPublisher({record, onlyTitleLength, addYear = false, alternates = false, alternateQueries = []}) {\n  debug(`bibTitleAuthorPublisher, onlyTitleLength: ${onlyTitleLength}, addYear: ${addYear}, alternates: ${alternates}`);\n  const title = getTitle();\n  if (testStringOrNumber(title)) {\n    const formatted = String(title)\n      .replace(/[^\\w\\s\\p{Alphabetic}]/gu, '')\n      // Clean up concurrent spaces from fe. subfield changes\n      .replace(/ +/gu, ' ')\n      .trim()\n      .slice(0, 30)\n      .trim();\n\n    // use word search for titles starting with a boolean\n    const useWordSearch = checkUseWordSearch(formatted);\n    // Prevent too many matches / SRU crashing by having a minimum length\n    // Note that currently this fails matching if there are no matches from previous matchers\n    if (formatted.length >= onlyTitleLength && !alternates) {\n      return [`dc.title=\"${useWordSearch ? '' : '^'}${formatted}*\"`];\n    }\n    const queryIsOkAlone = formatted.length >= 5;\n\n    // use word search without ending * also in combination searches to avoid SRU-server crashes [MRA-189]\n    const query = `dc.title=\"${useWordSearch || !queryIsOkAlone ? '' : '^'}${formatted}${queryIsOkAlone ? '*' : ''}\"`;\n    debug(`query: ${query}`);\n    const newAlternateQueries = alternates ? [...alternateQueries, query] : alternateQueries;\n\n    return addAuthorsToSearch({query, queryIsOkAlone, addYear, alternates, alternateQueries: newAlternateQueries});\n  }\n\n  return [];\n\n  function addAuthorsToSearch({query, queryIsOkAlone = false, addYear = false, alternates = false, alternateQueries = []}) {\n    debug('addAuthorsToSearch');\n    const [authorQuery] = bibAuthors(record);\n    if (authorQuery !== undefined) {\n      if (addYear) {\n        const newAlternateQueries = alternates ? [...alternateQueries, `${authorQuery} AND ${query}`] : alternateQueries;\n        return addYearToSearch({query: `${authorQuery} AND ${query}`, queryIsOkAlone: true, alternates, alternateQueries: newAlternateQueries});\n      }\n      return alternates ? alternateQueries : [`${authorQuery} AND ${query}`];\n    }\n    return addPublisherToSearch({query, queryIsOkAlone, addYear, alternates, alternateQueries});\n    //return [];\n  }\n\n  function addPublisherToSearch({query, queryIsOkAlone = false, addYear = false, alternates = false, alternateQueries = []}) {\n    const [publisherQuery] = bibPublishers(record);\n    if (publisherQuery !== undefined) {\n      if (addYear) {\n        const newAlternateQueries = alternates ? [...alternateQueries, `${publisherQuery} AND ${query}`] : alternateQueries;\n        return addYearToSearch({query: `${publisherQuery} AND ${query}`, queryIsOkAlone: true, alternates, alternateQueries: newAlternateQueries});\n      }\n      return alternates ? alternateQueries : [`${publisherQuery} AND ${query}`];\n    }\n    if (queryIsOkAlone && !addYear) {\n      return alternates ? alternateQueries : [`${query}`];\n    }\n    return addYearToSearch({query, queryIsOkAlone, alternates, alternateQueries});\n  }\n\n  function addYearToSearch({query, queryIsOkAlone = false, alternates = false, alternateQueries = []}) {\n    const [yearQuery] = bibYear(record);\n    if (yearQuery !== undefined) {\n      const newAlternateQueries = alternates ? [...alternateQueries, `${yearQuery} AND ${query}`] : alternateQueries;\n      return alternates ? newAlternateQueries : [`${yearQuery} AND ${query}`];\n    }\n    if (queryIsOkAlone) {\n      return alternates ? alternateQueries : [`${query}`];\n    }\n    return [];\n  }\n\n  function getTitle() {\n    const [field] = record.get(/^245$/u);\n\n    if (field) {\n      const titleString = field.subfields\n        //.filter(({code}) => ['a', 'b', 'n', 'p'].includes(code))\n        .filter(({code}) => ['a', 'b'].includes(code))\n        //.filter(({code}) => ['a'].includes(code))\n        .map(({value}) => testStringOrNumber(value) ? String(value) : '')\n        .filter(value => value)\n        // In Melinda's index subfield separators are indexed as ' '\n        .join(' ');\n      return titleString;\n    }\n    return false;\n  }\n}\n\nexport function bibAuthors(record) {\n  const debug = createDebugLogger('@natlibfi/melinda-record-matching:candidate-search:query:bibAuthors');\n  const debugData = debug.extend('data');\n  debug(`Creating query for the first author`);\n  //debugData(record);\n\n  const author = getAuthor(record);\n\n  if (testStringOrNumber(author)) {\n    const formatted = String(author)\n      .replace(/[^\\w\\s\\p{Alphabetic}]/gu, '')\n      // Clean up concurrent spaces from fe. subfield changes\n      .replace(/ +/gu, ' ')\n      .trim()\n      .slice(0, 30)\n      .trim();\n\n    // use word search for authors starting with a boolean\n    const useWordSearch = checkUseWordSearch(formatted);\n    // Prevent too many matches by having a minimum length\n    debugData(`Author string: ${formatted}`);\n    if (formatted.length >= 5) {\n      return [`dc.author=\"${useWordSearch ? '' : '^'}${formatted}*\"`];\n    }\n    return [];\n  }\n\n  return [];\n\n  function getAuthor(record) {\n    //debugData(record);\n    // eslint-disable-next-line prefer-named-capture-group\n    const [field] = record.get(/^(100)|(110)|(111)|(700)|(710)|(711)$/u);\n    //debugData(field);\n\n    if (field) {\n      const authorString = field.subfields\n        .filter(({code}) => ['a'].includes(code))\n        .map(({value}) => testStringOrNumber(value) ? String(value) : '')\n        .filter(value => value)\n        // In Melinda's index subfield separators are indexed as ' '\n        .join(' ');\n      return authorString;\n    }\n    return false;\n  }\n}\n\nexport function bibPublishers(record) {\n  const debug = createDebugLogger('@natlibfi/melinda-record-matching:candidate-search:query:bibPublishers');\n  const debugData = debug.extend('data');\n  debug(`Creating query for the first publisher`);\n  //debugData(record);\n\n  const publisher = getPublisher(record);\n  if (testStringOrNumber(publisher)) {\n    const formatted = String(publisher)\n      .replace(/[^\\w\\s\\p{Alphabetic}]/gu, '')\n      // Clean up concurrent spaces from fe. subfield changes\n      .replace(/ +/gu, ' ')\n      .trim()\n      .slice(0, 30)\n      .trim();\n\n    debugData(`Publisher string: ${formatted}`);\n    // use non-wildcard word search from dc.publisher\n    return [`dc.publisher=\"${formatted}\"`];\n  }\n\n  return [];\n\n  function getPublisher(record) {\n    //debugData(record);\n    const [field] = record.get(/^(?:260)|(?:264)$/u);\n    //debugData(field);\n\n    if (field) {\n      const publisherString = field.subfields\n        .filter(({code}) => ['b'].includes(code))\n        .map(({value}) => testStringOrNumber(value) ? String(value) : '')\n        .filter(value => value)\n        // In Melinda's index subfield separators are indexed as ' '\n        .join(' ');\n      return publisherString;\n    }\n    return false;\n  }\n}\n\nexport function bibYear(record) {\n  const debug = createDebugLogger('@natlibfi/melinda-record-matching:candidate-search:query:bibYear');\n  const debugData = debug.extend('data');\n  debug(`Creating query for the publishing year`);\n\n  const year = getYear(record);\n  if (year) {\n    return [`dc.date=\"${year}\"`];\n  }\n  return [];\n\n  function getYear(record) {\n    const [f008] = record.get(/^008$/u);\n    if (f008 === undefined) {\n      debug('f008 missing');\n      return false;\n    }\n\n    debugData(`f008: ${JSON.stringify(f008)}`);\n    const {value} = f008;\n    return testStringOrNumber(value) ? String(value).slice(7, 11) : undefined;\n  }\n}\n\nexport function checkUseWordSearch(formatted) {\n  // Note: add a space to startWords to catch just actual boolean words\n  const booleanStartWords = ['and ', 'or ', 'nor ', 'not '];\n  return booleanStartWords.some(word => formatted.toLowerCase().startsWith(word));\n}\n\nexport function bibStandardIdentifiers(record) {\n\n  const debug = createDebugLogger('@natlibfi/melinda-record-matching:candidate-search:query:bibStandardIdentifiers');\n  const debugData = debug.extend('data');\n  debug(`Creating queries for standard identifiers`);\n\n  // DEVELOP: should we query also f015 and f028?\n\n  const fields = record.get(/^(?<def>020|022|024)$/u);\n  const identifiers = [].concat(...fields.map(toIdentifiers));\n  const uniqueIdentifiers = [...new Set(identifiers)];\n\n  debugData(`Standard identifier fields: ${JSON.stringify(fields)}`);\n  debugData(`Identifiers (${identifiers.length}): ${JSON.stringify(identifiers)}`);\n  debugData(`Unique identifiers (${uniqueIdentifiers.length}): ${JSON.stringify(uniqueIdentifiers)}`);\n\n  if (uniqueIdentifiers.length < 1) {\n    debug(`No identifiers found, no queries created.`);\n    return [];\n  }\n\n  return toQueries(uniqueIdentifiers, 'dc.identifier');\n\n  function toIdentifiers({tag, subfields}) {\n    const issnIsbnReqExp = (/^[A-Za-z0-9-]+$/u);\n    const otherIdReqExp = (/^[A-Za-z0-9-:]+$/u);\n\n    if (tag === '022') {\n      return subfields\n        .filter(sub => ['a', 'z', 'y'].includes(sub.code) && testStringOrNumber(sub.value) && issnIsbnReqExp.test(String(sub.value)))\n        .map(({value}) => String(value));\n    }\n\n    if (tag === '020') {\n      return subfields\n        .filter(sub => ['a', 'z'].includes(sub.code) && testStringOrNumber(sub.value) && issnIsbnReqExp.test(String(sub.value)))\n        .map(({value}) => String(value));\n    }\n\n    return subfields\n      .filter(sub => ['a', 'z'].includes(sub.code) && testStringOrNumber(sub.value) && otherIdReqExp.test(String(sub.value)))\n      .map(({value}) => String(value));\n  }\n}\n"],
+  "mappings": "AAAA,OAAO,uBAAuB;AAC9B,SAAQ,iBAAgB;AACxB,SAAQ,mBAAmB,gCAAgC,mBAAmB,0BAAyB;AAEvG,MAAM,QAAQ,kBAAkB,0DAA0D;AAEnF,gBAAS,aAAa,QAAQ;AA0BnC,QAAMA,SAAQ,kBAAkB,qEAAqE;AACrG,QAAM,YAAYA,OAAM,OAAO,MAAM;AAGrC,EAAAA,OAAM,iCAAiC;AAEvC,QAAM,QAAQ,OAAO,IAAI,KAAK;AAC9B,YAAU,eAAe,MAAM,MAAM,MAAM,KAAK,UAAU,KAAK,CAAC,EAAE;AAElE,SAAO,MAAM,SAAS,IAAI,aAAa,KAAK,IAAI,CAAC;AAEjD,WAAS,aAAaC,QAAO;AAC3B,IAAAD,OAAM,wCAAwC;AAE9C,UAAM,aAAa,cAAcC,MAAK;AAEtC,QAAI,WAAW,SAAS,GAAG;AACzB,MAAAD,OAAM,2CAA2C;AACjD,aAAO,CAAC;AAAA,IACV;AAEA,UAAM,aAAa,UAAU,YAAY,kBAAkB;AAE3D,WAAO;AAEP,aAAS,cAAcC,QAAO;AAC5B,MAAAD,OAAM,qCAAqC;AAG3C,YAAME,cAAaD,OAAM,IAAI,WAAW,EAAE,OAAO,iBAAe,WAAW;AAC3E,aAAOC;AAEP,eAAS,YAAY,OAAO;AAC1B,QAAAF,OAAM,6BAA6B;AAEnC,eAAO,+BAA+B,KAAK,IAAI,gBAAgB,KAAK,IAAI;AAExE,iBAAS,gBAAgBG,QAAO;AAC9B,UAAAH,OAAM,8BAA8B;AACpC,gBAAM,CAAC,GAAG,IAAI,kBAAkBG,QAAO,GAAG;AAC1C,gBAAM,CAAC,GAAG,IAAI,kBAAkBA,QAAO,GAAG;AAE1C,gBAAM,aAAa,mBAAmB,0BAA0B,GAAG,CAAC;AACpE,gBAAM,aAAa,0BAA0B,GAAG;AAEhD,oBAAU,GAAG,KAAK,UAAU,GAAG,CAAC,MAAM,KAAK,UAAU,GAAG,CAAC,EAAE;AAC3D,iBAAO,WAAW,OAAO,UAAU;AAAA,QACrC;AAEA,iBAAS,mBAAmB,eAAe;AACzC,gBAAM,oBAAqB;AAC3B,gBAAM,kBAAkB,mBAAmB,aAAa,IAAI,OAAO,aAAa,EAAE,QAAQ,mBAAmB,OAAO,IAAI;AACxH,oBAAU,cAAc,aAAa,OAAO,eAAe,EAAE;AAC7D,iBAAO;AAAA,QACT;AAEA,iBAAS,0BAA0B,eAAe;AAChD,oBAAU,eAAe,aAAa,EAAE;AACxC,gBAAM,qBAAsB;AAC5B,iBAAO,mBAAmB,aAAa,IAAI,OAAO,aAAa,EAAE,QAAQ,oBAAoB,EAAE,IAAI;AAAA,QACrG;AAAA,MAEF;AAAA,IACF;AAAA,EACF;AACF;AAEO,gBAAS,cAAc,QAAQ;AAGpC,QAAMH,SAAQ,kBAAkB,wEAAwE;AACxG,QAAM,YAAYA,OAAM,OAAO,MAAM;AACrC,EAAAA,OAAM,iCAAiC;AAKvC,QAAM,aAAa,kBAAkB,MAAM;AAE3C,YAAU,uBAAuB,WAAW,MAAM,MAAM,KAAK,UAAU,UAAU,CAAC,EAAE;AAEpF,MAAI,WAAW,SAAS,GAAG;AACzB,IAAAA,OAAM,2CAA2C;AACjD,WAAO,CAAC;AAAA,EACV;AAEA,SAAO,UAAU,YAAY,mBAAmB;AAClD;AAKO,gBAAS,kBAAkB,QAAQ;AACxC,QAAMA,SAAQ,kBAAkB,4EAA4E;AAC5G,QAAM,YAAYA,OAAM,OAAO,MAAM;AACrC,EAAAA,OAAM,8BAA8B;AAEpC,QAAM,KAAK,UAAU;AACrB,YAAU,aAAa,KAAK,UAAU,EAAE,CAAC,EAAE;AAE3C,SAAO,mBAAmB,EAAE,IAAI,CAAC,uBAAuB,EAAE,EAAE,IAAI,CAAC;AAEjE,WAAS,YAAY;AACnB,UAAM,CAAC,KAAK,IAAI,OAAO,IAAI,QAAQ;AAEnC,QAAI,OAAO;AACT,YAAM,EAAC,MAAK,IAAI,MAAM,UAAU,KAAK,CAAC,EAAC,KAAI,MAAM,SAAS,GAAG,KAAK,CAAC;AAEnE,UAAI,mBAAmB,KAAK,KAAM,mBAAoB,KAAK,OAAO,KAAK,CAAC,GAAG;AACzE,eAAO,OAAO,KAAK,EAAE,QAAQ,oBAAoB,EAAE;AAAA,MACrD;AAEA,UAAI,mBAAmB,KAAK,KAAM,cAAe,KAAK,OAAO,KAAK,CAAC,GAAG;AACpE,eAAO,OAAO,KAAK,EAAE,QAAQ,eAAe,EAAE;AAAA,MAChD;AAEA,aAAO;AAAA,IACT;AACA,WAAO;AAAA,EACT;AACF;AAUO,gBAAS,SAAS,QAAQ;AAE/B,SAAO,wBAAwB,EAAC,QAAQ,iBAAiB,EAAC,CAAC;AAC7D;AAEO,gBAAS,eAAe,QAAQ;AACrC,QAAM,gBAAgB;AAGtB,SAAO,wBAAwB,EAAC,QAAQ,iBAAiB,IAAG,CAAC;AAC/D;AAEO,gBAAS,mBAAmB,QAAQ;AACzC,QAAM,8BAA8B;AAIpC,SAAO,wBAAwB,EAAC,QAAQ,iBAAiB,KAAK,SAAS,KAAI,CAAC;AAC9E;AAEO,gBAAS,6BAA6B,QAAQ;AACnD,QAAM,8BAA8B;AAGpC,QAAM,gBAAgB,wBAAwB,EAAC,QAAQ,iBAAiB,KAAK,SAAS,MAAM,YAAY,MAAM,kBAAkB,CAAC,EAAC,CAAC;AACnI,QAAM,GAAG,KAAK,UAAU,aAAa,CAAC,EAAE;AACxC,SAAO,EAAC,WAAW,MAAM,KAAK,aAAa,EAAE,QAAQ,GAAG,eAAe,aAAY;AACrF;AAEO,gBAAS,wBAAwB,EAAC,QAAQ,iBAAiB,UAAU,OAAO,aAAa,OAAO,mBAAmB,CAAC,EAAC,GAAG;AAC7H,QAAM,6CAA6C,eAAe,cAAc,OAAO,iBAAiB,UAAU,EAAE;AACpH,QAAM,QAAQ,SAAS;AACvB,MAAI,mBAAmB,KAAK,GAAG;AAC7B,UAAM,YAAY,OAAO,KAAK,EAC3B,QAAQ,2BAA2B,EAAE,EAErC,QAAQ,QAAQ,GAAG,EACnB,KAAK,EACL,MAAM,GAAG,EAAE,EACX,KAAK;AAGR,UAAM,gBAAgB,mBAAmB,SAAS;AAGlD,QAAI,UAAU,UAAU,mBAAmB,CAAC,YAAY;AACtD,aAAO,CAAC,aAAa,gBAAgB,KAAK,GAAG,GAAG,SAAS,IAAI;AAAA,IAC/D;AACA,UAAM,iBAAiB,UAAU,UAAU;AAG3C,UAAM,QAAQ,aAAa,iBAAiB,CAAC,iBAAiB,KAAK,GAAG,GAAG,SAAS,GAAG,iBAAiB,MAAM,EAAE;AAC9G,UAAM,UAAU,KAAK,EAAE;AACvB,UAAM,sBAAsB,aAAa,CAAC,GAAG,kBAAkB,KAAK,IAAI;AAExE,WAAO,mBAAmB,EAAC,OAAO,gBAAgB,SAAS,YAAY,kBAAkB,oBAAmB,CAAC;AAAA,EAC/G;AAEA,SAAO,CAAC;AAER,WAAS,mBAAmB,EAAC,OAAO,iBAAiB,OAAO,SAAAI,WAAU,OAAO,YAAAC,cAAa,OAAO,kBAAAC,oBAAmB,CAAC,EAAC,GAAG;AACvH,UAAM,oBAAoB;AAC1B,UAAM,CAAC,WAAW,IAAI,WAAW,MAAM;AACvC,QAAI,gBAAgB,QAAW;AAC7B,UAAIF,UAAS;AACX,cAAM,sBAAsBC,cAAa,CAAC,GAAGC,mBAAkB,GAAG,WAAW,QAAQ,KAAK,EAAE,IAAIA;AAChG,eAAO,gBAAgB,EAAC,OAAO,GAAG,WAAW,QAAQ,KAAK,IAAI,gBAAgB,MAAM,YAAAD,aAAY,kBAAkB,oBAAmB,CAAC;AAAA,MACxI;AACA,aAAOA,cAAaC,oBAAmB,CAAC,GAAG,WAAW,QAAQ,KAAK,EAAE;AAAA,IACvE;AACA,WAAO,qBAAqB,EAAC,OAAO,gBAAgB,SAAAF,UAAS,YAAAC,aAAY,kBAAAC,kBAAgB,CAAC;AAAA,EAE5F;AAEA,WAAS,qBAAqB,EAAC,OAAO,iBAAiB,OAAO,SAAAF,WAAU,OAAO,YAAAC,cAAa,OAAO,kBAAAC,oBAAmB,CAAC,EAAC,GAAG;AACzH,UAAM,CAAC,cAAc,IAAI,cAAc,MAAM;AAC7C,QAAI,mBAAmB,QAAW;AAChC,UAAIF,UAAS;AACX,cAAM,sBAAsBC,cAAa,CAAC,GAAGC,mBAAkB,GAAG,cAAc,QAAQ,KAAK,EAAE,IAAIA;AACnG,eAAO,gBAAgB,EAAC,OAAO,GAAG,cAAc,QAAQ,KAAK,IAAI,gBAAgB,MAAM,YAAAD,aAAY,kBAAkB,oBAAmB,CAAC;AAAA,MAC3I;AACA,aAAOA,cAAaC,oBAAmB,CAAC,GAAG,cAAc,QAAQ,KAAK,EAAE;AAAA,IAC1E;AACA,QAAI,kBAAkB,CAACF,UAAS;AAC9B,aAAOC,cAAaC,oBAAmB,CAAC,GAAG,KAAK,EAAE;AAAA,IACpD;AACA,WAAO,gBAAgB,EAAC,OAAO,gBAAgB,YAAAD,aAAY,kBAAAC,kBAAgB,CAAC;AAAA,EAC9E;AAEA,WAAS,gBAAgB,EAAC,OAAO,iBAAiB,OAAO,YAAAD,cAAa,OAAO,kBAAAC,oBAAmB,CAAC,EAAC,GAAG;AACnG,UAAM,CAAC,SAAS,IAAI,QAAQ,MAAM;AAClC,QAAI,cAAc,QAAW;AAC3B,YAAM,sBAAsBD,cAAa,CAAC,GAAGC,mBAAkB,GAAG,SAAS,QAAQ,KAAK,EAAE,IAAIA;AAC9F,aAAOD,cAAa,sBAAsB,CAAC,GAAG,SAAS,QAAQ,KAAK,EAAE;AAAA,IACxE;AACA,QAAI,gBAAgB;AAClB,aAAOA,cAAaC,oBAAmB,CAAC,GAAG,KAAK,EAAE;AAAA,IACpD;AACA,WAAO,CAAC;AAAA,EACV;AAEA,WAAS,WAAW;AAClB,UAAM,CAAC,KAAK,IAAI,OAAO,IAAI,QAAQ;AAEnC,QAAI,OAAO;AACT,YAAM,cAAc,MAAM,UAEvB,OAAO,CAAC,EAAC,KAAI,MAAM,CAAC,KAAK,GAAG,EAAE,SAAS,IAAI,CAAC,EAE5C,IAAI,CAAC,EAAC,MAAK,MAAM,mBAAmB,KAAK,IAAI,OAAO,KAAK,IAAI,EAAE,EAC/D,OAAO,WAAS,KAAK,EAErB,KAAK,GAAG;AACX,aAAO;AAAA,IACT;AACA,WAAO;AAAA,EACT;AACF;AAEO,gBAAS,WAAW,QAAQ;AACjC,QAAMN,SAAQ,kBAAkB,qEAAqE;AACrG,QAAM,YAAYA,OAAM,OAAO,MAAM;AACrC,EAAAA,OAAM,qCAAqC;AAG3C,QAAM,SAAS,UAAU,MAAM;AAE/B,MAAI,mBAAmB,MAAM,GAAG;AAC9B,UAAM,YAAY,OAAO,MAAM,EAC5B,QAAQ,2BAA2B,EAAE,EAErC,QAAQ,QAAQ,GAAG,EACnB,KAAK,EACL,MAAM,GAAG,EAAE,EACX,KAAK;AAGR,UAAM,gBAAgB,mBAAmB,SAAS;AAElD,cAAU,kBAAkB,SAAS,EAAE;AACvC,QAAI,UAAU,UAAU,GAAG;AACzB,aAAO,CAAC,cAAc,gBAAgB,KAAK,GAAG,GAAG,SAAS,IAAI;AAAA,IAChE;AACA,WAAO,CAAC;AAAA,EACV;AAEA,SAAO,CAAC;AAER,WAAS,UAAUO,SAAQ;AAGzB,UAAM,CAAC,KAAK,IAAIA,QAAO,IAAI,wCAAwC;AAGnE,QAAI,OAAO;AACT,YAAM,eAAe,MAAM,UACxB,OAAO,CAAC,EAAC,KAAI,MAAM,CAAC,GAAG,EAAE,SAAS,IAAI,CAAC,EACvC,IAAI,CAAC,EAAC,MAAK,MAAM,mBAAmB,KAAK,IAAI,OAAO,KAAK,IAAI,EAAE,EAC/D,OAAO,WAAS,KAAK,EAErB,KAAK,GAAG;AACX,aAAO;AAAA,IACT;AACA,WAAO;AAAA,EACT;AACF;AAEO,gBAAS,cAAc,QAAQ;AACpC,QAAMP,SAAQ,kBAAkB,wEAAwE;AACxG,QAAM,YAAYA,OAAM,OAAO,MAAM;AACrC,EAAAA,OAAM,wCAAwC;AAG9C,QAAM,YAAY,aAAa,MAAM;AACrC,MAAI,mBAAmB,SAAS,GAAG;AACjC,UAAM,YAAY,OAAO,SAAS,EAC/B,QAAQ,2BAA2B,EAAE,EAErC,QAAQ,QAAQ,GAAG,EACnB,KAAK,EACL,MAAM,GAAG,EAAE,EACX,KAAK;AAER,cAAU,qBAAqB,SAAS,EAAE;AAE1C,WAAO,CAAC,iBAAiB,SAAS,GAAG;AAAA,EACvC;AAEA,SAAO,CAAC;AAER,WAAS,aAAaO,SAAQ;AAE5B,UAAM,CAAC,KAAK,IAAIA,QAAO,IAAI,oBAAoB;AAG/C,QAAI,OAAO;AACT,YAAM,kBAAkB,MAAM,UAC3B,OAAO,CAAC,EAAC,KAAI,MAAM,CAAC,GAAG,EAAE,SAAS,IAAI,CAAC,EACvC,IAAI,CAAC,EAAC,MAAK,MAAM,mBAAmB,KAAK,IAAI,OAAO,KAAK,IAAI,EAAE,EAC/D,OAAO,WAAS,KAAK,EAErB,KAAK,GAAG;AACX,aAAO;AAAA,IACT;AACA,WAAO;AAAA,EACT;AACF;AAEO,gBAAS,QAAQ,QAAQ;AAC9B,QAAMP,SAAQ,kBAAkB,kEAAkE;AAClG,QAAM,YAAYA,OAAM,OAAO,MAAM;AACrC,EAAAA,OAAM,wCAAwC;AAE9C,QAAM,OAAO,QAAQ,MAAM;AAC3B,MAAI,MAAM;AACR,WAAO,CAAC,YAAY,IAAI,GAAG;AAAA,EAC7B;AACA,SAAO,CAAC;AAER,WAAS,QAAQO,SAAQ;AACvB,UAAM,CAAC,IAAI,IAAIA,QAAO,IAAI,QAAQ;AAClC,QAAI,SAAS,QAAW;AACtB,MAAAP,OAAM,cAAc;AACpB,aAAO;AAAA,IACT;AAEA,cAAU,SAAS,KAAK,UAAU,IAAI,CAAC,EAAE;AACzC,UAAM,EAAC,MAAK,IAAI;AAChB,WAAO,mBAAmB,KAAK,IAAI,OAAO,KAAK,EAAE,MAAM,GAAG,EAAE,IAAI;AAAA,EAClE;AACF;AAEO,gBAAS,mBAAmB,WAAW;AAE5C,QAAM,oBAAoB,CAAC,QAAQ,OAAO,QAAQ,MAAM;AACxD,SAAO,kBAAkB,KAAK,UAAQ,UAAU,YAAY,EAAE,WAAW,IAAI,CAAC;AAChF;AAEO,gBAAS,uBAAuB,QAAQ;AAE7C,QAAMA,SAAQ,kBAAkB,iFAAiF;AACjH,QAAM,YAAYA,OAAM,OAAO,MAAM;AACrC,EAAAA,OAAM,2CAA2C;AAIjD,QAAM,SAAS,OAAO,IAAI,wBAAwB;AAClD,QAAM,cAAc,CAAC,EAAE,OAAO,GAAG,OAAO,IAAI,aAAa,CAAC;AAC1D,QAAM,oBAAoB,CAAC,GAAG,IAAI,IAAI,WAAW,CAAC;AAElD,YAAU,+BAA+B,KAAK,UAAU,MAAM,CAAC,EAAE;AACjE,YAAU,gBAAgB,YAAY,MAAM,MAAM,KAAK,UAAU,WAAW,CAAC,EAAE;AAC/E,YAAU,uBAAuB,kBAAkB,MAAM,MAAM,KAAK,UAAU,iBAAiB,CAAC,EAAE;AAElG,MAAI,kBAAkB,SAAS,GAAG;AAChC,IAAAA,OAAM,2CAA2C;AACjD,WAAO,CAAC;AAAA,EACV;AAEA,SAAO,UAAU,mBAAmB,eAAe;AAEnD,WAAS,cAAc,EAAC,KAAK,UAAS,GAAG;AACvC,UAAM,iBAAkB;AACxB,UAAM,gBAAiB;AAEvB,QAAI,QAAQ,OAAO;AACjB,aAAO,UACJ,OAAO,SAAO,CAAC,KAAK,KAAK,GAAG,EAAE,SAAS,IAAI,IAAI,KAAK,mBAAmB,IAAI,KAAK,KAAK,eAAe,KAAK,OAAO,IAAI,KAAK,CAAC,CAAC,EAC3H,IAAI,CAAC,EAAC,MAAK,MAAM,OAAO,KAAK,CAAC;AAAA,IACnC;AAEA,QAAI,QAAQ,OAAO;AACjB,aAAO,UACJ,OAAO,SAAO,CAAC,KAAK,GAAG,EAAE,SAAS,IAAI,IAAI,KAAK,mBAAmB,IAAI,KAAK,KAAK,eAAe,KAAK,OAAO,IAAI,KAAK,CAAC,CAAC,EACtH,IAAI,CAAC,EAAC,MAAK,MAAM,OAAO,KAAK,CAAC;AAAA,IACnC;AAEA,WAAO,UACJ,OAAO,SAAO,CAAC,KAAK,GAAG,EAAE,SAAS,IAAI,IAAI,KAAK,mBAAmB,IAAI,KAAK,KAAK,cAAc,KAAK,OAAO,IAAI,KAAK,CAAC,CAAC,EACrH,IAAI,CAAC,EAAC,MAAK,MAAM,OAAO,KAAK,CAAC;AAAA,EACnC;AACF;",
+  "names": ["debug", "fSids", "sidStrings", "field", "addYear", "alternates", "alternateQueries", "record"]
+}

package/dist/candidate-search/query-list/bib.test.js

@@ -0,0 +1,34 @@
+import assert from "node:assert";
+import { describe } from "node:test";
+import createDebugLogger from "debug";
+import generateTests from "@natlibfi/fixugen";
+import { READERS } from "@natlibfi/fixura";
+import { MarcRecord } from "@natlibfi/marc-record";
+import * as generators from "./bib.js";
+const debug = createDebugLogger("@natlibfi/melinda-record-matching:candidate-search:query:bibHostComponents:test");
+const debugData = debug.extend("data");
+describe("candidate-search/query-list/bib/", () => {
+  generateTests({
+    path: [import.meta.dirname, "..", "..", "..", "test-fixtures", "candidate-search", "query-list", "bib"],
+    useMetadataFile: true,
+    fixura: {
+      reader: READERS.JSON
+    },
+    callback: ({ type, inputRecord, expectedQuery, expectedQueryListType, enabled = true }) => {
+      const generate = generators[type];
+      const record = new MarcRecord(inputRecord, { subfieldValues: false });
+      if (!enabled) {
+        return;
+      }
+      const result = generate(record);
+      debugData(`Result: ${JSON.stringify(result)}`);
+      if (result.queryListType) {
+        assert.deepStrictEqual(result.queryList, expectedQuery);
+        assert.equal(result.queryListType, expectedQueryListType);
+        return;
+      }
+      assert.deepStrictEqual(result, expectedQuery);
+    }
+  });
+});
+//# sourceMappingURL=bib.test.js.map

package/dist/candidate-search/query-list/bib.test.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../../src/candidate-search/query-list/bib.test.js"],
+  "sourcesContent": ["import assert from 'node:assert';\nimport {describe} from 'node:test';\nimport createDebugLogger from 'debug';\nimport generateTests from '@natlibfi/fixugen';\nimport {READERS} from '@natlibfi/fixura';\nimport {MarcRecord} from '@natlibfi/marc-record';\nimport * as generators from './bib.js';\n\nconst debug = createDebugLogger('@natlibfi/melinda-record-matching:candidate-search:query:bibHostComponents:test');\nconst debugData = debug.extend('data');\n\ndescribe('candidate-search/query-list/bib/', () => {\n  generateTests({\n    path: [import.meta.dirname, '..', '..', '..', 'test-fixtures', 'candidate-search', 'query-list', 'bib'],\n    useMetadataFile: true,\n    fixura: {\n      reader: READERS.JSON\n    },\n    callback: ({type, inputRecord, expectedQuery, expectedQueryListType, enabled = true}) => {\n      const generate = generators[type];\n      const record = new MarcRecord(inputRecord, {subfieldValues: false});\n\n      if (!enabled) {\n        return;\n      }\n\n      const result = generate(record);\n      debugData(`Result: ${JSON.stringify(result)}`);\n\n      if (result.queryListType) {\n        assert.deepStrictEqual(result.queryList, expectedQuery);\n        assert.equal(result.queryListType, expectedQueryListType);\n        return;\n      }\n      assert.deepStrictEqual(result, expectedQuery);\n    }\n  });\n});\n"],
+  "mappings": "AAAA,OAAO,YAAY;AACnB,SAAQ,gBAAe;AACvB,OAAO,uBAAuB;AAC9B,OAAO,mBAAmB;AAC1B,SAAQ,eAAc;AACtB,SAAQ,kBAAiB;AACzB,YAAY,gBAAgB;AAE5B,MAAM,QAAQ,kBAAkB,iFAAiF;AACjH,MAAM,YAAY,MAAM,OAAO,MAAM;AAErC,SAAS,oCAAoC,MAAM;AACjD,gBAAc;AAAA,IACZ,MAAM,CAAC,YAAY,SAAS,MAAM,MAAM,MAAM,iBAAiB,oBAAoB,cAAc,KAAK;AAAA,IACtG,iBAAiB;AAAA,IACjB,QAAQ;AAAA,MACN,QAAQ,QAAQ;AAAA,IAClB;AAAA,IACA,UAAU,CAAC,EAAC,MAAM,aAAa,eAAe,uBAAuB,UAAU,KAAI,MAAM;AACvF,YAAM,WAAW,WAAW,IAAI;AAChC,YAAM,SAAS,IAAI,WAAW,aAAa,EAAC,gBAAgB,MAAK,CAAC;AAElE,UAAI,CAAC,SAAS;AACZ;AAAA,MACF;AAEA,YAAM,SAAS,SAAS,MAAM;AAC9B,gBAAU,WAAW,KAAK,UAAU,MAAM,CAAC,EAAE;AAE7C,UAAI,OAAO,eAAe;AACxB,eAAO,gBAAgB,OAAO,WAAW,aAAa;AACtD,eAAO,MAAM,OAAO,eAAe,qBAAqB;AACxD;AAAA,MACF;AACA,aAAO,gBAAgB,QAAQ,aAAa;AAAA,IAC9C;AAAA,EACF,CAAC;AACH,CAAC;",
+  "names": []
+}

package/dist/candidate-search/query-list/component.js

@@ -0,0 +1,87 @@
+import createDebugLogger from "debug";
+import { promisify } from "util";
+import { toQueries } from "../candidate-search-utils.js";
+import { getSubfieldValues, testStringOrNumber, toMelindaIds } from "../../matching-utils.js";
+const setTimeoutPromise = promisify(setTimeout);
+export function hostIdMelinda(record) {
+  const debug = createDebugLogger("@natlibfi/melinda-record-matching:candidate-search:query:hostIdMelinda");
+  const debugData = debug.extend("data");
+  debug(`Creating query for the Melinda Id host`);
+  const ids = hostId(record);
+  if (ids.length > 0) {
+    return toQueries(ids, "melinda.partsofhost");
+  }
+  debug(`No valid Melinda Id host found`);
+  return [];
+  function hostId(record2) {
+    const f773s = record2.get(/^773$/u).filter((f773) => f773.subfields.some((sub) => sub.code === "w" && /\(FI-MELINDA\).*/ui.test(sub.value)));
+    if (f773s.length === 0) {
+      return false;
+    }
+    const melindaIds = f773s.map((f773) => toMelindaIds(f773, ["w"])).flat().filter((value) => testStringOrNumber(value)).filter((value, index, array) => array.indexOf(value) === index);
+    return melindaIds;
+  }
+}
+export async function hostIdOtherSource(record, client) {
+  const debug = createDebugLogger("@natlibfi/melinda-record-matching:candidate-search:query:hostIdOtherSource");
+  const debugData = debug.extend("data");
+  debug(`Creating query for the Other source Id host`);
+  const ids = getHostIds(record);
+  const otherSources = getOtherSources(record);
+  if (ids.length > 0 && otherSources.length > 0) {
+    const otherSourceIds = ids.map((id) => otherSources.map((source) => `${id}${source}`)).flat();
+    const melindaHostQueries = await handleSruCalls(otherSourceIds);
+    debug(JSON.stringify(melindaHostQueries));
+    return melindaHostQueries;
+  }
+  debug(`No valid other source hosts found`);
+  return [];
+  function getHostIds(record2) {
+    const f773s = record2.get(/^773$/u).filter((f773) => f773.subfields.some((sub) => sub.code === "w" && !/\(FI-MELINDA\).*/ui.test(sub.value)));
+    if (f773s.length === 0) {
+      return false;
+    }
+    const subfieldWs = f773s.map((f773) => {
+      debugData(`f773: ${JSON.stringify(f773)}`);
+      return getSubfieldValues(f773, "w").flat();
+    }).flat();
+    const ids2 = subfieldWs.map((value) => `${value}`.replace(/\(FI-.*\)/ui, "")).filter((value) => testStringOrNumber(value)).filter((value, index, array) => array.indexOf(value) === index);
+    return ids2;
+  }
+  function getOtherSources(record2) {
+    const fSids = record2.get("SID");
+    return fSids.map((field) => getSubfieldValues(field, "b"));
+  }
+  async function handleSruCalls(otherSourceIds, ids2 = []) {
+    const [otherSourceId, ...rest] = otherSourceIds;
+    if (otherSourceId === void 0) {
+      debug(`host ids: ${ids2}`);
+      const validIds = ids2.filter((id2) => id2);
+      return toQueries(validIds, "melinda.partsofhost");
+    }
+    const otherSourceHostQuery = await toQueries([otherSourceId], "melinda.sourceid");
+    const id = await new Promise((resolve, reject) => {
+      debug(`Searching for hosts with query: ${otherSourceHostQuery}`);
+      let recordId;
+      client.searchRetrieve(otherSourceHostQuery).on("error", (err) => {
+        debug(`SRU error for query: ${otherSourceHostQuery}: ${err}`);
+        reject(err);
+      }).on("end", async () => {
+        try {
+          debug(`Searching for hosts: done`);
+          await setTimeoutPromise(10);
+          resolve(recordId);
+        } catch (err) {
+          debug(`Error caught on END`);
+          reject(err);
+        }
+      }).on("record", (record2) => {
+        const [field] = record2.get(/^001$/u);
+        debug(field);
+        recordId = field.value ? field.value : "";
+      });
+    });
+    return handleSruCalls(rest, [...ids2, id]);
+  }
+}
+//# sourceMappingURL=component.js.map

package/dist/candidate-search/query-list/component.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../../src/candidate-search/query-list/component.js"],
+  "sourcesContent": ["import createDebugLogger from 'debug';\nimport {promisify} from 'util';\nimport {toQueries} from '../candidate-search-utils.js';\nimport {getSubfieldValues, testStringOrNumber, toMelindaIds} from '../../matching-utils.js';\n\nconst setTimeoutPromise = promisify(setTimeout); // eslint-disable-line\n\nexport function hostIdMelinda(record) {\n  const debug = createDebugLogger('@natlibfi/melinda-record-matching:candidate-search:query:hostIdMelinda');\n  const debugData = debug.extend('data'); // eslint-disable-line\n  debug(`Creating query for the Melinda Id host`);\n\n  const ids = hostId(record);\n  if (ids.length > 0) {\n    return toQueries(ids, 'melinda.partsofhost');\n  }\n\n  debug(`No valid Melinda Id host found`);\n  return [];\n\n  function hostId(record) {\n    // Multi 773 handling\n    const f773s = record.get(/^773$/u)\n      .filter(f773 => f773.subfields.some(sub => sub.code === 'w' && (/\\(FI-MELINDA\\).*/ui).test(sub.value)));\n\n    if (f773s.length === 0) {\n      return false;\n    }\n\n    // Multi $w handling\n    // $w (prefix)<id> handling\n    // $w <id> & $w (prefix)<id> Match\n    const melindaIds = f773s.map(f773 => toMelindaIds(f773, ['w'])).flat()\n      .filter(value => testStringOrNumber(value)) // drop invalid values\n      .filter((value, index, array) => array.indexOf(value) === index); // unique values;\n    return melindaIds;\n  }\n}\n\nexport async function hostIdOtherSource(record, client) {\n  const debug = createDebugLogger('@natlibfi/melinda-record-matching:candidate-search:query:hostIdOtherSource');\n  const debugData = debug.extend('data'); // eslint-disable-line\n  debug(`Creating query for the Other source Id host`);\n\n  const ids = getHostIds(record);\n  const otherSources = getOtherSources(record);\n  if (ids.length > 0 && otherSources.length > 0) {\n    const otherSourceIds = ids.map(id => otherSources.map(source => `${id}${source}`)).flat();\n    const melindaHostQueries = await handleSruCalls(otherSourceIds);\n    debug(JSON.stringify(melindaHostQueries));\n\n    return melindaHostQueries;\n  }\n\n  debug(`No valid other source hosts found`);\n  return [];\n\n\n  function getHostIds(record) {\n    const f773s = record.get(/^773$/u)\n      .filter(f773 => f773.subfields.some(sub => sub.code === 'w' && !(/\\(FI-MELINDA\\).*/ui).test(sub.value)));\n    if (f773s.length === 0) {\n      return false;\n    }\n\n    // Multi 773 handling\n    const subfieldWs = f773s\n      .map(f773 => {\n        debugData(`f773: ${JSON.stringify(f773)}`);\n        return getSubfieldValues(f773, 'w').flat();\n      }).flat();\n\n    // Multi $w handling\n    // $w (prefix)<id> handling\n    // $w <id> & $w (prefix)<id> Match\n    const ids = subfieldWs.map(value => `${value}`.replace(/\\(FI-.*\\)/ui, '')) // remove prefixes\n      .filter(value => testStringOrNumber(value)) // drop invalid values\n      .filter((value, index, array) => array.indexOf(value) === index); // unique values\n\n    return ids;\n  }\n\n  function getOtherSources(record) {\n    const fSids = record.get('SID');\n    return fSids.map(field => getSubfieldValues(field, 'b'));\n  }\n\n  async function handleSruCalls(otherSourceIds, ids = []) {\n    const [otherSourceId, ...rest] = otherSourceIds;\n\n    if (otherSourceId === undefined) {\n      debug(`host ids: ${ids}`);\n      const validIds = ids.filter(id => id);\n      return toQueries(validIds, 'melinda.partsofhost');\n    }\n\n    const otherSourceHostQuery = await toQueries([otherSourceId], 'melinda.sourceid');\n    const id = await new Promise((resolve, reject) => {\n      debug(`Searching for hosts with query: ${otherSourceHostQuery}`);\n      let recordId;\n\n      client.searchRetrieve(otherSourceHostQuery)\n        .on('error', err => {\n          debug(`SRU error for query: ${otherSourceHostQuery}: ${err}`);\n          reject(err);\n        })\n        .on('end', async () => {\n          try {\n            debug(`Searching for hosts: done`);\n            await setTimeoutPromise(10);\n            resolve(recordId);\n          } catch (err) {\n            debug(`Error caught on END`);\n            reject(err);\n          }\n        })\n        .on('record', record => {\n          const [field] = record.get(/^001$/u);\n          debug(field);\n          recordId = field.value ? field.value : '';\n        });\n    });\n\n    return handleSruCalls(rest, [...ids, id]);\n  }\n}\n\n"],
+  "mappings": "AAAA,OAAO,uBAAuB;AAC9B,SAAQ,iBAAgB;AACxB,SAAQ,iBAAgB;AACxB,SAAQ,mBAAmB,oBAAoB,oBAAmB;AAElE,MAAM,oBAAoB,UAAU,UAAU;AAEvC,gBAAS,cAAc,QAAQ;AACpC,QAAM,QAAQ,kBAAkB,wEAAwE;AACxG,QAAM,YAAY,MAAM,OAAO,MAAM;AACrC,QAAM,wCAAwC;AAE9C,QAAM,MAAM,OAAO,MAAM;AACzB,MAAI,IAAI,SAAS,GAAG;AAClB,WAAO,UAAU,KAAK,qBAAqB;AAAA,EAC7C;AAEA,QAAM,gCAAgC;AACtC,SAAO,CAAC;AAER,WAAS,OAAOA,SAAQ;AAEtB,UAAM,QAAQA,QAAO,IAAI,QAAQ,EAC9B,OAAO,UAAQ,KAAK,UAAU,KAAK,SAAO,IAAI,SAAS,OAAQ,qBAAsB,KAAK,IAAI,KAAK,CAAC,CAAC;AAExG,QAAI,MAAM,WAAW,GAAG;AACtB,aAAO;AAAA,IACT;AAKA,UAAM,aAAa,MAAM,IAAI,UAAQ,aAAa,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,EAClE,OAAO,WAAS,mBAAmB,KAAK,CAAC,EACzC,OAAO,CAAC,OAAO,OAAO,UAAU,MAAM,QAAQ,KAAK,MAAM,KAAK;AACjE,WAAO;AAAA,EACT;AACF;AAEA,sBAAsB,kBAAkB,QAAQ,QAAQ;AACtD,QAAM,QAAQ,kBAAkB,4EAA4E;AAC5G,QAAM,YAAY,MAAM,OAAO,MAAM;AACrC,QAAM,6CAA6C;AAEnD,QAAM,MAAM,WAAW,MAAM;AAC7B,QAAM,eAAe,gBAAgB,MAAM;AAC3C,MAAI,IAAI,SAAS,KAAK,aAAa,SAAS,GAAG;AAC7C,UAAM,iBAAiB,IAAI,IAAI,QAAM,aAAa,IAAI,YAAU,GAAG,EAAE,GAAG,MAAM,EAAE,CAAC,EAAE,KAAK;AACxF,UAAM,qBAAqB,MAAM,eAAe,cAAc;AAC9D,UAAM,KAAK,UAAU,kBAAkB,CAAC;AAExC,WAAO;AAAA,EACT;AAEA,QAAM,mCAAmC;AACzC,SAAO,CAAC;AAGR,WAAS,WAAWA,SAAQ;AAC1B,UAAM,QAAQA,QAAO,IAAI,QAAQ,EAC9B,OAAO,UAAQ,KAAK,UAAU,KAAK,SAAO,IAAI,SAAS,OAAO,CAAE,qBAAsB,KAAK,IAAI,KAAK,CAAC,CAAC;AACzG,QAAI,MAAM,WAAW,GAAG;AACtB,aAAO;AAAA,IACT;AAGA,UAAM,aAAa,MAChB,IAAI,UAAQ;AACX,gBAAU,SAAS,KAAK,UAAU,IAAI,CAAC,EAAE;AACzC,aAAO,kBAAkB,MAAM,GAAG,EAAE,KAAK;AAAA,IAC3C,CAAC,EAAE,KAAK;AAKV,UAAMC,OAAM,WAAW,IAAI,WAAS,GAAG,KAAK,GAAG,QAAQ,eAAe,EAAE,CAAC,EACtE,OAAO,WAAS,mBAAmB,KAAK,CAAC,EACzC,OAAO,CAAC,OAAO,OAAO,UAAU,MAAM,QAAQ,KAAK,MAAM,KAAK;AAEjE,WAAOA;AAAA,EACT;AAEA,WAAS,gBAAgBD,SAAQ;AAC/B,UAAM,QAAQA,QAAO,IAAI,KAAK;AAC9B,WAAO,MAAM,IAAI,WAAS,kBAAkB,OAAO,GAAG,CAAC;AAAA,EACzD;AAEA,iBAAe,eAAe,gBAAgBC,OAAM,CAAC,GAAG;AACtD,UAAM,CAAC,eAAe,GAAG,IAAI,IAAI;AAEjC,QAAI,kBAAkB,QAAW;AAC/B,YAAM,aAAaA,IAAG,EAAE;AACxB,YAAM,WAAWA,KAAI,OAAO,CAAAC,QAAMA,GAAE;AACpC,aAAO,UAAU,UAAU,qBAAqB;AAAA,IAClD;AAEA,UAAM,uBAAuB,MAAM,UAAU,CAAC,aAAa,GAAG,kBAAkB;AAChF,UAAM,KAAK,MAAM,IAAI,QAAQ,CAAC,SAAS,WAAW;AAChD,YAAM,mCAAmC,oBAAoB,EAAE;AAC/D,UAAI;AAEJ,aAAO,eAAe,oBAAoB,EACvC,GAAG,SAAS,SAAO;AAClB,cAAM,wBAAwB,oBAAoB,KAAK,GAAG,EAAE;AAC5D,eAAO,GAAG;AAAA,MACZ,CAAC,EACA,GAAG,OAAO,YAAY;AACrB,YAAI;AACF,gBAAM,2BAA2B;AACjC,gBAAM,kBAAkB,EAAE;AAC1B,kBAAQ,QAAQ;AAAA,QAClB,SAAS,KAAK;AACZ,gBAAM,qBAAqB;AAC3B,iBAAO,GAAG;AAAA,QACZ;AAAA,MACF,CAAC,EACA,GAAG,UAAU,CAAAF,YAAU;AACtB,cAAM,CAAC,KAAK,IAAIA,QAAO,IAAI,QAAQ;AACnC,cAAM,KAAK;AACX,mBAAW,MAAM,QAAQ,MAAM,QAAQ;AAAA,MACzC,CAAC;AAAA,IACL,CAAC;AAED,WAAO,eAAe,MAAM,CAAC,GAAGC,MAAK,EAAE,CAAC;AAAA,EAC1C;AACF;",
+  "names": ["record", "ids", "id"]
+}

package/dist/candidate-search/query-list/index.js

@@ -1,60 +1,48 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.searchTypes = exports.default = void 0;
-var bib = _interopRequireWildcard(require("./bib"));
-function _getRequireWildcardCache(e) { if ("function" != typeof WeakMap) return null; var r = new WeakMap(), t = new WeakMap(); return (_getRequireWildcardCache = function (e) { return e ? t : r; })(e); }
-function _interopRequireWildcard(e, r) { if (!r && e && e.__esModule) return e; if (null === e || "object" != typeof e && "function" != typeof e) return { default: e }; var t = _getRequireWildcardCache(r); if (t && t.has(e)) return t.get(e); var n = { __proto__: null }, a = Object.defineProperty && Object.getOwnPropertyDescriptor; for (var u in e) if ("default" !== u && Object.prototype.hasOwnProperty.call(e, u)) { var i = a ? Object.getOwnPropertyDescriptor(e, u) : null; i && (i.get || i.set) ? Object.defineProperty(n, u, i) : n[u] = e[u]; } return n.default = e, t && t.set(e, n), n; }
-/**
-*
-* @licstart  The following is the entire license notice for the JavaScript code in this file.
-*
-* Melinda record matching modules for Javascript
-*
-* Copyright (C) 2020-2022 University Of Helsinki (The National Library Of Finland)
-*
-* This file is part of melinda-record-matching-js
-*
-* melinda-record-matching-js program is free software: you can redistribute it and/or modify
-* it under the terms of the GNU Lesser General Public License as
-* published by the Free Software Foundation, either version 3 of the
-* License, or (at your option) any later version.
-*
-* melinda-record-matching-js is distributed in the hope that it will be useful,
-* but WITHOUT ANY WARRANTY; without even the implied warranty of
-* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-* GNU Lesser General Public License for more details.
-*
-* You should have received a copy of the GNU Affero General Public License
-* along with this program.  If not, see <http://www.gnu.org/licenses/>.
-*
-* @licend  The above is the entire license notice
-* for the JavaScript code in this file.
-*
-*/
-
-const searchTypes = exports.searchTypes = {
+import * as bib from "./bib.js";
+import * as component from "./component.js";
+import createDebugLogger from "debug";
+const debug = createDebugLogger("@natlibfi/melinda-record-matching:candidate-search:index");
+const debugData = debug.extend("data");
+export const searchTypes = {
   bib: {
-    standardIdentifiers: 'bibStandardIdentifiers',
-    hostComponents: 'bibHostComponents',
-    title: 'bibTitle',
+    standardIdentifiers: "bibStandardIdentifiers",
+    hostComponents: "bibHostComponents",
+    title: "bibTitle",
     // title ( + first author + first publisher if needed)
-    titleAuthor: 'bibTitleAuthor',
+    titleAuthor: "bibTitleAuthor",
     // title + first author (or first publisher if no author)
-    titleAuthorYear: 'bibTitleAuthorYear',
+    titleAuthorYear: "bibTitleAuthorYear",
     // title + first author (or first publisher if no author), publishing year
-    melindaId: 'bibMelindaIds',
-    sourceIds: 'bibSourceIds'
+    titleAuthorYearAlternates: "bibTitleAuthorYearAlternates",
+    // title + first author (or first publisher if no author), publishing year
+    melindaId: "bibMelindaIds",
+    sourceIds: "bibSourceIds"
     //DEVELOP: bibContent: 'bibContent'
+  },
+  component: {
+    hostIdMelinda: "hostIdMelinda",
+    // 773 $w (FI-MELINDA)
+    hostIdOtherSource: "hostIdOtherSource",
+    // 773 $w !(FI-MELINDA)
+    hostIsbn: "hostIsbn"
+    // 773 $z
   }
 };
-var _default = (record, searchSpec) => {
-  const extractors = {
-    ...bib
-  };
-  return searchSpec.map(generateQueryExtractor).map(cb => cb(record)).flat();
+export default async (record, searchSpec, client) => {
+  const extractors = { ...bib, ...component };
+  debugData(`extractors: ${JSON.stringify(extractors)}`);
+  debugData(`searchSpec: ${JSON.stringify(searchSpec)}`);
+  const qExtractors = searchSpec.map(generateQueryExtractor);
+  const results = await handleQextractors(qExtractors);
+  return results;
+  async function handleQextractors(qExtractors2, results2 = []) {
+    const [qExtractor, ...rest] = qExtractors2;
+    if (qExtractor === void 0) {
+      return results2.flat();
+    }
+    const result = await qExtractor(record, client);
+    return handleQextractors(rest, [...results2, result]);
+  }
   function generateQueryExtractor(type) {
     if (extractors[type]) {
       return extractors[type];
@@ -62,5 +50,4 @@ var _default = (record, searchSpec) => {
     throw new Error(`Unknown search type: ${type}`);
   }
 };
-exports.default = _default;
-//# sourceMappingURL=index.js.map
+//# sourceMappingURL=index.js.map

package/dist/candidate-search/query-list/index.js.map

@@ -1 +1,7 @@
-{"version":3,"file":"index.js","names":["bib","_interopRequireWildcard","require","_getRequireWildcardCache","e","WeakMap","r","t","__esModule","default","has","get","n","__proto__","a","Object","defineProperty","getOwnPropertyDescriptor","u","prototype","hasOwnProperty","call","i","set","searchTypes","exports","standardIdentifiers","hostComponents","title","titleAuthor","titleAuthorYear","melindaId","sourceIds","_default","record","searchSpec","extractors","map","generateQueryExtractor","cb","flat","type","Error"],"sources":["../../../src/candidate-search/query-list/index.js"],"sourcesContent":["/**\n*\n* @licstart  The following is the entire license notice for the JavaScript code in this file.\n*\n* Melinda record matching modules for Javascript\n*\n* Copyright (C) 2020-2022 University Of Helsinki (The National Library Of Finland)\n*\n* This file is part of melinda-record-matching-js\n*\n* melinda-record-matching-js program is free software: you can redistribute it and/or modify\n* it under the terms of the GNU Lesser General Public License as\n* published by the Free Software Foundation, either version 3 of the\n* License, or (at your option) any later version.\n*\n* melinda-record-matching-js is distributed in the hope that it will be useful,\n* but WITHOUT ANY WARRANTY; without even the implied warranty of\n* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the\n* GNU Lesser General Public License for more details.\n*\n* You should have received a copy of the GNU Affero General Public License\n* along with this program.  If not, see <http://www.gnu.org/licenses/>.\n*\n* @licend  The above is the entire license notice\n* for the JavaScript code in this file.\n*\n*/\n\nimport * as bib from './bib';\n\nexport const searchTypes = {\n  bib: {\n    standardIdentifiers: 'bibStandardIdentifiers',\n    hostComponents: 'bibHostComponents',\n    title: 'bibTitle', // title ( + first author + first publisher if needed)\n    titleAuthor: 'bibTitleAuthor', // title + first author (or first publisher if no author)\n    titleAuthorYear: 'bibTitleAuthorYear', // title + first author (or first publisher if no author), publishing year\n    melindaId: 'bibMelindaIds',\n    sourceIds: 'bibSourceIds'\n    //DEVELOP: bibContent: 'bibContent'\n  }\n};\n\nexport default (record, searchSpec) => {\n  const extractors = {...bib};\n\n  return searchSpec\n    .map(generateQueryExtractor)\n    .map(cb => cb(record))\n    .flat();\n\n  function generateQueryExtractor(type) {\n    if (extractors[type]) {\n      return extractors[type];\n    }\n\n    throw new Error(`Unknown search type: ${type}`);\n  }\n};\n"],"mappings":";;;;;;AA4BA,IAAAA,GAAA,GAAAC,uBAAA,CAAAC,OAAA;AAA6B,SAAAC,yBAAAC,CAAA,6BAAAC,OAAA,mBAAAC,CAAA,OAAAD,OAAA,IAAAE,CAAA,OAAAF,OAAA,YAAAF,wBAAA,YAAAA,CAAAC,CAAA,WAAAA,CAAA,GAAAG,CAAA,GAAAD,CAAA,KAAAF,CAAA;AAAA,SAAAH,wBAAAG,CAAA,EAAAE,CAAA,SAAAA,CAAA,IAAAF,CAAA,IAAAA,CAAA,CAAAI,UAAA,SAAAJ,CAAA,eAAAA,CAAA,uBAAAA,CAAA,yBAAAA,CAAA,WAAAK,OAAA,EAAAL,CAAA,QAAAG,CAAA,GAAAJ,wBAAA,CAAAG,CAAA,OAAAC,CAAA,IAAAA,CAAA,CAAAG,GAAA,CAAAN,CAAA,UAAAG,CAAA,CAAAI,GAAA,CAAAP,CAAA,OAAAQ,CAAA,KAAAC,SAAA,UAAAC,CAAA,GAAAC,MAAA,CAAAC,cAAA,IAAAD,MAAA,CAAAE,wBAAA,WAAAC,CAAA,IAAAd,CAAA,oBAAAc,CAAA,IAAAH,MAAA,CAAAI,SAAA,CAAAC,cAAA,CAAAC,IAAA,CAAAjB,CAAA,EAAAc,CAAA,SAAAI,CAAA,GAAAR,CAAA,GAAAC,MAAA,CAAAE,wBAAA,CAAAb,CAAA,EAAAc,CAAA,UAAAI,CAAA,KAAAA,CAAA,CAAAX,GAAA,IAAAW,CAAA,CAAAC,GAAA,IAAAR,MAAA,CAAAC,cAAA,CAAAJ,CAAA,EAAAM,CAAA,EAAAI,CAAA,IAAAV,CAAA,CAAAM,CAAA,IAAAd,CAAA,CAAAc,CAAA,YAAAN,CAAA,CAAAH,OAAA,GAAAL,CAAA,EAAAG,CAAA,IAAAA,CAAA,CAAAgB,GAAA,CAAAnB,CAAA,EAAAQ,CAAA,GAAAA,CAAA;AA5B7B;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AAIO,MAAMY,WAAW,GAAAC,OAAA,CAAAD,WAAA,GAAG;EACzBxB,GAAG,EAAE;IACH0B,mBAAmB,EAAE,wBAAwB;IAC7CC,cAAc,EAAE,mBAAmB;IACnCC,KAAK,EAAE,UAAU;IAAE;IACnBC,WAAW,EAAE,gBAAgB;IAAE;IAC/BC,eAAe,EAAE,oBAAoB;IAAE;IACvCC,SAAS,EAAE,eAAe;IAC1BC,SAAS,EAAE;IACX;EACF;AACF,CAAC;AAAC,IAAAC,QAAA,GAEaA,CAACC,MAAM,EAAEC,UAAU,KAAK;EACrC,MAAMC,UAAU,GAAG;IAAC,GAAGpC;EAAG,CAAC;EAE3B,OAAOmC,UAAU,CACdE,GAAG,CAACC,sBAAsB,CAAC,CAC3BD,GAAG,CAACE,EAAE,IAAIA,EAAE,CAACL,MAAM,CAAC,CAAC,CACrBM,IAAI,CAAC,CAAC;EAET,SAASF,sBAAsBA,CAACG,IAAI,EAAE;IACpC,IAAIL,UAAU,CAACK,IAAI,CAAC,EAAE;MACpB,OAAOL,UAAU,CAACK,IAAI,CAAC;IACzB;IAEA,MAAM,IAAIC,KAAK,CAAE,wBAAuBD,IAAK,EAAC,CAAC;EACjD;AACF,CAAC;AAAAhB,OAAA,CAAAhB,OAAA,GAAAwB,QAAA"}
+{
+  "version": 3,
+  "sources": ["../../../src/candidate-search/query-list/index.js"],
+  "sourcesContent": ["import * as bib from './bib.js';\nimport * as component from './component.js';\nimport createDebugLogger from 'debug';\n\nconst debug = createDebugLogger('@natlibfi/melinda-record-matching:candidate-search:index');\nconst debugData = debug.extend('data');\n\nexport const searchTypes = {\n  bib: {\n    standardIdentifiers: 'bibStandardIdentifiers',\n    hostComponents: 'bibHostComponents',\n    title: 'bibTitle', // title ( + first author + first publisher if needed)\n    titleAuthor: 'bibTitleAuthor', // title + first author (or first publisher if no author)\n    titleAuthorYear: 'bibTitleAuthorYear', // title + first author (or first publisher if no author), publishing year\n    titleAuthorYearAlternates: 'bibTitleAuthorYearAlternates', // title + first author (or first publisher if no author), publishing year\n    melindaId: 'bibMelindaIds',\n    sourceIds: 'bibSourceIds'\n    //DEVELOP: bibContent: 'bibContent'\n  },\n  component: {\n    hostIdMelinda: 'hostIdMelinda', // 773 $w (FI-MELINDA)\n    hostIdOtherSource: 'hostIdOtherSource', // 773 $w !(FI-MELINDA)\n    hostIsbn: 'hostIsbn' // 773 $z\n  }\n};\n\nexport default async (record, searchSpec, client) => {\n  const extractors = {...bib, ...component};\n  debugData(`extractors: ${JSON.stringify(extractors)}`);\n  debugData(`searchSpec: ${JSON.stringify(searchSpec)}`);\n\n  const qExtractors = searchSpec.map(generateQueryExtractor);\n  const results = await handleQextractors(qExtractors);\n  return results;\n\n  async function handleQextractors(qExtractors, results = []) {\n    const [qExtractor, ...rest] = qExtractors;\n\n    if (qExtractor === undefined) {\n      return results.flat();\n    }\n\n    const result = await qExtractor(record, client);\n    return handleQextractors(rest, [...results, result]);\n  }\n\n  function generateQueryExtractor(type) {\n    if (extractors[type]) {\n      //debugData(`${JSON.stringify(extractors[type])}`);\n      return extractors[type];\n    }\n\n    throw new Error(`Unknown search type: ${type}`);\n  }\n};\n"],
+  "mappings": "AAAA,YAAY,SAAS;AACrB,YAAY,eAAe;AAC3B,OAAO,uBAAuB;AAE9B,MAAM,QAAQ,kBAAkB,0DAA0D;AAC1F,MAAM,YAAY,MAAM,OAAO,MAAM;AAE9B,aAAM,cAAc;AAAA,EACzB,KAAK;AAAA,IACH,qBAAqB;AAAA,IACrB,gBAAgB;AAAA,IAChB,OAAO;AAAA;AAAA,IACP,aAAa;AAAA;AAAA,IACb,iBAAiB;AAAA;AAAA,IACjB,2BAA2B;AAAA;AAAA,IAC3B,WAAW;AAAA,IACX,WAAW;AAAA;AAAA,EAEb;AAAA,EACA,WAAW;AAAA,IACT,eAAe;AAAA;AAAA,IACf,mBAAmB;AAAA;AAAA,IACnB,UAAU;AAAA;AAAA,EACZ;AACF;AAEA,eAAe,OAAO,QAAQ,YAAY,WAAW;AACnD,QAAM,aAAa,EAAC,GAAG,KAAK,GAAG,UAAS;AACxC,YAAU,eAAe,KAAK,UAAU,UAAU,CAAC,EAAE;AACrD,YAAU,eAAe,KAAK,UAAU,UAAU,CAAC,EAAE;AAErD,QAAM,cAAc,WAAW,IAAI,sBAAsB;AACzD,QAAM,UAAU,MAAM,kBAAkB,WAAW;AACnD,SAAO;AAEP,iBAAe,kBAAkBA,cAAaC,WAAU,CAAC,GAAG;AAC1D,UAAM,CAAC,YAAY,GAAG,IAAI,IAAID;AAE9B,QAAI,eAAe,QAAW;AAC5B,aAAOC,SAAQ,KAAK;AAAA,IACtB;AAEA,UAAM,SAAS,MAAM,WAAW,QAAQ,MAAM;AAC9C,WAAO,kBAAkB,MAAM,CAAC,GAAGA,UAAS,MAAM,CAAC;AAAA,EACrD;AAEA,WAAS,uBAAuB,MAAM;AACpC,QAAI,WAAW,IAAI,GAAG;AAEpB,aAAO,WAAW,IAAI;AAAA,IACxB;AAEA,UAAM,IAAI,MAAM,wBAAwB,IAAI,EAAE;AAAA,EAChD;AACF;",
+  "names": ["qExtractors", "results"]
+}

package/dist/cli.js

@@ -0,0 +1,138 @@
+import fs from "fs";
+import yargs from "yargs";
+import createMatchOperator, { candidateSearch, matchDetection } from "./index.js";
+import createDebugLogger from "debug";
+import { MarcRecord } from "@natlibfi/marc-record";
+cli();
+async function cli() {
+  const debug = createDebugLogger("@natlibfi/melinda-record-matching:cli");
+  const args = yargs(process.argv.slice(2)).scriptName("melinda-record-matching-js").epilog("Copyright (C) 2022-2023 University Of Helsinki (The National Library Of Finland)").usage("$0 <file> [options] and env variable info in README").usage("Installed globally: $0 <file> [options] and env variable info in README").usage("Not installed: npx $0 <file> [options] and env variable info in README").usage("Build from source: node dist/index.js <file> [options] and env variable info in README").showHelpOnFail(true).example([["$ node /dist/cli.js record.json"]]).env("MELINDA_RECORD_MATCH").version().positional("file", { type: "string", describe: "Json file of records to match" }).options({
+    t: { type: "string", default: "IDS", alias: "searchType", describe: "IDS, STANDARD_IDS, COMPONENT, CONTENT or CONTENTALT" },
+    m: { type: "number", default: 1, alias: "maxMatches", describe: "" },
+    c: { type: "number", default: 1e3, alias: "maxCandidates", describe: "" },
+    s: { type: "boolean", default: false, alias: "returnStrategy", describe: "" },
+    q: { type: "boolean", default: false, alias: "returnQuery", describe: "" },
+    n: { type: "boolean", default: false, alias: "returnNonMatches", describe: "" }
+  }).check((args2) => {
+    const [file2] = args2._;
+    if (file2 === void 0) {
+      throw new Error("No file argument given");
+    }
+    if (!fs.existsSync(file2)) {
+      throw new Error(`File ${file2} does not exist`);
+    }
+    if (args2.sruUrl === void 0) {
+      throw new Error("Setup sru url");
+    }
+    if (!["IDS", "STANDARD_IDS", "COMPONENT", "CONTENT", "CONTENTALT"].includes(args2.searchType)) {
+      throw new Error("Invalid search type");
+    }
+    return true;
+  }).parseSync();
+  const [file] = args._;
+  const { searchType } = args;
+  debug(JSON.stringify(args));
+  const detection = {
+    treshold: 0.9,
+    strategy: generateStrategy(searchType)
+  };
+  const search = {
+    url: args.sruUrl,
+    searchSpec: generateSearchSpec(searchType)
+  };
+  const matchOperator = await createMatchOperator({ detection, search, ...args });
+  const fileRaw = fs.readFileSync(file, "utf8");
+  const record = new MarcRecord(JSON.parse(fileRaw), { subfieldValues: false });
+  const result = await matchOperator({ record });
+  debug(JSON.stringify(result));
+  function generateStrategy(searchType2) {
+    if (["IDS"].includes(searchType2)) {
+      return [
+        matchDetection.features.bib.melindaId(),
+        matchDetection.features.bib.allSourceIds()
+      ];
+    }
+    if (["STANDARD_IDS"].includes(searchType2)) {
+      return [
+        matchDetection.features.bib.hostComponent(),
+        matchDetection.features.bib.isbn(),
+        matchDetection.features.bib.issn(),
+        matchDetection.features.bib.otherStandardIdentifier(),
+        // Let's not use the same title matchDetection here
+        //matchDetection.features.bib.title(),
+        matchDetection.features.bib.authors(),
+        // We probably should have some leeway here for notated music as BK etc.
+        matchDetection.features.bib.recordType(),
+        // Use publicationTimeAllowConsYearsMulti to
+        //  - ignore one year differences in publicationTime
+        //  - extract publicationTimes from f008, f26x and reprint notes in f500
+        //  - do not substract points for mismatching (normal) publicationTime, if there's a match between
+        //       normal publicationTime and a reprintPublication time
+        matchDetection.features.bib.publicationTimeAllowConsYearsMulti(),
+        matchDetection.features.bib.language(),
+        matchDetection.features.bib.bibliographicLevel()
+      ];
+    }
+    if (["COMPONENT"].includes(searchType2)) {
+      return [
+        matchDetection.features.bib.hostComponent(),
+        matchDetection.features.bib.otherStandardIdentifier(),
+        matchDetection.features.bib.recordType(),
+        matchDetection.features.bib.title(),
+        matchDetection.features.bib.language(),
+        matchDetection.features.bib.authors(),
+        matchDetection.features.bib.bibliographicLevel()
+      ];
+    }
+    if (["CONTENT", "CONTENTALT"].includes(searchType2)) {
+      return [
+        matchDetection.features.bib.hostComponent(),
+        matchDetection.features.bib.isbn(),
+        matchDetection.features.bib.issn(),
+        matchDetection.features.bib.otherStandardIdentifier(),
+        matchDetection.features.bib.title(),
+        matchDetection.features.bib.authors(),
+        matchDetection.features.bib.recordType(),
+        matchDetection.features.bib.publicationTime(),
+        matchDetection.features.bib.language(),
+        matchDetection.features.bib.bibliographicLevel()
+      ];
+    }
+    throw new Error("Unsupported match validation package");
+  }
+  function generateSearchSpec(searchType2) {
+    if (["IDS"].includes(searchType2)) {
+      return [
+        candidateSearch.searchTypes.bib.melindaId,
+        candidateSearch.searchTypes.bib.sourceIds
+      ];
+    }
+    if (["STANDARD_IDS"].includes(searchType2)) {
+      return [candidateSearch.searchTypes.bib.standardIdentifiers];
+    }
+    if (["COMPONENT"].includes(searchType2)) {
+      return [
+        //candidateSearch.searchTypes.bib.sourceIds,
+        candidateSearch.searchTypes.component.hostIdMelinda,
+        candidateSearch.searchTypes.component.hostIdOtherSource
+      ];
+    }
+    if (["CONTENT"].includes(searchType2)) {
+      return [
+        candidateSearch.searchTypes.bib.hostComponents,
+        //candidateSearch.searchTypes.bib.titleAuthor,
+        candidateSearch.searchTypes.bib.title
+      ];
+    }
+    if (["CONTENTALT"].includes(searchType2)) {
+      return [
+        candidateSearch.searchTypes.bib.hostComponents,
+        // titleAuthorYearAlternates searches for matchCandidates
+        // with alternate queries, starting from more tight searches
+        candidateSearch.searchTypes.bib.titleAuthorYearAlternates
+      ];
+    }
+    throw new Error("Unsupported match validation package");
+  }
+}
+//# sourceMappingURL=cli.js.map

package/dist/cli.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../src/cli.js"],
+  "sourcesContent": ["import fs from 'fs';\nimport yargs from 'yargs';\nimport createMatchOperator, {candidateSearch, matchDetection} from './index.js';\nimport createDebugLogger from 'debug';\nimport {MarcRecord} from '@natlibfi/marc-record';\n\ncli();\n\nasync function cli() {\n  const debug = createDebugLogger('@natlibfi/melinda-record-matching:cli');\n  const args = yargs(process.argv.slice(2))\n    .scriptName('melinda-record-matching-js')\n    .epilog('Copyright (C) 2022-2023 University Of Helsinki (The National Library Of Finland)')\n    .usage('$0 <file> [options] and env variable info in README')\n    .usage('Installed globally: $0 <file> [options] and env variable info in README')\n    .usage('Not installed: npx $0 <file> [options] and env variable info in README')\n    .usage('Build from source: node dist/index.js <file> [options] and env variable info in README')\n    .showHelpOnFail(true)\n    .example([['$ node /dist/cli.js record.json']])\n    .env('MELINDA_RECORD_MATCH')\n    .version()\n    .positional('file', {type: 'string', describe: 'Json file of records to match'})\n    .options({\n      t: {type: 'string', default: 'IDS', alias: 'searchType', describe: 'IDS, STANDARD_IDS, COMPONENT, CONTENT or CONTENTALT'},\n      m: {type: 'number', default: 1, alias: 'maxMatches', describe: ''},\n      c: {type: 'number', default: 1000, alias: 'maxCandidates', describe: ''},\n      s: {type: 'boolean', default: false, alias: 'returnStrategy', describe: ''},\n      q: {type: 'boolean', default: false, alias: 'returnQuery', describe: ''},\n      n: {type: 'boolean', default: false, alias: 'returnNonMatches', describe: ''}\n    })\n    .check((args) => {\n      const [file] = args._;\n      if (file === undefined) {\n        throw new Error('No file argument given');\n      }\n\n      if (!fs.existsSync(file)) {\n        throw new Error(`File ${file} does not exist`);\n      }\n\n      if (args.sruUrl === undefined) {\n        throw new Error('Setup sru url');\n      }\n\n      if (!['IDS', 'STANDARD_IDS', 'COMPONENT', 'CONTENT', 'CONTENTALT'].includes(args.searchType)) {\n        throw new Error('Invalid search type');\n      }\n\n      return true;\n    })\n    .parseSync();\n\n  const [file] = args._;\n  const {searchType} = args;\n  debug(JSON.stringify(args));\n\n  const detection = {\n    treshold: 0.9,\n    strategy: generateStrategy(searchType)\n  };\n\n  const search = {\n    url: args.sruUrl, searchSpec: generateSearchSpec(searchType)\n  };\n\n  const matchOperator = await createMatchOperator({detection, search, ...args});\n\n  const fileRaw = fs.readFileSync(file, 'utf8');\n  const record = new MarcRecord(JSON.parse(fileRaw), {subfieldValues: false});\n\n  const result = await matchOperator({record});\n  debug(JSON.stringify(result));\n\n\n  function generateStrategy(searchType) {\n    if (['IDS'].includes(searchType)) {\n      return [\n        matchDetection.features.bib.melindaId(),\n        matchDetection.features.bib.allSourceIds()\n      ];\n    }\n\n    // We could have differing strategy for STANDARD_IDS\n    // Let's not run title in strategy when we found the candidates through standard_ids search\n\n    if (['STANDARD_IDS'].includes(searchType)) {\n      return [\n        matchDetection.features.bib.hostComponent(),\n        matchDetection.features.bib.isbn(),\n        matchDetection.features.bib.issn(),\n        matchDetection.features.bib.otherStandardIdentifier(),\n        // Let's not use the same title matchDetection here\n        //matchDetection.features.bib.title(),\n        matchDetection.features.bib.authors(),\n        // We probably should have some leeway here for notated music as BK etc.\n        matchDetection.features.bib.recordType(),\n        // Use publicationTimeAllowConsYearsMulti to\n        //  - ignore one year differences in publicationTime\n        //  - extract publicationTimes from f008, f26x and reprint notes in f500\n        //  - do not substract points for mismatching (normal) publicationTime, if there's a match between\n        //       normal publicationTime and a reprintPublication time\n        matchDetection.features.bib.publicationTimeAllowConsYearsMulti(),\n        matchDetection.features.bib.language(),\n        matchDetection.features.bib.bibliographicLevel()\n      ];\n    }\n\n    if (['COMPONENT'].includes(searchType)) {\n      return [\n        matchDetection.features.bib.hostComponent(),\n        matchDetection.features.bib.otherStandardIdentifier(),\n        matchDetection.features.bib.recordType(),\n        matchDetection.features.bib.title(),\n        matchDetection.features.bib.language(),\n        matchDetection.features.bib.authors(),\n        matchDetection.features.bib.bibliographicLevel()\n      ];\n    }\n\n    if (['CONTENT', 'CONTENTALT'].includes(searchType)) {\n      return [\n        matchDetection.features.bib.hostComponent(),\n        matchDetection.features.bib.isbn(),\n        matchDetection.features.bib.issn(),\n        matchDetection.features.bib.otherStandardIdentifier(),\n        matchDetection.features.bib.title(),\n        matchDetection.features.bib.authors(),\n        matchDetection.features.bib.recordType(),\n        matchDetection.features.bib.publicationTime(),\n        matchDetection.features.bib.language(),\n        matchDetection.features.bib.bibliographicLevel()\n      ];\n    }\n\n    throw new Error('Unsupported match validation package');\n  }\n\n\n  function generateSearchSpec(searchType) {\n    if (['IDS'].includes(searchType)) {\n      return [\n        candidateSearch.searchTypes.bib.melindaId,\n        candidateSearch.searchTypes.bib.sourceIds\n      ];\n    }\n\n    if (['STANDARD_IDS'].includes(searchType)) {\n      return [candidateSearch.searchTypes.bib.standardIdentifiers];\n    }\n\n    if (['COMPONENT'].includes(searchType)) {\n      return [\n        //candidateSearch.searchTypes.bib.sourceIds,\n        candidateSearch.searchTypes.component.hostIdMelinda,\n        candidateSearch.searchTypes.component.hostIdOtherSource\n      ];\n    }\n\n    if (['CONTENT'].includes(searchType)) {\n      return [\n        candidateSearch.searchTypes.bib.hostComponents,\n        //candidateSearch.searchTypes.bib.titleAuthor,\n        candidateSearch.searchTypes.bib.title\n      ];\n    }\n    if (['CONTENTALT'].includes(searchType)) {\n      return [\n        candidateSearch.searchTypes.bib.hostComponents,\n        // titleAuthorYearAlternates searches for matchCandidates\n        // with alternate queries, starting from more tight searches\n        candidateSearch.searchTypes.bib.titleAuthorYearAlternates\n      ];\n    }\n\n    throw new Error('Unsupported match validation package');\n  }\n}\n"],
+  "mappings": "AAAA,OAAO,QAAQ;AACf,OAAO,WAAW;AAClB,OAAO,uBAAsB,iBAAiB,sBAAqB;AACnE,OAAO,uBAAuB;AAC9B,SAAQ,kBAAiB;AAEzB,IAAI;AAEJ,eAAe,MAAM;AACnB,QAAM,QAAQ,kBAAkB,uCAAuC;AACvE,QAAM,OAAO,MAAM,QAAQ,KAAK,MAAM,CAAC,CAAC,EACrC,WAAW,4BAA4B,EACvC,OAAO,kFAAkF,EACzF,MAAM,qDAAqD,EAC3D,MAAM,yEAAyE,EAC/E,MAAM,wEAAwE,EAC9E,MAAM,wFAAwF,EAC9F,eAAe,IAAI,EACnB,QAAQ,CAAC,CAAC,iCAAiC,CAAC,CAAC,EAC7C,IAAI,sBAAsB,EAC1B,QAAQ,EACR,WAAW,QAAQ,EAAC,MAAM,UAAU,UAAU,gCAA+B,CAAC,EAC9E,QAAQ;AAAA,IACP,GAAG,EAAC,MAAM,UAAU,SAAS,OAAO,OAAO,cAAc,UAAU,sDAAqD;AAAA,IACxH,GAAG,EAAC,MAAM,UAAU,SAAS,GAAG,OAAO,cAAc,UAAU,GAAE;AAAA,IACjE,GAAG,EAAC,MAAM,UAAU,SAAS,KAAM,OAAO,iBAAiB,UAAU,GAAE;AAAA,IACvE,GAAG,EAAC,MAAM,WAAW,SAAS,OAAO,OAAO,kBAAkB,UAAU,GAAE;AAAA,IAC1E,GAAG,EAAC,MAAM,WAAW,SAAS,OAAO,OAAO,eAAe,UAAU,GAAE;AAAA,IACvE,GAAG,EAAC,MAAM,WAAW,SAAS,OAAO,OAAO,oBAAoB,UAAU,GAAE;AAAA,EAC9E,CAAC,EACA,MAAM,CAACA,UAAS;AACf,UAAM,CAACC,KAAI,IAAID,MAAK;AACpB,QAAIC,UAAS,QAAW;AACtB,YAAM,IAAI,MAAM,wBAAwB;AAAA,IAC1C;AAEA,QAAI,CAAC,GAAG,WAAWA,KAAI,GAAG;AACxB,YAAM,IAAI,MAAM,QAAQA,KAAI,iBAAiB;AAAA,IAC/C;AAEA,QAAID,MAAK,WAAW,QAAW;AAC7B,YAAM,IAAI,MAAM,eAAe;AAAA,IACjC;AAEA,QAAI,CAAC,CAAC,OAAO,gBAAgB,aAAa,WAAW,YAAY,EAAE,SAASA,MAAK,UAAU,GAAG;AAC5F,YAAM,IAAI,MAAM,qBAAqB;AAAA,IACvC;AAEA,WAAO;AAAA,EACT,CAAC,EACA,UAAU;AAEb,QAAM,CAAC,IAAI,IAAI,KAAK;AACpB,QAAM,EAAC,WAAU,IAAI;AACrB,QAAM,KAAK,UAAU,IAAI,CAAC;AAE1B,QAAM,YAAY;AAAA,IAChB,UAAU;AAAA,IACV,UAAU,iBAAiB,UAAU;AAAA,EACvC;AAEA,QAAM,SAAS;AAAA,IACb,KAAK,KAAK;AAAA,IAAQ,YAAY,mBAAmB,UAAU;AAAA,EAC7D;AAEA,QAAM,gBAAgB,MAAM,oBAAoB,EAAC,WAAW,QAAQ,GAAG,KAAI,CAAC;AAE5E,QAAM,UAAU,GAAG,aAAa,MAAM,MAAM;AAC5C,QAAM,SAAS,IAAI,WAAW,KAAK,MAAM,OAAO,GAAG,EAAC,gBAAgB,MAAK,CAAC;AAE1E,QAAM,SAAS,MAAM,cAAc,EAAC,OAAM,CAAC;AAC3C,QAAM,KAAK,UAAU,MAAM,CAAC;AAG5B,WAAS,iBAAiBE,aAAY;AACpC,QAAI,CAAC,KAAK,EAAE,SAASA,WAAU,GAAG;AAChC,aAAO;AAAA,QACL,eAAe,SAAS,IAAI,UAAU;AAAA,QACtC,eAAe,SAAS,IAAI,aAAa;AAAA,MAC3C;AAAA,IACF;AAKA,QAAI,CAAC,cAAc,EAAE,SAASA,WAAU,GAAG;AACzC,aAAO;AAAA,QACL,eAAe,SAAS,IAAI,cAAc;AAAA,QAC1C,eAAe,SAAS,IAAI,KAAK;AAAA,QACjC,eAAe,SAAS,IAAI,KAAK;AAAA,QACjC,eAAe,SAAS,IAAI,wBAAwB;AAAA;AAAA;AAAA,QAGpD,eAAe,SAAS,IAAI,QAAQ;AAAA;AAAA,QAEpC,eAAe,SAAS,IAAI,WAAW;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,QAMvC,eAAe,SAAS,IAAI,mCAAmC;AAAA,QAC/D,eAAe,SAAS,IAAI,SAAS;AAAA,QACrC,eAAe,SAAS,IAAI,mBAAmB;AAAA,MACjD;AAAA,IACF;AAEA,QAAI,CAAC,WAAW,EAAE,SAASA,WAAU,GAAG;AACtC,aAAO;AAAA,QACL,eAAe,SAAS,IAAI,cAAc;AAAA,QAC1C,eAAe,SAAS,IAAI,wBAAwB;AAAA,QACpD,eAAe,SAAS,IAAI,WAAW;AAAA,QACvC,eAAe,SAAS,IAAI,MAAM;AAAA,QAClC,eAAe,SAAS,IAAI,SAAS;AAAA,QACrC,eAAe,SAAS,IAAI,QAAQ;AAAA,QACpC,eAAe,SAAS,IAAI,mBAAmB;AAAA,MACjD;AAAA,IACF;AAEA,QAAI,CAAC,WAAW,YAAY,EAAE,SAASA,WAAU,GAAG;AAClD,aAAO;AAAA,QACL,eAAe,SAAS,IAAI,cAAc;AAAA,QAC1C,eAAe,SAAS,IAAI,KAAK;AAAA,QACjC,eAAe,SAAS,IAAI,KAAK;AAAA,QACjC,eAAe,SAAS,IAAI,wBAAwB;AAAA,QACpD,eAAe,SAAS,IAAI,MAAM;AAAA,QAClC,eAAe,SAAS,IAAI,QAAQ;AAAA,QACpC,eAAe,SAAS,IAAI,WAAW;AAAA,QACvC,eAAe,SAAS,IAAI,gBAAgB;AAAA,QAC5C,eAAe,SAAS,IAAI,SAAS;AAAA,QACrC,eAAe,SAAS,IAAI,mBAAmB;AAAA,MACjD;AAAA,IACF;AAEA,UAAM,IAAI,MAAM,sCAAsC;AAAA,EACxD;AAGA,WAAS,mBAAmBA,aAAY;AACtC,QAAI,CAAC,KAAK,EAAE,SAASA,WAAU,GAAG;AAChC,aAAO;AAAA,QACL,gBAAgB,YAAY,IAAI;AAAA,QAChC,gBAAgB,YAAY,IAAI;AAAA,MAClC;AAAA,IACF;AAEA,QAAI,CAAC,cAAc,EAAE,SAASA,WAAU,GAAG;AACzC,aAAO,CAAC,gBAAgB,YAAY,IAAI,mBAAmB;AAAA,IAC7D;AAEA,QAAI,CAAC,WAAW,EAAE,SAASA,WAAU,GAAG;AACtC,aAAO;AAAA;AAAA,QAEL,gBAAgB,YAAY,UAAU;AAAA,QACtC,gBAAgB,YAAY,UAAU;AAAA,MACxC;AAAA,IACF;AAEA,QAAI,CAAC,SAAS,EAAE,SAASA,WAAU,GAAG;AACpC,aAAO;AAAA,QACL,gBAAgB,YAAY,IAAI;AAAA;AAAA,QAEhC,gBAAgB,YAAY,IAAI;AAAA,MAClC;AAAA,IACF;AACA,QAAI,CAAC,YAAY,EAAE,SAASA,WAAU,GAAG;AACvC,aAAO;AAAA,QACL,gBAAgB,YAAY,IAAI;AAAA;AAAA;AAAA,QAGhC,gBAAgB,YAAY,IAAI;AAAA,MAClC;AAAA,IACF;AAEA,UAAM,IAAI,MAAM,sCAAsC;AAAA,EACxD;AACF;",
+  "names": ["args", "file", "searchType"]
+}