@natlibfi/melinda-record-matching 4.3.5 → 5.0.0-alpha.1

package/src/match-detection/features/bib/{index.spec.js → index.test.js}

@@ -1,10 +1,11 @@
 
+import assert from 'node:assert';
+import {describe} from 'node:test';
+import createDebugLogger from 'debug';
 import generateTests from '@natlibfi/fixugen';
 import {READERS} from '@natlibfi/fixura';
-import {expect} from 'chai';
 import {MarcRecord} from '@natlibfi/marc-record';
-import * as features from '.';
-import createDebugLogger from 'debug';
+import * as features from './index.js';
 
 
 const debug = createDebugLogger('@natlibfi/melinda-record-matching:match-detection:features/bib:test');
@@ -13,7 +14,7 @@ const debugData = debug.extend('data');
 
 describe('match-detection/features/bib/', () => {
   generateTests({
-    path: [__dirname, '..', '..', '..', '..', 'test-fixtures', 'match-detection', 'features', 'bib'],
+    path: [import.meta.dirname, '..', '..', '..', '..', 'test-fixtures', 'match-detection', 'features', 'bib'],
     useMetadataFile: true,
     fixura: {
       reader: READERS.JSON
@@ -33,7 +34,7 @@ describe('match-detection/features/bib/', () => {
         debugData(`Record: ${record}`);
         const {extract} = features[feature](options);
 
-        expect(extract({record})).to.eql(expectedFeatures);
+        assert.deepStrictEqual(extract({record}), expectedFeatures);
         return;
       }
 
@@ -41,7 +42,7 @@ describe('match-detection/features/bib/', () => {
         const {featuresA, featuresB, expectedPoints} = expectations;
         const {compare} = features[feature](options);
 
-        expect(compare(featuresA, featuresB)).to.equal(expectedPoints);
+        assert.equal(compare(featuresA, featuresB), expectedPoints);
         return;
       }
 

package/src/match-detection/features/bib/isbn.js

@@ -1,7 +1,7 @@
 
-import createInterface from './standard-identifier-factory';
-import {parse as isbnParse} from 'isbn3';
 import createDebugLogger from 'debug';
+import {parse as isbnParse} from 'isbn3';
+import createInterface from './standard-identifier-factory.js';
 
 const debug = createDebugLogger(`@natlibfi/melinda-record-matching:match-detection:features:standard-identifiers:ISBN`);
 const debugData = debug.extend('data');

package/src/match-detection/features/bib/issn.js

@@ -1,5 +1,5 @@
 
-import createInterface from './standard-identifier-factory';
+import createInterface from './standard-identifier-factory.js';
 
 export default () => {
   const {extract, compare} = createInterface({pattern: /^022$/u, subfieldCodes: ['a', 'z', 'y']});

package/src/match-detection/features/bib/language.js

@@ -1,6 +1,6 @@
 
 import createDebugLogger from 'debug';
-import {getMatchCounts} from '../../../matching-utils';
+import {getMatchCounts} from '../../../matching-utils.js';
 
 const debug = createDebugLogger('@natlibfi/melinda-record-matching:match-detection:features:language');
 const debugData = debug.extend('data');
@@ -12,10 +12,10 @@ export default () => ({
 
     const value008 = get008Value();
     const values041 = get041Values();
-    debugData(`${label} 008: ${JSON.stringify(value008)}, 041: ${JSON.stringify(values041)}`);
+    debugData(`${label}: 008: ${JSON.stringify(value008)}, 041: ${JSON.stringify(values041)}`);
 
     if (!value008 && values041.length < 1) {
-      debugData(`{$label} No actual values found`);
+      debugData(`${label}: No actual values found`);
       return [];
     }
 
@@ -26,14 +26,14 @@ export default () => ({
 
     function get008Value() {
       const value = record.get(/^008$/u)?.[0]?.value || undefined;
-      debugData(`${label} 008 value: ${value}`);
+      debugData(`${label}: 008 value: ${value}`);
 
       if (!value) {
         return undefined;
       }
 
       const code = value.slice(35, 38);
-      debugData(`${label} 008 code: ${code}`);
+      debugData(`${label}: 008 code: ${code}`);
       return isLangCodeForALanguage(code) ? code : undefined;
     }
 

package/src/match-detection/features/bib/media-type.js

@@ -13,7 +13,7 @@ export default () => ({
     debugData(`Record (${label}): ${JSON.stringify(record)}`);
     debugData(`RecordExternal: ${JSON.stringify(recordExternal)}`);
     const values337 = get337Values();
-    debug(`${label} 337 $b values: ${JSON.stringify(values337)}`);
+    debug(`${label}: 337 $b values: ${JSON.stringify(values337)}`);
 
     return values337;
 

package/src/match-detection/features/bib/melinda-id.js

@@ -1,5 +1,5 @@
 
-import createInterface from './melinda-identifier-factory';
+import createInterface from './melinda-identifier-factory.js';
 
 export default () => {
   const {extract, compare} = createInterface();

package/src/match-detection/features/bib/melinda-identifier-factory.js

@@ -1,6 +1,6 @@
 
 import createDebugLogger from 'debug';
-import {getMelindaIdsF035} from '../../../matching-utils';
+import {getMelindaIdsF035} from '../../../matching-utils.js';
 
 // 003+001 FI-MELINDA <melinda-id>
 // 035 $a (FI-MELINDA)<melinda-id>
@@ -38,25 +38,25 @@ export default () => {
   function compare(a, b) {
 
     if (a.isMelindaRecord && b.isMelindaRecord &&
-        a.f001 === b.f001) {
+      a.f001 === b.f001) {
       debugData(`Melinda record's A f001 ${a.f001} matches Melinda record's B f001 ${a.f001}`);
       return 1;
     }
 
     if (a.isMelindaRecord && typeof b.f035MelindaIds !== 'undefined' &&
-        b.f035MelindaIds.some(id => id === a.f001)) {
+      b.f035MelindaIds.some(id => id === a.f001)) {
       debugData(`Melinda record's A f001 ${a.f001} matches record B f035 ${JSON.stringify(b.f035MelindaIds)}`);
       return 1;
     }
 
     if (b.isMelindaRecord && typeof a.f035MelindaIds !== 'undefined' &&
-        a.f035MelindaIds.some(id => id === b.f001)) {
+      a.f035MelindaIds.some(id => id === b.f001)) {
       debugData(`Melinda record's B f001 ${b.f001} matches record A f035 ${JSON.stringify(a.f035MelindaIds)}`);
       return 1;
     }
 
     if (typeof a.f035MelindaIds !== 'undefined' && typeof b.f035MelindaIds !== 'undefined' &&
-         a.f035MelindaIds.some(idA => b.f035MelindaIds.some(idB => idB === idA))) {
+      a.f035MelindaIds.some(idA => b.f035MelindaIds.some(idB => idB === idA))) {
       debugData(`Record A f035 ${JSON.stringify(a.f035MelindaIds)} matches record B f035 ${JSON.stringify(b.f035MelindaIds)}`);
       return 1;
     }

package/src/match-detection/features/bib/other-standard-identifier.js

@@ -1,5 +1,5 @@
 
-import createInterface from './standard-identifier-factory';
+import createInterface from './standard-identifier-factory.js';
 
 // DEVELOP: we should compare indicators and sf2 for f024
 

package/src/match-detection/features/bib/publication-time-allow-cons-years-multi.js

@@ -1,6 +1,6 @@
 
-import {testStringOrNumber} from '../../../matching-utils';
 import createDebugLogger from 'debug';
+import {testStringOrNumber} from '../../../matching-utils.js';
 
 // We should also get copyright time and copyright/publication times from 26x
 // We should also get publishing time type from f008
@@ -13,13 +13,13 @@ export default () => ({
     const label = recordExternal && recordExternal.label ? recordExternal.label : 'record';
 
     const f008Values = extractF008Values(record);
-    debug(`${label} f008: ${JSON.stringify(f008Values)}`);
+    debug(`${label}: f008: ${JSON.stringify(f008Values)}`);
 
     const f26xValues = extractF26xValues(record);
-    debug(`${label} f26x: ${JSON.stringify(f26xValues)}`);
+    debug(`${label}: f26x: ${JSON.stringify(f26xValues)}`);
 
     const f500Values = extractF500Years(record);
-    debug(`${label} f500: ${JSON.stringify(f500Values)}`);
+    debug(`${label}: f500: ${JSON.stringify(f500Values)}`);
 
     // We should get copyrightYear from f008Date2 to copyrightYears when f008YearType = 'r'
     // Is the original year (f008Date2) in f008YearType === 'r' comparable to copyrightYear?
@@ -123,7 +123,7 @@ export default () => ({
         .flat()
         .filter(({code}) => code === 'a')
         .map(({value}) => value);
-        //.filter(value => value.test(reprintRegex));
+      //.filter(value => value.test(reprintRegex));
 
       debug(`f500 reprint field contents: ${JSON.stringify(reprintFieldContents)}`);
 
@@ -172,7 +172,7 @@ export default () => ({
     // Handle consequent years as a match
     // see publication-time for a version that does not handle consequent years as a match
     if (!(isNaN(firstANumber) || isNaN(firstBNumber)) &&
-       (firstANumber + 1 === firstBNumber || firstANumber - 1 === firstBNumber)) {
+      (firstANumber + 1 === firstBNumber || firstANumber - 1 === firstBNumber)) {
       return 0.1;
     }
 

package/src/match-detection/features/bib/publication-time-allow-cons-years.js

@@ -1,6 +1,6 @@
 
-import {testStringOrNumber} from '../../../matching-utils';
 import createDebugLogger from 'debug';
+import {testStringOrNumber} from '../../../matching-utils.js';
 
 // We should also get copyright time and copyright/publication times from 26x
 

package/src/match-detection/features/bib/publication-time.js

@@ -1,6 +1,6 @@
 
 
-import {testStringOrNumber} from '../../../matching-utils';
+import {testStringOrNumber} from '../../../matching-utils.js';
 
 // We should also get copyright time and copyright/publication times from 26x
 // see publication-time-allow-cons-years for a version allowing consequent years to match

package/src/match-detection/features/bib/standard-identifier-factory.js

@@ -1,8 +1,7 @@
 /* eslint-disable max-statements */
 
-
 import createDebugLogger from 'debug';
-import {extractSubfieldsFromField, uniqueSubfields} from '../../../matching-utils';
+import {extractSubfieldsFromField, uniqueSubfields} from '../../../matching-utils.js';
 
 // Note about validity of standardIdentifiers:
 // We have three types of invalid standardIdentifiers:

package/src/match-detection/features/bib/title-version-original.js

@@ -1,6 +1,7 @@
 
 import createDebugLogger from 'debug';
-import {LevenshteinDistance as leven} from 'natural';
+import naturalPkg from 'natural';
+const {LevenshteinDistance: leven} = naturalPkg;
 
 export default ({treshold = 10} = {}) => ({
   name: 'titleVersionOriginal',

package/src/match-detection/features/bib/title.js

@@ -1,6 +1,7 @@
-import {LevenshteinDistance as leven} from 'natural';
-import {testStringOrNumber} from '../../../matching-utils';
 import createDebugLogger from 'debug';
+import naturalPkg from 'natural';
+const {LevenshteinDistance: leven} = naturalPkg;
+import {testStringOrNumber} from '../../../matching-utils.js';
 
 const debug = createDebugLogger('@natlibfi/melinda-record-matching:match-detection:features:title');
 const debugData = debug.extend('data');
@@ -11,7 +12,7 @@ export default ({treshold = 10} = {}) => ({
   extract: ({record, recordExternal}) => {
     const label = recordExternal && recordExternal.label ? recordExternal.label : 'record';
     const title = getTitle();
-    debug(`${label} title: ${title}`);
+    debug(`${label}: title: ${title}`);
 
     if (testStringOrNumber(title)) {
       const titleAsNormalizedString = String(title)
@@ -22,7 +23,7 @@ export default ({treshold = 10} = {}) => ({
         // - we could precompose the finnish letters back to avoid this
         .replace(/[^\p{Letter}\p{Number}]/gu, '')
         .toLowerCase();
-      debug(`${label} titleString: ${titleAsNormalizedString}`);
+      debug(`${label}: titleString: ${titleAsNormalizedString}`);
       return [titleAsNormalizedString];
     }
 
@@ -30,7 +31,7 @@ export default ({treshold = 10} = {}) => ({
 
     function getTitle() {
       const [field] = record.get(/^245$/u);
-      debugData(`${label} titleField: ${JSON.stringify(field)}`);
+      debugData(`${label}: titleField: ${JSON.stringify(field)}`);
 
       if (field) {
         return field.subfields

package/src/match-detection/features/index.js

@@ -1,3 +1,3 @@
 
-import * as bib from './bib';
+import * as bib from './bib/index.js';
 export {bib};

package/src/match-detection/index.js

@@ -1,6 +1,6 @@
 
 import createDebugLogger from 'debug';
-import * as features from './features';
+import * as features from './features/index.js';
 
 export {features};
 

package/src/match-detection/{index.spec.js → index.test.js}

@@ -1,19 +1,20 @@
-
+import assert from 'node:assert';
+import {describe} from 'node:test';
+import createDebugLogger from 'debug';
+import {inspect} from 'util';
 import generateTests from '@natlibfi/fixugen';
 import {READERS} from '@natlibfi/fixura';
-import {expect} from 'chai';
 import {MarcRecord} from '@natlibfi/marc-record';
-import * as features from './features';
-import createDetectionInterface from '.';
-import {inspect} from 'util';
-import createDebugLogger from 'debug';
+
+import createDetectionInterface from './index.js';
+import * as features from './features/index.js';
 
 const debug = createDebugLogger('@natlibfi/melinda-record-matching:match-detection:test');
 const debugData = debug.extend('data');
 
 describe('match-detection', () => {
   generateTests({
-    path: [__dirname, '..', '..', 'test-fixtures', 'match-detection', 'index'],
+    path: [import.meta.dirname, '..', '..', 'test-fixtures', 'match-detection', 'index'],
     useMetadataFile: true,
     recurse: false,
     fixura: {
@@ -39,7 +40,7 @@ describe('match-detection', () => {
       const results = detect({recordA, recordB});
       debugData(`${JSON.stringify(results)}`);
 
-      expect(results).to.eql(expectedResults);
+      assert.deepStrictEqual(results, expectedResults);
 
       function formatOptions() {
         const contextFeatures = features[options.strategy.type];

package/src/matching-utils.js

@@ -15,7 +15,7 @@ export function getMelindaIdsF035(record) {
     return [];
   }
 
-  const allF035MelindaIds = [].concat(...f035s.map(toMelindaIds));
+  const allF035MelindaIds = [].concat(...f035s.map(field => toMelindaIds(field)));
   const f035MelindaIds = [...new Set(allF035MelindaIds)];
 
   debugData(`Fields (${f035s.length}): ${JSON.stringify(f035s)}`);
@@ -23,16 +23,15 @@ export function getMelindaIdsF035(record) {
   debugData(`Unique ids (${f035MelindaIds.length}): ${JSON.stringify(f035MelindaIds)}`);
 
   return f035MelindaIds;
+}
 
-  function toMelindaIds({subfields}) {
-    const melindaIdRegExp = /^(?<prefix>\(FI-MELINDA\)|FCC)(?<id>\d{9})$/u;
-
-    return subfields
-      .filter(sub => ['a', 'z'].includes(sub.code))
-      .filter(sub => testStringOrNumber(sub.value) && melindaIdRegExp.test(String(sub.value)))
-      .map(({value}) => testStringOrNumber(value) ? String(value).replace(melindaIdRegExp, '$<id>') : '');
+export function toMelindaIds({subfields}, subfieldsToParse = ['a', 'z']) {
+  const melindaIdRegExp = /^(?<prefix>\(FI-MELINDA\)|FCC)(?<id>\d{9})$/u;
 
-  }
+  return subfields
+    .filter(sub => subfieldsToParse.includes(sub.code))
+    .filter(sub => testStringOrNumber(sub.value) && melindaIdRegExp.test(String(sub.value)))
+    .map(({value}) => testStringOrNumber(value) ? String(value).replace(melindaIdRegExp, '$<id>') : '');
 }
 
 export function validateSidFieldSubfieldCounts(field) {

package/dist/candidate-search/candidate-search-utils.js

@@ -1,29 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.toQueries = toQueries;
-var _debug = _interopRequireDefault(require("debug"));
-function _interopRequireDefault(e) { return e && e.__esModule ? e : { default: e }; }
-function toQueries(identifiers, queryString) {
-  const debug = (0, _debug.default)('@natlibfi/melinda-record-matching:toQueries');
-  const debugData = debug.extend('data');
-
-  // We quote the identifier, if it contains a slash! (Slash in non-quoted SRU-search breaks search.)
-  const quotedIdentifiers = identifiers.map(identifier => identifier.match(/\//u) ? `"${identifier}"` : `${identifier}`);
-
-  // Aleph supports only two queries with or -operator (This is not actually true)
-  const pairs = toPairs(quotedIdentifiers);
-  const queries = pairs.map(([a, b]) => b ? `${queryString}=${a} or ${queryString}=${b}` : `${queryString}=${a}`);
-  debugData(`Pairs (${pairs.length}): ${JSON.stringify(pairs)}`);
-  debugData(`Queries (${queries.length}): ${JSON.stringify(queries)}`);
-  return queries;
-}
-function toPairs(array) {
-  if (array.length === 0) {
-    return [];
-  }
-  return [array.slice(0, 2)].concat(toPairs(array.slice(2), 2));
-}
-//# sourceMappingURL=candidate-search-utils.js.map

package/dist/candidate-search/candidate-search-utils.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"candidate-search-utils.js","names":["_debug","_interopRequireDefault","require","e","__esModule","default","toQueries","identifiers","queryString","debug","createDebugLogger","debugData","extend","quotedIdentifiers","map","identifier","match","pairs","toPairs","queries","a","b","length","JSON","stringify","array","slice","concat"],"sources":["../../src/candidate-search/candidate-search-utils.js"],"sourcesContent":["import createDebugLogger from 'debug';\n\nexport function toQueries(identifiers, queryString) {\n\n  const debug = createDebugLogger('@natlibfi/melinda-record-matching:toQueries');\n  const debugData = debug.extend('data');\n\n  // We quote the identifier, if it contains a slash! (Slash in non-quoted SRU-search breaks search.)\n  const quotedIdentifiers = identifiers.map(identifier => identifier.match(/\\//u) ? `\"${identifier}\"` : `${identifier}`);\n\n  // Aleph supports only two queries with or -operator (This is not actually true)\n  const pairs = toPairs(quotedIdentifiers);\n  const queries = pairs.map(([a, b]) => b ? `${queryString}=${a} or ${queryString}=${b}` : `${queryString}=${a}`);\n\n  debugData(`Pairs (${pairs.length}): ${JSON.stringify(pairs)}`);\n  debugData(`Queries (${queries.length}): ${JSON.stringify(queries)}`);\n\n  return queries;\n}\n\nfunction toPairs(array) {\n  if (array.length === 0) {\n    return [];\n  }\n  return [array.slice(0, 2)].concat(toPairs(array.slice(2), 2));\n}\n"],"mappings":";;;;;;AAAA,IAAAA,MAAA,GAAAC,sBAAA,CAAAC,OAAA;AAAsC,SAAAD,uBAAAE,CAAA,WAAAA,CAAA,IAAAA,CAAA,CAAAC,UAAA,GAAAD,CAAA,KAAAE,OAAA,EAAAF,CAAA;AAE/B,SAASG,SAASA,CAACC,WAAW,EAAEC,WAAW,EAAE;EAElD,MAAMC,KAAK,GAAG,IAAAC,cAAiB,EAAC,6CAA6C,CAAC;EAC9E,MAAMC,SAAS,GAAGF,KAAK,CAACG,MAAM,CAAC,MAAM,CAAC;;EAEtC;EACA,MAAMC,iBAAiB,GAAGN,WAAW,CAACO,GAAG,CAACC,UAAU,IAAIA,UAAU,CAACC,KAAK,CAAC,KAAK,CAAC,GAAG,IAAID,UAAU,GAAG,GAAG,GAAGA,UAAU,EAAE,CAAC;;EAEtH;EACA,MAAME,KAAK,GAAGC,OAAO,CAACL,iBAAiB,CAAC;EACxC,MAAMM,OAAO,GAAGF,KAAK,CAACH,GAAG,CAAC,CAAC,CAACM,CAAC,EAAEC,CAAC,CAAC,KAAKA,CAAC,GAAG,GAAGb,WAAW,IAAIY,CAAC,OAAOZ,WAAW,IAAIa,CAAC,EAAE,GAAG,GAAGb,WAAW,IAAIY,CAAC,EAAE,CAAC;EAE/GT,SAAS,CAAC,UAAUM,KAAK,CAACK,MAAM,MAAMC,IAAI,CAACC,SAAS,CAACP,KAAK,CAAC,EAAE,CAAC;EAC9DN,SAAS,CAAC,YAAYQ,OAAO,CAACG,MAAM,MAAMC,IAAI,CAACC,SAAS,CAACL,OAAO,CAAC,EAAE,CAAC;EAEpE,OAAOA,OAAO;AAChB;AAEA,SAASD,OAAOA,CAACO,KAAK,EAAE;EACtB,IAAIA,KAAK,CAACH,MAAM,KAAK,CAAC,EAAE;IACtB,OAAO,EAAE;EACX;EACA,OAAO,CAACG,KAAK,CAACC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAACC,MAAM,CAACT,OAAO,CAACO,KAAK,CAACC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AAC/D","ignoreList":[]}

package/dist/candidate-search/choose-queries.js

@@ -1,122 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.CandidateSearchError = void 0;
-exports.default = _default;
-var _debug = _interopRequireDefault(require("debug"));
-var _sruClient = _interopRequireWildcard(require("@natlibfi/sru-client"));
-function _getRequireWildcardCache(e) { if ("function" != typeof WeakMap) return null; var r = new WeakMap(), t = new WeakMap(); return (_getRequireWildcardCache = function (e) { return e ? t : r; })(e); }
-function _interopRequireWildcard(e, r) { if (!r && e && e.__esModule) return e; if (null === e || "object" != typeof e && "function" != typeof e) return { default: e }; var t = _getRequireWildcardCache(r); if (t && t.has(e)) return t.get(e); var n = { __proto__: null }, a = Object.defineProperty && Object.getOwnPropertyDescriptor; for (var u in e) if ("default" !== u && {}.hasOwnProperty.call(e, u)) { var i = a ? Object.getOwnPropertyDescriptor(e, u) : null; i && (i.get || i.set) ? Object.defineProperty(n, u, i) : n[u] = e[u]; } return n.default = e, t && t.set(e, n), n; }
-function _interopRequireDefault(e) { return e && e.__esModule ? e : { default: e }; }
-class CandidateSearchError extends Error {}
-exports.CandidateSearchError = CandidateSearchError;
-async function _default({
-  url,
-  queryList,
-  queryListType,
-  maxCandidates = 50
-}) {
-  const debug = (0, _debug.default)('@natlibfi/melinda-record-matching:candidate-search:choose-queries');
-  const debugData = debug.extend('data');
-  const debugDev = debug.extend('dev');
-  debugData(`Url: ${url}`);
-  debugData(`QueryList: ${queryList}`);
-  debugData(`queryListType: ${queryListType}`);
-  const client = (0, _sruClient.default)({
-    url,
-    maxRecordsPerRequest: 0,
-    version: '2.0',
-    retrieveAll: false
-  });
-  debugDev(`QueryList (type: ${queryListType}) ${JSON.stringify(queryList)}`);
-  try {
-    const {
-      queriesWithTotals
-    } = await getQueryTotals({
-      queryList,
-      queryOffset: 0,
-      queriesWithTotals: []
-    });
-    debugDev(`QueryResult: ${JSON.stringify(queriesWithTotals)}`);
-    const filteredQueryResult = filterQueryResult({
-      queriesWithTotals,
-      maxCandidates
-    });
-    debugDev(`filteredQueryResult: ${JSON.stringify(filteredQueryResult)}`);
-    return filteredQueryResult;
-  } catch (err) {
-    throw new CandidateSearchError(err);
-  }
-  async function getQueryTotals({
-    queryList,
-    queryOffset = 0,
-    queriesWithTotals = []
-  }) {
-    const query = queryList[queryOffset];
-    debug(`Running query ${JSON.stringify(query)} (${queryOffset}) for total`);
-    if (query) {
-      const {
-        total
-      } = await retrieveTotal();
-      const newQueriesWithTotals = [...queriesWithTotals, {
-        query,
-        total
-      }];
-      debug(`Query ${queryOffset} ${query} done.`);
-      debug(`There are (${queryList.length - (queryOffset + 1)} queries left)`);
-      return getQueryTotals({
-        queryList,
-        queryOffset: queryOffset + 1,
-        queriesWithTotals: newQueriesWithTotals
-      });
-    }
-    debug(`All ${queryList.length} queries done, there's no query for ${queryOffset}`);
-    return {
-      queriesWithTotals
-    };
-    function retrieveTotal() {
-      return new Promise((resolve, reject) => {
-        // eslint-disable-next-line functional/no-let
-        let totalRecords = 0;
-        debug(`Searching total amount of candidates for query: ${query}`);
-        client.searchRetrieve(query).on('error', err => {
-          // eslint-disable-next-line functional/no-conditional-statements
-          if (err instanceof _sruClient.SruSearchError) {
-            debug(`SRU SruSearchError for query: ${query}: ${err}`);
-            reject(new CandidateSearchError(`SRU SruSearchError for query: ${query}: ${err}`));
-          }
-          debug(`SRU error for query: ${query}: ${err}`);
-          reject(new CandidateSearchError(`SRU error for query: ${query}: ${err}`));
-        }).on('total', total => {
-          debug(`Got total: ${total}`);
-          totalRecords += total;
-        }).on('end', () => {
-          try {
-            resolve({
-              total: totalRecords
-            });
-          } catch (err) {
-            debug(`Error caught on END`);
-            reject(err);
-          }
-        }).on('record', () => {
-          debugDev(`RECORD: We should no get records here`);
-        });
-      });
-    }
-  }
-  function filterQueryResult({
-    queriesWithTotals,
-    maxCandidates
-  }) {
-    debug(`Filtering queries (${queriesWithTotals.length}), maxCandidates: ${maxCandidates}`);
-    debugData(`${JSON.stringify(queriesWithTotals)}`);
-    // Drop queries where total result is 0 or greater than given maxCandidates
-    const filteredQueryResult = queriesWithTotals.filter(queryWithTotal => queryWithTotal.total !== 0 && queryWithTotal.total < maxCandidates);
-    debugData(`${JSON.stringify(filteredQueryResult)}`);
-    return filteredQueryResult;
-  }
-}
-//# sourceMappingURL=choose-queries.js.map

package/dist/candidate-search/choose-queries.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"choose-queries.js","names":["_debug","_interopRequireDefault","require","_sruClient","_interopRequireWildcard","_getRequireWildcardCache","e","WeakMap","r","t","__esModule","default","has","get","n","__proto__","a","Object","defineProperty","getOwnPropertyDescriptor","u","hasOwnProperty","call","i","set","CandidateSearchError","Error","exports","_default","url","queryList","queryListType","maxCandidates","debug","createDebugLogger","debugData","extend","debugDev","client","createClient","maxRecordsPerRequest","version","retrieveAll","JSON","stringify","queriesWithTotals","getQueryTotals","queryOffset","filteredQueryResult","filterQueryResult","err","query","total","retrieveTotal","newQueriesWithTotals","length","Promise","resolve","reject","totalRecords","searchRetrieve","on","SruSearchError","filter","queryWithTotal"],"sources":["../../src/candidate-search/choose-queries.js"],"sourcesContent":["import createDebugLogger from 'debug';\nimport createClient, {SruSearchError} from '@natlibfi/sru-client';\n\nexport class CandidateSearchError extends Error {}\n\nexport default async function ({url, queryList, queryListType, maxCandidates = 50}) {\n\n  const debug = createDebugLogger('@natlibfi/melinda-record-matching:candidate-search:choose-queries');\n  const debugData = debug.extend('data');\n  const debugDev = debug.extend('dev');\n\n  debugData(`Url: ${url}`);\n  debugData(`QueryList: ${queryList}`);\n  debugData(`queryListType: ${queryListType}`);\n\n  const client = createClient({\n    url,\n    maxRecordsPerRequest: 0,\n    version: '2.0',\n    retrieveAll: false\n  });\n\n  debugDev(`QueryList (type: ${queryListType}) ${JSON.stringify(queryList)}`);\n  try {\n    const {queriesWithTotals} = await getQueryTotals({queryList, queryOffset: 0, queriesWithTotals: []});\n    debugDev(`QueryResult: ${JSON.stringify(queriesWithTotals)}`);\n    const filteredQueryResult = filterQueryResult({queriesWithTotals, maxCandidates});\n    debugDev(`filteredQueryResult: ${JSON.stringify(filteredQueryResult)}`);\n    return filteredQueryResult;\n  } catch (err) {\n    throw new CandidateSearchError(err);\n  }\n\n  async function getQueryTotals({queryList, queryOffset = 0, queriesWithTotals = []}) {\n\n    const query = queryList[queryOffset];\n    debug(`Running query ${JSON.stringify(query)} (${queryOffset}) for total`);\n\n    if (query) {\n      const {total} = await retrieveTotal();\n\n      const newQueriesWithTotals = [...queriesWithTotals, {query, total}];\n      debug(`Query ${queryOffset} ${query} done.`);\n      debug(`There are (${queryList.length - (queryOffset + 1)} queries left)`);\n      return getQueryTotals({queryList, queryOffset: queryOffset + 1, queriesWithTotals: newQueriesWithTotals});\n    }\n\n    debug(`All ${queryList.length} queries done, there's no query for ${queryOffset}`);\n    return {queriesWithTotals};\n\n    function retrieveTotal() {\n      return new Promise((resolve, reject) => {\n        // eslint-disable-next-line functional/no-let\n        let totalRecords = 0;\n\n        debug(`Searching total amount of candidates for query: ${query}`);\n\n        client.searchRetrieve(query)\n          .on('error', err => {\n            // eslint-disable-next-line functional/no-conditional-statements\n            if (err instanceof SruSearchError) {\n              debug(`SRU SruSearchError for query: ${query}: ${err}`);\n              reject(new CandidateSearchError(`SRU SruSearchError for query: ${query}: ${err}`));\n            }\n            debug(`SRU error for query: ${query}: ${err}`);\n            reject(new CandidateSearchError(`SRU error for query: ${query}: ${err}`));\n          })\n          .on('total', total => {\n            debug(`Got total: ${total}`);\n            totalRecords += total;\n          })\n          .on('end', () => {\n            try {\n              resolve({total: totalRecords});\n            } catch (err) {\n              debug(`Error caught on END`);\n              reject(err);\n            }\n          })\n          .on('record', () => {\n            debugDev(`RECORD: We should no get records here`);\n          });\n      });\n    }\n  }\n  function filterQueryResult({queriesWithTotals, maxCandidates}) {\n    debug(`Filtering queries (${queriesWithTotals.length}), maxCandidates: ${maxCandidates}`);\n    debugData(`${JSON.stringify(queriesWithTotals)}`);\n    // Drop queries where total result is 0 or greater than given maxCandidates\n    const filteredQueryResult = queriesWithTotals.filter((queryWithTotal) => queryWithTotal.total !== 0 && queryWithTotal.total < maxCandidates);\n    debugData(`${JSON.stringify(filteredQueryResult)}`);\n    return filteredQueryResult;\n  }\n\n}\n"],"mappings":";;;;;;;AAAA,IAAAA,MAAA,GAAAC,sBAAA,CAAAC,OAAA;AACA,IAAAC,UAAA,GAAAC,uBAAA,CAAAF,OAAA;AAAkE,SAAAG,yBAAAC,CAAA,6BAAAC,OAAA,mBAAAC,CAAA,OAAAD,OAAA,IAAAE,CAAA,OAAAF,OAAA,YAAAF,wBAAA,YAAAA,CAAAC,CAAA,WAAAA,CAAA,GAAAG,CAAA,GAAAD,CAAA,KAAAF,CAAA;AAAA,SAAAF,wBAAAE,CAAA,EAAAE,CAAA,SAAAA,CAAA,IAAAF,CAAA,IAAAA,CAAA,CAAAI,UAAA,SAAAJ,CAAA,eAAAA,CAAA,uBAAAA,CAAA,yBAAAA,CAAA,WAAAK,OAAA,EAAAL,CAAA,QAAAG,CAAA,GAAAJ,wBAAA,CAAAG,CAAA,OAAAC,CAAA,IAAAA,CAAA,CAAAG,GAAA,CAAAN,CAAA,UAAAG,CAAA,CAAAI,GAAA,CAAAP,CAAA,OAAAQ,CAAA,KAAAC,SAAA,UAAAC,CAAA,GAAAC,MAAA,CAAAC,cAAA,IAAAD,MAAA,CAAAE,wBAAA,WAAAC,CAAA,IAAAd,CAAA,oBAAAc,CAAA,OAAAC,cAAA,CAAAC,IAAA,CAAAhB,CAAA,EAAAc,CAAA,SAAAG,CAAA,GAAAP,CAAA,GAAAC,MAAA,CAAAE,wBAAA,CAAAb,CAAA,EAAAc,CAAA,UAAAG,CAAA,KAAAA,CAAA,CAAAV,GAAA,IAAAU,CAAA,CAAAC,GAAA,IAAAP,MAAA,CAAAC,cAAA,CAAAJ,CAAA,EAAAM,CAAA,EAAAG,CAAA,IAAAT,CAAA,CAAAM,CAAA,IAAAd,CAAA,CAAAc,CAAA,YAAAN,CAAA,CAAAH,OAAA,GAAAL,CAAA,EAAAG,CAAA,IAAAA,CAAA,CAAAe,GAAA,CAAAlB,CAAA,EAAAQ,CAAA,GAAAA,CAAA;AAAA,SAAAb,uBAAAK,CAAA,WAAAA,CAAA,IAAAA,CAAA,CAAAI,UAAA,GAAAJ,CAAA,KAAAK,OAAA,EAAAL,CAAA;AAE3D,MAAMmB,oBAAoB,SAASC,KAAK,CAAC;AAAEC,OAAA,CAAAF,oBAAA,GAAAA,oBAAA;AAEnC,eAAAG,SAAgB;EAACC,GAAG;EAAEC,SAAS;EAAEC,aAAa;EAAEC,aAAa,GAAG;AAAE,CAAC,EAAE;EAElF,MAAMC,KAAK,GAAG,IAAAC,cAAiB,EAAC,mEAAmE,CAAC;EACpG,MAAMC,SAAS,GAAGF,KAAK,CAACG,MAAM,CAAC,MAAM,CAAC;EACtC,MAAMC,QAAQ,GAAGJ,KAAK,CAACG,MAAM,CAAC,KAAK,CAAC;EAEpCD,SAAS,CAAC,QAAQN,GAAG,EAAE,CAAC;EACxBM,SAAS,CAAC,cAAcL,SAAS,EAAE,CAAC;EACpCK,SAAS,CAAC,kBAAkBJ,aAAa,EAAE,CAAC;EAE5C,MAAMO,MAAM,GAAG,IAAAC,kBAAY,EAAC;IAC1BV,GAAG;IACHW,oBAAoB,EAAE,CAAC;IACvBC,OAAO,EAAE,KAAK;IACdC,WAAW,EAAE;EACf,CAAC,CAAC;EAEFL,QAAQ,CAAC,oBAAoBN,aAAa,KAAKY,IAAI,CAACC,SAAS,CAACd,SAAS,CAAC,EAAE,CAAC;EAC3E,IAAI;IACF,MAAM;MAACe;IAAiB,CAAC,GAAG,MAAMC,cAAc,CAAC;MAAChB,SAAS;MAAEiB,WAAW,EAAE,CAAC;MAAEF,iBAAiB,EAAE;IAAE,CAAC,CAAC;IACpGR,QAAQ,CAAC,gBAAgBM,IAAI,CAACC,SAAS,CAACC,iBAAiB,CAAC,EAAE,CAAC;IAC7D,MAAMG,mBAAmB,GAAGC,iBAAiB,CAAC;MAACJ,iBAAiB;MAAEb;IAAa,CAAC,CAAC;IACjFK,QAAQ,CAAC,wBAAwBM,IAAI,CAACC,SAAS,CAACI,mBAAmB,CAAC,EAAE,CAAC;IACvE,OAAOA,mBAAmB;EAC5B,CAAC,CAAC,OAAOE,GAAG,EAAE;IACZ,MAAM,IAAIzB,oBAAoB,CAACyB,GAAG,CAAC;EACrC;EAEA,eAAeJ,cAAcA,CAAC;IAAChB,SAAS;IAAEiB,WAAW,GAAG,CAAC;IAAEF,iBAAiB,GAAG;EAAE,CAAC,EAAE;IAElF,MAAMM,KAAK,GAAGrB,SAAS,CAACiB,WAAW,CAAC;IACpCd,KAAK,CAAC,iBAAiBU,IAAI,CAACC,SAAS,CAACO,KAAK,CAAC,KAAKJ,WAAW,aAAa,CAAC;IAE1E,IAAII,KAAK,EAAE;MACT,MAAM;QAACC;MAAK,CAAC,GAAG,MAAMC,aAAa,CAAC,CAAC;MAErC,MAAMC,oBAAoB,GAAG,CAAC,GAAGT,iBAAiB,EAAE;QAACM,KAAK;QAAEC;MAAK,CAAC,CAAC;MACnEnB,KAAK,CAAC,SAASc,WAAW,IAAII,KAAK,QAAQ,CAAC;MAC5ClB,KAAK,CAAC,cAAcH,SAAS,CAACyB,MAAM,IAAIR,WAAW,GAAG,CAAC,CAAC,gBAAgB,CAAC;MACzE,OAAOD,cAAc,CAAC;QAAChB,SAAS;QAAEiB,WAAW,EAAEA,WAAW,GAAG,CAAC;QAAEF,iBAAiB,EAAES;MAAoB,CAAC,CAAC;IAC3G;IAEArB,KAAK,CAAC,OAAOH,SAAS,CAACyB,MAAM,uCAAuCR,WAAW,EAAE,CAAC;IAClF,OAAO;MAACF;IAAiB,CAAC;IAE1B,SAASQ,aAAaA,CAAA,EAAG;MACvB,OAAO,IAAIG,OAAO,CAAC,CAACC,OAAO,EAAEC,MAAM,KAAK;QACtC;QACA,IAAIC,YAAY,GAAG,CAAC;QAEpB1B,KAAK,CAAC,mDAAmDkB,KAAK,EAAE,CAAC;QAEjEb,MAAM,CAACsB,cAAc,CAACT,KAAK,CAAC,CACzBU,EAAE,CAAC,OAAO,EAAEX,GAAG,IAAI;UAClB;UACA,IAAIA,GAAG,YAAYY,yBAAc,EAAE;YACjC7B,KAAK,CAAC,iCAAiCkB,KAAK,KAAKD,GAAG,EAAE,CAAC;YACvDQ,MAAM,CAAC,IAAIjC,oBAAoB,CAAC,iCAAiC0B,KAAK,KAAKD,GAAG,EAAE,CAAC,CAAC;UACpF;UACAjB,KAAK,CAAC,wBAAwBkB,KAAK,KAAKD,GAAG,EAAE,CAAC;UAC9CQ,MAAM,CAAC,IAAIjC,oBAAoB,CAAC,wBAAwB0B,KAAK,KAAKD,GAAG,EAAE,CAAC,CAAC;QAC3E,CAAC,CAAC,CACDW,EAAE,CAAC,OAAO,EAAET,KAAK,IAAI;UACpBnB,KAAK,CAAC,cAAcmB,KAAK,EAAE,CAAC;UAC5BO,YAAY,IAAIP,KAAK;QACvB,CAAC,CAAC,CACDS,EAAE,CAAC,KAAK,EAAE,MAAM;UACf,IAAI;YACFJ,OAAO,CAAC;cAACL,KAAK,EAAEO;YAAY,CAAC,CAAC;UAChC,CAAC,CAAC,OAAOT,GAAG,EAAE;YACZjB,KAAK,CAAC,qBAAqB,CAAC;YAC5ByB,MAAM,CAACR,GAAG,CAAC;UACb;QACF,CAAC,CAAC,CACDW,EAAE,CAAC,QAAQ,EAAE,MAAM;UAClBxB,QAAQ,CAAC,uCAAuC,CAAC;QACnD,CAAC,CAAC;MACN,CAAC,CAAC;IACJ;EACF;EACA,SAASY,iBAAiBA,CAAC;IAACJ,iBAAiB;IAAEb;EAAa,CAAC,EAAE;IAC7DC,KAAK,CAAC,sBAAsBY,iBAAiB,CAACU,MAAM,qBAAqBvB,aAAa,EAAE,CAAC;IACzFG,SAAS,CAAC,GAAGQ,IAAI,CAACC,SAAS,CAACC,iBAAiB,CAAC,EAAE,CAAC;IACjD;IACA,MAAMG,mBAAmB,GAAGH,iBAAiB,CAACkB,MAAM,CAAEC,cAAc,IAAKA,cAAc,CAACZ,KAAK,KAAK,CAAC,IAAIY,cAAc,CAACZ,KAAK,GAAGpB,aAAa,CAAC;IAC5IG,SAAS,CAAC,GAAGQ,IAAI,CAACC,SAAS,CAACI,mBAAmB,CAAC,EAAE,CAAC;IACnD,OAAOA,mBAAmB;EAC5B;AAEF","ignoreList":[]}