@natlibfi/melinda-record-matching 4.0.1-alpha.1 → 4.1.0-alpha.2

package/dist/match-detection/features/bib/index.js

@@ -63,6 +63,18 @@ Object.defineProperty(exports, "publicationTime", {
     return _publicationTime.default;
   }
 });
+Object.defineProperty(exports, "publicationTimeAllowConsYears", {
+  enumerable: true,
+  get: function () {
+    return _publicationTimeAllowConsYears.default;
+  }
+});
+Object.defineProperty(exports, "publicationTimeAllowConsYearsMulti", {
+  enumerable: true,
+  get: function () {
+    return _publicationTimeAllowConsYearsMulti.default;
+  }
+});
 Object.defineProperty(exports, "recordType", {
   enumerable: true,
   get: function () {
@@ -90,6 +102,8 @@ var _titleVersionOriginal = _interopRequireDefault(require("./title-version-orig
 var _authors = _interopRequireDefault(require("./authors"));
 var _recordType = _interopRequireDefault(require("./record-type"));
 var _publicationTime = _interopRequireDefault(require("./publication-time"));
+var _publicationTimeAllowConsYears = _interopRequireDefault(require("./publication-time-allow-cons-years"));
+var _publicationTimeAllowConsYearsMulti = _interopRequireDefault(require("./publication-time-allow-cons-years-multi"));
 var _language = _interopRequireDefault(require("./language"));
 var _bibliographicLevel = _interopRequireDefault(require("./bibliographic-level"));
 var _melindaId = _interopRequireDefault(require("./melinda-id"));

package/dist/match-detection/features/bib/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","names":[],"sources":["../../../../src/match-detection/features/bib/index.js"],"sourcesContent":["/**\n*\n* @licstart  The following is the entire license notice for the JavaScript code in this file.\n*\n* Melinda record matching modules for Javascript\n*\n* Copyright (C) 2020 University Of Helsinki (The National Library Of Finland)\n*\n* This file is part of melinda-record-matching-js\n*\n* melinda-record-matching-js program is free software: you can redistribute it and/or modify\n* it under the terms of the GNU Lesser General Public License as\n* published by the Free Software Foundation, either version 3 of the\n* License, or (at your option) any later version.\n*\n* melinda-record-matching-js is distributed in the hope that it will be useful,\n* but WITHOUT ANY WARRANTY; without even the implied warranty of\n* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the\n* GNU Lesser General Public License for more details.\n*\n* You should have received a copy of the GNU Affero General Public License\n* along with this program.  If not, see <http://www.gnu.org/licenses/>.\n*\n* @licend  The above is the entire license notice\n* for the JavaScript code in this file.\n*\n*/\n\nexport {default as hostComponent} from './host-component';\nexport {default as isbn} from './isbn';\nexport {default as issn} from './issn';\nexport {default as otherStandardIdentifier} from './other-standard-identifier';\nexport {default as title} from './title';\nexport {default as titleVersionOriginal} from './title-version-original';\nexport {default as authors} from './authors';\nexport {default as recordType} from './record-type';\nexport {default as publicationTime} from './publication-time';\nexport {default as language} from './language';\nexport {default as bibliographicLevel} from './bibliographic-level';\nexport {default as melindaId} from './melinda-id';\nexport {default as allSourceIds} from './all-source-ids';\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA4BA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AAAyD"}
+{"version":3,"file":"index.js","names":[],"sources":["../../../../src/match-detection/features/bib/index.js"],"sourcesContent":["/**\n*\n* @licstart  The following is the entire license notice for the JavaScript code in this file.\n*\n* Melinda record matching modules for Javascript\n*\n* Copyright (C) 2020 University Of Helsinki (The National Library Of Finland)\n*\n* This file is part of melinda-record-matching-js\n*\n* melinda-record-matching-js program is free software: you can redistribute it and/or modify\n* it under the terms of the GNU Lesser General Public License as\n* published by the Free Software Foundation, either version 3 of the\n* License, or (at your option) any later version.\n*\n* melinda-record-matching-js is distributed in the hope that it will be useful,\n* but WITHOUT ANY WARRANTY; without even the implied warranty of\n* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the\n* GNU Lesser General Public License for more details.\n*\n* You should have received a copy of the GNU Affero General Public License\n* along with this program.  If not, see <http://www.gnu.org/licenses/>.\n*\n* @licend  The above is the entire license notice\n* for the JavaScript code in this file.\n*\n*/\n\nexport {default as hostComponent} from './host-component';\nexport {default as isbn} from './isbn';\nexport {default as issn} from './issn';\nexport {default as otherStandardIdentifier} from './other-standard-identifier';\nexport {default as title} from './title';\nexport {default as titleVersionOriginal} from './title-version-original';\nexport {default as authors} from './authors';\nexport {default as recordType} from './record-type';\nexport {default as publicationTime} from './publication-time';\nexport {default as publicationTimeAllowConsYears} from './publication-time-allow-cons-years';\nexport {default as publicationTimeAllowConsYearsMulti} from './publication-time-allow-cons-years-multi';\nexport {default as language} from './language';\nexport {default as bibliographicLevel} from './bibliographic-level';\nexport {default as melindaId} from './melinda-id';\nexport {default as allSourceIds} from './all-source-ids';\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA4BA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AAAyD"}

package/dist/match-detection/features/bib/language.js

@@ -5,6 +5,7 @@ Object.defineProperty(exports, "__esModule", {
 });
 exports.default = void 0;
 var _debug = _interopRequireDefault(require("debug"));
+var _matchingUtils = require("../../../matching-utils");
 function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
 /**
 *
@@ -12,7 +13,7 @@ function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { de
 *
 * Melinda record matching modules for Javascript
 *
-* Copyright (C) 2020-2022 University Of Helsinki (The National Library Of Finland)
+* Copyright (C) 2020-2023 University Of Helsinki (The National Library Of Finland)
 *
 * This file is part of melinda-record-matching-js
 *
@@ -46,17 +47,13 @@ var _default = () => ({
     const value008 = get008Value();
     const values041 = get041Values();
     debugData(`${label} 008: ${JSON.stringify(value008)}, 041: ${JSON.stringify(values041)}`);
-    if (value008 && values041.length > 0) {
-      debugData(`${label} There's both 008 and 041, searching for value in both`);
-      const correspondingValue = values041.find(v => v === value008);
-      debugData(`${label} Corresponding value: ${correspondingValue}`);
-      return correspondingValue ? [correspondingValue] : [];
-    }
     if (!value008 && values041.length < 1) {
       debugData(`{$label} No actual values found`);
       return [];
     }
-    return value008 ? [value008] : [values041[0]];
+    const allValues = value008 === undefined ? values041 : values041.concat(value008);
+    const uniqueSortedValues = [...new Set(allValues)].sort();
+    return uniqueSortedValues;
     function get008Value() {
       var _record$get, _record$get$;
       const value = ((_record$get = record.get(/^008$/u)) === null || _record$get === void 0 ? void 0 : (_record$get$ = _record$get[0]) === null || _record$get$ === void 0 ? void 0 : _record$get$.value) || undefined;
@@ -66,11 +63,9 @@ var _default = () => ({
       }
       const code = value.slice(35, 38);
       debugData(`${label} 008 code: ${code}`);
-      return code === '|||' || code === '   ' || code === '^^^' ? undefined : code;
+      return isLangCodeForALanguage(code) ? code : undefined;
     }
 
-    // Main language for the resource: in the first f041 $a or f041 $d
-    // Should we get all $a or $d languages instead of just the first?
     // Uses only f041s that have 2nd ind ' ', which means that the codes used are MARC 21 language codes
 
     function get041Values() {
@@ -80,22 +75,67 @@ var _default = () => ({
         subfields
       }) => subfields).flat().filter(({
         code
-      }) => code === 'a' || code === 'd').map(({
+      }) => code === 'a' || code === 'd').filter(({
+        value
+      }) => value && isLangCodeForALanguage(value)).map(({
         value
       }) => value);
     }
+
+    // Check if a string is a possible, validly formed language code for a single language
+    // Currently accept also codes in capitals
+    function isLangCodeForALanguage(code) {
+      if (code.length !== 3) {
+        debugData(`Code ${code} is not correct length (3) for a language code.`);
+        return false;
+      }
+      if (code === '|||' || code === '   ' || code === '^^^' || code === 'mul' || code === 'zxx') {
+        debugData(`Code ${code} is not code for a spesific language.`);
+        return false;
+      }
+      const langCodePattern = /^[a-z][a-z][a-z]$/ui;
+      if (!langCodePattern.test(code)) {
+        debugData(`Code ${code} is not valid as a language code`);
+        return false;
+      }
+      return true;
+    }
   },
+  // eslint-disable-next-line max-statements
   compare: (a, b) => {
-    debugData(`Comparing ${JSON.stringify(a[0])} and ${JSON.stringify(b[0])}`);
+    debugData(`Comparing ${JSON.stringify(a)} and ${JSON.stringify(b)}`);
     if (a.length === 0 || b.length === 0) {
       debugData(`No language to compare`);
       return 0;
     }
-    debugData(`There are languages to compare`);
-    if (a[0] === b[0]) {
+    if (a.length === b.length && a.every((element, index) => element === b[index])) {
+      debugData(`All languages match`);
       return 0.1;
     }
-    return a[0] === 'und' || b[0] === 'und' ? 0.0 : -1.0;
+    const {
+      matchingValues,
+      possibleMatchValues,
+      maxValues
+    } = (0, _matchingUtils.getMatchCounts)(a, b);
+    if (matchingValues < 1) {
+      debug(`Both have languages, but none of these match.`);
+      return -1.0;
+    }
+    debug(`Both have languages, ${matchingValues}/${possibleMatchValues} valid languages match.`);
+    // ignore non-matches if there is mismatching amount of values
+    debug(`Possible matches: ${possibleMatchValues}/${maxValues}`);
+    //we give some kind of penalty for mismatching amount of values instead of simple divide?
+    const missingCount = maxValues - possibleMatchValues;
+    const misMatchCount = possibleMatchValues - matchingValues;
+    debug(`\t missing: ${missingCount}`);
+    debug(`\t mismatches: ${misMatchCount}`);
+    const penaltyForMissing = 0.02 * (maxValues - possibleMatchValues);
+    const penaltyForMisMatch = 0.05 * (possibleMatchValues - matchingValues);
+    debug(`\t points: penaltyForMissing: ${penaltyForMissing}`);
+    debug(`\t points: penaltyForMisMatch: ${penaltyForMisMatch}`);
+    const points = Number(Number(0.1 - penaltyForMisMatch - penaltyForMissing).toFixed(2));
+    debug(`Total points: ${points}`);
+    return points;
   }
 });
 exports.default = _default;

package/dist/match-detection/features/bib/language.js.map

@@ -1 +1 @@
-{"version":3,"file":"language.js","names":["debug","createDebugLogger","debugData","extend","name","extract","record","recordExternal","label","value008","get008Value","values041","get041Values","JSON","stringify","length","correspondingValue","find","v","value","get","undefined","code","slice","filter","ind2","map","subfields","flat","compare","a","b"],"sources":["../../../../src/match-detection/features/bib/language.js"],"sourcesContent":["/**\n*\n* @licstart  The following is the entire license notice for the JavaScript code in this file.\n*\n* Melinda record matching modules for Javascript\n*\n* Copyright (C) 2020-2022 University Of Helsinki (The National Library Of Finland)\n*\n* This file is part of melinda-record-matching-js\n*\n* melinda-record-matching-js program is free software: you can redistribute it and/or modify\n* it under the terms of the GNU Lesser General Public License as\n* published by the Free Software Foundation, either version 3 of the\n* License, or (at your option) any later version.\n*\n* melinda-record-matching-js is distributed in the hope that it will be useful,\n* but WITHOUT ANY WARRANTY; without even the implied warranty of\n* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the\n* GNU Lesser General Public License for more details.\n*\n* You should have received a copy of the GNU Affero General Public License\n* along with this program.  If not, see <http://www.gnu.org/licenses/>.\n*\n* @licend  The above is the entire license notice\n* for the JavaScript code in this file.\n*\n*/\n\nimport createDebugLogger from 'debug';\n\nconst debug = createDebugLogger('@natlibfi/melinda-record-matching:match-detection:features:language');\nconst debugData = debug.extend('data');\n\nexport default () => ({\n  name: 'Language',\n  extract: ({record, recordExternal}) => {\n    const label = recordExternal && recordExternal.label ? recordExternal.label : 'record';\n\n    const value008 = get008Value();\n    const values041 = get041Values();\n    debugData(`${label} 008: ${JSON.stringify(value008)}, 041: ${JSON.stringify(values041)}`);\n\n    if (value008 && values041.length > 0) {\n      debugData(`${label} There's both 008 and 041, searching for value in both`);\n      const correspondingValue = values041.find(v => v === value008);\n      debugData(`${label} Corresponding value: ${correspondingValue}`);\n      return correspondingValue ? [correspondingValue] : [];\n    }\n\n    if (!value008 && values041.length < 1) {\n      debugData(`{$label} No actual values found`);\n      return [];\n    }\n\n    return value008 ? [value008] : [values041[0]];\n\n    function get008Value() {\n      const value = record.get(/^008$/u)?.[0]?.value || undefined;\n      debugData(`${label} 008 value: ${value}`);\n\n      if (!value) {\n        return undefined;\n      }\n\n      const code = value.slice(35, 38);\n      debugData(`${label} 008 code: ${code}`);\n      return code === '|||' || code === '   ' || code === '^^^' ? undefined : code;\n    }\n\n    // Main language for the resource: in the first f041 $a or f041 $d\n    // Should we get all $a or $d languages instead of just the first?\n    // Uses only f041s that have 2nd ind ' ', which means that the codes used are MARC 21 language codes\n\n    function get041Values() {\n      return record.get(/^041$/u)\n        .filter(({ind2}) => ind2 === ' ')\n        .map(({subfields}) => subfields)\n        .flat()\n        .filter(({code}) => code === 'a' || code === 'd')\n        .map(({value}) => value);\n    }\n  },\n  compare: (a, b) => {\n    debugData(`Comparing ${JSON.stringify(a[0])} and ${JSON.stringify(b[0])}`);\n\n    if (a.length === 0 || b.length === 0) {\n      debugData(`No language to compare`);\n      return 0;\n    }\n\n    debugData(`There are languages to compare`);\n\n    if (a[0] === b[0]) {\n      return 0.1;\n    }\n\n    return a[0] === 'und' || b[0] === 'und' ? 0.0 : -1.0;\n  }\n});\n"],"mappings":";;;;;;AA4BA;AAAsC;AA5BtC;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AAIA,MAAMA,KAAK,GAAG,IAAAC,cAAiB,EAAC,qEAAqE,CAAC;AACtG,MAAMC,SAAS,GAAGF,KAAK,CAACG,MAAM,CAAC,MAAM,CAAC;AAAC,eAExB,OAAO;EACpBC,IAAI,EAAE,UAAU;EAChBC,OAAO,EAAE,CAAC;IAACC,MAAM;IAAEC;EAAc,CAAC,KAAK;IACrC,MAAMC,KAAK,GAAGD,cAAc,IAAIA,cAAc,CAACC,KAAK,GAAGD,cAAc,CAACC,KAAK,GAAG,QAAQ;IAEtF,MAAMC,QAAQ,GAAGC,WAAW,EAAE;IAC9B,MAAMC,SAAS,GAAGC,YAAY,EAAE;IAChCV,SAAS,CAAE,GAAEM,KAAM,SAAQK,IAAI,CAACC,SAAS,CAACL,QAAQ,CAAE,UAASI,IAAI,CAACC,SAAS,CAACH,SAAS,CAAE,EAAC,CAAC;IAEzF,IAAIF,QAAQ,IAAIE,SAAS,CAACI,MAAM,GAAG,CAAC,EAAE;MACpCb,SAAS,CAAE,GAAEM,KAAM,wDAAuD,CAAC;MAC3E,MAAMQ,kBAAkB,GAAGL,SAAS,CAACM,IAAI,CAACC,CAAC,IAAIA,CAAC,KAAKT,QAAQ,CAAC;MAC9DP,SAAS,CAAE,GAAEM,KAAM,yBAAwBQ,kBAAmB,EAAC,CAAC;MAChE,OAAOA,kBAAkB,GAAG,CAACA,kBAAkB,CAAC,GAAG,EAAE;IACvD;IAEA,IAAI,CAACP,QAAQ,IAAIE,SAAS,CAACI,MAAM,GAAG,CAAC,EAAE;MACrCb,SAAS,CAAE,iCAAgC,CAAC;MAC5C,OAAO,EAAE;IACX;IAEA,OAAOO,QAAQ,GAAG,CAACA,QAAQ,CAAC,GAAG,CAACE,SAAS,CAAC,CAAC,CAAC,CAAC;IAE7C,SAASD,WAAW,GAAG;MAAA;MACrB,MAAMS,KAAK,GAAG,gBAAAb,MAAM,CAACc,GAAG,CAAC,QAAQ,CAAC,gEAApB,YAAuB,CAAC,CAAC,iDAAzB,aAA2BD,KAAK,KAAIE,SAAS;MAC3DnB,SAAS,CAAE,GAAEM,KAAM,eAAcW,KAAM,EAAC,CAAC;MAEzC,IAAI,CAACA,KAAK,EAAE;QACV,OAAOE,SAAS;MAClB;MAEA,MAAMC,IAAI,GAAGH,KAAK,CAACI,KAAK,CAAC,EAAE,EAAE,EAAE,CAAC;MAChCrB,SAAS,CAAE,GAAEM,KAAM,cAAac,IAAK,EAAC,CAAC;MACvC,OAAOA,IAAI,KAAK,KAAK,IAAIA,IAAI,KAAK,KAAK,IAAIA,IAAI,KAAK,KAAK,GAAGD,SAAS,GAAGC,IAAI;IAC9E;;IAEA;IACA;IACA;;IAEA,SAASV,YAAY,GAAG;MACtB,OAAON,MAAM,CAACc,GAAG,CAAC,QAAQ,CAAC,CACxBI,MAAM,CAAC,CAAC;QAACC;MAAI,CAAC,KAAKA,IAAI,KAAK,GAAG,CAAC,CAChCC,GAAG,CAAC,CAAC;QAACC;MAAS,CAAC,KAAKA,SAAS,CAAC,CAC/BC,IAAI,EAAE,CACNJ,MAAM,CAAC,CAAC;QAACF;MAAI,CAAC,KAAKA,IAAI,KAAK,GAAG,IAAIA,IAAI,KAAK,GAAG,CAAC,CAChDI,GAAG,CAAC,CAAC;QAACP;MAAK,CAAC,KAAKA,KAAK,CAAC;IAC5B;EACF,CAAC;EACDU,OAAO,EAAE,CAACC,CAAC,EAAEC,CAAC,KAAK;IACjB7B,SAAS,CAAE,aAAYW,IAAI,CAACC,SAAS,CAACgB,CAAC,CAAC,CAAC,CAAC,CAAE,QAAOjB,IAAI,CAACC,SAAS,CAACiB,CAAC,CAAC,CAAC,CAAC,CAAE,EAAC,CAAC;IAE1E,IAAID,CAAC,CAACf,MAAM,KAAK,CAAC,IAAIgB,CAAC,CAAChB,MAAM,KAAK,CAAC,EAAE;MACpCb,SAAS,CAAE,wBAAuB,CAAC;MACnC,OAAO,CAAC;IACV;IAEAA,SAAS,CAAE,gCAA+B,CAAC;IAE3C,IAAI4B,CAAC,CAAC,CAAC,CAAC,KAAKC,CAAC,CAAC,CAAC,CAAC,EAAE;MACjB,OAAO,GAAG;IACZ;IAEA,OAAOD,CAAC,CAAC,CAAC,CAAC,KAAK,KAAK,IAAIC,CAAC,CAAC,CAAC,CAAC,KAAK,KAAK,GAAG,GAAG,GAAG,CAAC,GAAG;EACtD;AACF,CAAC,CAAC;AAAA"}
+{"version":3,"file":"language.js","names":["debug","createDebugLogger","debugData","extend","name","extract","record","recordExternal","label","value008","get008Value","values041","get041Values","JSON","stringify","length","allValues","undefined","concat","uniqueSortedValues","Set","sort","value","get","code","slice","isLangCodeForALanguage","filter","ind2","map","subfields","flat","langCodePattern","test","compare","a","b","every","element","index","matchingValues","possibleMatchValues","maxValues","getMatchCounts","missingCount","misMatchCount","penaltyForMissing","penaltyForMisMatch","points","Number","toFixed"],"sources":["../../../../src/match-detection/features/bib/language.js"],"sourcesContent":["/**\n*\n* @licstart  The following is the entire license notice for the JavaScript code in this file.\n*\n* Melinda record matching modules for Javascript\n*\n* Copyright (C) 2020-2023 University Of Helsinki (The National Library Of Finland)\n*\n* This file is part of melinda-record-matching-js\n*\n* melinda-record-matching-js program is free software: you can redistribute it and/or modify\n* it under the terms of the GNU Lesser General Public License as\n* published by the Free Software Foundation, either version 3 of the\n* License, or (at your option) any later version.\n*\n* melinda-record-matching-js is distributed in the hope that it will be useful,\n* but WITHOUT ANY WARRANTY; without even the implied warranty of\n* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the\n* GNU Lesser General Public License for more details.\n*\n* You should have received a copy of the GNU Affero General Public License\n* along with this program.  If not, see <http://www.gnu.org/licenses/>.\n*\n* @licend  The above is the entire license notice\n* for the JavaScript code in this file.\n*\n*/\n\nimport createDebugLogger from 'debug';\nimport {getMatchCounts} from '../../../matching-utils';\n\nconst debug = createDebugLogger('@natlibfi/melinda-record-matching:match-detection:features:language');\nconst debugData = debug.extend('data');\n\nexport default () => ({\n  name: 'Language',\n  extract: ({record, recordExternal}) => {\n    const label = recordExternal && recordExternal.label ? recordExternal.label : 'record';\n\n    const value008 = get008Value();\n    const values041 = get041Values();\n    debugData(`${label} 008: ${JSON.stringify(value008)}, 041: ${JSON.stringify(values041)}`);\n\n    if (!value008 && values041.length < 1) {\n      debugData(`{$label} No actual values found`);\n      return [];\n    }\n\n    const allValues = value008 === undefined ? values041 : values041.concat(value008);\n    const uniqueSortedValues = [...new Set(allValues)].sort();\n\n    return uniqueSortedValues;\n\n    function get008Value() {\n      const value = record.get(/^008$/u)?.[0]?.value || undefined;\n      debugData(`${label} 008 value: ${value}`);\n\n      if (!value) {\n        return undefined;\n      }\n\n      const code = value.slice(35, 38);\n      debugData(`${label} 008 code: ${code}`);\n      return isLangCodeForALanguage(code) ? code : undefined;\n    }\n\n    // Uses only f041s that have 2nd ind ' ', which means that the codes used are MARC 21 language codes\n\n    function get041Values() {\n      return record.get(/^041$/u)\n        .filter(({ind2}) => ind2 === ' ')\n        .map(({subfields}) => subfields)\n        .flat()\n        .filter(({code}) => code === 'a' || code === 'd')\n        .filter(({value}) => value && isLangCodeForALanguage(value))\n        .map(({value}) => value);\n    }\n\n    // Check if a string is a possible, validly formed language code for a single language\n    // Currently accept also codes in capitals\n    function isLangCodeForALanguage(code) {\n      if (code.length !== 3) {\n        debugData(`Code ${code} is not correct length (3) for a language code.`);\n        return false;\n      }\n      if (code === '|||' || code === '   ' || code === '^^^' || code === 'mul' || code === 'zxx') {\n        debugData(`Code ${code} is not code for a spesific language.`);\n        return false;\n      }\n      const langCodePattern = /^[a-z][a-z][a-z]$/ui;\n      if (!langCodePattern.test(code)) {\n        debugData(`Code ${code} is not valid as a language code`);\n        return false;\n      }\n      return true;\n    }\n\n  },\n  // eslint-disable-next-line max-statements\n  compare: (a, b) => {\n    debugData(`Comparing ${JSON.stringify(a)} and ${JSON.stringify(b)}`);\n\n    if (a.length === 0 || b.length === 0) {\n      debugData(`No language to compare`);\n      return 0;\n    }\n\n    if (a.length === b.length && a.every((element, index) => element === b[index])) {\n      debugData(`All languages match`);\n      return 0.1;\n    }\n\n    const {matchingValues, possibleMatchValues, maxValues} = getMatchCounts(a, b);\n\n    if (matchingValues < 1) {\n      debug(`Both have languages, but none of these match.`);\n      return -1.0;\n    }\n    debug(`Both have languages, ${matchingValues}/${possibleMatchValues} valid languages match.`);\n    // ignore non-matches if there is mismatching amount of values\n    debug(`Possible matches: ${possibleMatchValues}/${maxValues}`);\n    //we give some kind of penalty for mismatching amount of values instead of simple divide?\n    const missingCount = maxValues - possibleMatchValues;\n    const misMatchCount = possibleMatchValues - matchingValues;\n    debug(`\\t missing: ${missingCount}`);\n    debug(`\\t mismatches: ${misMatchCount}`);\n\n    const penaltyForMissing = 0.02 * (maxValues - possibleMatchValues);\n    const penaltyForMisMatch = 0.05 * (possibleMatchValues - matchingValues);\n    debug(`\\t points: penaltyForMissing: ${penaltyForMissing}`);\n    debug(`\\t points: penaltyForMisMatch: ${penaltyForMisMatch}`);\n\n    const points = Number(Number(0.1 - penaltyForMisMatch - penaltyForMissing).toFixed(2));\n    debug(`Total points: ${points}`);\n\n    return points;\n  }\n});\n"],"mappings":";;;;;;AA4BA;AACA;AAAuD;AA7BvD;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AAKA,MAAMA,KAAK,GAAG,IAAAC,cAAiB,EAAC,qEAAqE,CAAC;AACtG,MAAMC,SAAS,GAAGF,KAAK,CAACG,MAAM,CAAC,MAAM,CAAC;AAAC,eAExB,OAAO;EACpBC,IAAI,EAAE,UAAU;EAChBC,OAAO,EAAE,CAAC;IAACC,MAAM;IAAEC;EAAc,CAAC,KAAK;IACrC,MAAMC,KAAK,GAAGD,cAAc,IAAIA,cAAc,CAACC,KAAK,GAAGD,cAAc,CAACC,KAAK,GAAG,QAAQ;IAEtF,MAAMC,QAAQ,GAAGC,WAAW,EAAE;IAC9B,MAAMC,SAAS,GAAGC,YAAY,EAAE;IAChCV,SAAS,CAAE,GAAEM,KAAM,SAAQK,IAAI,CAACC,SAAS,CAACL,QAAQ,CAAE,UAASI,IAAI,CAACC,SAAS,CAACH,SAAS,CAAE,EAAC,CAAC;IAEzF,IAAI,CAACF,QAAQ,IAAIE,SAAS,CAACI,MAAM,GAAG,CAAC,EAAE;MACrCb,SAAS,CAAE,iCAAgC,CAAC;MAC5C,OAAO,EAAE;IACX;IAEA,MAAMc,SAAS,GAAGP,QAAQ,KAAKQ,SAAS,GAAGN,SAAS,GAAGA,SAAS,CAACO,MAAM,CAACT,QAAQ,CAAC;IACjF,MAAMU,kBAAkB,GAAG,CAAC,GAAG,IAAIC,GAAG,CAACJ,SAAS,CAAC,CAAC,CAACK,IAAI,EAAE;IAEzD,OAAOF,kBAAkB;IAEzB,SAAST,WAAW,GAAG;MAAA;MACrB,MAAMY,KAAK,GAAG,gBAAAhB,MAAM,CAACiB,GAAG,CAAC,QAAQ,CAAC,gEAApB,YAAuB,CAAC,CAAC,iDAAzB,aAA2BD,KAAK,KAAIL,SAAS;MAC3Df,SAAS,CAAE,GAAEM,KAAM,eAAcc,KAAM,EAAC,CAAC;MAEzC,IAAI,CAACA,KAAK,EAAE;QACV,OAAOL,SAAS;MAClB;MAEA,MAAMO,IAAI,GAAGF,KAAK,CAACG,KAAK,CAAC,EAAE,EAAE,EAAE,CAAC;MAChCvB,SAAS,CAAE,GAAEM,KAAM,cAAagB,IAAK,EAAC,CAAC;MACvC,OAAOE,sBAAsB,CAACF,IAAI,CAAC,GAAGA,IAAI,GAAGP,SAAS;IACxD;;IAEA;;IAEA,SAASL,YAAY,GAAG;MACtB,OAAON,MAAM,CAACiB,GAAG,CAAC,QAAQ,CAAC,CACxBI,MAAM,CAAC,CAAC;QAACC;MAAI,CAAC,KAAKA,IAAI,KAAK,GAAG,CAAC,CAChCC,GAAG,CAAC,CAAC;QAACC;MAAS,CAAC,KAAKA,SAAS,CAAC,CAC/BC,IAAI,EAAE,CACNJ,MAAM,CAAC,CAAC;QAACH;MAAI,CAAC,KAAKA,IAAI,KAAK,GAAG,IAAIA,IAAI,KAAK,GAAG,CAAC,CAChDG,MAAM,CAAC,CAAC;QAACL;MAAK,CAAC,KAAKA,KAAK,IAAII,sBAAsB,CAACJ,KAAK,CAAC,CAAC,CAC3DO,GAAG,CAAC,CAAC;QAACP;MAAK,CAAC,KAAKA,KAAK,CAAC;IAC5B;;IAEA;IACA;IACA,SAASI,sBAAsB,CAACF,IAAI,EAAE;MACpC,IAAIA,IAAI,CAACT,MAAM,KAAK,CAAC,EAAE;QACrBb,SAAS,CAAE,QAAOsB,IAAK,iDAAgD,CAAC;QACxE,OAAO,KAAK;MACd;MACA,IAAIA,IAAI,KAAK,KAAK,IAAIA,IAAI,KAAK,KAAK,IAAIA,IAAI,KAAK,KAAK,IAAIA,IAAI,KAAK,KAAK,IAAIA,IAAI,KAAK,KAAK,EAAE;QAC1FtB,SAAS,CAAE,QAAOsB,IAAK,uCAAsC,CAAC;QAC9D,OAAO,KAAK;MACd;MACA,MAAMQ,eAAe,GAAG,qBAAqB;MAC7C,IAAI,CAACA,eAAe,CAACC,IAAI,CAACT,IAAI,CAAC,EAAE;QAC/BtB,SAAS,CAAE,QAAOsB,IAAK,kCAAiC,CAAC;QACzD,OAAO,KAAK;MACd;MACA,OAAO,IAAI;IACb;EAEF,CAAC;EACD;EACAU,OAAO,EAAE,CAACC,CAAC,EAAEC,CAAC,KAAK;IACjBlC,SAAS,CAAE,aAAYW,IAAI,CAACC,SAAS,CAACqB,CAAC,CAAE,QAAOtB,IAAI,CAACC,SAAS,CAACsB,CAAC,CAAE,EAAC,CAAC;IAEpE,IAAID,CAAC,CAACpB,MAAM,KAAK,CAAC,IAAIqB,CAAC,CAACrB,MAAM,KAAK,CAAC,EAAE;MACpCb,SAAS,CAAE,wBAAuB,CAAC;MACnC,OAAO,CAAC;IACV;IAEA,IAAIiC,CAAC,CAACpB,MAAM,KAAKqB,CAAC,CAACrB,MAAM,IAAIoB,CAAC,CAACE,KAAK,CAAC,CAACC,OAAO,EAAEC,KAAK,KAAKD,OAAO,KAAKF,CAAC,CAACG,KAAK,CAAC,CAAC,EAAE;MAC9ErC,SAAS,CAAE,qBAAoB,CAAC;MAChC,OAAO,GAAG;IACZ;IAEA,MAAM;MAACsC,cAAc;MAAEC,mBAAmB;MAAEC;IAAS,CAAC,GAAG,IAAAC,6BAAc,EAACR,CAAC,EAAEC,CAAC,CAAC;IAE7E,IAAII,cAAc,GAAG,CAAC,EAAE;MACtBxC,KAAK,CAAE,+CAA8C,CAAC;MACtD,OAAO,CAAC,GAAG;IACb;IACAA,KAAK,CAAE,wBAAuBwC,cAAe,IAAGC,mBAAoB,yBAAwB,CAAC;IAC7F;IACAzC,KAAK,CAAE,qBAAoByC,mBAAoB,IAAGC,SAAU,EAAC,CAAC;IAC9D;IACA,MAAME,YAAY,GAAGF,SAAS,GAAGD,mBAAmB;IACpD,MAAMI,aAAa,GAAGJ,mBAAmB,GAAGD,cAAc;IAC1DxC,KAAK,CAAE,eAAc4C,YAAa,EAAC,CAAC;IACpC5C,KAAK,CAAE,kBAAiB6C,aAAc,EAAC,CAAC;IAExC,MAAMC,iBAAiB,GAAG,IAAI,IAAIJ,SAAS,GAAGD,mBAAmB,CAAC;IAClE,MAAMM,kBAAkB,GAAG,IAAI,IAAIN,mBAAmB,GAAGD,cAAc,CAAC;IACxExC,KAAK,CAAE,iCAAgC8C,iBAAkB,EAAC,CAAC;IAC3D9C,KAAK,CAAE,kCAAiC+C,kBAAmB,EAAC,CAAC;IAE7D,MAAMC,MAAM,GAAGC,MAAM,CAACA,MAAM,CAAC,GAAG,GAAGF,kBAAkB,GAAGD,iBAAiB,CAAC,CAACI,OAAO,CAAC,CAAC,CAAC,CAAC;IACtFlD,KAAK,CAAE,iBAAgBgD,MAAO,EAAC,CAAC;IAEhC,OAAOA,MAAM;EACf;AACF,CAAC,CAAC;AAAA"}

package/dist/match-detection/features/bib/publication-time-allow-cons-years-multi.js

@@ -0,0 +1,227 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.default = void 0;
+var _matchingUtils = require("../../../matching-utils");
+var _debug = _interopRequireDefault(require("debug"));
+function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
+/**
+*
+* @licstart  The following is the entire license notice for the JavaScript code in this file.
+*
+* Melinda record matching modules for Javascript
+*
+* Copyright (C) 2020-2023 University Of Helsinki (The National Library Of Finland)
+*
+* This file is part of melinda-record-matching-js
+*
+* melinda-record-matching-js program is free software: you can redistribute it and/or modify
+* it under the terms of the GNU Lesser General Public License as
+* published by the Free Software Foundation, either version 3 of the
+* License, or (at your option) any later version.
+*
+* melinda-record-matching-js is distributed in the hope that it will be useful,
+* but WITHOUT ANY WARRANTY; without even the implied warranty of
+* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+* GNU Lesser General Public License for more details.
+*
+* You should have received a copy of the GNU Affero General Public License
+* along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*
+* @licend  The above is the entire license notice
+* for the JavaScript code in this file.
+*
+*/
+// We should also get copyright time and copyright/publication times from 26x
+// We should also get publishing time type from f008
+// We should get reprint times from f500 $a "Lisäpainos/Lisäpainokset:"
+var _default = () => ({
+  name: 'Publication time, allow consequent years, years from multiple sources',
+  extract: ({
+    record
+  }) => {
+    const debug = (0, _debug.default)('@natlibfi/melinda-record-matching:match-detection:features/bib/publication-time-allow-cons-years-multi');
+    const f008Values = extractF008Values(record);
+    debug(`${JSON.stringify(f008Values)}`);
+    const f26xValues = extractF26xValues(record);
+    debug(`${JSON.stringify(f26xValues)}`);
+    const f500Values = extractF500Years(record);
+    debug(`${JSON.stringify(f500Values)}`);
+
+    // We should get copyrightYear from f008Date2 to copyrightYears when f008YearType = 'r'
+    // Is the original year (f008Date2) in f008YearType === 'r' comparable to copyrightYear?
+    // We should handle unknown years (here or comparison?)
+    // We should handle year ranges for continuing resources / collections
+    // We should normalize copyright marks (etc.) out of copyrightYears
+
+    const normalYears = [...new Set(f26xValues.normalYears.concat(f008Values.f008Date1).filter(value => value && value !== '    '))].sort();
+    const copyrightYears = [...new Set(f26xValues.copyrightYears)].sort();
+    const reprintYears = [...new Set(f500Values)].sort();
+    const combined = {
+      normalYears,
+      copyrightYears,
+      reprintYears
+    };
+    debug(`Combined: ${JSON.stringify(combined)}`);
+    return combined;
+    function extractF008Values(record) {
+      var _record$get, _record$get$;
+      const value = ((_record$get = record.get(/^008$/u)) === null || _record$get === void 0 ? void 0 : (_record$get$ = _record$get[0]) === null || _record$get$ === void 0 ? void 0 : _record$get$.value) || undefined;
+      if (value && (0, _matchingUtils.testStringOrNumber)(value)) {
+        const f008Date1 = extractF008Date1(value);
+        const f008Date2 = extractF008Date2(value);
+        const f008YearType = extractF008YearType(value);
+        return {
+          f008Date1,
+          f008Date2,
+          f008YearType
+        };
+      }
+      return {
+        f008Date1: undefined,
+        f008Date2: undefined,
+        f008YearType: undefined
+      };
+    }
+    function extractF008Date1(value) {
+      return String(value).slice(7, 11);
+    }
+    function extractF008Date2(value) {
+      return String(value).slice(11, 15);
+    }
+    function extractF008YearType(value) {
+      return String(value).slice(6, 7);
+    }
+    function extractF26xValues(record) {
+      const copyrightRegex = /^(?<copyrightPrefix>cop|cop.|c|©|p|℗)/u;
+      const pubNormalSubFieldValues = record.get(/^26[04]$/u).filter(field => !(field.tag === '264' && field.ind2 === '4')).map(({
+        subfields
+      }) => subfields).flat().filter(({
+        code
+      }) => code === 'c').map(({
+        value
+      }) => value).filter(({
+        value
+      }) => !copyrightRegex.test(value));
+      debug(`Normal years: ${JSON.stringify(pubNormalSubFieldValues)}`);
+      const pubF264CopySubFieldValues = record.get(/^264$/u).filter(field => field.ind2 === '4').map(({
+        subfields
+      }) => subfields).flat().filter(({
+        code
+      }) => code === 'c').map(({
+        value
+      }) => value);
+      debug(`F264 copyright years: ${JSON.stringify(pubF264CopySubFieldValues)}`);
+      const pubF260CopySubFieldValues = record.get(/^260$/u).map(({
+        subfields
+      }) => subfields).flat().filter(({
+        code
+      }) => code === 'c').filter(({
+        value
+      }) => copyrightRegex.test(value));
+      debug(`F260 copyright years: ${JSON.stringify(pubF260CopySubFieldValues)}`);
+      return {
+        normalYears: pubNormalSubFieldValues,
+        copyrightYears: [...pubF260CopySubFieldValues, ...pubF264CopySubFieldValues]
+      };
+    }
+    function extractF500Years(record) {
+      const reprintRegex = /(?<reprint>Lisäpainokset:|Lisäpainos:)/u;
+      const reprintFieldContents = record.get(/^500$/u).map(({
+        subfields
+      }) => subfields).flat().filter(({
+        code
+      }) => code === 'a').map(({
+        value
+      }) => value);
+      //.filter(value => value.test(reprintRegex));
+
+      debug(`f500 reprint field contents: ${JSON.stringify(reprintFieldContents)}`);
+      const filteredF500 = reprintFieldContents.filter(content => content && content.match(reprintRegex));
+      debug(`f500 reprint field contents (filtered): ${JSON.stringify(filteredF500)}`);
+      const reprintYears = extractReprintYears(filteredF500);
+      return reprintYears;
+    }
+    function extractReprintYears(contents) {
+      const yearRegex = /[0-9][0-9][0-9][0-9]/gu;
+      const years = contents.map(content => content.match(yearRegex)).flat();
+      debug(`${JSON.stringify(years)}`);
+      const uniqYears = [...new Set(years)].sort();
+      debug(`${JSON.stringify(uniqYears)}`);
+      return uniqYears;
+    }
+  },
+  // eslint-disable-next-line max-statements
+  compare: (a, b) => {
+    const debug = (0, _debug.default)('@natlibfi/melinda-record-matching:match-detection:features/bib/publication-time-allow-cons-years-multi');
+    debug(`Comparing ${JSON.stringify(a)} to ${JSON.stringify(b)}`);
+    const [firstA] = a.normalYears ? a.normalYears : a;
+    const [firstB] = b.normalYears ? b.normalYears : b;
+    debug(`Comparing ${JSON.stringify(firstA)} to ${JSON.stringify(firstB)}`);
+    if (firstA === firstB) {
+      return 0.1;
+    }
+
+    // If either of years is a non string/number, values are not comparable
+    if (!(0, _matchingUtils.testStringOrNumber)(firstA) || !(0, _matchingUtils.testStringOrNumber)(firstB)) {
+      return 0;
+    }
+    const firstANumber = parseInt(firstA, 10);
+    const firstBNumber = parseInt(firstB, 10);
+    if (isNaN(firstANumber) || isNaN(firstBNumber)) {
+      return -1;
+    }
+
+    // Handle consequent years as a match
+    // see publication-time for a version that does not handle consequent years as a match
+    if (firstANumber + 1 === firstBNumber || firstANumber - 1 === firstBNumber) {
+      return 0.1;
+    }
+    const bNormalInAReprint = a.reprintYears.filter(aValue => b.normalYears.some(bValue => aValue === bValue));
+    const aNormalInBReprint = b.reprintYears.filter(bValue => a.normalYears.some(aValue => bValue === aValue));
+    debug(`BNorm in AReprint: ${JSON.stringify(bNormalInAReprint)}`);
+    debug(`ANorm in BReprint: ${JSON.stringify(aNormalInBReprint)}`);
+    if (bNormalInAReprint > 0 || aNormalInBReprint > 0) {
+      return 0;
+    }
+    return -1;
+  }
+}); // https://www.loc.gov/marc/bibliographic/bd008.html
+// field 008
+// 06 - Type of date/Publication status
+// 07-10 - Date 1
+// 11-14 - Date 2
+//
+// 06 - Type of date/Publication status
+// b - No dates given; B.C. date involved
+// c - Continuing resource currently published
+// d - Continuing resource ceased publication
+// e - Detailed date
+// i - Inclusive dates of collection
+// k - Range of years of bulk of collection
+// m - Multiple dates
+// n - Dates unknown
+// p - Date of distribution/release/issue and production/recording session when different
+// q - Questionable date
+// r - Reprint/reissue date and original date
+// s - Single known date/probable date
+// t - Publication date and copyright date
+// u - Continuing resource status unknown
+// | - No attempt to code
+//
+// 07-10 - Date 1
+// 1-9 - Date digit
+// # - Date element is not applicable
+// u - Date element is totally or partially unknown
+// |||| - No attempt to code
+//
+// 11-14 - Date 2
+// 1-9 - Date digit
+// # - Date element is not applicable
+// u - Date element is totally or partially unknown
+// |||| - No attempt to code
+//
+exports.default = _default;
+//# sourceMappingURL=publication-time-allow-cons-years-multi.js.map

package/dist/match-detection/features/bib/publication-time-allow-cons-years-multi.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"publication-time-allow-cons-years-multi.js","names":["name","extract","record","debug","createDebugLogger","f008Values","extractF008Values","JSON","stringify","f26xValues","extractF26xValues","f500Values","extractF500Years","normalYears","Set","concat","f008Date1","filter","value","sort","copyrightYears","reprintYears","combined","get","undefined","testStringOrNumber","extractF008Date1","f008Date2","extractF008Date2","f008YearType","extractF008YearType","String","slice","copyrightRegex","pubNormalSubFieldValues","field","tag","ind2","map","subfields","flat","code","test","pubF264CopySubFieldValues","pubF260CopySubFieldValues","reprintRegex","reprintFieldContents","filteredF500","content","match","extractReprintYears","contents","yearRegex","years","uniqYears","compare","a","b","firstA","firstB","firstANumber","parseInt","firstBNumber","isNaN","bNormalInAReprint","aValue","some","bValue","aNormalInBReprint"],"sources":["../../../../src/match-detection/features/bib/publication-time-allow-cons-years-multi.js"],"sourcesContent":["/**\n*\n* @licstart  The following is the entire license notice for the JavaScript code in this file.\n*\n* Melinda record matching modules for Javascript\n*\n* Copyright (C) 2020-2023 University Of Helsinki (The National Library Of Finland)\n*\n* This file is part of melinda-record-matching-js\n*\n* melinda-record-matching-js program is free software: you can redistribute it and/or modify\n* it under the terms of the GNU Lesser General Public License as\n* published by the Free Software Foundation, either version 3 of the\n* License, or (at your option) any later version.\n*\n* melinda-record-matching-js is distributed in the hope that it will be useful,\n* but WITHOUT ANY WARRANTY; without even the implied warranty of\n* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the\n* GNU Lesser General Public License for more details.\n*\n* You should have received a copy of the GNU Affero General Public License\n* along with this program.  If not, see <http://www.gnu.org/licenses/>.\n*\n* @licend  The above is the entire license notice\n* for the JavaScript code in this file.\n*\n*/\n\nimport {testStringOrNumber} from '../../../matching-utils';\nimport createDebugLogger from 'debug';\n\n// We should also get copyright time and copyright/publication times from 26x\n// We should also get publishing time type from f008\n// We should get reprint times from f500 $a \"Lisäpainos/Lisäpainokset:\"\n\nexport default () => ({\n  name: 'Publication time, allow consequent years, years from multiple sources',\n  extract: ({record}) => {\n    const debug = createDebugLogger('@natlibfi/melinda-record-matching:match-detection:features/bib/publication-time-allow-cons-years-multi');\n\n    const f008Values = extractF008Values(record);\n    debug(`${JSON.stringify(f008Values)}`);\n\n    const f26xValues = extractF26xValues(record);\n    debug(`${JSON.stringify(f26xValues)}`);\n\n    const f500Values = extractF500Years(record);\n    debug(`${JSON.stringify(f500Values)}`);\n\n    // We should get copyrightYear from f008Date2 to copyrightYears when f008YearType = 'r'\n    // Is the original year (f008Date2) in f008YearType === 'r' comparable to copyrightYear?\n    // We should handle unknown years (here or comparison?)\n    // We should handle year ranges for continuing resources / collections\n    // We should normalize copyright marks (etc.) out of copyrightYears\n\n    const normalYears = [...new Set(f26xValues.normalYears.concat(f008Values.f008Date1).filter(value => value && value !== '    '))].sort();\n    const copyrightYears = [...new Set(f26xValues.copyrightYears)].sort();\n    const reprintYears = [...new Set(f500Values)].sort();\n\n    const combined = {normalYears, copyrightYears, reprintYears};\n\n    debug(`Combined: ${JSON.stringify(combined)}`);\n\n    return combined;\n\n    function extractF008Values(record) {\n      const value = record.get(/^008$/u)?.[0]?.value || undefined;\n      if (value && testStringOrNumber(value)) {\n        const f008Date1 = extractF008Date1(value);\n        const f008Date2 = extractF008Date2(value);\n        const f008YearType = extractF008YearType(value);\n        return {f008Date1, f008Date2, f008YearType};\n      }\n      return {f008Date1: undefined, f008Date2: undefined, f008YearType: undefined};\n    }\n\n    function extractF008Date1(value) {\n      return String(value).slice(7, 11);\n    }\n\n    function extractF008Date2(value) {\n      return String(value).slice(11, 15);\n    }\n\n    function extractF008YearType(value) {\n      return String(value).slice(6, 7);\n    }\n\n    function extractF26xValues(record) {\n      const copyrightRegex = /^(?<copyrightPrefix>cop|cop.|c|©|p|℗)/u;\n\n      const pubNormalSubFieldValues = record.get(/^26[04]$/u)\n        .filter((field) => !(field.tag === '264' && field.ind2 === '4'))\n        .map(({subfields}) => subfields)\n        .flat()\n        .filter(({code}) => code === 'c')\n        .map(({value}) => value)\n        .filter(({value}) => !copyrightRegex.test(value));\n\n      debug(`Normal years: ${JSON.stringify(pubNormalSubFieldValues)}`);\n\n      const pubF264CopySubFieldValues = record.get(/^264$/u)\n        .filter((field) => field.ind2 === '4')\n        .map(({subfields}) => subfields)\n        .flat()\n        .filter(({code}) => code === 'c')\n        .map(({value}) => value);\n      debug(`F264 copyright years: ${JSON.stringify(pubF264CopySubFieldValues)}`);\n\n      const pubF260CopySubFieldValues = record.get(/^260$/u)\n        .map(({subfields}) => subfields)\n        .flat()\n        .filter(({code}) => code === 'c')\n        .filter(({value}) => copyrightRegex.test(value));\n      debug(`F260 copyright years: ${JSON.stringify(pubF260CopySubFieldValues)}`);\n\n      return {normalYears: pubNormalSubFieldValues, copyrightYears: [...pubF260CopySubFieldValues, ...pubF264CopySubFieldValues]};\n    }\n\n    function extractF500Years(record) {\n\n      const reprintRegex = /(?<reprint>Lisäpainokset:|Lisäpainos:)/u;\n      const reprintFieldContents = record.get(/^500$/u)\n        .map(({subfields}) => subfields)\n        .flat()\n        .filter(({code}) => code === 'a')\n        .map(({value}) => value);\n        //.filter(value => value.test(reprintRegex));\n\n      debug(`f500 reprint field contents: ${JSON.stringify(reprintFieldContents)}`);\n\n      const filteredF500 = reprintFieldContents.filter((content) => content && content.match(reprintRegex));\n\n      debug(`f500 reprint field contents (filtered): ${JSON.stringify(filteredF500)}`);\n\n      const reprintYears = extractReprintYears(filteredF500);\n\n      return reprintYears;\n    }\n\n    function extractReprintYears(contents) {\n      const yearRegex = /[0-9][0-9][0-9][0-9]/gu;\n      const years = contents.map(content => content.match(yearRegex))\n        .flat();\n      debug(`${JSON.stringify(years)}`);\n      const uniqYears = [...new Set(years)].sort();\n      debug(`${JSON.stringify(uniqYears)}`);\n      return uniqYears;\n    }\n\n  },\n  // eslint-disable-next-line max-statements\n  compare: (a, b) => {\n    const debug = createDebugLogger('@natlibfi/melinda-record-matching:match-detection:features/bib/publication-time-allow-cons-years-multi');\n    debug(`Comparing ${JSON.stringify(a)} to ${JSON.stringify(b)}`);\n\n    const [firstA] = a.normalYears ? a.normalYears : a;\n    const [firstB] = b.normalYears ? b.normalYears : b;\n\n    debug(`Comparing ${JSON.stringify(firstA)} to ${JSON.stringify(firstB)}`);\n\n    if (firstA === firstB) {\n      return 0.1;\n    }\n\n    // If either of years is a non string/number, values are not comparable\n    if (!testStringOrNumber(firstA) || !testStringOrNumber(firstB)) {\n      return 0;\n    }\n\n    const firstANumber = parseInt(firstA, 10);\n    const firstBNumber = parseInt(firstB, 10);\n\n    if (isNaN(firstANumber) || isNaN(firstBNumber)) {\n      return -1;\n    }\n\n    // Handle consequent years as a match\n    // see publication-time for a version that does not handle consequent years as a match\n    if (firstANumber + 1 === firstBNumber || firstANumber - 1 === firstBNumber) {\n      return 0.1;\n    }\n\n    const bNormalInAReprint = a.reprintYears.filter(aValue => b.normalYears.some(bValue => aValue === bValue));\n    const aNormalInBReprint = b.reprintYears.filter(bValue => a.normalYears.some(aValue => bValue === aValue));\n    debug(`BNorm in AReprint: ${JSON.stringify(bNormalInAReprint)}`);\n    debug(`ANorm in BReprint: ${JSON.stringify(aNormalInBReprint)}`);\n\n    if (bNormalInAReprint > 0 || aNormalInBReprint > 0) {\n      return 0;\n    }\n\n    return -1;\n\n  }\n});\n\n// https://www.loc.gov/marc/bibliographic/bd008.html\n// field 008\n// 06 - Type of date/Publication status\n// 07-10 - Date 1\n// 11-14 - Date 2\n//\n// 06 - Type of date/Publication status\n// b - No dates given; B.C. date involved\n// c - Continuing resource currently published\n// d - Continuing resource ceased publication\n// e - Detailed date\n// i - Inclusive dates of collection\n// k - Range of years of bulk of collection\n// m - Multiple dates\n// n - Dates unknown\n// p - Date of distribution/release/issue and production/recording session when different\n// q - Questionable date\n// r - Reprint/reissue date and original date\n// s - Single known date/probable date\n// t - Publication date and copyright date\n// u - Continuing resource status unknown\n// | - No attempt to code\n//\n// 07-10 - Date 1\n// 1-9 - Date digit\n// # - Date element is not applicable\n// u - Date element is totally or partially unknown\n// |||| - No attempt to code\n//\n// 11-14 - Date 2\n// 1-9 - Date digit\n// # - Date element is not applicable\n// u - Date element is totally or partially unknown\n// |||| - No attempt to code\n//\n\n"],"mappings":";;;;;;AA4BA;AACA;AAAsC;AA7BtC;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AAKA;AACA;AACA;AAAA,eAEe,OAAO;EACpBA,IAAI,EAAE,uEAAuE;EAC7EC,OAAO,EAAE,CAAC;IAACC;EAAM,CAAC,KAAK;IACrB,MAAMC,KAAK,GAAG,IAAAC,cAAiB,EAAC,wGAAwG,CAAC;IAEzI,MAAMC,UAAU,GAAGC,iBAAiB,CAACJ,MAAM,CAAC;IAC5CC,KAAK,CAAE,GAAEI,IAAI,CAACC,SAAS,CAACH,UAAU,CAAE,EAAC,CAAC;IAEtC,MAAMI,UAAU,GAAGC,iBAAiB,CAACR,MAAM,CAAC;IAC5CC,KAAK,CAAE,GAAEI,IAAI,CAACC,SAAS,CAACC,UAAU,CAAE,EAAC,CAAC;IAEtC,MAAME,UAAU,GAAGC,gBAAgB,CAACV,MAAM,CAAC;IAC3CC,KAAK,CAAE,GAAEI,IAAI,CAACC,SAAS,CAACG,UAAU,CAAE,EAAC,CAAC;;IAEtC;IACA;IACA;IACA;IACA;;IAEA,MAAME,WAAW,GAAG,CAAC,GAAG,IAAIC,GAAG,CAACL,UAAU,CAACI,WAAW,CAACE,MAAM,CAACV,UAAU,CAACW,SAAS,CAAC,CAACC,MAAM,CAACC,KAAK,IAAIA,KAAK,IAAIA,KAAK,KAAK,MAAM,CAAC,CAAC,CAAC,CAACC,IAAI,EAAE;IACvI,MAAMC,cAAc,GAAG,CAAC,GAAG,IAAIN,GAAG,CAACL,UAAU,CAACW,cAAc,CAAC,CAAC,CAACD,IAAI,EAAE;IACrE,MAAME,YAAY,GAAG,CAAC,GAAG,IAAIP,GAAG,CAACH,UAAU,CAAC,CAAC,CAACQ,IAAI,EAAE;IAEpD,MAAMG,QAAQ,GAAG;MAACT,WAAW;MAAEO,cAAc;MAAEC;IAAY,CAAC;IAE5DlB,KAAK,CAAE,aAAYI,IAAI,CAACC,SAAS,CAACc,QAAQ,CAAE,EAAC,CAAC;IAE9C,OAAOA,QAAQ;IAEf,SAAShB,iBAAiB,CAACJ,MAAM,EAAE;MAAA;MACjC,MAAMgB,KAAK,GAAG,gBAAAhB,MAAM,CAACqB,GAAG,CAAC,QAAQ,CAAC,gEAApB,YAAuB,CAAC,CAAC,iDAAzB,aAA2BL,KAAK,KAAIM,SAAS;MAC3D,IAAIN,KAAK,IAAI,IAAAO,iCAAkB,EAACP,KAAK,CAAC,EAAE;QACtC,MAAMF,SAAS,GAAGU,gBAAgB,CAACR,KAAK,CAAC;QACzC,MAAMS,SAAS,GAAGC,gBAAgB,CAACV,KAAK,CAAC;QACzC,MAAMW,YAAY,GAAGC,mBAAmB,CAACZ,KAAK,CAAC;QAC/C,OAAO;UAACF,SAAS;UAAEW,SAAS;UAAEE;QAAY,CAAC;MAC7C;MACA,OAAO;QAACb,SAAS,EAAEQ,SAAS;QAAEG,SAAS,EAAEH,SAAS;QAAEK,YAAY,EAAEL;MAAS,CAAC;IAC9E;IAEA,SAASE,gBAAgB,CAACR,KAAK,EAAE;MAC/B,OAAOa,MAAM,CAACb,KAAK,CAAC,CAACc,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;IACnC;IAEA,SAASJ,gBAAgB,CAACV,KAAK,EAAE;MAC/B,OAAOa,MAAM,CAACb,KAAK,CAAC,CAACc,KAAK,CAAC,EAAE,EAAE,EAAE,CAAC;IACpC;IAEA,SAASF,mBAAmB,CAACZ,KAAK,EAAE;MAClC,OAAOa,MAAM,CAACb,KAAK,CAAC,CAACc,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;IAClC;IAEA,SAAStB,iBAAiB,CAACR,MAAM,EAAE;MACjC,MAAM+B,cAAc,GAAG,wCAAwC;MAE/D,MAAMC,uBAAuB,GAAGhC,MAAM,CAACqB,GAAG,CAAC,WAAW,CAAC,CACpDN,MAAM,CAAEkB,KAAK,IAAK,EAAEA,KAAK,CAACC,GAAG,KAAK,KAAK,IAAID,KAAK,CAACE,IAAI,KAAK,GAAG,CAAC,CAAC,CAC/DC,GAAG,CAAC,CAAC;QAACC;MAAS,CAAC,KAAKA,SAAS,CAAC,CAC/BC,IAAI,EAAE,CACNvB,MAAM,CAAC,CAAC;QAACwB;MAAI,CAAC,KAAKA,IAAI,KAAK,GAAG,CAAC,CAChCH,GAAG,CAAC,CAAC;QAACpB;MAAK,CAAC,KAAKA,KAAK,CAAC,CACvBD,MAAM,CAAC,CAAC;QAACC;MAAK,CAAC,KAAK,CAACe,cAAc,CAACS,IAAI,CAACxB,KAAK,CAAC,CAAC;MAEnDf,KAAK,CAAE,iBAAgBI,IAAI,CAACC,SAAS,CAAC0B,uBAAuB,CAAE,EAAC,CAAC;MAEjE,MAAMS,yBAAyB,GAAGzC,MAAM,CAACqB,GAAG,CAAC,QAAQ,CAAC,CACnDN,MAAM,CAAEkB,KAAK,IAAKA,KAAK,CAACE,IAAI,KAAK,GAAG,CAAC,CACrCC,GAAG,CAAC,CAAC;QAACC;MAAS,CAAC,KAAKA,SAAS,CAAC,CAC/BC,IAAI,EAAE,CACNvB,MAAM,CAAC,CAAC;QAACwB;MAAI,CAAC,KAAKA,IAAI,KAAK,GAAG,CAAC,CAChCH,GAAG,CAAC,CAAC;QAACpB;MAAK,CAAC,KAAKA,KAAK,CAAC;MAC1Bf,KAAK,CAAE,yBAAwBI,IAAI,CAACC,SAAS,CAACmC,yBAAyB,CAAE,EAAC,CAAC;MAE3E,MAAMC,yBAAyB,GAAG1C,MAAM,CAACqB,GAAG,CAAC,QAAQ,CAAC,CACnDe,GAAG,CAAC,CAAC;QAACC;MAAS,CAAC,KAAKA,SAAS,CAAC,CAC/BC,IAAI,EAAE,CACNvB,MAAM,CAAC,CAAC;QAACwB;MAAI,CAAC,KAAKA,IAAI,KAAK,GAAG,CAAC,CAChCxB,MAAM,CAAC,CAAC;QAACC;MAAK,CAAC,KAAKe,cAAc,CAACS,IAAI,CAACxB,KAAK,CAAC,CAAC;MAClDf,KAAK,CAAE,yBAAwBI,IAAI,CAACC,SAAS,CAACoC,yBAAyB,CAAE,EAAC,CAAC;MAE3E,OAAO;QAAC/B,WAAW,EAAEqB,uBAAuB;QAAEd,cAAc,EAAE,CAAC,GAAGwB,yBAAyB,EAAE,GAAGD,yBAAyB;MAAC,CAAC;IAC7H;IAEA,SAAS/B,gBAAgB,CAACV,MAAM,EAAE;MAEhC,MAAM2C,YAAY,GAAG,yCAAyC;MAC9D,MAAMC,oBAAoB,GAAG5C,MAAM,CAACqB,GAAG,CAAC,QAAQ,CAAC,CAC9Ce,GAAG,CAAC,CAAC;QAACC;MAAS,CAAC,KAAKA,SAAS,CAAC,CAC/BC,IAAI,EAAE,CACNvB,MAAM,CAAC,CAAC;QAACwB;MAAI,CAAC,KAAKA,IAAI,KAAK,GAAG,CAAC,CAChCH,GAAG,CAAC,CAAC;QAACpB;MAAK,CAAC,KAAKA,KAAK,CAAC;MACxB;;MAEFf,KAAK,CAAE,gCAA+BI,IAAI,CAACC,SAAS,CAACsC,oBAAoB,CAAE,EAAC,CAAC;MAE7E,MAAMC,YAAY,GAAGD,oBAAoB,CAAC7B,MAAM,CAAE+B,OAAO,IAAKA,OAAO,IAAIA,OAAO,CAACC,KAAK,CAACJ,YAAY,CAAC,CAAC;MAErG1C,KAAK,CAAE,2CAA0CI,IAAI,CAACC,SAAS,CAACuC,YAAY,CAAE,EAAC,CAAC;MAEhF,MAAM1B,YAAY,GAAG6B,mBAAmB,CAACH,YAAY,CAAC;MAEtD,OAAO1B,YAAY;IACrB;IAEA,SAAS6B,mBAAmB,CAACC,QAAQ,EAAE;MACrC,MAAMC,SAAS,GAAG,wBAAwB;MAC1C,MAAMC,KAAK,GAAGF,QAAQ,CAACb,GAAG,CAACU,OAAO,IAAIA,OAAO,CAACC,KAAK,CAACG,SAAS,CAAC,CAAC,CAC5DZ,IAAI,EAAE;MACTrC,KAAK,CAAE,GAAEI,IAAI,CAACC,SAAS,CAAC6C,KAAK,CAAE,EAAC,CAAC;MACjC,MAAMC,SAAS,GAAG,CAAC,GAAG,IAAIxC,GAAG,CAACuC,KAAK,CAAC,CAAC,CAAClC,IAAI,EAAE;MAC5ChB,KAAK,CAAE,GAAEI,IAAI,CAACC,SAAS,CAAC8C,SAAS,CAAE,EAAC,CAAC;MACrC,OAAOA,SAAS;IAClB;EAEF,CAAC;EACD;EACAC,OAAO,EAAE,CAACC,CAAC,EAAEC,CAAC,KAAK;IACjB,MAAMtD,KAAK,GAAG,IAAAC,cAAiB,EAAC,wGAAwG,CAAC;IACzID,KAAK,CAAE,aAAYI,IAAI,CAACC,SAAS,CAACgD,CAAC,CAAE,OAAMjD,IAAI,CAACC,SAAS,CAACiD,CAAC,CAAE,EAAC,CAAC;IAE/D,MAAM,CAACC,MAAM,CAAC,GAAGF,CAAC,CAAC3C,WAAW,GAAG2C,CAAC,CAAC3C,WAAW,GAAG2C,CAAC;IAClD,MAAM,CAACG,MAAM,CAAC,GAAGF,CAAC,CAAC5C,WAAW,GAAG4C,CAAC,CAAC5C,WAAW,GAAG4C,CAAC;IAElDtD,KAAK,CAAE,aAAYI,IAAI,CAACC,SAAS,CAACkD,MAAM,CAAE,OAAMnD,IAAI,CAACC,SAAS,CAACmD,MAAM,CAAE,EAAC,CAAC;IAEzE,IAAID,MAAM,KAAKC,MAAM,EAAE;MACrB,OAAO,GAAG;IACZ;;IAEA;IACA,IAAI,CAAC,IAAAlC,iCAAkB,EAACiC,MAAM,CAAC,IAAI,CAAC,IAAAjC,iCAAkB,EAACkC,MAAM,CAAC,EAAE;MAC9D,OAAO,CAAC;IACV;IAEA,MAAMC,YAAY,GAAGC,QAAQ,CAACH,MAAM,EAAE,EAAE,CAAC;IACzC,MAAMI,YAAY,GAAGD,QAAQ,CAACF,MAAM,EAAE,EAAE,CAAC;IAEzC,IAAII,KAAK,CAACH,YAAY,CAAC,IAAIG,KAAK,CAACD,YAAY,CAAC,EAAE;MAC9C,OAAO,CAAC,CAAC;IACX;;IAEA;IACA;IACA,IAAIF,YAAY,GAAG,CAAC,KAAKE,YAAY,IAAIF,YAAY,GAAG,CAAC,KAAKE,YAAY,EAAE;MAC1E,OAAO,GAAG;IACZ;IAEA,MAAME,iBAAiB,GAAGR,CAAC,CAACnC,YAAY,CAACJ,MAAM,CAACgD,MAAM,IAAIR,CAAC,CAAC5C,WAAW,CAACqD,IAAI,CAACC,MAAM,IAAIF,MAAM,KAAKE,MAAM,CAAC,CAAC;IAC1G,MAAMC,iBAAiB,GAAGX,CAAC,CAACpC,YAAY,CAACJ,MAAM,CAACkD,MAAM,IAAIX,CAAC,CAAC3C,WAAW,CAACqD,IAAI,CAACD,MAAM,IAAIE,MAAM,KAAKF,MAAM,CAAC,CAAC;IAC1G9D,KAAK,CAAE,sBAAqBI,IAAI,CAACC,SAAS,CAACwD,iBAAiB,CAAE,EAAC,CAAC;IAChE7D,KAAK,CAAE,sBAAqBI,IAAI,CAACC,SAAS,CAAC4D,iBAAiB,CAAE,EAAC,CAAC;IAEhE,IAAIJ,iBAAiB,GAAG,CAAC,IAAII,iBAAiB,GAAG,CAAC,EAAE;MAClD,OAAO,CAAC;IACV;IAEA,OAAO,CAAC,CAAC;EAEX;AACF,CAAC,CAAC,EAEF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AAAA"}

package/dist/match-detection/features/bib/publication-time-allow-cons-years.js

@@ -0,0 +1,72 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.default = void 0;
+var _matchingUtils = require("../../../matching-utils");
+var _debug = _interopRequireDefault(require("debug"));
+function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
+/**
+*
+* @licstart  The following is the entire license notice for the JavaScript code in this file.
+*
+* Melinda record matching modules for Javascript
+*
+* Copyright (C) 2020-2023 University Of Helsinki (The National Library Of Finland)
+*
+* This file is part of melinda-record-matching-js
+*
+* melinda-record-matching-js program is free software: you can redistribute it and/or modify
+* it under the terms of the GNU Lesser General Public License as
+* published by the Free Software Foundation, either version 3 of the
+* License, or (at your option) any later version.
+*
+* melinda-record-matching-js is distributed in the hope that it will be useful,
+* but WITHOUT ANY WARRANTY; without even the implied warranty of
+* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+* GNU Lesser General Public License for more details.
+*
+* You should have received a copy of the GNU Affero General Public License
+* along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*
+* @licend  The above is the entire license notice
+* for the JavaScript code in this file.
+*
+*/
+// We should also get copyright time and copyright/publication times from 26x
+var _default = () => ({
+  name: 'Publication time, allow consequent years',
+  extract: ({
+    record
+  }) => {
+    var _record$get, _record$get$;
+    const value = ((_record$get = record.get(/^008$/u)) === null || _record$get === void 0 ? void 0 : (_record$get$ = _record$get[0]) === null || _record$get$ === void 0 ? void 0 : _record$get$.value) || undefined;
+    return (0, _matchingUtils.testStringOrNumber)(value) ? [String(value).slice(7, 11)] : [];
+  },
+  compare: (a, b) => {
+    const debug = (0, _debug.default)('@natlibfi/melinda-record-matching:match-detection:features/bib/publication-time-allow-cons-years');
+    debug(`Comparing ${a[0]} to ${b[0]}`);
+    const [firstA] = a;
+    const [firstB] = b;
+    if (firstA === firstB) {
+      return 0.1;
+    }
+
+    // If either of years is a non string/number, values are not comparable
+    if (!(0, _matchingUtils.testStringOrNumber)(firstA) || !(0, _matchingUtils.testStringOrNumber)(firstB)) {
+      return 0;
+    }
+    const firstANumber = parseInt(firstA, 10);
+    const firstBNumber = parseInt(firstB, 10);
+    if (isNaN(firstANumber) || isNaN(firstBNumber)) {
+      return -1;
+    }
+
+    // Handle consequent years as a match
+    // see publication-time for a version that does not handle consequent years as a match
+    return firstANumber + 1 === firstBNumber || firstANumber - 1 === firstBNumber ? 0.1 : -1;
+  }
+});
+exports.default = _default;
+//# sourceMappingURL=publication-time-allow-cons-years.js.map

package/dist/match-detection/features/bib/publication-time-allow-cons-years.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"publication-time-allow-cons-years.js","names":["name","extract","record","value","get","undefined","testStringOrNumber","String","slice","compare","a","b","debug","createDebugLogger","firstA","firstB","firstANumber","parseInt","firstBNumber","isNaN"],"sources":["../../../../src/match-detection/features/bib/publication-time-allow-cons-years.js"],"sourcesContent":["/**\n*\n* @licstart  The following is the entire license notice for the JavaScript code in this file.\n*\n* Melinda record matching modules for Javascript\n*\n* Copyright (C) 2020-2023 University Of Helsinki (The National Library Of Finland)\n*\n* This file is part of melinda-record-matching-js\n*\n* melinda-record-matching-js program is free software: you can redistribute it and/or modify\n* it under the terms of the GNU Lesser General Public License as\n* published by the Free Software Foundation, either version 3 of the\n* License, or (at your option) any later version.\n*\n* melinda-record-matching-js is distributed in the hope that it will be useful,\n* but WITHOUT ANY WARRANTY; without even the implied warranty of\n* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the\n* GNU Lesser General Public License for more details.\n*\n* You should have received a copy of the GNU Affero General Public License\n* along with this program.  If not, see <http://www.gnu.org/licenses/>.\n*\n* @licend  The above is the entire license notice\n* for the JavaScript code in this file.\n*\n*/\n\nimport {testStringOrNumber} from '../../../matching-utils';\nimport createDebugLogger from 'debug';\n\n// We should also get copyright time and copyright/publication times from 26x\n\nexport default () => ({\n  name: 'Publication time, allow consequent years',\n  extract: ({record}) => {\n    const value = record.get(/^008$/u)?.[0]?.value || undefined;\n    return testStringOrNumber(value) ? [String(value).slice(7, 11)] : [];\n  },\n  compare: (a, b) => {\n    const debug = createDebugLogger('@natlibfi/melinda-record-matching:match-detection:features/bib/publication-time-allow-cons-years');\n    debug(`Comparing ${a[0]} to ${b[0]}`);\n\n    const [firstA] = a;\n    const [firstB] = b;\n\n    if (firstA === firstB) {\n      return 0.1;\n    }\n\n    // If either of years is a non string/number, values are not comparable\n    if (!testStringOrNumber(firstA) || !testStringOrNumber(firstB)) {\n      return 0;\n    }\n\n    const firstANumber = parseInt(firstA, 10);\n    const firstBNumber = parseInt(firstB, 10);\n\n    if (isNaN(firstANumber) || isNaN(firstBNumber)) {\n      return -1;\n    }\n\n    // Handle consequent years as a match\n    // see publication-time for a version that does not handle consequent years as a match\n    return firstANumber + 1 === firstBNumber || firstANumber - 1 === firstBNumber ? 0.1 : -1;\n  }\n});\n"],"mappings":";;;;;;AA4BA;AACA;AAAsC;AA7BtC;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AAKA;AAAA,eAEe,OAAO;EACpBA,IAAI,EAAE,0CAA0C;EAChDC,OAAO,EAAE,CAAC;IAACC;EAAM,CAAC,KAAK;IAAA;IACrB,MAAMC,KAAK,GAAG,gBAAAD,MAAM,CAACE,GAAG,CAAC,QAAQ,CAAC,gEAApB,YAAuB,CAAC,CAAC,iDAAzB,aAA2BD,KAAK,KAAIE,SAAS;IAC3D,OAAO,IAAAC,iCAAkB,EAACH,KAAK,CAAC,GAAG,CAACI,MAAM,CAACJ,KAAK,CAAC,CAACK,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE;EACtE,CAAC;EACDC,OAAO,EAAE,CAACC,CAAC,EAAEC,CAAC,KAAK;IACjB,MAAMC,KAAK,GAAG,IAAAC,cAAiB,EAAC,kGAAkG,CAAC;IACnID,KAAK,CAAE,aAAYF,CAAC,CAAC,CAAC,CAAE,OAAMC,CAAC,CAAC,CAAC,CAAE,EAAC,CAAC;IAErC,MAAM,CAACG,MAAM,CAAC,GAAGJ,CAAC;IAClB,MAAM,CAACK,MAAM,CAAC,GAAGJ,CAAC;IAElB,IAAIG,MAAM,KAAKC,MAAM,EAAE;MACrB,OAAO,GAAG;IACZ;;IAEA;IACA,IAAI,CAAC,IAAAT,iCAAkB,EAACQ,MAAM,CAAC,IAAI,CAAC,IAAAR,iCAAkB,EAACS,MAAM,CAAC,EAAE;MAC9D,OAAO,CAAC;IACV;IAEA,MAAMC,YAAY,GAAGC,QAAQ,CAACH,MAAM,EAAE,EAAE,CAAC;IACzC,MAAMI,YAAY,GAAGD,QAAQ,CAACF,MAAM,EAAE,EAAE,CAAC;IAEzC,IAAII,KAAK,CAACH,YAAY,CAAC,IAAIG,KAAK,CAACD,YAAY,CAAC,EAAE;MAC9C,OAAO,CAAC,CAAC;IACX;;IAEA;IACA;IACA,OAAOF,YAAY,GAAG,CAAC,KAAKE,YAAY,IAAIF,YAAY,GAAG,CAAC,KAAKE,YAAY,GAAG,GAAG,GAAG,CAAC,CAAC;EAC1F;AACF,CAAC,CAAC;AAAA"}

package/dist/match-detection/features/bib/publication-time.js

@@ -33,7 +33,7 @@ var _matchingUtils = require("../../../matching-utils");
 *
 */
 // We should also get copyright time and copyright/publication times from 26x
-// We could also enable matching of records which have consequent publication years
+// see publication-time-allow-cons-years for a version allowing consequent years to match
 var _default = () => ({
   name: 'Publication time',
   extract: ({

package/dist/match-detection/features/bib/publication-time.js.map

@@ -1 +1 @@
-{"version":3,"file":"publication-time.js","names":["name","extract","record","value","get","undefined","testStringOrNumber","String","slice","compare","a","b"],"sources":["../../../../src/match-detection/features/bib/publication-time.js"],"sourcesContent":["/**\n*\n* @licstart  The following is the entire license notice for the JavaScript code in this file.\n*\n* Melinda record matching modules for Javascript\n*\n* Copyright (C) 2020-2022 University Of Helsinki (The National Library Of Finland)\n*\n* This file is part of melinda-record-matching-js\n*\n* melinda-record-matching-js program is free software: you can redistribute it and/or modify\n* it under the terms of the GNU Lesser General Public License as\n* published by the Free Software Foundation, either version 3 of the\n* License, or (at your option) any later version.\n*\n* melinda-record-matching-js is distributed in the hope that it will be useful,\n* but WITHOUT ANY WARRANTY; without even the implied warranty of\n* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the\n* GNU Lesser General Public License for more details.\n*\n* You should have received a copy of the GNU Affero General Public License\n* along with this program.  If not, see <http://www.gnu.org/licenses/>.\n*\n* @licend  The above is the entire license notice\n* for the JavaScript code in this file.\n*\n*/\n\nimport {testStringOrNumber} from '../../../matching-utils';\n\n// We should also get copyright time and copyright/publication times from 26x\n// We could also enable matching of records which have consequent publication years\n\nexport default () => ({\n  name: 'Publication time',\n  extract: ({record}) => {\n    const value = record.get(/^008$/u)?.[0]?.value || undefined;\n    return testStringOrNumber(value) ? [String(value).slice(7, 11)] : [];\n  },\n  compare: (a, b) => a[0] === b[0] ? 0.1 : -1.0\n});\n"],"mappings":";;;;;;AA4BA;AA5BA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AAIA;AACA;AAAA,eAEe,OAAO;EACpBA,IAAI,EAAE,kBAAkB;EACxBC,OAAO,EAAE,CAAC;IAACC;EAAM,CAAC,KAAK;IAAA;IACrB,MAAMC,KAAK,GAAG,gBAAAD,MAAM,CAACE,GAAG,CAAC,QAAQ,CAAC,gEAApB,YAAuB,CAAC,CAAC,iDAAzB,aAA2BD,KAAK,KAAIE,SAAS;IAC3D,OAAO,IAAAC,iCAAkB,EAACH,KAAK,CAAC,GAAG,CAACI,MAAM,CAACJ,KAAK,CAAC,CAACK,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE;EACtE,CAAC;EACDC,OAAO,EAAE,CAACC,CAAC,EAAEC,CAAC,KAAKD,CAAC,CAAC,CAAC,CAAC,KAAKC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,GAAG,CAAC;AAC5C,CAAC,CAAC;AAAA"}
+{"version":3,"file":"publication-time.js","names":["name","extract","record","value","get","undefined","testStringOrNumber","String","slice","compare","a","b"],"sources":["../../../../src/match-detection/features/bib/publication-time.js"],"sourcesContent":["/**\n*\n* @licstart  The following is the entire license notice for the JavaScript code in this file.\n*\n* Melinda record matching modules for Javascript\n*\n* Copyright (C) 2020-2022 University Of Helsinki (The National Library Of Finland)\n*\n* This file is part of melinda-record-matching-js\n*\n* melinda-record-matching-js program is free software: you can redistribute it and/or modify\n* it under the terms of the GNU Lesser General Public License as\n* published by the Free Software Foundation, either version 3 of the\n* License, or (at your option) any later version.\n*\n* melinda-record-matching-js is distributed in the hope that it will be useful,\n* but WITHOUT ANY WARRANTY; without even the implied warranty of\n* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the\n* GNU Lesser General Public License for more details.\n*\n* You should have received a copy of the GNU Affero General Public License\n* along with this program.  If not, see <http://www.gnu.org/licenses/>.\n*\n* @licend  The above is the entire license notice\n* for the JavaScript code in this file.\n*\n*/\n\nimport {testStringOrNumber} from '../../../matching-utils';\n\n// We should also get copyright time and copyright/publication times from 26x\n// see publication-time-allow-cons-years for a version allowing consequent years to match\n\nexport default () => ({\n  name: 'Publication time',\n  extract: ({record}) => {\n    const value = record.get(/^008$/u)?.[0]?.value || undefined;\n    return testStringOrNumber(value) ? [String(value).slice(7, 11)] : [];\n  },\n  compare: (a, b) => a[0] === b[0] ? 0.1 : -1.0\n});\n"],"mappings":";;;;;;AA4BA;AA5BA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AAIA;AACA;AAAA,eAEe,OAAO;EACpBA,IAAI,EAAE,kBAAkB;EACxBC,OAAO,EAAE,CAAC;IAACC;EAAM,CAAC,KAAK;IAAA;IACrB,MAAMC,KAAK,GAAG,gBAAAD,MAAM,CAACE,GAAG,CAAC,QAAQ,CAAC,gEAApB,YAAuB,CAAC,CAAC,iDAAzB,aAA2BD,KAAK,KAAIE,SAAS;IAC3D,OAAO,IAAAC,iCAAkB,EAACH,KAAK,CAAC,GAAG,CAACI,MAAM,CAACJ,KAAK,CAAC,CAACK,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE;EACtE,CAAC;EACDC,OAAO,EAAE,CAACC,CAAC,EAAEC,CAAC,KAAKD,CAAC,CAAC,CAAC,CAAC,KAAKC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,GAAG,CAAC;AAC5C,CAAC,CAAC;AAAA"}

package/dist/matching-utils.js

@@ -4,6 +4,7 @@ Object.defineProperty(exports, "__esModule", {
   value: true
 });
 exports.extractSubfieldsFromField = extractSubfieldsFromField;
+exports.getMatchCounts = getMatchCounts;
 exports.getMelindaIdsF035 = getMelindaIdsF035;
 exports.getSubfieldValues = getSubfieldValues;
 exports.testStringOrNumber = testStringOrNumber;
@@ -116,4 +117,27 @@ function uniqueSubfields(subfields) {
     return arr;
   }, []);
 }
+function getMatchCounts(aValues, bValues) {
+  const matchingValues = getMatchingValuesAmount(aValues, bValues);
+  return {
+    maxValues: aValues.length > bValues.length ? aValues.length : bValues.length,
+    // possibleMatchingValues: amount of identifiers in set of less identifiers (we cannot more values than these)
+    possibleMatchValues: aValues.length > bValues.length ? bValues.length : aValues.length,
+    matchingValues
+  };
+  function getMatchingValuesAmount(aValues, bValues) {
+    if (bValues.length > aValues.length) {
+      return aValues.filter(aValue => bValues.some(bValue => aValue === bValue)).length;
+    }
+    if (aValues.length > bValues.length) {
+      return bValues.filter(bValue => aValues.some(aValue => bValue === aValue)).length;
+    }
+
+    // If we have same amount of values, we'll check matches both ways, to avoid mixups in cases
+    // there would be duplicate values
+    const aToB = aValues.filter(aValue => bValues.some(bValue => aValue === bValue)).length;
+    const bToA = bValues.filter(bValue => aValues.some(aValue => bValue === aValue)).length;
+    return aToB < bToA ? aToB : bToA;
+  }
+}
 //# sourceMappingURL=matching-utils.js.map

package/dist/matching-utils.js.map

@@ -1 +1 @@
-{"version":3,"file":"matching-utils.js","names":["debug","createDebugLogger","debugData","extend","getMelindaIdsF035","record","f035s","getFields","length","allF035MelindaIds","concat","map","toMelindaIds","f035MelindaIds","Set","JSON","stringify","subfields","melindaIdRegExp","filter","sub","includes","code","testStringOrNumber","value","test","String","replace","validateSidFieldSubfieldCounts","field","countC","countSubfields","countB","subfieldCode","getSubfieldValues","extractSubfieldsFromField","subfieldCodes","undefined","resultSubfields","uniqueSubfields","reduce","arr","e","find","item","newArr"],"sources":["../src/matching-utils.js"],"sourcesContent":["/**\n*\n* @licstart  The following is the entire license notice for the JavaScript code in this file.\n*\n* Melinda record matching modules for Javascript\n*\n* Copyright (C) 2020-2022 University Of Helsinki (The National Library Of Finland)\n*\n* This file is part of melinda-record-matching-js\n*\n* melinda-record-matching-js program is free software: you can redistribute it and/or modify\n* it under the terms of the GNU Lesser General Public License as\n* published by the Free Software Foundation, either version 3 of the\n* License, or (at your option) any later version.\n*\n* melinda-record-matching-js is distributed in the hope that it will be useful,\n* but WITHOUT ANY WARRANTY; without even the implied warranty of\n* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the\n* GNU Lesser General Public License for more details.\n*\n* You should have received a copy of the GNU Affero General Public License\n* along with this program.  If not, see <http://www.gnu.org/licenses/>.\n*\n* @licend  The above is the entire license notice\n* for the JavaScript code in this file.\n*\n*/\n\nimport createDebugLogger from 'debug';\n\nconst debug = createDebugLogger('@natlibfi/melinda-record-matching:utils');\nconst debugData = debug.extend('data');\n\nexport function getMelindaIdsF035(record) {\n\n  const debug = createDebugLogger('@natlibfi/melinda-record-matching:melinda-id');\n  const debugData = debug.extend('data');\n\n  const f035s = record.getFields('035');\n\n  if (f035s.length < 1) {\n    debug(`No f035s found.`);\n    return [];\n  }\n\n  const allF035MelindaIds = [].concat(...f035s.map(toMelindaIds));\n  const f035MelindaIds = [...new Set(allF035MelindaIds)];\n\n  debugData(`Fields (${f035s.length}): ${JSON.stringify(f035s)}`);\n  debugData(`Ids (${allF035MelindaIds.length}): ${JSON.stringify(allF035MelindaIds)}`);\n  debugData(`Unique ids (${f035MelindaIds.length}): ${JSON.stringify(f035MelindaIds)}`);\n\n  return f035MelindaIds;\n\n  function toMelindaIds({subfields}) {\n    const melindaIdRegExp = /^(?<prefix>\\(FI-MELINDA\\)|FCC)(?<id>\\d{9})$/u;\n\n    return subfields\n      .filter(sub => ['a', 'z'].includes(sub.code))\n      .filter(sub => testStringOrNumber(sub.value) && melindaIdRegExp.test(String(sub.value)))\n      .map(({value}) => testStringOrNumber(value) ? String(value).replace(melindaIdRegExp, '$<id>') : '');\n\n  }\n}\n\nexport function validateSidFieldSubfieldCounts(field) {\n  // Valid SID-fields have just one $c and one $b\n  debugData(`Validating SID field ${JSON.stringify(field)}`);\n  const countC = countSubfields(field, 'c');\n  const countB = countSubfields(field, 'b');\n  debug(`Found ${countC} sf $cs and ${countB} sf $bs. IsValid: ${countC === 1 && countB === 1}`);\n\n  return countC === 1 && countB === 1;\n}\n\nfunction countSubfields(field, subfieldCode) {\n  // debug(`Counting subfields ${subfieldCode}`);\n  return field.subfields.filter(({code}) => code === subfieldCode).length;\n}\n\nexport function getSubfieldValues(field, subfieldCode) {\n  debugData(`Get subfield(s) $${subfieldCode} from ${JSON.stringify(field)}`);\n  return field.subfields\n    .filter(({code}) => code === subfieldCode)\n    .map(({value}) => testStringOrNumber(value) ? String(value) : '')\n    .filter(value => value);\n}\n\nexport function testStringOrNumber(value) {\n  if (typeof value === 'string' || typeof value === 'number') {\n    return true;\n  }\n  return false;\n}\n\nexport function extractSubfieldsFromField(field, subfieldCodes) {\n  if (field === undefined || field.subfields === undefined) {\n    return [];\n  }\n  const resultSubfields = field.subfields\n    .filter(({code}) => subfieldCodes.includes(code))\n    .map(({code, value}) => ({code, value: testStringOrNumber(value) ? String(value) : ''}))\n    .filter(value => value);\n  return resultSubfields;\n}\n\nexport function uniqueSubfields(subfields) {\n  return subfields.reduce((arr, e) => {\n    if (!arr.find(item => item.code === e.code && item.value === e.value)) {\n      const newArr = arr.concat(e);\n      return newArr;\n    }\n    return arr;\n  }, []);\n}\n"],"mappings":";;;;;;;;;;;AA4BA;AAAsC;AA5BtC;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AAIA,MAAMA,KAAK,GAAG,IAAAC,cAAiB,EAAC,yCAAyC,CAAC;AAC1E,MAAMC,SAAS,GAAGF,KAAK,CAACG,MAAM,CAAC,MAAM,CAAC;AAE/B,SAASC,iBAAiB,CAACC,MAAM,EAAE;EAExC,MAAML,KAAK,GAAG,IAAAC,cAAiB,EAAC,8CAA8C,CAAC;EAC/E,MAAMC,SAAS,GAAGF,KAAK,CAACG,MAAM,CAAC,MAAM,CAAC;EAEtC,MAAMG,KAAK,GAAGD,MAAM,CAACE,SAAS,CAAC,KAAK,CAAC;EAErC,IAAID,KAAK,CAACE,MAAM,GAAG,CAAC,EAAE;IACpBR,KAAK,CAAE,iBAAgB,CAAC;IACxB,OAAO,EAAE;EACX;EAEA,MAAMS,iBAAiB,GAAG,EAAE,CAACC,MAAM,CAAC,GAAGJ,KAAK,CAACK,GAAG,CAACC,YAAY,CAAC,CAAC;EAC/D,MAAMC,cAAc,GAAG,CAAC,GAAG,IAAIC,GAAG,CAACL,iBAAiB,CAAC,CAAC;EAEtDP,SAAS,CAAE,WAAUI,KAAK,CAACE,MAAO,MAAKO,IAAI,CAACC,SAAS,CAACV,KAAK,CAAE,EAAC,CAAC;EAC/DJ,SAAS,CAAE,QAAOO,iBAAiB,CAACD,MAAO,MAAKO,IAAI,CAACC,SAAS,CAACP,iBAAiB,CAAE,EAAC,CAAC;EACpFP,SAAS,CAAE,eAAcW,cAAc,CAACL,MAAO,MAAKO,IAAI,CAACC,SAAS,CAACH,cAAc,CAAE,EAAC,CAAC;EAErF,OAAOA,cAAc;EAErB,SAASD,YAAY,CAAC;IAACK;EAAS,CAAC,EAAE;IACjC,MAAMC,eAAe,GAAG,8CAA8C;IAEtE,OAAOD,SAAS,CACbE,MAAM,CAACC,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAACC,QAAQ,CAACD,GAAG,CAACE,IAAI,CAAC,CAAC,CAC5CH,MAAM,CAACC,GAAG,IAAIG,kBAAkB,CAACH,GAAG,CAACI,KAAK,CAAC,IAAIN,eAAe,CAACO,IAAI,CAACC,MAAM,CAACN,GAAG,CAACI,KAAK,CAAC,CAAC,CAAC,CACvFb,GAAG,CAAC,CAAC;MAACa;IAAK,CAAC,KAAKD,kBAAkB,CAACC,KAAK,CAAC,GAAGE,MAAM,CAACF,KAAK,CAAC,CAACG,OAAO,CAACT,eAAe,EAAE,OAAO,CAAC,GAAG,EAAE,CAAC;EAEvG;AACF;AAEO,SAASU,8BAA8B,CAACC,KAAK,EAAE;EACpD;EACA3B,SAAS,CAAE,wBAAuBa,IAAI,CAACC,SAAS,CAACa,KAAK,CAAE,EAAC,CAAC;EAC1D,MAAMC,MAAM,GAAGC,cAAc,CAACF,KAAK,EAAE,GAAG,CAAC;EACzC,MAAMG,MAAM,GAAGD,cAAc,CAACF,KAAK,EAAE,GAAG,CAAC;EACzC7B,KAAK,CAAE,SAAQ8B,MAAO,eAAcE,MAAO,qBAAoBF,MAAM,KAAK,CAAC,IAAIE,MAAM,KAAK,CAAE,EAAC,CAAC;EAE9F,OAAOF,MAAM,KAAK,CAAC,IAAIE,MAAM,KAAK,CAAC;AACrC;AAEA,SAASD,cAAc,CAACF,KAAK,EAAEI,YAAY,EAAE;EAC3C;EACA,OAAOJ,KAAK,CAACZ,SAAS,CAACE,MAAM,CAAC,CAAC;IAACG;EAAI,CAAC,KAAKA,IAAI,KAAKW,YAAY,CAAC,CAACzB,MAAM;AACzE;AAEO,SAAS0B,iBAAiB,CAACL,KAAK,EAAEI,YAAY,EAAE;EACrD/B,SAAS,CAAE,oBAAmB+B,YAAa,SAAQlB,IAAI,CAACC,SAAS,CAACa,KAAK,CAAE,EAAC,CAAC;EAC3E,OAAOA,KAAK,CAACZ,SAAS,CACnBE,MAAM,CAAC,CAAC;IAACG;EAAI,CAAC,KAAKA,IAAI,KAAKW,YAAY,CAAC,CACzCtB,GAAG,CAAC,CAAC;IAACa;EAAK,CAAC,KAAKD,kBAAkB,CAACC,KAAK,CAAC,GAAGE,MAAM,CAACF,KAAK,CAAC,GAAG,EAAE,CAAC,CAChEL,MAAM,CAACK,KAAK,IAAIA,KAAK,CAAC;AAC3B;AAEO,SAASD,kBAAkB,CAACC,KAAK,EAAE;EACxC,IAAI,OAAOA,KAAK,KAAK,QAAQ,IAAI,OAAOA,KAAK,KAAK,QAAQ,EAAE;IAC1D,OAAO,IAAI;EACb;EACA,OAAO,KAAK;AACd;AAEO,SAASW,yBAAyB,CAACN,KAAK,EAAEO,aAAa,EAAE;EAC9D,IAAIP,KAAK,KAAKQ,SAAS,IAAIR,KAAK,CAACZ,SAAS,KAAKoB,SAAS,EAAE;IACxD,OAAO,EAAE;EACX;EACA,MAAMC,eAAe,GAAGT,KAAK,CAACZ,SAAS,CACpCE,MAAM,CAAC,CAAC;IAACG;EAAI,CAAC,KAAKc,aAAa,CAACf,QAAQ,CAACC,IAAI,CAAC,CAAC,CAChDX,GAAG,CAAC,CAAC;IAACW,IAAI;IAAEE;EAAK,CAAC,MAAM;IAACF,IAAI;IAAEE,KAAK,EAAED,kBAAkB,CAACC,KAAK,CAAC,GAAGE,MAAM,CAACF,KAAK,CAAC,GAAG;EAAE,CAAC,CAAC,CAAC,CACvFL,MAAM,CAACK,KAAK,IAAIA,KAAK,CAAC;EACzB,OAAOc,eAAe;AACxB;AAEO,SAASC,eAAe,CAACtB,SAAS,EAAE;EACzC,OAAOA,SAAS,CAACuB,MAAM,CAAC,CAACC,GAAG,EAAEC,CAAC,KAAK;IAClC,IAAI,CAACD,GAAG,CAACE,IAAI,CAACC,IAAI,IAAIA,IAAI,CAACtB,IAAI,KAAKoB,CAAC,CAACpB,IAAI,IAAIsB,IAAI,CAACpB,KAAK,KAAKkB,CAAC,CAAClB,KAAK,CAAC,EAAE;MACrE,MAAMqB,MAAM,GAAGJ,GAAG,CAAC/B,MAAM,CAACgC,CAAC,CAAC;MAC5B,OAAOG,MAAM;IACf;IACA,OAAOJ,GAAG;EACZ,CAAC,EAAE,EAAE,CAAC;AACR"}
+{"version":3,"file":"matching-utils.js","names":["debug","createDebugLogger","debugData","extend","getMelindaIdsF035","record","f035s","getFields","length","allF035MelindaIds","concat","map","toMelindaIds","f035MelindaIds","Set","JSON","stringify","subfields","melindaIdRegExp","filter","sub","includes","code","testStringOrNumber","value","test","String","replace","validateSidFieldSubfieldCounts","field","countC","countSubfields","countB","subfieldCode","getSubfieldValues","extractSubfieldsFromField","subfieldCodes","undefined","resultSubfields","uniqueSubfields","reduce","arr","e","find","item","newArr","getMatchCounts","aValues","bValues","matchingValues","getMatchingValuesAmount","maxValues","possibleMatchValues","aValue","some","bValue","aToB","bToA"],"sources":["../src/matching-utils.js"],"sourcesContent":["/**\n*\n* @licstart  The following is the entire license notice for the JavaScript code in this file.\n*\n* Melinda record matching modules for Javascript\n*\n* Copyright (C) 2020-2022 University Of Helsinki (The National Library Of Finland)\n*\n* This file is part of melinda-record-matching-js\n*\n* melinda-record-matching-js program is free software: you can redistribute it and/or modify\n* it under the terms of the GNU Lesser General Public License as\n* published by the Free Software Foundation, either version 3 of the\n* License, or (at your option) any later version.\n*\n* melinda-record-matching-js is distributed in the hope that it will be useful,\n* but WITHOUT ANY WARRANTY; without even the implied warranty of\n* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the\n* GNU Lesser General Public License for more details.\n*\n* You should have received a copy of the GNU Affero General Public License\n* along with this program.  If not, see <http://www.gnu.org/licenses/>.\n*\n* @licend  The above is the entire license notice\n* for the JavaScript code in this file.\n*\n*/\n\nimport createDebugLogger from 'debug';\n\nconst debug = createDebugLogger('@natlibfi/melinda-record-matching:utils');\nconst debugData = debug.extend('data');\n\nexport function getMelindaIdsF035(record) {\n\n  const debug = createDebugLogger('@natlibfi/melinda-record-matching:melinda-id');\n  const debugData = debug.extend('data');\n\n  const f035s = record.getFields('035');\n\n  if (f035s.length < 1) {\n    debug(`No f035s found.`);\n    return [];\n  }\n\n  const allF035MelindaIds = [].concat(...f035s.map(toMelindaIds));\n  const f035MelindaIds = [...new Set(allF035MelindaIds)];\n\n  debugData(`Fields (${f035s.length}): ${JSON.stringify(f035s)}`);\n  debugData(`Ids (${allF035MelindaIds.length}): ${JSON.stringify(allF035MelindaIds)}`);\n  debugData(`Unique ids (${f035MelindaIds.length}): ${JSON.stringify(f035MelindaIds)}`);\n\n  return f035MelindaIds;\n\n  function toMelindaIds({subfields}) {\n    const melindaIdRegExp = /^(?<prefix>\\(FI-MELINDA\\)|FCC)(?<id>\\d{9})$/u;\n\n    return subfields\n      .filter(sub => ['a', 'z'].includes(sub.code))\n      .filter(sub => testStringOrNumber(sub.value) && melindaIdRegExp.test(String(sub.value)))\n      .map(({value}) => testStringOrNumber(value) ? String(value).replace(melindaIdRegExp, '$<id>') : '');\n\n  }\n}\n\nexport function validateSidFieldSubfieldCounts(field) {\n  // Valid SID-fields have just one $c and one $b\n  debugData(`Validating SID field ${JSON.stringify(field)}`);\n  const countC = countSubfields(field, 'c');\n  const countB = countSubfields(field, 'b');\n  debug(`Found ${countC} sf $cs and ${countB} sf $bs. IsValid: ${countC === 1 && countB === 1}`);\n\n  return countC === 1 && countB === 1;\n}\n\nfunction countSubfields(field, subfieldCode) {\n  // debug(`Counting subfields ${subfieldCode}`);\n  return field.subfields.filter(({code}) => code === subfieldCode).length;\n}\n\nexport function getSubfieldValues(field, subfieldCode) {\n  debugData(`Get subfield(s) $${subfieldCode} from ${JSON.stringify(field)}`);\n  return field.subfields\n    .filter(({code}) => code === subfieldCode)\n    .map(({value}) => testStringOrNumber(value) ? String(value) : '')\n    .filter(value => value);\n}\n\nexport function testStringOrNumber(value) {\n  if (typeof value === 'string' || typeof value === 'number') {\n    return true;\n  }\n  return false;\n}\n\nexport function extractSubfieldsFromField(field, subfieldCodes) {\n  if (field === undefined || field.subfields === undefined) {\n    return [];\n  }\n  const resultSubfields = field.subfields\n    .filter(({code}) => subfieldCodes.includes(code))\n    .map(({code, value}) => ({code, value: testStringOrNumber(value) ? String(value) : ''}))\n    .filter(value => value);\n  return resultSubfields;\n}\n\nexport function uniqueSubfields(subfields) {\n  return subfields.reduce((arr, e) => {\n    if (!arr.find(item => item.code === e.code && item.value === e.value)) {\n      const newArr = arr.concat(e);\n      return newArr;\n    }\n    return arr;\n  }, []);\n}\n\nexport function getMatchCounts(aValues, bValues) {\n\n  const matchingValues = getMatchingValuesAmount(aValues, bValues);\n\n  return {\n    maxValues: aValues.length > bValues.length ? aValues.length : bValues.length,\n    // possibleMatchingValues: amount of identifiers in set of less identifiers (we cannot more values than these)\n    possibleMatchValues: aValues.length > bValues.length ? bValues.length : aValues.length,\n    matchingValues\n  };\n\n  function getMatchingValuesAmount(aValues, bValues) {\n    if (bValues.length > aValues.length) {\n      return aValues.filter(aValue => bValues.some(bValue => aValue === bValue)).length;\n    }\n    if (aValues.length > bValues.length) {\n      return bValues.filter(bValue => aValues.some(aValue => bValue === aValue)).length;\n    }\n\n    // If we have same amount of values, we'll check matches both ways, to avoid mixups in cases\n    // there would be duplicate values\n    const aToB = aValues.filter(aValue => bValues.some(bValue => aValue === bValue)).length;\n    const bToA = bValues.filter(bValue => aValues.some(aValue => bValue === aValue)).length;\n\n    return aToB < bToA ? aToB : bToA;\n  }\n}\n"],"mappings":";;;;;;;;;;;;AA4BA;AAAsC;AA5BtC;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AAIA,MAAMA,KAAK,GAAG,IAAAC,cAAiB,EAAC,yCAAyC,CAAC;AAC1E,MAAMC,SAAS,GAAGF,KAAK,CAACG,MAAM,CAAC,MAAM,CAAC;AAE/B,SAASC,iBAAiB,CAACC,MAAM,EAAE;EAExC,MAAML,KAAK,GAAG,IAAAC,cAAiB,EAAC,8CAA8C,CAAC;EAC/E,MAAMC,SAAS,GAAGF,KAAK,CAACG,MAAM,CAAC,MAAM,CAAC;EAEtC,MAAMG,KAAK,GAAGD,MAAM,CAACE,SAAS,CAAC,KAAK,CAAC;EAErC,IAAID,KAAK,CAACE,MAAM,GAAG,CAAC,EAAE;IACpBR,KAAK,CAAE,iBAAgB,CAAC;IACxB,OAAO,EAAE;EACX;EAEA,MAAMS,iBAAiB,GAAG,EAAE,CAACC,MAAM,CAAC,GAAGJ,KAAK,CAACK,GAAG,CAACC,YAAY,CAAC,CAAC;EAC/D,MAAMC,cAAc,GAAG,CAAC,GAAG,IAAIC,GAAG,CAACL,iBAAiB,CAAC,CAAC;EAEtDP,SAAS,CAAE,WAAUI,KAAK,CAACE,MAAO,MAAKO,IAAI,CAACC,SAAS,CAACV,KAAK,CAAE,EAAC,CAAC;EAC/DJ,SAAS,CAAE,QAAOO,iBAAiB,CAACD,MAAO,MAAKO,IAAI,CAACC,SAAS,CAACP,iBAAiB,CAAE,EAAC,CAAC;EACpFP,SAAS,CAAE,eAAcW,cAAc,CAACL,MAAO,MAAKO,IAAI,CAACC,SAAS,CAACH,cAAc,CAAE,EAAC,CAAC;EAErF,OAAOA,cAAc;EAErB,SAASD,YAAY,CAAC;IAACK;EAAS,CAAC,EAAE;IACjC,MAAMC,eAAe,GAAG,8CAA8C;IAEtE,OAAOD,SAAS,CACbE,MAAM,CAACC,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAACC,QAAQ,CAACD,GAAG,CAACE,IAAI,CAAC,CAAC,CAC5CH,MAAM,CAACC,GAAG,IAAIG,kBAAkB,CAACH,GAAG,CAACI,KAAK,CAAC,IAAIN,eAAe,CAACO,IAAI,CAACC,MAAM,CAACN,GAAG,CAACI,KAAK,CAAC,CAAC,CAAC,CACvFb,GAAG,CAAC,CAAC;MAACa;IAAK,CAAC,KAAKD,kBAAkB,CAACC,KAAK,CAAC,GAAGE,MAAM,CAACF,KAAK,CAAC,CAACG,OAAO,CAACT,eAAe,EAAE,OAAO,CAAC,GAAG,EAAE,CAAC;EAEvG;AACF;AAEO,SAASU,8BAA8B,CAACC,KAAK,EAAE;EACpD;EACA3B,SAAS,CAAE,wBAAuBa,IAAI,CAACC,SAAS,CAACa,KAAK,CAAE,EAAC,CAAC;EAC1D,MAAMC,MAAM,GAAGC,cAAc,CAACF,KAAK,EAAE,GAAG,CAAC;EACzC,MAAMG,MAAM,GAAGD,cAAc,CAACF,KAAK,EAAE,GAAG,CAAC;EACzC7B,KAAK,CAAE,SAAQ8B,MAAO,eAAcE,MAAO,qBAAoBF,MAAM,KAAK,CAAC,IAAIE,MAAM,KAAK,CAAE,EAAC,CAAC;EAE9F,OAAOF,MAAM,KAAK,CAAC,IAAIE,MAAM,KAAK,CAAC;AACrC;AAEA,SAASD,cAAc,CAACF,KAAK,EAAEI,YAAY,EAAE;EAC3C;EACA,OAAOJ,KAAK,CAACZ,SAAS,CAACE,MAAM,CAAC,CAAC;IAACG;EAAI,CAAC,KAAKA,IAAI,KAAKW,YAAY,CAAC,CAACzB,MAAM;AACzE;AAEO,SAAS0B,iBAAiB,CAACL,KAAK,EAAEI,YAAY,EAAE;EACrD/B,SAAS,CAAE,oBAAmB+B,YAAa,SAAQlB,IAAI,CAACC,SAAS,CAACa,KAAK,CAAE,EAAC,CAAC;EAC3E,OAAOA,KAAK,CAACZ,SAAS,CACnBE,MAAM,CAAC,CAAC;IAACG;EAAI,CAAC,KAAKA,IAAI,KAAKW,YAAY,CAAC,CACzCtB,GAAG,CAAC,CAAC;IAACa;EAAK,CAAC,KAAKD,kBAAkB,CAACC,KAAK,CAAC,GAAGE,MAAM,CAACF,KAAK,CAAC,GAAG,EAAE,CAAC,CAChEL,MAAM,CAACK,KAAK,IAAIA,KAAK,CAAC;AAC3B;AAEO,SAASD,kBAAkB,CAACC,KAAK,EAAE;EACxC,IAAI,OAAOA,KAAK,KAAK,QAAQ,IAAI,OAAOA,KAAK,KAAK,QAAQ,EAAE;IAC1D,OAAO,IAAI;EACb;EACA,OAAO,KAAK;AACd;AAEO,SAASW,yBAAyB,CAACN,KAAK,EAAEO,aAAa,EAAE;EAC9D,IAAIP,KAAK,KAAKQ,SAAS,IAAIR,KAAK,CAACZ,SAAS,KAAKoB,SAAS,EAAE;IACxD,OAAO,EAAE;EACX;EACA,MAAMC,eAAe,GAAGT,KAAK,CAACZ,SAAS,CACpCE,MAAM,CAAC,CAAC;IAACG;EAAI,CAAC,KAAKc,aAAa,CAACf,QAAQ,CAACC,IAAI,CAAC,CAAC,CAChDX,GAAG,CAAC,CAAC;IAACW,IAAI;IAAEE;EAAK,CAAC,MAAM;IAACF,IAAI;IAAEE,KAAK,EAAED,kBAAkB,CAACC,KAAK,CAAC,GAAGE,MAAM,CAACF,KAAK,CAAC,GAAG;EAAE,CAAC,CAAC,CAAC,CACvFL,MAAM,CAACK,KAAK,IAAIA,KAAK,CAAC;EACzB,OAAOc,eAAe;AACxB;AAEO,SAASC,eAAe,CAACtB,SAAS,EAAE;EACzC,OAAOA,SAAS,CAACuB,MAAM,CAAC,CAACC,GAAG,EAAEC,CAAC,KAAK;IAClC,IAAI,CAACD,GAAG,CAACE,IAAI,CAACC,IAAI,IAAIA,IAAI,CAACtB,IAAI,KAAKoB,CAAC,CAACpB,IAAI,IAAIsB,IAAI,CAACpB,KAAK,KAAKkB,CAAC,CAAClB,KAAK,CAAC,EAAE;MACrE,MAAMqB,MAAM,GAAGJ,GAAG,CAAC/B,MAAM,CAACgC,CAAC,CAAC;MAC5B,OAAOG,MAAM;IACf;IACA,OAAOJ,GAAG;EACZ,CAAC,EAAE,EAAE,CAAC;AACR;AAEO,SAASK,cAAc,CAACC,OAAO,EAAEC,OAAO,EAAE;EAE/C,MAAMC,cAAc,GAAGC,uBAAuB,CAACH,OAAO,EAAEC,OAAO,CAAC;EAEhE,OAAO;IACLG,SAAS,EAAEJ,OAAO,CAACvC,MAAM,GAAGwC,OAAO,CAACxC,MAAM,GAAGuC,OAAO,CAACvC,MAAM,GAAGwC,OAAO,CAACxC,MAAM;IAC5E;IACA4C,mBAAmB,EAAEL,OAAO,CAACvC,MAAM,GAAGwC,OAAO,CAACxC,MAAM,GAAGwC,OAAO,CAACxC,MAAM,GAAGuC,OAAO,CAACvC,MAAM;IACtFyC;EACF,CAAC;EAED,SAASC,uBAAuB,CAACH,OAAO,EAAEC,OAAO,EAAE;IACjD,IAAIA,OAAO,CAACxC,MAAM,GAAGuC,OAAO,CAACvC,MAAM,EAAE;MACnC,OAAOuC,OAAO,CAAC5B,MAAM,CAACkC,MAAM,IAAIL,OAAO,CAACM,IAAI,CAACC,MAAM,IAAIF,MAAM,KAAKE,MAAM,CAAC,CAAC,CAAC/C,MAAM;IACnF;IACA,IAAIuC,OAAO,CAACvC,MAAM,GAAGwC,OAAO,CAACxC,MAAM,EAAE;MACnC,OAAOwC,OAAO,CAAC7B,MAAM,CAACoC,MAAM,IAAIR,OAAO,CAACO,IAAI,CAACD,MAAM,IAAIE,MAAM,KAAKF,MAAM,CAAC,CAAC,CAAC7C,MAAM;IACnF;;IAEA;IACA;IACA,MAAMgD,IAAI,GAAGT,OAAO,CAAC5B,MAAM,CAACkC,MAAM,IAAIL,OAAO,CAACM,IAAI,CAACC,MAAM,IAAIF,MAAM,KAAKE,MAAM,CAAC,CAAC,CAAC/C,MAAM;IACvF,MAAMiD,IAAI,GAAGT,OAAO,CAAC7B,MAAM,CAACoC,MAAM,IAAIR,OAAO,CAACO,IAAI,CAACD,MAAM,IAAIE,MAAM,KAAKF,MAAM,CAAC,CAAC,CAAC7C,MAAM;IAEvF,OAAOgD,IAAI,GAAGC,IAAI,GAAGD,IAAI,GAAGC,IAAI;EAClC;AACF"}

package/package.json

@@ -14,7 +14,7 @@
 		"url": "git@github.com:natlibfi/melinda-record-matching-js.git"
 	},
 	"license": "LGPL-3.0+",
-	"version": "4.0.1-alpha.1",
+	"version": "4.1.0-alpha.2",
 	"main": "./dist/index.js",
 	"engines": {
 		"node": ">=18"
@@ -38,12 +38,12 @@
 	"dependencies": {
 		"@natlibfi/marc-record": "^7.2.2",
 		"@natlibfi/marc-record-serializers": "^9.0.4",
-		"@natlibfi/melinda-commons": "^12.0.9",
+		"@natlibfi/melinda-commons": "^13.0.2",
 		"@natlibfi/sru-client": "^5.0.4",
 		"debug": "^4.3.4",
-		"isbn3": "^1.1.30",
+		"isbn3": "^1.1.33",
 		"moment": "^2.29.4",
-		"natural": "^6.1.4",
+		"natural": "^6.2.0",
 		"uuid": "^9.0.0",
 		"winston": "^3.8.2"
 	},
@@ -51,7 +51,7 @@
 		"@babel/cli": "^7.20.7",
 		"@babel/core": "^7.20.12",
 		"@babel/eslint-parser": "^7.19.1",
-		"@babel/node": "^7.20.0",
+		"@babel/node": "^7.20.7",
 		"@babel/preset-env": "^7.20.2",
 		"@babel/register": "^7.18.9",
 		"@natlibfi/eslint-config-melinda-backend": "^2.0.2",
@@ -63,7 +63,7 @@
 		"chai": "^4.3.7",
 		"chai-as-promised": "^7.1.1",
 		"cross-env": "^7.0.3",
-		"eslint": "^8.32.0",
+		"eslint": "^8.34.0",
 		"mocha": "^10.2.0",
 		"nodemon": "^2.0.20",
 		"nyc": "^15.1.0"

package/src/match-detection/features/bib/index.js

@@ -35,6 +35,8 @@ export {default as titleVersionOriginal} from './title-version-original';
 export {default as authors} from './authors';
 export {default as recordType} from './record-type';
 export {default as publicationTime} from './publication-time';
+export {default as publicationTimeAllowConsYears} from './publication-time-allow-cons-years';
+export {default as publicationTimeAllowConsYearsMulti} from './publication-time-allow-cons-years-multi';
 export {default as language} from './language';
 export {default as bibliographicLevel} from './bibliographic-level';
 export {default as melindaId} from './melinda-id';

package/src/match-detection/features/bib/language.js

@@ -4,7 +4,7 @@
 *
 * Melinda record matching modules for Javascript
 *
-* Copyright (C) 2020-2022 University Of Helsinki (The National Library Of Finland)
+* Copyright (C) 2020-2023 University Of Helsinki (The National Library Of Finland)
 *
 * This file is part of melinda-record-matching-js
 *
@@ -27,6 +27,7 @@
 */
 
 import createDebugLogger from 'debug';
+import {getMatchCounts} from '../../../matching-utils';
 
 const debug = createDebugLogger('@natlibfi/melinda-record-matching:match-detection:features:language');
 const debugData = debug.extend('data');
@@ -40,19 +41,15 @@ export default () => ({
     const values041 = get041Values();
     debugData(`${label} 008: ${JSON.stringify(value008)}, 041: ${JSON.stringify(values041)}`);
 
-    if (value008 && values041.length > 0) {
-      debugData(`${label} There's both 008 and 041, searching for value in both`);
-      const correspondingValue = values041.find(v => v === value008);
-      debugData(`${label} Corresponding value: ${correspondingValue}`);
-      return correspondingValue ? [correspondingValue] : [];
-    }
-
     if (!value008 && values041.length < 1) {
       debugData(`{$label} No actual values found`);
       return [];
     }
 
-    return value008 ? [value008] : [values041[0]];
+    const allValues = value008 === undefined ? values041 : values041.concat(value008);
+    const uniqueSortedValues = [...new Set(allValues)].sort();
+
+    return uniqueSortedValues;
 
     function get008Value() {
       const value = record.get(/^008$/u)?.[0]?.value || undefined;
@@ -64,11 +61,9 @@ export default () => ({
 
       const code = value.slice(35, 38);
       debugData(`${label} 008 code: ${code}`);
-      return code === '|||' || code === '   ' || code === '^^^' ? undefined : code;
+      return isLangCodeForALanguage(code) ? code : undefined;
     }
 
-    // Main language for the resource: in the first f041 $a or f041 $d
-    // Should we get all $a or $d languages instead of just the first?
     // Uses only f041s that have 2nd ind ' ', which means that the codes used are MARC 21 language codes
 
     function get041Values() {
@@ -77,23 +72,67 @@ export default () => ({
         .map(({subfields}) => subfields)
         .flat()
         .filter(({code}) => code === 'a' || code === 'd')
+        .filter(({value}) => value && isLangCodeForALanguage(value))
         .map(({value}) => value);
     }
+
+    // Check if a string is a possible, validly formed language code for a single language
+    // Currently accept also codes in capitals
+    function isLangCodeForALanguage(code) {
+      if (code.length !== 3) {
+        debugData(`Code ${code} is not correct length (3) for a language code.`);
+        return false;
+      }
+      if (code === '|||' || code === '   ' || code === '^^^' || code === 'mul' || code === 'zxx') {
+        debugData(`Code ${code} is not code for a spesific language.`);
+        return false;
+      }
+      const langCodePattern = /^[a-z][a-z][a-z]$/ui;
+      if (!langCodePattern.test(code)) {
+        debugData(`Code ${code} is not valid as a language code`);
+        return false;
+      }
+      return true;
+    }
+
   },
+  // eslint-disable-next-line max-statements
   compare: (a, b) => {
-    debugData(`Comparing ${JSON.stringify(a[0])} and ${JSON.stringify(b[0])}`);
+    debugData(`Comparing ${JSON.stringify(a)} and ${JSON.stringify(b)}`);
 
     if (a.length === 0 || b.length === 0) {
       debugData(`No language to compare`);
       return 0;
     }
 
-    debugData(`There are languages to compare`);
-
-    if (a[0] === b[0]) {
+    if (a.length === b.length && a.every((element, index) => element === b[index])) {
+      debugData(`All languages match`);
       return 0.1;
     }
 
-    return a[0] === 'und' || b[0] === 'und' ? 0.0 : -1.0;
+    const {matchingValues, possibleMatchValues, maxValues} = getMatchCounts(a, b);
+
+    if (matchingValues < 1) {
+      debug(`Both have languages, but none of these match.`);
+      return -1.0;
+    }
+    debug(`Both have languages, ${matchingValues}/${possibleMatchValues} valid languages match.`);
+    // ignore non-matches if there is mismatching amount of values
+    debug(`Possible matches: ${possibleMatchValues}/${maxValues}`);
+    //we give some kind of penalty for mismatching amount of values instead of simple divide?
+    const missingCount = maxValues - possibleMatchValues;
+    const misMatchCount = possibleMatchValues - matchingValues;
+    debug(`\t missing: ${missingCount}`);
+    debug(`\t mismatches: ${misMatchCount}`);
+
+    const penaltyForMissing = 0.02 * (maxValues - possibleMatchValues);
+    const penaltyForMisMatch = 0.05 * (possibleMatchValues - matchingValues);
+    debug(`\t points: penaltyForMissing: ${penaltyForMissing}`);
+    debug(`\t points: penaltyForMisMatch: ${penaltyForMisMatch}`);
+
+    const points = Number(Number(0.1 - penaltyForMisMatch - penaltyForMissing).toFixed(2));
+    debug(`Total points: ${points}`);
+
+    return points;
   }
 });

package/src/match-detection/features/bib/publication-time-allow-cons-years-multi.js

@@ -0,0 +1,233 @@
+/**
+*
+* @licstart  The following is the entire license notice for the JavaScript code in this file.
+*
+* Melinda record matching modules for Javascript
+*
+* Copyright (C) 2020-2023 University Of Helsinki (The National Library Of Finland)
+*
+* This file is part of melinda-record-matching-js
+*
+* melinda-record-matching-js program is free software: you can redistribute it and/or modify
+* it under the terms of the GNU Lesser General Public License as
+* published by the Free Software Foundation, either version 3 of the
+* License, or (at your option) any later version.
+*
+* melinda-record-matching-js is distributed in the hope that it will be useful,
+* but WITHOUT ANY WARRANTY; without even the implied warranty of
+* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+* GNU Lesser General Public License for more details.
+*
+* You should have received a copy of the GNU Affero General Public License
+* along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*
+* @licend  The above is the entire license notice
+* for the JavaScript code in this file.
+*
+*/
+
+import {testStringOrNumber} from '../../../matching-utils';
+import createDebugLogger from 'debug';
+
+// We should also get copyright time and copyright/publication times from 26x
+// We should also get publishing time type from f008
+// We should get reprint times from f500 $a "Lisäpainos/Lisäpainokset:"
+
+export default () => ({
+  name: 'Publication time, allow consequent years, years from multiple sources',
+  extract: ({record}) => {
+    const debug = createDebugLogger('@natlibfi/melinda-record-matching:match-detection:features/bib/publication-time-allow-cons-years-multi');
+
+    const f008Values = extractF008Values(record);
+    debug(`${JSON.stringify(f008Values)}`);
+
+    const f26xValues = extractF26xValues(record);
+    debug(`${JSON.stringify(f26xValues)}`);
+
+    const f500Values = extractF500Years(record);
+    debug(`${JSON.stringify(f500Values)}`);
+
+    // We should get copyrightYear from f008Date2 to copyrightYears when f008YearType = 'r'
+    // Is the original year (f008Date2) in f008YearType === 'r' comparable to copyrightYear?
+    // We should handle unknown years (here or comparison?)
+    // We should handle year ranges for continuing resources / collections
+    // We should normalize copyright marks (etc.) out of copyrightYears
+
+    const normalYears = [...new Set(f26xValues.normalYears.concat(f008Values.f008Date1).filter(value => value && value !== '    '))].sort();
+    const copyrightYears = [...new Set(f26xValues.copyrightYears)].sort();
+    const reprintYears = [...new Set(f500Values)].sort();
+
+    const combined = {normalYears, copyrightYears, reprintYears};
+
+    debug(`Combined: ${JSON.stringify(combined)}`);
+
+    return combined;
+
+    function extractF008Values(record) {
+      const value = record.get(/^008$/u)?.[0]?.value || undefined;
+      if (value && testStringOrNumber(value)) {
+        const f008Date1 = extractF008Date1(value);
+        const f008Date2 = extractF008Date2(value);
+        const f008YearType = extractF008YearType(value);
+        return {f008Date1, f008Date2, f008YearType};
+      }
+      return {f008Date1: undefined, f008Date2: undefined, f008YearType: undefined};
+    }
+
+    function extractF008Date1(value) {
+      return String(value).slice(7, 11);
+    }
+
+    function extractF008Date2(value) {
+      return String(value).slice(11, 15);
+    }
+
+    function extractF008YearType(value) {
+      return String(value).slice(6, 7);
+    }
+
+    function extractF26xValues(record) {
+      const copyrightRegex = /^(?<copyrightPrefix>cop|cop.|c|©|p|℗)/u;
+
+      const pubNormalSubFieldValues = record.get(/^26[04]$/u)
+        .filter((field) => !(field.tag === '264' && field.ind2 === '4'))
+        .map(({subfields}) => subfields)
+        .flat()
+        .filter(({code}) => code === 'c')
+        .map(({value}) => value)
+        .filter(({value}) => !copyrightRegex.test(value));
+
+      debug(`Normal years: ${JSON.stringify(pubNormalSubFieldValues)}`);
+
+      const pubF264CopySubFieldValues = record.get(/^264$/u)
+        .filter((field) => field.ind2 === '4')
+        .map(({subfields}) => subfields)
+        .flat()
+        .filter(({code}) => code === 'c')
+        .map(({value}) => value);
+      debug(`F264 copyright years: ${JSON.stringify(pubF264CopySubFieldValues)}`);
+
+      const pubF260CopySubFieldValues = record.get(/^260$/u)
+        .map(({subfields}) => subfields)
+        .flat()
+        .filter(({code}) => code === 'c')
+        .filter(({value}) => copyrightRegex.test(value));
+      debug(`F260 copyright years: ${JSON.stringify(pubF260CopySubFieldValues)}`);
+
+      return {normalYears: pubNormalSubFieldValues, copyrightYears: [...pubF260CopySubFieldValues, ...pubF264CopySubFieldValues]};
+    }
+
+    function extractF500Years(record) {
+
+      const reprintRegex = /(?<reprint>Lisäpainokset:|Lisäpainos:)/u;
+      const reprintFieldContents = record.get(/^500$/u)
+        .map(({subfields}) => subfields)
+        .flat()
+        .filter(({code}) => code === 'a')
+        .map(({value}) => value);
+        //.filter(value => value.test(reprintRegex));
+
+      debug(`f500 reprint field contents: ${JSON.stringify(reprintFieldContents)}`);
+
+      const filteredF500 = reprintFieldContents.filter((content) => content && content.match(reprintRegex));
+
+      debug(`f500 reprint field contents (filtered): ${JSON.stringify(filteredF500)}`);
+
+      const reprintYears = extractReprintYears(filteredF500);
+
+      return reprintYears;
+    }
+
+    function extractReprintYears(contents) {
+      const yearRegex = /[0-9][0-9][0-9][0-9]/gu;
+      const years = contents.map(content => content.match(yearRegex))
+        .flat();
+      debug(`${JSON.stringify(years)}`);
+      const uniqYears = [...new Set(years)].sort();
+      debug(`${JSON.stringify(uniqYears)}`);
+      return uniqYears;
+    }
+
+  },
+  // eslint-disable-next-line max-statements
+  compare: (a, b) => {
+    const debug = createDebugLogger('@natlibfi/melinda-record-matching:match-detection:features/bib/publication-time-allow-cons-years-multi');
+    debug(`Comparing ${JSON.stringify(a)} to ${JSON.stringify(b)}`);
+
+    const [firstA] = a.normalYears ? a.normalYears : a;
+    const [firstB] = b.normalYears ? b.normalYears : b;
+
+    debug(`Comparing ${JSON.stringify(firstA)} to ${JSON.stringify(firstB)}`);
+
+    if (firstA === firstB) {
+      return 0.1;
+    }
+
+    // If either of years is a non string/number, values are not comparable
+    if (!testStringOrNumber(firstA) || !testStringOrNumber(firstB)) {
+      return 0;
+    }
+
+    const firstANumber = parseInt(firstA, 10);
+    const firstBNumber = parseInt(firstB, 10);
+
+    if (isNaN(firstANumber) || isNaN(firstBNumber)) {
+      return -1;
+    }
+
+    // Handle consequent years as a match
+    // see publication-time for a version that does not handle consequent years as a match
+    if (firstANumber + 1 === firstBNumber || firstANumber - 1 === firstBNumber) {
+      return 0.1;
+    }
+
+    const bNormalInAReprint = a.reprintYears.filter(aValue => b.normalYears.some(bValue => aValue === bValue));
+    const aNormalInBReprint = b.reprintYears.filter(bValue => a.normalYears.some(aValue => bValue === aValue));
+    debug(`BNorm in AReprint: ${JSON.stringify(bNormalInAReprint)}`);
+    debug(`ANorm in BReprint: ${JSON.stringify(aNormalInBReprint)}`);
+
+    if (bNormalInAReprint > 0 || aNormalInBReprint > 0) {
+      return 0;
+    }
+
+    return -1;
+
+  }
+});
+
+// https://www.loc.gov/marc/bibliographic/bd008.html
+// field 008
+// 06 - Type of date/Publication status
+// 07-10 - Date 1
+// 11-14 - Date 2
+//
+// 06 - Type of date/Publication status
+// b - No dates given; B.C. date involved
+// c - Continuing resource currently published
+// d - Continuing resource ceased publication
+// e - Detailed date
+// i - Inclusive dates of collection
+// k - Range of years of bulk of collection
+// m - Multiple dates
+// n - Dates unknown
+// p - Date of distribution/release/issue and production/recording session when different
+// q - Questionable date
+// r - Reprint/reissue date and original date
+// s - Single known date/probable date
+// t - Publication date and copyright date
+// u - Continuing resource status unknown
+// | - No attempt to code
+//
+// 07-10 - Date 1
+// 1-9 - Date digit
+// # - Date element is not applicable
+// u - Date element is totally or partially unknown
+// |||| - No attempt to code
+//
+// 11-14 - Date 2
+// 1-9 - Date digit
+// # - Date element is not applicable
+// u - Date element is totally or partially unknown
+// |||| - No attempt to code
+//
+

package/src/match-detection/features/bib/publication-time-allow-cons-years.js

@@ -0,0 +1,67 @@
+/**
+*
+* @licstart  The following is the entire license notice for the JavaScript code in this file.
+*
+* Melinda record matching modules for Javascript
+*
+* Copyright (C) 2020-2023 University Of Helsinki (The National Library Of Finland)
+*
+* This file is part of melinda-record-matching-js
+*
+* melinda-record-matching-js program is free software: you can redistribute it and/or modify
+* it under the terms of the GNU Lesser General Public License as
+* published by the Free Software Foundation, either version 3 of the
+* License, or (at your option) any later version.
+*
+* melinda-record-matching-js is distributed in the hope that it will be useful,
+* but WITHOUT ANY WARRANTY; without even the implied warranty of
+* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+* GNU Lesser General Public License for more details.
+*
+* You should have received a copy of the GNU Affero General Public License
+* along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*
+* @licend  The above is the entire license notice
+* for the JavaScript code in this file.
+*
+*/
+
+import {testStringOrNumber} from '../../../matching-utils';
+import createDebugLogger from 'debug';
+
+// We should also get copyright time and copyright/publication times from 26x
+
+export default () => ({
+  name: 'Publication time, allow consequent years',
+  extract: ({record}) => {
+    const value = record.get(/^008$/u)?.[0]?.value || undefined;
+    return testStringOrNumber(value) ? [String(value).slice(7, 11)] : [];
+  },
+  compare: (a, b) => {
+    const debug = createDebugLogger('@natlibfi/melinda-record-matching:match-detection:features/bib/publication-time-allow-cons-years');
+    debug(`Comparing ${a[0]} to ${b[0]}`);
+
+    const [firstA] = a;
+    const [firstB] = b;
+
+    if (firstA === firstB) {
+      return 0.1;
+    }
+
+    // If either of years is a non string/number, values are not comparable
+    if (!testStringOrNumber(firstA) || !testStringOrNumber(firstB)) {
+      return 0;
+    }
+
+    const firstANumber = parseInt(firstA, 10);
+    const firstBNumber = parseInt(firstB, 10);
+
+    if (isNaN(firstANumber) || isNaN(firstBNumber)) {
+      return -1;
+    }
+
+    // Handle consequent years as a match
+    // see publication-time for a version that does not handle consequent years as a match
+    return firstANumber + 1 === firstBNumber || firstANumber - 1 === firstBNumber ? 0.1 : -1;
+  }
+});

package/src/match-detection/features/bib/publication-time.js

@@ -29,7 +29,7 @@
 import {testStringOrNumber} from '../../../matching-utils';
 
 // We should also get copyright time and copyright/publication times from 26x
-// We could also enable matching of records which have consequent publication years
+// see publication-time-allow-cons-years for a version allowing consequent years to match
 
 export default () => ({
   name: 'Publication time',

package/src/matching-utils.js

@@ -113,3 +113,31 @@ export function uniqueSubfields(subfields) {
     return arr;
   }, []);
 }
+
+export function getMatchCounts(aValues, bValues) {
+
+  const matchingValues = getMatchingValuesAmount(aValues, bValues);
+
+  return {
+    maxValues: aValues.length > bValues.length ? aValues.length : bValues.length,
+    // possibleMatchingValues: amount of identifiers in set of less identifiers (we cannot more values than these)
+    possibleMatchValues: aValues.length > bValues.length ? bValues.length : aValues.length,
+    matchingValues
+  };
+
+  function getMatchingValuesAmount(aValues, bValues) {
+    if (bValues.length > aValues.length) {
+      return aValues.filter(aValue => bValues.some(bValue => aValue === bValue)).length;
+    }
+    if (aValues.length > bValues.length) {
+      return bValues.filter(bValue => aValues.some(aValue => bValue === aValue)).length;
+    }
+
+    // If we have same amount of values, we'll check matches both ways, to avoid mixups in cases
+    // there would be duplicate values
+    const aToB = aValues.filter(aValue => bValues.some(bValue => aValue === bValue)).length;
+    const bToA = bValues.filter(bValue => aValues.some(aValue => bValue === aValue)).length;
+
+    return aToB < bToA ? aToB : bToA;
+  }
+}