rara-tools 0.4.3__py3-none-any.whl → 0.5.0__py3-none-any.whl

rara_tools/constants/parsers.py

@@ -35,6 +35,12 @@ class PersonMarcIDs:
     SOURCE = ["670"]
     DESCRIPTION = ["680"]
 
+class TitleMarcIDs:
+    NAME = ["100"]
+    NAME_VARIATIONS = ["400"]
+    YEAR = ["046"]
+    TYPE = ["075"]
+
 class KeywordType:
     LOC = "Kohamärksõnad"
     TIME = "Ajamärksõnad"

rara_tools/converters.py

@@ -14,9 +14,46 @@ class SierraResponseConverter:
     def _map_control_fields(field: dict) -> dict:
         # for tags < 010, no subfields, instead one str value in "value"
         return {field["tag"]: field["value"]}
+    
+    def _map_data_field_subfields(self, subfields: list) -> list:
+        """ Maps data field subfields to the standardised format, if necessary.
 
-    @staticmethod
-    def _map_data_fields(field: dict) -> dict:
+        Args:
+            subfields (list): List of subfields in format e.g
+              "subfields": [
+                        {
+                            "code": "a",
+                            "data": "foo"
+                        }, 
+                        {
+                            "code": "c",
+                            "data": "by me."
+                        }
+                    ]
+
+        Returns:
+            list: standardised marc-in-json format. e.g 
+             "subfields": [
+                            { "a": "foo /" },
+                            { "c": "by me." }
+                                ]
+        """
+        result = []
+        for subfield in subfields:
+            
+            code = subfield.get("code")
+            data = subfield.get("data")
+
+            if not code or not data:
+                # assume that the subfield is already in the correct format
+                return subfields
+            else:
+                result.append({code: data})
+                
+        return result
+
+
+    def _map_data_fields(self, field: dict) -> dict:
         """ Maps marc fields > 010. 
 
         Args:
@@ -27,12 +64,13 @@ class SierraResponseConverter:
         """
 
         data = field["data"]
+        subfields = data.get("subfields", [])
 
         # Order matters ind1, in2, subfields
         field_data = {
             "ind1": data.get("ind1", " "),
             "ind2": data.get("ind2", " "),
-            "subfields": data.get("subfields", [])
+            "subfields": self._map_data_field_subfields(subfields)
         }
 
         return {field["tag"]: field_data}
@@ -41,7 +79,7 @@ class SierraResponseConverter:
     def _is_marc21structured(field: dict) -> bool:
         """Checks if the field is already structured according to MARC21 in JSON"""
         return any(key.isdigit() for key in field.keys())
-
+    
     def _handle_field_type(self, field: dict) -> dict:
 
         if self._is_marc21structured(field):

rara_tools/parsers/marc_parsers/title_parser.py

@@ -1 +1,44 @@
-# Coming soon
+from typing import NoReturn
+from collections.abc import Iterator
+from rara_tools.parsers.marc_parsers.base_parser import BaseMARCParser
+from rara_tools.parsers.marc_records.title_record import TitleRecord
+from rara_tools.constants.parsers import LOGGER
+
+
+class TitlesMARCParser(BaseMARCParser):
+    """ MARC parser for titles' .mrc files.
+    """
+    def __init__(self,
+            marc_file_path: str,
+            add_variations: bool = True
+        ) -> NoReturn:
+        """ Initializes OrganizationsMARCParser object.
+
+        Parameters
+        -----------
+        marc_file_path: str
+            Full path to .mrc file containing titles' data.
+        add_variations: bool
+            If enabled, constructs an additional variations field, which
+            combines the content of multiple fields + adds some generated
+            variations. If the output is uploaded into Elastic and used
+            via rara-norm-linker, it is necessary to enable this.
+        """
+        super().__init__(
+            marc_file_path=marc_file_path,
+            add_variations=add_variations
+        )
+
+    def record_generator(self) -> Iterator[TitleRecord]:
+        """ Generates TitleRecord objects.
+        """
+        LOGGER.info(
+            f"Generating title records from " \
+            f"MARC dump '{self.marc_file_path}'."
+        )
+        for record in self.marc_record_generator():
+            title_record = TitleRecord(
+                record=record,
+                add_variations=self.add_variations
+            )
+            yield title_record.full_record

rara_tools/parsers/marc_records/base_record.py

@@ -61,7 +61,7 @@ class BaseRecord:
                             if isinstance(subfield_id, str):
                                 if _subfield_id == subfield_id:
                                     value = subfield[_subfield_id]
-                                    values.append(value)
+                                    values.append(value.strip())
                             elif isinstance(subfield_id, list):
                                 if _subfield_id in subfield_id:
                                     value = subfield[_subfield_id]

rara_tools/parsers/marc_records/title_record.py

@@ -1 +1,196 @@
-# Coming soon
+from typing import List, NoReturn
+from pymarc.record import Record
+from rara_tools.parsers.marc_records.base_record import BaseRecord
+from rara_tools.constants.parsers import TitleMarcIDs, LOGGER
+import regex as re
+import json
+import logging
+
+
+class TitleRecord(BaseRecord):
+    """ Generates a simplified title JSON record
+    from a pymarc MARC record.
+    """
+    def __init__(self, record: Record, add_variations: bool = False) -> NoReturn:
+        """ Initializes TitleRecord object.
+
+        Parameters
+        -----------
+        record: Record
+            pymarc.record.Record object.
+        add_variations: bool
+            If enabled, constructs an additional variations field, which
+            combines the content of multiple fields + adds some generated
+            variations. If the output is uploaded into Elastic and used
+            via rara-norm-linker, it is necessary to enable this.
+        """
+        super().__init__(record=record, add_variations=add_variations)
+
+        self.__name_field_id: List[str] = TitleMarcIDs.NAME
+        self.__name_variations_field_id: List[str]= TitleMarcIDs.NAME_VARIATIONS
+        self.__year_field_id: List[str] = TitleMarcIDs.YEAR
+        self.__type_field_id: List[str] = TitleMarcIDs.TYPE
+
+        self.__default_year: int | None = None
+
+        self.__name: str = ""
+        self.__author_original_name: dict = {}
+        self.__author_name: str = ""
+        self.__year: int = -1
+        self.__type: str = ""
+
+        self.__author_life_years: str = ""
+        self.__author_birth_year: int = -1
+        self.__author_death_year: int = -1
+        self.__name_variations: List[str] = []
+        self.__full_record: dict = {}
+
+
+    def _parse_year(self, year: str) -> int:
+        year = year.strip()
+        _year = self.__default_year
+        if len(year) >= 4:
+            if year[:4].isnumeric():
+                _year = int(year[:4])
+        elif len(year) == 3 and year.isnumeric():
+            _year = int(year)
+        return _year
+
+    @property
+    def name(self) -> str:
+        if not self.__name:
+            values = self.get_values(
+                marc_ids=self.__name_field_id,
+                subfield_id="t"
+            )
+            if values:
+                self.__name = self._clean_value(values[0])
+            else:
+                pass
+        return self.__name
+
+
+    @property
+    def year(self) -> str:
+        if self.__year == -1:
+            values = self.get_values(
+                marc_ids=self.__year_field_id,
+                subfield_id="k"
+            )
+            self.__year = self._clean_value(values[0]) if values else None
+        return self.__year
+
+    @property
+    def type(self) -> str:
+        if not self.__type:
+            values = self.get_values(
+                marc_ids = self.__type_field_id,
+                subfield_id="a"
+            )
+            self.__type = self._clean_value(values[0]) if values else ""
+        return self.__type
+
+    @property
+    def author_original_name(self) -> str:
+        if not self.__author_original_name:
+            values = self.get_values(
+                marc_ids=self.__name_field_id,
+                subfield_id=["a", "b"]
+            )
+            if values:
+                self.__author_original_name = {
+                    "a": self._clean_value(values[0].get("a", "")),
+                    "b": self._clean_value(values[0].get("b", ""))
+                }
+            else:
+                pass
+        return self.__author_original_name
+
+    @property
+    def author_name(self) -> str:
+        if not self.__author_name:
+            self.__author_name = self._merge_and_clean(self.author_original_name, ["a", "b"])
+        return self.__author_name
+
+    @property
+    def author_life_years(self) -> str:
+        if not self.__author_life_years:
+            values = self.get_values(
+                marc_ids = self.__name_field_id,
+                subfield_id="d"
+            )
+            self.__author_life_years = self._clean_value(values[0]) if values else ""
+        return self.__author_life_years
+
+
+    @property
+    def author_birth_year(self) -> int:
+        if self.__author_birth_year == -1:
+            try:
+                birth_year, death_year = self.author_life_years.split("-")
+                self.__author_birth_year = self._parse_year(birth_year)
+                self.__author_death_year = self._parse_year(death_year)
+            except Exception as e:
+                LOGGER.error(
+                    f"Failed extracting birth and/or death year " \
+                    f"from '{self.author_life_years}' with the following " \
+                    f"exception: '{e}'."
+                )
+        return self.__author_birth_year
+
+
+    @property
+    def author_death_year(self) -> int:
+        if self.__author_death_year == -1:
+            try:
+                birth_year, death_year = self.author_life_years.split("-")
+                self.__author_birth_year = self._parse_year(birth_year)
+                self.__author_death_year = self._parse_year(death_year)
+            except Exception as e:
+                LOGGER.error(
+                    f"Failed extracting birth and/or death year " \
+                    f"from '{self.author_life_years}' with the following " \
+                    f"exception: '{e}'."
+                )
+        return self.__author_death_year
+
+    @property
+    def name_variations(self) -> List[str]:
+        if not self.__name_variations:
+            values = self.get_values(
+                marc_ids=self.__name_variations_field_id,
+                subfield_id="t"
+            )
+            variations = [self.name]
+            if values:
+                _variations = [
+                    self._clean_value(value)
+                    for value in values
+                ]
+                variations.extend(_variations)
+            variations = [v.lower() for v in variations]
+            self.__name_variations = list(set(variations))
+        return self.__name_variations
+
+
+    @property
+    def full_record(self) -> dict:
+        if not self.__full_record:
+            self.__full_record = {
+                "name": self.name,
+                "author_name": self.author_name,
+                "year": self.year,
+                "type": self.type,
+                "author_life_years": self.author_life_years,
+                "author_birth_year": self.author_birth_year,
+                "auhtor_death_year": self.author_death_year,
+                "name_variations": self.name_variations,
+                "full_record_marc": str(self.marc_record),
+                "full_record_json": json.dumps(self.marc_json_record)
+            }
+            if self.add_variations:
+                self.__full_record.update(
+                    {"link_variations": self.name_variations}
+                )
+
+        return self.__full_record

{rara_tools-0.4.3.dist-info → rara_tools-0.5.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: rara-tools
-Version: 0.4.3
+Version: 0.5.0
 Summary: Tools to support Kata's work.
 Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.10

{rara_tools-0.4.3.dist-info → rara_tools-0.5.0.dist-info}/RECORD

@@ -1,4 +1,4 @@
-rara_tools/converters.py,sha256=_1ZRH4ACLOolI1G5b_aSssN68rWOvan-q2dTq7D7-j4,2794
+rara_tools/converters.py,sha256=a1dEMa0TwcO9UmjuSBkiuc7LGmH0d_dB6wwoTLpdZhI,4040
 rara_tools/decorators.py,sha256=MjOyvZ5nTkwxwx2JLFEGpKKBysvecFw6EN6UDrSvZLU,2187
 rara_tools/digar_schema_converter.py,sha256=k95U2iRlEA3sh772-v6snhHW6fju6qSTMnvWJ6DpzZk,14254
 rara_tools/elastic.py,sha256=dw61Z6SxhItNqN35m_3UBy41ppRMhBQLqYriZRo6zGA,13513
@@ -11,7 +11,7 @@ rara_tools/constants/digitizer.py,sha256=MND0dUQySBAOVWzuUBxQGZWv_Ckdz2jCp25F2_o
 rara_tools/constants/general.py,sha256=aVUQTMss89atAkTDZKJXNdnsBHPX-RSrlBOtt-wdPGU,195
 rara_tools/constants/linker.py,sha256=XUI-fD1LfvpdMDeLmMU3siAsc0pleQ92m6Cdk3_OGmo,169
 rara_tools/constants/normalizers.py,sha256=GmWY89kYfX7_YJ8sdy1vb8ABJc_ABdw_zVVOxd9UZgY,171
-rara_tools/constants/parsers.py,sha256=stXOyA1dEOgxdCUT4Mp4pvvGLmdE7DAjTe8Jq71tcS4,5453
+rara_tools/constants/parsers.py,sha256=L6nh1Itget9_9DMsliDkh6T25z78eMFPWVkbaU08DwU,5561
 rara_tools/normalizers/__init__.py,sha256=_NqpS5w710DhaURytHq9JpEt8HgYpSPfRDcOtOymJgE,193
 rara_tools/normalizers/authorities.py,sha256=IDtcm0yNZNhv1f-WcdqWFSRzZk_CoKuBFsk6hEPddWM,4513
 rara_tools/normalizers/base.py,sha256=taOboGURQF_ACPVWHX_wMsaDEo8gYdAkiOw0yT0zzR8,10910
@@ -22,17 +22,17 @@ rara_tools/parsers/marc_parsers/ems_parser.py,sha256=LFuhZcVwmHMcJknX9p4ZkO8RdjP
 rara_tools/parsers/marc_parsers/location_parser.py,sha256=dSU9dQoGV5z0ajhLI1bn3AAghkOr79qKIrX7sO0_4lA,1873
 rara_tools/parsers/marc_parsers/organization_parser.py,sha256=faqQEYsut_ZF3kX1QycTnbRIqC7W8sULxmG75ICfya8,1629
 rara_tools/parsers/marc_parsers/person_parser.py,sha256=iMycHSlgfvgB0axE_rneB5sImVlc920FcBnTsUsmVW4,1582
-rara_tools/parsers/marc_parsers/title_parser.py,sha256=0FnX1kl9InELlSqMGECjswEbhP-sKl55TuhV05RhWSw,14
-rara_tools/parsers/marc_records/base_record.py,sha256=oDp4yjPMEmSD3F_dWIdx7IRtZfKwD7ydMFUW9YXAhSQ,4322
+rara_tools/parsers/marc_parsers/title_parser.py,sha256=uZiYb_aZWzv_xLEBSZmFt2vN6UIauNSFRCkNG_ZKL10,1570
+rara_tools/parsers/marc_records/base_record.py,sha256=05XW1oQ5fCJWxBpmBFwGVGLChGE0P605HNUdvXGiif8,4330
 rara_tools/parsers/marc_records/ems_record.py,sha256=B2YZLEeDd-GmmYqxhczbMsSEB7-x6ZLjB8OeDnzOxww,9376
 rara_tools/parsers/marc_records/organization_record.py,sha256=HmDqAqAL_Tw7ppEsS5HfogrfNuQMNChCkrdPu6K-SUE,9141
 rara_tools/parsers/marc_records/person_record.py,sha256=BZrXqd7hCOqm-c-sjmsOfaAI4L7lLSjIUWtxHqPjhTs,7863
-rara_tools/parsers/marc_records/title_record.py,sha256=0FnX1kl9InELlSqMGECjswEbhP-sKl55TuhV05RhWSw,14
+rara_tools/parsers/marc_records/title_record.py,sha256=NyrubWvouZEb46vaoy9NHLCznobz5avqaNbQCeIEuxI,6851
 rara_tools/parsers/tools/entity_normalizers.py,sha256=afOMqJoL4aeq0cfsohIuxkxzvqNdZ_ba7U32eyogbzk,8722
 rara_tools/parsers/tools/marc_converter.py,sha256=PUbggzJ_wHfke_bHTF2LOZyzX1t0wRM8qIFL36Dl3AI,414
 rara_tools/parsers/tools/russian_transliterator.py,sha256=5ZU66iTqAhr7pmfVqXPAI_cidF43VqqmuN4d7H4_JuA,9770
-rara_tools-0.4.3.dist-info/licenses/LICENSE.md,sha256=hkZVnIZll7e_KNEQzeY94Y9tlzVL8iVZBTMBvDykksU,35142
-rara_tools-0.4.3.dist-info/METADATA,sha256=5cvQf4-fk2OhU1uF7xYg-UhIWHYma9MfCB_7d8XwsJ0,4054
-rara_tools-0.4.3.dist-info/WHEEL,sha256=pxyMxgL8-pra_rKaQ4drOZAegBVuX-G_4nRHjjgWbmo,91
-rara_tools-0.4.3.dist-info/top_level.txt,sha256=JwfB5b8BAtW5OFKRln2AQ_WElTRyIBM4nO0FKN1cupY,11
-rara_tools-0.4.3.dist-info/RECORD,,
+rara_tools-0.5.0.dist-info/licenses/LICENSE.md,sha256=hkZVnIZll7e_KNEQzeY94Y9tlzVL8iVZBTMBvDykksU,35142
+rara_tools-0.5.0.dist-info/METADATA,sha256=BluQzPlq1P9dpwdskMNDEPYtZwbAsbLQbbYybU4YktI,4054
+rara_tools-0.5.0.dist-info/WHEEL,sha256=0CuiUZ_p9E4cD6NyLD6UG80LBXYyiSYZOKDm5lp32xk,91
+rara_tools-0.5.0.dist-info/top_level.txt,sha256=JwfB5b8BAtW5OFKRln2AQ_WElTRyIBM4nO0FKN1cupY,11
+rara_tools-0.5.0.dist-info/RECORD,,

{rara_tools-0.4.3.dist-info → rara_tools-0.5.0.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (79.0.0)
+Generator: setuptools (80.3.1)
 Root-Is-Purelib: true
 Tag: py3-none-any