rara-tools 0.6.10__tar.gz → 0.6.12__tar.gz

{rara_tools-0.6.10/rara_tools.egg-info → rara_tools-0.6.12}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: rara-tools
-Version: 0.6.10
+Version: 0.6.12
 Summary: Tools to support Kata's work.
 Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.10

rara_tools-0.6.12/VERSION

@@ -0,0 +1 @@
+0.6.12

{rara_tools-0.6.10 → rara_tools-0.6.12}/rara_tools/constants/general.py

@@ -34,8 +34,10 @@ class Models:
     TIME_KEYWORDS_ET = "Ajamärksõnad (ET)"
     TIME_KEYWORDS_EN = "Ajamärksõnad (EN)"
 
-    UDK = "UDK"
-    UDC = "UDC"
+    UDK_ET = "UDK (ET)"
+    UDK_EN = "UDK (EN)"
+    UDC_ET = "UDC (ET)"
+    UDC_EN = "UDC (EN)"
 
     DOMAIN_KEYWORDS_ET = "Märksõnade valdkonnad (ET)"
     DOMAIN_KEYWORDS_EN = "Märksõnade valdkonnad (EN)"

{rara_tools-0.6.10 → rara_tools-0.6.12}/rara_tools/parsers/marc_records/base_record.py

@@ -1,13 +1,14 @@
 from typing import List, NoReturn, Tuple
 from abc import abstractmethod
 from pymarc.record import Record
+from pymarc.marcjson import JSONHandler
 from rara_tools.constants.parsers import GeneralMarcIDs
 
 
 class BaseRecord:
     """ Implements general logic of parsing MARC files.
     """
-    def __init__(self, record: Record, add_variations: bool = False) -> NoReturn:
+    def __init__(self, record: Record | dict, add_variations: bool = False) -> NoReturn:
         """ Initializes BaseRecord object.
 
         Parameters
@@ -21,8 +22,8 @@ class BaseRecord:
             via rara-norm-linker, it is necessary to enable this.
         """
         self.add_variations: bool = add_variations
-        self.__record_mrc: Record = record
-        self.__record_dict: dict = record.as_dict()["fields"]
+        self.__record_marc: Record = self._get_record_marc(record)
+        self.__record_dict: dict = self.marc_record.as_dict()["fields"]
 
         self.__id_field_id: List[str] = GeneralMarcIDs.ID
         self.__id_source_field_id: List[str] = GeneralMarcIDs.ID_SOURCE
@@ -30,6 +31,13 @@ class BaseRecord:
         self.__identifier: str = ""
         self.__identifier_source: str = ""
 
+    def _get_record_marc(self, record: Record | dict) -> Record:
+        """ Converts dict-type records into pymarc.Record objects.
+        """
+        if isinstance(record, dict):
+            record = JSONHandler().elements([record])[0]
+        return record
+
     def get_values(self,
             marc_ids: List[str],
             subfield_id: str | List[str] = "",
@@ -101,7 +109,7 @@ class BaseRecord:
 
     @property
     def marc_record(self) -> Record:
-        return self.__record_mrc
+        return self.__record_marc
 
     @property
     def marc_json_record(self) -> dict:

{rara_tools-0.6.10 → rara_tools-0.6.12}/rara_tools/parsers/marc_records/organization_record.py

@@ -1,13 +1,18 @@
 from typing import List, NoReturn
 from pymarc.record import Record
 from rara_tools.parsers.marc_records.base_record import BaseRecord
-from rara_tools.constants.parsers import OrganizationMarcIDs
+from rara_tools.constants.parsers import OrganizationMarcIDs, LOGGER
 import regex as re
 import json
 
 # TODO: indikaatorid ind1 väljadel 100 ja 400?
+"""
+|c asutuse konverentsi toimumise koht (MK)
 
+|d asutuse konverentsi toimumise aeg (K)
 
+|n asutuse konverentsi järjenumber (K)
+"""
 class OrganizationRecord(BaseRecord):
     """ Generates a simplified organization JSON record
     from a pymarc MARC record.
@@ -38,9 +43,8 @@ class OrganizationRecord(BaseRecord):
         self.__name: str = ""
         self.__original_name: dict = {}
         self.__name_specification: str = ""
-        self.__life_years: str = ""
-        self.__birth_year: int = -1
-        self.__death_year: int = -1
+        self.__dates: str = ""
+        self.__location: str = ""
         self.__name_variations: List[str] = []
         self.__source: str = ""
         self.__description: str = ""
@@ -82,7 +86,10 @@ class OrganizationRecord(BaseRecord):
                     "b": self._clean_value(values[0].get("b", ""))
                 }
             else:
-                print(self.marc_record)
+                LOGGER.info(
+                    f"Could not parse subfields 'a' and/or 'b' from " \
+                    f"field {self.__name_field_id}. Record:\n{self.marc_record}"
+                )
         return self.__original_name
 
     @property
@@ -91,6 +98,28 @@ class OrganizationRecord(BaseRecord):
             self.__name = self._merge_and_clean(self.original_name, ["a", "b"])
         return self.__name
 
+    @property
+    def dates(self) -> str:
+        if not self.__dates:
+            values = self.get_values(
+                marc_ids=self.__name_field_id,
+                subfield_id=["d"]
+            )
+            if values:
+                self.__dates = self.__clean_value(values[0])
+        return self.__dates
+
+    @property
+    def location(self) -> str:
+        if not self.__location:
+            values = self.get_values(
+                marc_ids=self.__name_field_id,
+                subfield_id=["c"]
+            )
+            if values:
+                self.__location = self.__clean_value(values[0])
+        return self.__location
+
     @property
     def acronyms(self) -> List[str]:
         if not self.__acronyms:

{rara_tools-0.6.10 → rara_tools-0.6.12/rara_tools.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: rara-tools
-Version: 0.6.10
+Version: 0.6.12
 Summary: Tools to support Kata's work.
 Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.10

{rara_tools-0.6.10 → rara_tools-0.6.12}/tests/test_marc_parsers.py

@@ -5,13 +5,17 @@ from rara_tools.parsers.marc_parsers.person_parser import PersonsMARCParser
 from rara_tools.parsers.marc_parsers.organization_parser import OrganizationsMARCParser
 from rara_tools.parsers.marc_parsers.location_parser import LocationMARCParser
 from rara_tools.parsers.marc_parsers.title_parser import TitlesMARCParser
+from rara_tools.parsers.marc_records.person_record import PersonRecord
+from tests.test_utils import read_json_file
 
-
-MARC_ROOT_DIR = os.path.join("tests", "test_data", "marc_records")
+ROOT_DIR = os.path.join("tests", "test_data", "marc_records")
+MARC_ROOT_DIR = os.path.join(ROOT_DIR, "mrc")
+JSON_ROOT_DIR = os.path.join(ROOT_DIR, "json")
 EMS_TEST_FILE = os.path.join(MARC_ROOT_DIR, "ems_test_subset.mrc")
 PER_TEST_FILE = os.path.join(MARC_ROOT_DIR, "per_test_subset.mrc")
 ORG_TEST_FILE = os.path.join(MARC_ROOT_DIR, "org_test_subset.mrc")
 TITLE_TEST_FILE = os.path.join(MARC_ROOT_DIR, "title_test_subset.mrc")
+JSON_TEST_FILE = os.path.join(JSON_ROOT_DIR, "marc_json_record.json")
 
 def test_ems_parser_without_variations():
     ems_marc_parser = EMSMARCParser(EMS_TEST_FILE, add_variations=False)
@@ -56,3 +60,8 @@ def test_title_parser_with_variations():
         assert "name" in record
         assert "link_variations" in record
         assert len(record["link_variations"]) > 0
+
+def test_creating_marc_record_with_json_input():
+    json_data = read_json_file(JSON_TEST_FILE)
+    record = PersonRecord(json_data)
+    assert record.name == "Koidula, Lydia"

rara_tools-0.6.10/VERSION

@@ -1 +0,0 @@
-0.6.10