rara-tools 0.1.0__py3-none-any.whl → 0.2.0__py3-none-any.whl

rara_tools/constants/__init__.py

@@ -0,0 +1 @@
+from .normalizers import *

rara_tools/constants/normalizers.py

@@ -0,0 +1,17 @@
+from pymarc import Indicators
+import os
+
+EMPTY_INDICATORS = Indicators(" ", " ")
+VIAF_ALLOWED_SOURCES = ["LC", "DNB", "LNB", "NLL",
+                        "ERRR", "J9U"]
+
+ES_HOST = os.getenv("ELASTIC_TEST_URL", "http://localhost:9200")
+
+LINKER_CONFIG = {
+    "add_viaf_info": True,
+    "vectorizer_data_path": "./vectorizer_data",
+    "per_config": {"es_host": ES_HOST},
+    "org_config": {"es_host": ES_HOST},
+    "loc_config": {"es_host": ES_HOST},
+    "ems_config": {"es_host": ES_HOST},
+}

rara_tools/converters.py

@@ -1,19 +1,22 @@
-from .exceptions import SierraResponseConverterException
+from rara_tools.exceptions import SierraResponseConverterException
 
 
 class SierraResponseConverter:
     """Converts a JSON response from the Sierra API to MARC-in-JSON format."""
-    
+
     def __init__(self, response: dict):
         if not isinstance(response, dict):
-            raise SierraResponseConverterException("Please provide a valid JSON response.")
+            raise SierraResponseConverterException(
+                "Please provide a valid JSON response.")
         self.response = response
-    
-    def _map_control_fields(self, field: dict) -> dict:
-        # for tags < 010, no subfields, instead one str value in "value" 
+
+    @staticmethod
+    def _map_control_fields(field: dict) -> dict:
+        # for tags < 010, no subfields, instead one str value in "value"
         return {field["tag"]: field["value"]}
-    
-    def _map_data_fields(self, field: dict) -> dict:
+
+    @staticmethod
+    def _map_data_fields(field: dict) -> dict:
         """ Maps marc fields > 010. 
 
         Args:
@@ -22,60 +25,66 @@ class SierraResponseConverter:
         Returns:
             dict: standardised marc-in-json format.
         """
-        
+
         data = field["data"]
-        
+
         # Order matters ind1, in2, subfields
         field_data = {
             "ind1": data.get("ind1", " "),
             "ind2": data.get("ind2", " "),
             "subfields": data.get("subfields", [])
         }
-        
+
         return {field["tag"]: field_data}
-    
-    def _is_marc21structured(self, field: dict) -> bool:
+
+    @staticmethod
+    def _is_marc21structured(field: dict) -> bool:
         """Checks if the field is already structured according to MARC21 in JSON"""
         return any(key.isdigit() for key in field.keys())
-        
-    
+
     def _handle_field_type(self, field: dict) -> dict:
-        
+
         if self._is_marc21structured(field):
             return field
-        
+
         if field.get("data"):
             return self._map_data_fields(field)
-        
+
         tag = field.get("tag")
-        
+
         if not tag:
-            raise SierraResponseConverterException("Field is missing MARC21 tag.")
-        
+            raise SierraResponseConverterException(
+                "Field is missing MARC21 tag.")
+
         if tag < "010":
             return self._map_control_fields(field)
         else:
             return self._map_data_fields(field)
-        
+
     def _convert_response(self) -> list:
         entries = self.response.get("entries")
         if not entries:
-            raise SierraResponseConverterException("No entries found in the response.")
-        
+            raise SierraResponseConverterException(
+                "No entries found in the response.")
+
         try:
-            return {"fields": [
-                {e["id"]: [
-                    self._handle_field_type(f) for f in e["marc"]["fields"]
+            return [
+                {
+                    "sierraID": str(e["id"]),
+                    "leader": e["marc"]["leader"],
+                    "fields": [
+                        self._handle_field_type(f) for f in e["marc"]["fields"]
                     ]}
                 for e in entries
-            ]}
-            
+            ]
+
         except KeyError as e:
-            raise SierraResponseConverterException(f"Malformed response: missing key {e}")
-        
-    
+            raise SierraResponseConverterException(
+                f"Malformed response: missing key {e}")
+
     def convert(self) -> list:
         try:
             return self._convert_response()
         except Exception as e:
-            raise SierraResponseConverterException(f"An unexpected error occurred: {e}")
+            raise SierraResponseConverterException(
+                f"An unexpected error occurred: {e}")

{rara_tools-0.1.0.dist-info → rara_tools-0.2.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: rara-tools
-Version: 0.1.0
+Version: 0.2.0
 Summary: Tools to support Kata's work.
 Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.10
@@ -13,8 +13,11 @@ License-File: LICENSE.md
 Requires-Dist: elasticsearch==8.*
 Requires-Dist: elasticsearch_dsl==8.*
 Requires-Dist: minio==7.*
+Requires-Dist: rara-norm-linker==1.*
 Requires-Dist: requests
 Requires-Dist: iso639-lang
+Requires-Dist: pymarc
+Requires-Dist: glom
 Provides-Extra: testing
 Requires-Dist: pytest>=8.0; extra == "testing"
 Requires-Dist: pytest-order; extra == "testing"

{rara_tools-0.1.0.dist-info → rara_tools-0.2.0.dist-info}/RECORD

@@ -1,4 +1,4 @@
-rara_tools/converters.py,sha256=O769zNjde1VCfEUF2VU_49IAbm8NT-cG-VR0uPxixtE,2687
+rara_tools/converters.py,sha256=_1ZRH4ACLOolI1G5b_aSssN68rWOvan-q2dTq7D7-j4,2794
 rara_tools/decorators.py,sha256=MjOyvZ5nTkwxwx2JLFEGpKKBysvecFw6EN6UDrSvZLU,2187
 rara_tools/digar_schema_converter.py,sha256=k95U2iRlEA3sh772-v6snhHW6fju6qSTMnvWJ6DpzZk,14254
 rara_tools/elastic.py,sha256=MgPHxZ3UbSTIL8_sT9gU5V4PLKJjo3aQ8CGyhXjRz6M,13065
@@ -6,11 +6,12 @@ rara_tools/exceptions.py,sha256=YQyaueUbXeTkJYFDEuN6iWTXMI3eCv5l7PxGp87vg5I,550
 rara_tools/s3.py,sha256=9ziDXsLjBtFAvsjTPxFddhfvkpA8773rzPJqO7y1N5Q,6415
 rara_tools/task_reporter.py,sha256=WCcZts9dAUokPc4vbrG3-lNAFLnWaMgE3b3iaUB7mr8,3256
 rara_tools/utils.py,sha256=9vSbmuWYU5ydr4lXBKlUKa0xzDccFsaJv4T-XwgUfuY,2578
-rara_tools/constants/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+rara_tools/constants/__init__.py,sha256=r78laM9vyRDAvzDhPvzDlhaX6qPwUUBBtwf1WosrW3o,27
 rara_tools/constants/digitizer.py,sha256=MND0dUQySBAOVWzuUBxQGZWv_Ckdz2jCp25F2_oHGi8,496
 rara_tools/constants/general.py,sha256=aVUQTMss89atAkTDZKJXNdnsBHPX-RSrlBOtt-wdPGU,195
-rara_tools-0.1.0.dist-info/licenses/LICENSE.md,sha256=hkZVnIZll7e_KNEQzeY94Y9tlzVL8iVZBTMBvDykksU,35142
-rara_tools-0.1.0.dist-info/METADATA,sha256=TM89xbTBJiyz3ZNXbYzLwYi84ChYLDN9Lyo2XZ-posE,3916
-rara_tools-0.1.0.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
-rara_tools-0.1.0.dist-info/top_level.txt,sha256=JwfB5b8BAtW5OFKRln2AQ_WElTRyIBM4nO0FKN1cupY,11
-rara_tools-0.1.0.dist-info/RECORD,,
+rara_tools/constants/normalizers.py,sha256=eM-REyHen8MdBRYD0s2fQcYrvWxDwWfZlYGpBvdLog0,494
+rara_tools-0.2.0.dist-info/licenses/LICENSE.md,sha256=hkZVnIZll7e_KNEQzeY94Y9tlzVL8iVZBTMBvDykksU,35142
+rara_tools-0.2.0.dist-info/METADATA,sha256=YgPsOKoNplzOs4PVlgJX9eaw65iTSfD9C-Ba374fK2A,3995
+rara_tools-0.2.0.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
+rara_tools-0.2.0.dist-info/top_level.txt,sha256=JwfB5b8BAtW5OFKRln2AQ_WElTRyIBM4nO0FKN1cupY,11
+rara_tools-0.2.0.dist-info/RECORD,,