folio-migration-tools 1.9.1__py3-none-any.whl → 1.9.2__py3-none-any.whl

folio_migration_tools/mapping_file_transformation/holdings_mapper.py

@@ -1,10 +1,12 @@
 import ast
+import json
+import logging
 
 import i18n
 from folio_uuid.folio_uuid import FOLIONamespaces
 from folioclient import FolioClient
 
-from folio_migration_tools.custom_exceptions import TransformationRecordFailedError
+from folio_migration_tools.custom_exceptions import TransformationProcessError, TransformationRecordFailedError
 from folio_migration_tools.library_configuration import (
     FileDefinition,
     LibraryConfiguration,
@@ -59,6 +61,21 @@ class HoldingsMapper(MappingFileMapperBase):
                 "name",
                 "CallNumberTypeMapping",
             )
+        self.holdings_sources = self.get_holdings_sources()
+
+    def get_holdings_sources(self):
+        res = {}
+        holdings_sources = list(
+            self.folio_client.folio_get_all("/holdings-sources", "holdingsRecordsSources")
+        )
+        logging.info("Fetched %s holdingsRecordsSources from tenant", len(holdings_sources))
+        res = {n["name"].upper(): n["id"] for n in holdings_sources}
+        if "FOLIO" not in res:
+            raise TransformationProcessError("", "No holdings source with name FOLIO in tenant")
+        if "MARC" not in res:
+            raise TransformationProcessError("", "No holdings source with name MARC in tenant")
+        logging.info(json.dumps(res, indent=4))
+        return res
 
     def perform_additional_mappings(self, legacy_ids, folio_rec, file_def):
         self.handle_suppression(folio_rec, file_def)

folio_migration_tools/mapping_file_transformation/mapping_file_mapper_base.py

@@ -171,14 +171,15 @@ class MappingFileMapperBase(MapperBase):
         object_type: FOLIONamespaces,
         accept_duplicate_ids: bool = False,
     ):
+        folio_object = {}
         if self.ignore_legacy_identifier:
-            return (
+            folio_object.update(
                 {
                     "id": str(uuid.uuid4()),
                     "type": "object",
-                },
-                index_or_id,
+                }
             )
+            return folio_object, index_or_id
 
         if not (
             legacy_id := " ".join(
@@ -205,13 +206,21 @@ class MappingFileMapperBase(MapperBase):
             )
         else:
             self.unique_record_ids.add(generated_id)
-        return (
+        folio_object.update(
             {
                 "id": generated_id,
                 "type": "object",
-            },
-            legacy_id,
+            }
         )
+        if object_type == FOLIONamespaces.holdings and hasattr(self, "holdings_sources"):
+            folio_object['sourceId'] = self.holdings_sources.get("FOLIO")
+        elif object_type == FOLIONamespaces.holdings and not hasattr(self, "holdings_sources"):
+            raise TransformationProcessError(
+                index_or_id,
+                "Holdings source not set in the mapper",
+                None
+            )
+        return folio_object, legacy_id
 
     def get_statistical_code(self, legacy_item: dict, folio_prop_name: str, index_or_id):
         if self.statistical_codes_mapping:

folio_migration_tools/marc_rules_transformation/rules_mapper_base.py

@@ -559,6 +559,16 @@ class RulesMapperBase(MapperBase):
             if k == "authorityId" and (legacy_subfield_9 := marc_field.get("9")):
                 marc_field.add_subfield("0", legacy_subfield_9)
                 marc_field.delete_subfield("9")
+            if k == "authorityId" and (entity_subfields := entity_mapping.get("subfield", [])):
+                for subfield in entity_subfields:
+                    if subfield != "9":
+                        Helper.log_data_issue(
+                            index_or_legacy_id,
+                            f"authorityId mapping from ${subfield} is not supported. Data Import will fail. "
+                            "Use only $9 for authority id mapping in MARC-to-Instance mapping rules.",
+                            marc_field,
+                        )
+                        entity_mapping["subfield"] = ["9"]
             if my_values := [
                 v
                 for v in self.apply_rules(marc_field, entity_mapping, index_or_legacy_id)

folio_migration_tools/marc_rules_transformation/rules_mapper_bibs.py

@@ -165,7 +165,7 @@ class BibsRulesMapper(RulesMapperBase):
             Helper.log_data_issue(
                 legacy_ids,
                 "Multiple main entry fields in record. Record will fail Data Import. Creating Instance anyway.",
-                main_entry_fields
+                [str(field) for field in main_entry_fields]
             )
         if not main_entry_fields:
             main_entry_fields += marc_record.get_fields("700", "710", "711", "730")

folio_migration_tools/migration_tasks/holdings_csv_transformer.py

@@ -209,7 +209,6 @@ class HoldingsCsvTransformer(MigrationTaskBase):
             self.holdings = {}
             self.total_records = 0
             self.holdings_id_map = self.load_id_map(self.folder_structure.holdings_id_map_path)
-            self.holdings_sources = self.get_holdings_sources()
             self.results_path = self.folder_structure.created_objects_path
             self.holdings_types = list(
                 self.folio_client.folio_get_all("/holdings-types", "holdingsTypes")
@@ -432,8 +431,6 @@ class HoldingsCsvTransformer(MigrationTaskBase):
         if not folio_rec.get("holdingsTypeId", ""):
             folio_rec["holdingsTypeId"] = self.fallback_holdings_type["id"]
 
-        folio_rec["sourceId"] = self.holdings_sources.get("FOLIO")
-
         holdings_from_row = []
         all_instance_ids = folio_rec.get("instanceId", [])
         if len(all_instance_ids) == 1:
@@ -521,20 +518,6 @@ class HoldingsCsvTransformer(MigrationTaskBase):
             self.holdings[holdings_key], new_holdings_record
         )
 
-    def get_holdings_sources(self):
-        res = {}
-        holdings_sources = list(
-            self.mapper.folio_client.folio_get_all("/holdings-sources", "holdingsRecordsSources")
-        )
-        logging.info("Fetched %s holdingsRecordsSources from tenant", len(holdings_sources))
-        res = {n["name"].upper(): n["id"] for n in holdings_sources}
-        if "FOLIO" not in res:
-            raise TransformationProcessError("", "No holdings source with name FOLIO in tenant")
-        if "MARC" not in res:
-            raise TransformationProcessError("", "No holdings source with name MARC in tenant")
-        logging.info(json.dumps(res, indent=4))
-        return res
-
 
 def explode_former_ids(folio_holding: dict):
     temp_ids = []

{folio_migration_tools-1.9.1.dist-info → folio_migration_tools-1.9.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: folio_migration_tools
-Version: 1.9.1
+Version: 1.9.2
 Summary: A tool allowing you to migrate data from legacy ILS:s (Library systems) into FOLIO LSP
 License: MIT
 Keywords: FOLIO,ILS,LSP,Library Systems,MARC21,Library data

{folio_migration_tools-1.9.1.dist-info → folio_migration_tools-1.9.2.dist-info}/RECORD

@@ -14,10 +14,10 @@ folio_migration_tools/library_configuration.py,sha256=LzICsZQdOkXwIqdDfh59x0-Cx7
 folio_migration_tools/mapper_base.py,sha256=IYER8Dq-4qLq3qiAvUpnzc33usUbfZtNKzyZJD6DNds,23567
 folio_migration_tools/mapping_file_transformation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 folio_migration_tools/mapping_file_transformation/courses_mapper.py,sha256=yX8yCCw6B54r7JUn5IPhMYKBgImiagUzfwBxNVRf5MQ,8091
-folio_migration_tools/mapping_file_transformation/holdings_mapper.py,sha256=DY4cpSWaJWJo-8ESpO4PSf_raTIRAVSt9N0-aV1ShGc,7504
+folio_migration_tools/mapping_file_transformation/holdings_mapper.py,sha256=qT8LMWZytSaOyUC9OzfJeekVIkLkNim4OzfoGlAh75g,8290
 folio_migration_tools/mapping_file_transformation/item_mapper.py,sha256=ZmPc64X_l3hq8qc0WDhZ020TdjvucZoQciIVIpPzwiA,10472
 folio_migration_tools/mapping_file_transformation/manual_fee_fines_mapper.py,sha256=2-W2Z8hwAhWT77zfDWuwWqm20j4w1mfzeAXWiyssQ8I,13434
-folio_migration_tools/mapping_file_transformation/mapping_file_mapper_base.py,sha256=4A3oG5-ZTq6OalIWMo34I2nX4mympLaoMPnAj2W6S9M,37901
+folio_migration_tools/mapping_file_transformation/mapping_file_mapper_base.py,sha256=LqxpULlickaQhIv92iBA7SwSXy1PN7l-9swLHQdnx6g,38408
 folio_migration_tools/mapping_file_transformation/notes_mapper.py,sha256=vCmZmjrjyYtXeFCyVqvWfnP8y1jGGu15RXzXIHh12xY,3530
 folio_migration_tools/mapping_file_transformation/order_mapper.py,sha256=-JEBEeOntNPE9-NYhWAJ1hpQI03ZzMv-_mkyLzSa9x4,17750
 folio_migration_tools/mapping_file_transformation/organization_mapper.py,sha256=u1Lb6tApn-nVLqbbJV38BuipKL3OK8Y2uQ4ogoyGQaI,14639
@@ -31,8 +31,8 @@ folio_migration_tools/marc_rules_transformation/loc_language_codes.xml,sha256=zt
 folio_migration_tools/marc_rules_transformation/marc_file_processor.py,sha256=M-PHduzMYmZnrMwOSlwnWQ5bT-566gVRFSMo-JgS2d4,12346
 folio_migration_tools/marc_rules_transformation/marc_reader_wrapper.py,sha256=9ATjYMRAjy0QcXtmNZaHVhHLJ5hE1WUgOcF6KMJjbgo,5309
 folio_migration_tools/marc_rules_transformation/rules_mapper_authorities.py,sha256=PGt2w8h2pj8_8sGjQe3L-odFDlquURtKnoNFRWQB3GI,9621
-folio_migration_tools/marc_rules_transformation/rules_mapper_base.py,sha256=6vVvrNoViZZ1g2piKtOPMlqYspej-2eei8HIwM-K_Lg,45309
-folio_migration_tools/marc_rules_transformation/rules_mapper_bibs.py,sha256=H7RrU1KfFlTj6M0l7HXD3vOtxKHY4FD5xrXmGjCjcRc,30324
+folio_migration_tools/marc_rules_transformation/rules_mapper_base.py,sha256=loNZ9gEYaAwjkP2_wLlXGedjWvSdHoGF_oJN9g6gI3s,45928
+folio_migration_tools/marc_rules_transformation/rules_mapper_bibs.py,sha256=GYZmVrEKcHkOEH4U3027-vQjS6mfMbk84GJTqiVrD4E,30350
 folio_migration_tools/marc_rules_transformation/rules_mapper_holdings.py,sha256=wT9HDodIRYeGbjutVHDHpSBVWrXsuA2LO8e_MmBMmzE,28498
 folio_migration_tools/migration_report.py,sha256=BkRspM1hwTBnWeqsHamf7yVEofzLj560Q-9G--O00hw,4258
 folio_migration_tools/migration_tasks/__init__.py,sha256=ZkbY_yGyB84Ke8OMlYUzyyBj4cxxNrhMTwQlu_GbdDs,211
@@ -40,7 +40,7 @@ folio_migration_tools/migration_tasks/authority_transformer.py,sha256=AoXg9s-GLO
 folio_migration_tools/migration_tasks/batch_poster.py,sha256=uXxvmxlLSTEhvdBH9FgxhIHHXB4ezLt35LSN6lKprYE,39673
 folio_migration_tools/migration_tasks/bibs_transformer.py,sha256=46d44pcDAodFXDYbrTCMRASISbDciXmA0CXYfhP2IaE,6298
 folio_migration_tools/migration_tasks/courses_migrator.py,sha256=CzXnsu-KGP7B4zcINJzLYUqz47D16NuFfzu_DPqRlTQ,7061
-folio_migration_tools/migration_tasks/holdings_csv_transformer.py,sha256=g3r4J1Y18vU18BjUmye7oSANR_TLTrP95la41flqj5M,22736
+folio_migration_tools/migration_tasks/holdings_csv_transformer.py,sha256=kMhtHE8DJjA4d6kXBcfflueha3R3nwlBQjdec8CaY8c,21926
 folio_migration_tools/migration_tasks/holdings_marc_transformer.py,sha256=DVYdSNUPmdTv6GfLJdyT806dZV6UQHH_T8gkqtPgXaU,14143
 folio_migration_tools/migration_tasks/items_transformer.py,sha256=hkrllccEkKajp24BFSS85uiCpaEJinfkfvdjXGxNgCM,19223
 folio_migration_tools/migration_tasks/loans_migrator.py,sha256=CPsin9XLzHwNrpKHPMHAvgRvpoH8QvAfYZYr1FSxAN4,34520
@@ -60,8 +60,8 @@ folio_migration_tools/transaction_migration/legacy_request.py,sha256=1ulyFzPQw_I
 folio_migration_tools/transaction_migration/legacy_reserve.py,sha256=qzw0okg4axAE_ezXopP9gFsQ_e60o0zh7zqRzFBSWHY,1806
 folio_migration_tools/transaction_migration/transaction_result.py,sha256=cTdCN0BnlI9_ZJB2Z3Fdkl9gpymIi-9mGZsRFlQcmDk,656
 folio_migration_tools/translations/en.json,sha256=FeoaN3INfim4_-l3DSamHo2hn1SUJr5DsgDgsV4XUek,39693
-folio_migration_tools-1.9.1.dist-info/LICENSE,sha256=PhIEkitVi3ejgq56tt6sWoJIG_zmv82cjjd_aYPPGdI,1072
-folio_migration_tools-1.9.1.dist-info/METADATA,sha256=b-sCQR0tmU4tv_LJ2zTQUmgRWnsY4PB3c3Ivv-AAZWs,7444
-folio_migration_tools-1.9.1.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
-folio_migration_tools-1.9.1.dist-info/entry_points.txt,sha256=Hbe-HjqMcU8FwVshVIkeWyZd9XwgT1CCMNf06EpHQu8,77
-folio_migration_tools-1.9.1.dist-info/RECORD,,
+folio_migration_tools-1.9.2.dist-info/LICENSE,sha256=PhIEkitVi3ejgq56tt6sWoJIG_zmv82cjjd_aYPPGdI,1072
+folio_migration_tools-1.9.2.dist-info/METADATA,sha256=Cqu9bvuBBESPXOo3GoNF9GgijMciQSPtMPFnl94q4a4,7444
+folio_migration_tools-1.9.2.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
+folio_migration_tools-1.9.2.dist-info/entry_points.txt,sha256=Hbe-HjqMcU8FwVshVIkeWyZd9XwgT1CCMNf06EpHQu8,77
+folio_migration_tools-1.9.2.dist-info/RECORD,,