folio-migration-tools 1.9.0rc1__py3-none-any.whl → 1.9.0rc3__py3-none-any.whl

folio_migration_tools/mapping_file_transformation/holdings_mapper.py

@@ -101,7 +101,7 @@ class HoldingsMapper(MappingFileMapperBase):
         if legacy_value.startswith("[") and len(legacy_value.split(",")) == 1:
             try:
                 legacy_value = ast.literal_eval(str(legacy_value))[0]
-            except SyntaxError:
+            except (SyntaxError, ValueError):
                 return legacy_value
         return legacy_value
 

folio_migration_tools/mapping_file_transformation/item_mapper.py

@@ -24,6 +24,7 @@ from folio_migration_tools.mapping_file_transformation.mapping_file_mapper_base
 from folio_migration_tools.mapping_file_transformation.ref_data_mapping import (
     RefDataMapping,
 )
+from folio_migration_tools.task_configuration import AbstractTaskConfiguration
 
 
 class ItemMapper(MappingFileMapperBase):
@@ -42,6 +43,7 @@ class ItemMapper(MappingFileMapperBase):
         temporary_location_mapping,
         library_configuration: LibraryConfiguration,
         boundwith_relationship_map,
+        task_configuration: AbstractTaskConfiguration
     ):
         item_schema = folio_client.get_item_schema()
         super().__init__(
@@ -52,6 +54,7 @@ class ItemMapper(MappingFileMapperBase):
             FOLIONamespaces.items,
             library_configuration,
         )
+        self.task_configuration = task_configuration
         self.item_schema = self.folio_client.get_item_schema()
         self.items_map = items_map
         self.holdings_id_map = holdings_id_map

folio_migration_tools/marc_rules_transformation/rules_mapper_holdings.py

@@ -90,6 +90,25 @@ class RulesMapperHoldings(RulesMapperBase):
                         )
         self.mappings["852"] = new_852_mapping
 
+    def integrate_supplemental_mfhd_mappings(self, new_rules):
+        try:
+            self.mappings.update(new_rules)
+        except Exception as e:
+            raise TransformationProcessError(
+                "",
+                "Failed to integrate supplemental mfhd mappings",
+                str(e),
+            )
+
+    def prep_852_notes(self, marc_record: Record):
+        for field in marc_record.get_fields("852"):
+            new_952 = Field(
+                tag="952",
+                indicators=["f", "f"],
+                subfields=field.subfields
+            )
+            marc_record.add_ordered_field(new_952)
+
     def parse_record(
         self, marc_record: Record, file_def: FileDefinition, legacy_ids: List[str]
     ) -> list[dict]:
@@ -111,7 +130,7 @@ class RulesMapperHoldings(RulesMapperBase):
 
         self.print_progress()
         folio_holding = self.perform_initial_preparation(marc_record, legacy_ids)
-
+        self.prep_852_notes(marc_record)
         self.migration_report.add("RecordStatus", marc_record.leader[5])
         ignored_subsequent_fields: set = set()
         num_852s = 0

folio_migration_tools/migration_tasks/batch_poster.py

@@ -50,46 +50,84 @@ class BatchPoster(MigrationTaskBase):
     """
 
     class TaskConfiguration(AbstractTaskConfiguration):
-        name: str
-        migration_task_type: str
-        object_type: str
-        files: List[FileDefinition]
-        batch_size: int
+        name: Annotated[
+            str,
+            Field(
+                title="Task name",
+                description="The name of the task",
+            ),
+        ]
+        migration_task_type: Annotated[
+            str,
+            Field(
+                title="Migration task type",
+                description="The type of migration task",
+            ),
+        ]
+        object_type: Annotated[
+            str,
+            Field(
+                title="Object type",
+                description=(
+                    "The type of object being migrated"
+                    "Examples of possible values: "
+                    "'Extradata', 'SRS', Instances', 'Holdings', 'Items'"
+                ),
+            ),
+        ]
+        files: Annotated[
+            List[FileDefinition],
+            Field(
+                title="List of files",
+                description="List of files to be processed",
+            ),
+        ]
+        batch_size: Annotated[
+            int,
+            Field(
+                title="Batch size",
+                description="The batch size for processing files",
+            ),
+        ]
         rerun_failed_records: Annotated[
             bool,
             Field(
+                title="Rerun failed records",
                 description=(
-                    "Toggles whether or not BatchPoster should try to rerun failed batches or "
-                    "just leave the failing records on disk."
-                )
+                    "Toggles whether or not BatchPoster should try to rerun "
+                    "failed batches or just leave the failing records on disk."
+                ),
             ),
         ] = True
         use_safe_inventory_endpoints: Annotated[
             bool,
             Field(
+                title="Use safe inventory endpoints",
                 description=(
-                    "Toggles the use of the safe/unsafe Inventory storage endpoints. "
-                    "Unsafe circumvents the Optimistic locking in FOLIO. Defaults to "
-                    "True (using the 'safe' options)"
-                )
+                    "Toggles the use of the safe/unsafe Inventory storage "
+                    "endpoints. Unsafe circumvents the Optimistic locking "
+                    "in FOLIO. Defaults to True (using the 'safe' options)"
+                ),
             ),
         ] = True
         extradata_endpoints: Annotated[
             dict,
             Field(
+                title="Extradata endpoints",
                 description=(
                     "A dictionary of extradata endpoints. "
                     "The key is the object type and the value is the endpoint"
-                )
+                ),
             ),
         ] = {}
         upsert: Annotated[
             bool,
             Field(
+                title="Upsert",
                 description=(
-                    "Toggles whether or not to use the upsert feature of the Inventory storage "
-                    "endpoints. Defaults to False"
-                )
+                    "Toggles whether or not to use the upsert feature "
+                    "of the Inventory storage endpoints. Defaults to False"
+                ),
             ),
         ] = False
 
@@ -188,9 +226,10 @@ class BatchPoster(MigrationTaskBase):
 
                 except Exception as ee:
                     if "idx" in locals() and self.task_configuration.files[idx:]:
-                        for file in self.task_configuration.files[idx:]:
+                        for file_def in self.task_configuration.files[idx:]:
+                            path = self.folder_structure.results_folder / file_def.file_name
                             try:
-                                with open(file, "r") as failed_file:
+                                with open(path, "r") as failed_file:
                                     failed_file.seek(self.processed)
                                     failed_recs_file.write(failed_file.read())
                                     self.processed = 0

folio_migration_tools/migration_tasks/holdings_marc_transformer.py

@@ -1,5 +1,7 @@
 '''Main "script."'''
+
 import csv
+import json
 import logging
 from typing import Annotated, List
 
@@ -42,7 +44,8 @@ class HoldingsMarcTransformer(MigrationTaskBase):
         files: Annotated[
             List[FileDefinition],
             Field(
-                title="Source files", description=("List of MARC21 files with holdings records")
+                title="Source files",
+                description=("List of MARC21 files with holdings records"),
             ),
         ]
         hrid_handling: Annotated[
@@ -154,6 +157,13 @@ class HoldingsMarcTransformer(MigrationTaskBase):
                 description="The UUID of the Holdings type that will be used for unmapped values",
             ),
         ]
+        supplemental_mfhd_mapping_rules_file: Annotated[
+            str,
+            Field(
+                title="Supplemental MFHD mapping rules file",
+                description="The name of the file in the mapping_files directory containing supplemental MFHD mapping rules",
+            ),
+        ] = ""
 
     @staticmethod
     def get_object_type() -> FOLIONamespaces:
@@ -204,11 +214,13 @@ class HoldingsMarcTransformer(MigrationTaskBase):
                     csv.DictReader(boundwith_relationship_file, dialect="tsv")
                 )
             logging.info(
-                "Rows in Bound with relationship map: %s", len(self.boundwith_relationship_map)
+                "Rows in Bound with relationship map: %s",
+                len(self.boundwith_relationship_map),
             )
 
         location_map_path = (
-            self.folder_structure.mapping_files_folder / self.task_config.location_map_file_name
+            self.folder_structure.mapping_files_folder
+            / self.task_config.location_map_file_name
         )
         with open(location_map_path) as location_map_file:
             self.location_map = list(csv.DictReader(location_map_file, dialect="tsv"))
@@ -217,7 +229,9 @@ class HoldingsMarcTransformer(MigrationTaskBase):
         self.check_source_files(
             self.folder_structure.legacy_records_folder, self.task_config.files
         )
-        self.instance_id_map = self.load_id_map(self.folder_structure.instance_id_map_path, True)
+        self.instance_id_map = self.load_id_map(
+            self.folder_structure.instance_id_map_path, True
+        )
         self.mapper = RulesMapperHoldings(
             self.folio_client,
             self.location_map,
@@ -226,6 +240,7 @@ class HoldingsMarcTransformer(MigrationTaskBase):
             self.instance_id_map,
             self.boundwith_relationship_map,
         )
+        self.add_supplemental_mfhd_mappings()
         if (
             self.task_configuration.reset_hrid_settings
             and self.task_configuration.update_hrid_settings
@@ -234,6 +249,33 @@ class HoldingsMarcTransformer(MigrationTaskBase):
         logging.info("%s Instance ids in map", len(self.instance_id_map))
         logging.info("Init done")
 
+    def add_supplemental_mfhd_mappings(self):
+        if self.task_config.supplemental_mfhd_mapping_rules_file:
+            try:
+                with open(
+                    (
+                        self.folder_structure.mapping_files_folder
+                        / self.task_config.supplemental_mfhd_mapping_rules_file
+                    ),
+                    "r",
+                ) as new_rules_file:
+                    new_rules = json.load(new_rules_file)
+                    if not isinstance(new_rules, dict):
+                        raise TransformationProcessError(
+                            "",
+                            "Supplemental MFHD mapping rules file must contain a dictionary",
+                            json.dumps(new_rules),
+                        )
+            except FileNotFoundError:
+                raise TransformationProcessError(
+                    "",
+                    "Provided supplemental MFHD mapping rules file not found",
+                    self.task_config.supplemental_mfhd_mapping_rules_file,
+                )
+        else:
+            new_rules = {}
+        self.mapper.integrate_supplemental_mfhd_mappings(new_rules)
+
     def do_work(self):
         self.do_work_marc_transformer()
 

folio_migration_tools/migration_tasks/items_transformer.py

@@ -200,6 +200,7 @@ class ItemsTransformer(MigrationTaskBase):
             temporary_location_mapping,
             self.library_configuration,
             self.boundwith_relationship_map,
+            self.task_configuration
         )
         if (
             self.task_configuration.reset_hrid_settings

folio_migration_tools/task_configuration.py

@@ -16,8 +16,8 @@ class AbstractTaskConfiguration(BaseModel):
         Field(
             title="ECS tenant ID",
             description=(
-                "The tenant ID to use when making requests to FOLIO APIs for this task, if ",
-                "different from library configuration",
+                "The tenant ID to use when making requests to FOLIO APIs "
+                "for this task, if different from library configuration",
             ),
         ),
     ] = ""

{folio_migration_tools-1.9.0rc1.dist-info → folio_migration_tools-1.9.0rc3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: folio_migration_tools
-Version: 1.9.0rc1
+Version: 1.9.0rc3
 Summary: A tool allowing you to migrate data from legacy ILS:s (Library systems) into FOLIO LSP
 License: MIT
 Keywords: FOLIO,ILS,LSP,Library Systems,MARC21,Library data

{folio_migration_tools-1.9.0rc1.dist-info → folio_migration_tools-1.9.0rc3.dist-info}/RECORD

@@ -14,8 +14,8 @@ folio_migration_tools/library_configuration.py,sha256=JE23VSUKDeCxzj_fOeQwkXF4fw
 folio_migration_tools/mapper_base.py,sha256=4rtZxmWp1qaAIG2awiJ3RElPM9IVA-n8-Qzzs0R31qc,20317
 folio_migration_tools/mapping_file_transformation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 folio_migration_tools/mapping_file_transformation/courses_mapper.py,sha256=mJQxxeTn1bCYb2zwFYyXJ6EGZpJ0DsmwOY3nED7D_gQ,8091
-folio_migration_tools/mapping_file_transformation/holdings_mapper.py,sha256=GI9xnN74EsUMAshXKNJ6p9bGPdLtK0PCXqbB3nIxrC8,7207
-folio_migration_tools/mapping_file_transformation/item_mapper.py,sha256=RR8eqbHaGrwtYl2HIouIfiS5B52mErD7eeOMhj_L2NU,10436
+folio_migration_tools/mapping_file_transformation/holdings_mapper.py,sha256=nJS-xx1LszvbYfw0qdTUHX9xXHlxS7wP5mYmixFMh8A,7221
+folio_migration_tools/mapping_file_transformation/item_mapper.py,sha256=CWKpve0UdppztCd5ex1dz47g78mTqKkgiij1HEsGMC8,10622
 folio_migration_tools/mapping_file_transformation/manual_fee_fines_mapper.py,sha256=nCkqbxaDHKxMuqQHh_afxQp48YrVD-SeCZ0L1iGvnkk,13402
 folio_migration_tools/mapping_file_transformation/mapping_file_mapper_base.py,sha256=RacwSOP6r6i28EOywaepq5K5FimD8Ld5MlBo89FYO7c,37963
 folio_migration_tools/mapping_file_transformation/notes_mapper.py,sha256=auLQZqa4rSJo_MIV4Lc5-LG8RcBpp2bnKH243qNYq_0,3470
@@ -33,16 +33,16 @@ folio_migration_tools/marc_rules_transformation/marc_reader_wrapper.py,sha256=9A
 folio_migration_tools/marc_rules_transformation/rules_mapper_authorities.py,sha256=GFw8j9UtCxnUdLShmPzJa1MpCK8a0NkQIN5C3jyouRs,9604
 folio_migration_tools/marc_rules_transformation/rules_mapper_base.py,sha256=WWSJgYvF9LeY8vh-BtQi7Fm3J-cowUJKWa0Wk2Ge7fc,39358
 folio_migration_tools/marc_rules_transformation/rules_mapper_bibs.py,sha256=ckVeysbpW9s19pmHvogdRFOCouzz17Y6oKJD0_QfQAk,28924
-folio_migration_tools/marc_rules_transformation/rules_mapper_holdings.py,sha256=EBxf9Qh5Y0eDOmqYssWfaizxafiXSYDFzWmCuPtdG-8,18226
+folio_migration_tools/marc_rules_transformation/rules_mapper_holdings.py,sha256=k7QDWt-q3w2HecvjNUy2BeAaGe_FUL5gkx3iZv0j_Uk,18894
 folio_migration_tools/migration_report.py,sha256=BkRspM1hwTBnWeqsHamf7yVEofzLj560Q-9G--O00hw,4258
 folio_migration_tools/migration_tasks/__init__.py,sha256=ZkbY_yGyB84Ke8OMlYUzyyBj4cxxNrhMTwQlu_GbdDs,211
 folio_migration_tools/migration_tasks/authority_transformer.py,sha256=AoXg9s-GLO3yEEDCrQV7hc4YVXxwxsdxDdpj1zhHydE,4251
-folio_migration_tools/migration_tasks/batch_poster.py,sha256=6-PMMvhdoFbydIGeN1duHcoHMEFe4ePGzMX6tP5gxSs,30729
+folio_migration_tools/migration_tasks/batch_poster.py,sha256=3A0_NdM9uvzZqU92R7WxuiDVdhbneOErqAUEb1-WR_w,32008
 folio_migration_tools/migration_tasks/bibs_transformer.py,sha256=XzlPo-0uuugJA4SM80xOlOj5nDK6OMDXFnAYg80hOBc,7791
 folio_migration_tools/migration_tasks/courses_migrator.py,sha256=dQerp97P3r7wmxK3Ovg6AriO6K_nTr6vA8RKj_XBEt4,5728
 folio_migration_tools/migration_tasks/holdings_csv_transformer.py,sha256=Hwr4YjgNIQpi2N-x8eq-mmRpXAyxYylQjpYubm03-ec,19668
-folio_migration_tools/migration_tasks/holdings_marc_transformer.py,sha256=yN0a8YVNx2P6NswxSylTca0MmNk1shze3PyKXv9JJIw,9547
-folio_migration_tools/migration_tasks/items_transformer.py,sha256=S3RZDKL8lQbO6V8RWzzV_aB_L8fjoNF78DTi9hnKpH4,15350
+folio_migration_tools/migration_tasks/holdings_marc_transformer.py,sha256=8dtrhxyA9hbISISzpvMJGYaMaDbtZ1MOZeoJJF5lk24,11164
+folio_migration_tools/migration_tasks/items_transformer.py,sha256=vcBEkH4znw3JU9rgekCXKoHiUXDj9QEZWvhoOtbusOc,15386
 folio_migration_tools/migration_tasks/loans_migrator.py,sha256=PCjr_bC2ixhPPk_D54m7B871_bQObn5oP_Sow3ocg54,33238
 folio_migration_tools/migration_tasks/manual_fee_fines_transformer.py,sha256=CnmlTge7nChUJ10EiUkriQtJlVxWqglgfhjgneh2_yM,7247
 folio_migration_tools/migration_tasks/migration_task_base.py,sha256=5vVkBqUvCGuGPUyWlnKsLCFtgOQzq4jjBK_TBUHs7BE,13742
@@ -51,7 +51,7 @@ folio_migration_tools/migration_tasks/organization_transformer.py,sha256=kHxftiR
 folio_migration_tools/migration_tasks/requests_migrator.py,sha256=8gbgHMca6hxAo9zUC6u3Xh_Zg0K9tiS3UDBaGdE5sSs,13302
 folio_migration_tools/migration_tasks/reserves_migrator.py,sha256=rZzC_HwsjqTrnVAGPFgYuMwgZsjfLsyY6f6bhBRtBr0,9206
 folio_migration_tools/migration_tasks/user_transformer.py,sha256=WkWb7E03OIpq8s2jasCTPdevRoGcaUrlkTwBi0bTrys,10674
-folio_migration_tools/task_configuration.py,sha256=K88TCKz44uk3jiUxFS_VmCYcwr_LV6Wu9jV_p00-Lec,633
+folio_migration_tools/task_configuration.py,sha256=C5-OQtZLH7b4lVeyj5v8OXsqKNN4tzfp9F3b4vhthN4,632
 folio_migration_tools/test_infrastructure/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 folio_migration_tools/test_infrastructure/mocked_classes.py,sha256=rNes6UlRqIWGwPurfiQK97IvgB5OPwnZTbv1T28jHzk,9150
 folio_migration_tools/transaction_migration/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -60,8 +60,8 @@ folio_migration_tools/transaction_migration/legacy_request.py,sha256=1ulyFzPQw_I
 folio_migration_tools/transaction_migration/legacy_reserve.py,sha256=rZVtiMBYnt6aI0WxAwPN8fML_MKEUSUYsadCKPTeB4E,1839
 folio_migration_tools/transaction_migration/transaction_result.py,sha256=cTdCN0BnlI9_ZJB2Z3Fdkl9gpymIi-9mGZsRFlQcmDk,656
 folio_migration_tools/translations/en.json,sha256=HOVpkb_T-SN_x0NpDp8gyvV1hMLCui3SsG7ByyIv0OU,38669
-folio_migration_tools-1.9.0rc1.dist-info/LICENSE,sha256=PhIEkitVi3ejgq56tt6sWoJIG_zmv82cjjd_aYPPGdI,1072
-folio_migration_tools-1.9.0rc1.dist-info/METADATA,sha256=QxHgnFjxkklcsK5gVrIK7tEFKyk5qodSNa6V_cQbP7E,7415
-folio_migration_tools-1.9.0rc1.dist-info/WHEEL,sha256=XbeZDeTWKc1w7CSIyre5aMDU_-PohRwTQceYnisIYYY,88
-folio_migration_tools-1.9.0rc1.dist-info/entry_points.txt,sha256=Hbe-HjqMcU8FwVshVIkeWyZd9XwgT1CCMNf06EpHQu8,77
-folio_migration_tools-1.9.0rc1.dist-info/RECORD,,
+folio_migration_tools-1.9.0rc3.dist-info/LICENSE,sha256=PhIEkitVi3ejgq56tt6sWoJIG_zmv82cjjd_aYPPGdI,1072
+folio_migration_tools-1.9.0rc3.dist-info/METADATA,sha256=kBR49fcEK3g7hWDFN_7Z2VnlB1X_cDaFip0ZR8FDcTY,7415
+folio_migration_tools-1.9.0rc3.dist-info/WHEEL,sha256=XbeZDeTWKc1w7CSIyre5aMDU_-PohRwTQceYnisIYYY,88
+folio_migration_tools-1.9.0rc3.dist-info/entry_points.txt,sha256=Hbe-HjqMcU8FwVshVIkeWyZd9XwgT1CCMNf06EpHQu8,77
+folio_migration_tools-1.9.0rc3.dist-info/RECORD,,