folio-migration-tools 1.9.0a3__py3-none-any.whl → 1.9.0a5__py3-none-any.whl

folio_migration_tools/mapper_base.py

@@ -24,6 +24,7 @@ from folio_migration_tools.mapping_file_transformation.ref_data_mapping import (
     RefDataMapping,
 )
 from folio_migration_tools.migration_report import MigrationReport
+from folio_migration_tools.task_configuration import AbstractTaskConfiguration
 
 
 class MapperBase:
@@ -42,7 +43,7 @@ class MapperBase:
         self.start_datetime = datetime.now(timezone.utc)
         self.folio_client: FolioClient = folio_client
         self.library_configuration: LibraryConfiguration = library_configuration
-
+        self.task_configuration: AbstractTaskConfiguration
         self.mapped_folio_fields: dict = {}
         self.migration_report: MigrationReport = MigrationReport()
         self.num_criticalerrors = 0
@@ -267,7 +268,13 @@ class MapperBase:
             sys.exit(1)
 
     def get_id_map_tuple(self, legacy_id: str, folio_record: dict, object_type: FOLIONamespaces):
-        if object_type == FOLIONamespaces.instances:
+        if all(
+            [
+                object_type == FOLIONamespaces.instances,
+                (not getattr(self.task_configuration, "data_import_marc", False)),
+                getattr(self.task_configuration, "create_source_records", True),
+            ]
+        ):
             return (legacy_id, folio_record["id"], folio_record["hrid"])
         return (legacy_id, folio_record["id"])
 

folio_migration_tools/marc_rules_transformation/marc_file_processor.py

@@ -32,7 +32,7 @@ class MarcFileProcessor:
         self.created_objects_file = created_objects_file
         if mapper.task_configuration.create_source_records:
             self.srs_records_file = open(self.folder_structure.srs_records_path, "w+")
-        if mapper.task_configuration.data_import_marc:
+        if getattr(mapper.task_configuration, "data_import_marc", False):
             self.data_import_marc_file = open(self.folder_structure.data_import_marc_path, "wb+")
         self.unique_001s: set = set()
         self.failed_records_count: int = 0
@@ -87,7 +87,7 @@ class MarcFileProcessor:
                             legacy_ids,
                             self.object_type,
                         )
-                    if self.mapper.task_configuration.data_import_marc:
+                    if getattr(self.mapper.task_configuration, "data_import_marc", False):
                         self.save_marc_record(
                             marc_record,
                             folio_rec,
@@ -271,7 +271,7 @@ class MarcFileProcessor:
             if not self.srs_records_file.seek(0):
                 os.remove(self.srs_records_file.name)
             self.srs_records_file.close()
-        if self.mapper.task_configuration.data_import_marc:
+        if getattr(self.mapper.task_configuration, "data_import_marc", False):
             self.data_import_marc_file.seek(0)
             if not self.data_import_marc_file.read(1):
                 os.remove(self.data_import_marc_file.name)

folio_migration_tools/marc_rules_transformation/rules_mapper_bibs.py

@@ -59,7 +59,7 @@ class BibsRulesMapper(RulesMapperBase):
         self.instance_relationship_types: dict = {}
         self.other_mode_of_issuance_id = get_unspecified_mode_of_issuance(self.folio_client)
         self.create_source_records = all(
-            [self.task_configuration.create_source_records, (not self.task_configuration.data_import_marc)]
+            [self.task_configuration.create_source_records, (not getattr(self.task_configuration, "data_import_marc", False))]
         )
         self.data_import_marc = self.task_configuration.data_import_marc
         self.start = time.time()
@@ -118,7 +118,7 @@ class BibsRulesMapper(RulesMapperBase):
         bad_tags = set(self.task_configuration.tags_to_delete)  # "907"
         folio_instance = self.perform_initial_preparation(marc_record, legacy_ids)
         if self.data_import_marc:
-            self.simple_bib_map(marc_record, folio_instance, ignored_subsequent_fields, legacy_ids)
+            self.simple_bib_map(folio_instance, marc_record, ignored_subsequent_fields, legacy_ids)
         else:
             for marc_field in marc_record:
                 self.report_marc_stats(marc_field, bad_tags, legacy_ids, ignored_subsequent_fields)
@@ -152,7 +152,13 @@ class BibsRulesMapper(RulesMapperBase):
             legacy_ids (List[str]): _description_
             file_def (FileDefinition): _description_
         """
-        self.process_marc_field(folio_instnace, marc_record['245'], ignored_subsequent_fields, legacy_ids)
+        try:
+            self.process_marc_field(folio_instnace, marc_record['245'], ignored_subsequent_fields, legacy_ids)
+        except KeyError:
+            raise TransformationRecordFailedError(
+                legacy_ids,
+                "No 245 field in MARC record"
+            )
 
     def perform_additional_parsing(
         self,
@@ -642,20 +648,6 @@ class BibsRulesMapper(RulesMapperBase):
                 ) from e
 
 
-class SimpleBibsRulesMapper(BibsRulesMapper):
-    def __init__(
-        self,
-        folio_client,
-        library_configuration: LibraryConfiguration,
-        task_configuration,
-    ):
-        super().__init__(
-            folio_client,
-            library_configuration,
-            task_configuration,
-        )
-
-
 def get_unspecified_mode_of_issuance(folio_client: FolioClient):
     m_o_is = list(folio_client.modes_of_issuance)
     if not any(m_o_is):

{folio_migration_tools-1.9.0a3.dist-info → folio_migration_tools-1.9.0a5.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: folio_migration_tools
-Version: 1.9.0a3
+Version: 1.9.0a5
 Summary: A tool allowing you to migrate data from legacy ILS:s (Library systems) into FOLIO LSP
 Home-page: https://github.com/FOLIO-FSE/folio_migration_tools
 License: MIT

{folio_migration_tools-1.9.0a3.dist-info → folio_migration_tools-1.9.0a5.dist-info}/RECORD

@@ -11,7 +11,7 @@ folio_migration_tools/helper.py,sha256=KkOkNAGO_fuYqxdLrsbLzCJLQHUrFZG1NzD4RmpQ-
 folio_migration_tools/holdings_helper.py,sha256=yJpz6aJrKRBiJ1MtT5bs2vXAc88uJuGh2_KDuCySOKc,7559
 folio_migration_tools/i18n_config.py,sha256=3AH_2b9zTsxE4XTe4isM_zYtPJSlK0ix6eBmV7kAYUM,228
 folio_migration_tools/library_configuration.py,sha256=60hgGtyvHhRUKXHvqz41-2V5EtUaySMV20JIKk279N0,3636
-folio_migration_tools/mapper_base.py,sha256=46eO9wAxGoXZJC3SI7BNh-X7779SKSM8a8KXqdR9S8Y,19942
+folio_migration_tools/mapper_base.py,sha256=dmwsgeolBWjmzaztms5r1_7OG2PlTcp0D74TQCE6cgk,20303
 folio_migration_tools/mapping_file_transformation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 folio_migration_tools/mapping_file_transformation/courses_mapper.py,sha256=mJQxxeTn1bCYb2zwFYyXJ6EGZpJ0DsmwOY3nED7D_gQ,8091
 folio_migration_tools/mapping_file_transformation/holdings_mapper.py,sha256=GI9xnN74EsUMAshXKNJ6p9bGPdLtK0PCXqbB3nIxrC8,7207
@@ -28,18 +28,17 @@ folio_migration_tools/marc_rules_transformation/conditions.py,sha256=MnbMThiOZ6I
 folio_migration_tools/marc_rules_transformation/holdings_statementsparser.py,sha256=lTb5QWEAgwyFHy5vdSK6oDl1Q5v2GnzuV04xWV3p4rc,12401
 folio_migration_tools/marc_rules_transformation/hrid_handler.py,sha256=lEvtJFWe5FoU372nHqTdnVF76qCKZjWgUJqIpiKUHY0,10026
 folio_migration_tools/marc_rules_transformation/loc_language_codes.xml,sha256=ztn2_yKws6qySL4oSsZh7sOjxq5bCC1PhAnXJdtgmJ0,382912
-folio_migration_tools/marc_rules_transformation/marc_file_processor.py,sha256=vP6u8BDrf3v5q-scIPEINXYUL223cmreAQ8BUr9WCcM,12292
+folio_migration_tools/marc_rules_transformation/marc_file_processor.py,sha256=WkOQRDi7f4PZ5qmVH3Q-1_zdGEKYSvOGC6jixDwDp98,12349
 folio_migration_tools/marc_rules_transformation/marc_reader_wrapper.py,sha256=9ATjYMRAjy0QcXtmNZaHVhHLJ5hE1WUgOcF6KMJjbgo,5309
 folio_migration_tools/marc_rules_transformation/rules_mapper_authorities.py,sha256=GFw8j9UtCxnUdLShmPzJa1MpCK8a0NkQIN5C3jyouRs,9604
 folio_migration_tools/marc_rules_transformation/rules_mapper_base.py,sha256=WWSJgYvF9LeY8vh-BtQi7Fm3J-cowUJKWa0Wk2Ge7fc,39358
-folio_migration_tools/marc_rules_transformation/rules_mapper_bibs.py,sha256=TpR_APcNzrzftSWr22eWf45GZnJgI44ESQDr7ZnRs5k,28874
+folio_migration_tools/marc_rules_transformation/rules_mapper_bibs.py,sha256=5BHCEAoTmsJLzG9161Y49-DwA_-Jr44XUGX725-dNKE,28755
 folio_migration_tools/marc_rules_transformation/rules_mapper_holdings.py,sha256=EBxf9Qh5Y0eDOmqYssWfaizxafiXSYDFzWmCuPtdG-8,18226
 folio_migration_tools/migration_report.py,sha256=BkRspM1hwTBnWeqsHamf7yVEofzLj560Q-9G--O00hw,4258
 folio_migration_tools/migration_tasks/__init__.py,sha256=ZkbY_yGyB84Ke8OMlYUzyyBj4cxxNrhMTwQlu_GbdDs,211
 folio_migration_tools/migration_tasks/authority_transformer.py,sha256=AoXg9s-GLO3yEEDCrQV7hc4YVXxwxsdxDdpj1zhHydE,4251
 folio_migration_tools/migration_tasks/batch_poster.py,sha256=iaWhvxdYli0kgsXLHGmFFBMeVXGpAv9eDg02BagyQ2U,29732
 folio_migration_tools/migration_tasks/bibs_transformer.py,sha256=XzlPo-0uuugJA4SM80xOlOj5nDK6OMDXFnAYg80hOBc,7791
-folio_migration_tools/migration_tasks/bibs_transformer_simple.py,sha256=goXG08zP9JUwt6Gd2FcslA3gBJpezUUP3k2zB67a4xM,7266
 folio_migration_tools/migration_tasks/courses_migrator.py,sha256=dQerp97P3r7wmxK3Ovg6AriO6K_nTr6vA8RKj_XBEt4,5728
 folio_migration_tools/migration_tasks/holdings_csv_transformer.py,sha256=Hwr4YjgNIQpi2N-x8eq-mmRpXAyxYylQjpYubm03-ec,19668
 folio_migration_tools/migration_tasks/holdings_marc_transformer.py,sha256=yN0a8YVNx2P6NswxSylTca0MmNk1shze3PyKXv9JJIw,9547
@@ -61,7 +60,7 @@ folio_migration_tools/transaction_migration/legacy_request.py,sha256=1ulyFzPQw_I
 folio_migration_tools/transaction_migration/legacy_reserve.py,sha256=rZVtiMBYnt6aI0WxAwPN8fML_MKEUSUYsadCKPTeB4E,1839
 folio_migration_tools/transaction_migration/transaction_result.py,sha256=cTdCN0BnlI9_ZJB2Z3Fdkl9gpymIi-9mGZsRFlQcmDk,656
 folio_migration_tools/translations/en.json,sha256=HOVpkb_T-SN_x0NpDp8gyvV1hMLCui3SsG7ByyIv0OU,38669
-folio_migration_tools-1.9.0a3.dist-info/LICENSE,sha256=PhIEkitVi3ejgq56tt6sWoJIG_zmv82cjjd_aYPPGdI,1072
-folio_migration_tools-1.9.0a3.dist-info/METADATA,sha256=kvLY1YL44A4bSOpnwAoBZ2a5srFhjenC9D1_4ODuCCk,7318
-folio_migration_tools-1.9.0a3.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
-folio_migration_tools-1.9.0a3.dist-info/RECORD,,
+folio_migration_tools-1.9.0a5.dist-info/LICENSE,sha256=PhIEkitVi3ejgq56tt6sWoJIG_zmv82cjjd_aYPPGdI,1072
+folio_migration_tools-1.9.0a5.dist-info/METADATA,sha256=ohkzY98Ct_djuhK-ks9sFehWfuQCsEE42kOOQQeyDR4,7318
+folio_migration_tools-1.9.0a5.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
+folio_migration_tools-1.9.0a5.dist-info/RECORD,,

folio_migration_tools/migration_tasks/bibs_transformer_simple.py

@@ -1,198 +0,0 @@
-import logging
-from typing import Annotated, List
-
-import i18n
-from folio_uuid.folio_namespaces import FOLIONamespaces
-from pydantic import Field
-
-from folio_migration_tools.helper import Helper
-from folio_migration_tools.library_configuration import (
-    FileDefinition,
-    HridHandling,
-    IlsFlavour,
-    LibraryConfiguration,
-)
-from folio_migration_tools.marc_rules_transformation.marc_file_processor import (
-    MarcFileProcessor,
-)
-from folio_migration_tools.marc_rules_transformation.rules_mapper_bibs import (
-    SimpleBibsRulesMapper,
-)
-from folio_migration_tools.migration_tasks.migration_task_base import MigrationTaskBase
-from folio_migration_tools.task_configuration import AbstractTaskConfiguration
-
-
-class BibsTransformer(MigrationTaskBase):
-    class TaskConfiguration(AbstractTaskConfiguration):
-        name: Annotated[
-            str,
-            Field(
-                description=(
-                    "Name of this migration task. The name is being used to call the specific "
-                    "task, and to distinguish tasks of similar types"
-                )
-            ),
-        ]
-        migration_task_type: Annotated[
-            str,
-            Field(
-                title="Migration task type",
-                description=("The type of migration task you want to perform."),
-            ),
-        ]
-        files: Annotated[
-            List[FileDefinition],
-            Field(
-                title="Source files",
-                description=("List of MARC21 files with bibliographic records."),
-            ),
-        ]
-        ils_flavour: Annotated[
-            IlsFlavour,
-            Field(
-                title="ILS flavour", description="The type of ILS you are migrating records from."
-            ),
-        ]
-        custom_bib_id_field: Annotated[
-            str,
-            Field(
-                title="Custom BIB ID field",
-                description=(
-                    'A string representing a MARC field with optional subfield indicated by a "$" '
-                    '(eg. "991$a") from which to draw legacy Bib ID. Use this in combination '
-                    'with `ilsFlavour: "custom"`. Defaults to "001", and is ignored for all other '
-                    "ilsFlavours."
-                ),
-            ),
-        ] = "001"
-        add_administrative_notes_with_legacy_ids: Annotated[
-            bool,
-            Field(
-                title="Add administrative notes with legacy IDs",
-                description=(
-                    "If set to true, an Administrative note will be added to the records "
-                    "containing the legacy ID. Use this in order to protect the values from "
-                    "getting overwritten by overlays,"
-                ),
-            ),
-        ] = True
-        tags_to_delete: Annotated[
-            List[str],
-            Field(
-                title="Tags to delete from MARC record",
-                description=(
-                    "Tags in the incoming MARC authority that the process should remove "
-                    "before adding them into FOLIO. These tags will be used in the "
-                    "transformation before getting removed."
-                ),
-            ),
-        ] = []
-        create_source_records: Annotated[
-            bool,
-            Field(
-                title="Create source records",
-                description=(
-                    "Controls wheter or not to retain the MARC records in "
-                    "Source Record Storage."
-                ),
-            ),
-        ] = True
-        parse_cataloged_date: Annotated[
-            bool,
-            Field(
-                title="Parse cataloged date",
-                description=(
-                    "Parse fields mapped to catalogedDate into a FOLIO accepted date string using "
-                    "dateutil.parser. Verify results carefully when using"
-                ),
-            ),
-        ] = False
-        hrid_handling: Annotated[
-            HridHandling,
-            Field(
-                title="HRID Handling",
-                description=(
-                    "Setting to default will make FOLIO generate HRIDs and move the existing "
-                    "001:s into a 035, concatenated with the 003. Choosing preserve001 means "
-                    "the 001:s will remain in place, and that they will also become the HRIDs"
-                ),
-            ),
-        ] = HridHandling.default
-        reset_hrid_settings: Annotated[
-            bool,
-            Field(
-                title="Reset HRID settings",
-                description=(
-                    "Setting to true means the task will "
-                    "reset the HRID counters for this particular record type"
-                ),
-            ),
-        ] = False
-        update_hrid_settings: Annotated[
-            bool,
-            Field(
-                title="Update HRID settings",
-                description="At the end of the run, update FOLIO with the HRID settings",
-            ),
-        ] = True
-        deactivate035_from001: Annotated[
-            bool,
-            Field(
-                title="Create 035 from 001 and 003",
-                description=(
-                    "This deactivates the FOLIO default functionality of moving the previous 001 "
-                    "into a 035, prefixed with the value from 003"
-                ),
-            ),
-        ] = False
-
-    @staticmethod
-    def get_object_type() -> FOLIONamespaces:
-        return FOLIONamespaces.instances
-
-    def __init__(
-        self,
-        task_config: TaskConfiguration,
-        library_config: LibraryConfiguration,
-        folio_client,
-        use_logging: bool = True,
-    ):
-        super().__init__(library_config, task_config, folio_client, use_logging)
-        self.processor: MarcFileProcessor
-        self.check_source_files(
-            self.folder_structure.legacy_records_folder, self.task_configuration.files
-        )
-        self.mapper = SimpleBibsRulesMapper(self.folio_client, library_config, self.task_configuration)
-        self.bib_ids: set = set()
-        if (
-            self.task_configuration.reset_hrid_settings
-            and self.task_configuration.update_hrid_settings
-        ):
-            self.mapper.hrid_handler.reset_instance_hrid_counter()
-        logging.info("Init done")
-
-    def do_work(self):
-        self.do_work_marc_transformer()
-
-    def wrap_up(self):
-        logging.info("Done. Transformer wrapping up...")
-        self.extradata_writer.flush()
-        self.processor.wrap_up()
-        with open(self.folder_structure.migration_reports_file, "w+") as report_file:
-            self.mapper.migration_report.write_migration_report(
-                i18n.t("Bibliographic records transformation report"),
-                report_file,
-                self.start_datetime,
-            )
-            Helper.print_mapping_report(
-                report_file,
-                self.mapper.parsed_records,
-                self.mapper.mapped_folio_fields,
-                self.mapper.mapped_legacy_fields,
-            )
-
-        logging.info(
-            "Done. Transformation report written to %s",
-            self.folder_structure.migration_reports_file.name,
-        )
-        self.clean_out_empty_logs()