folio-migration-tools 1.10.0b3__py3-none-any.whl → 1.10.0b6__py3-none-any.whl

folio_migration_tools/migration_tasks/migration_task_base.py

@@ -99,6 +99,7 @@ class MigrationTaskBase:
         raise NotImplementedError()
 
     def clean_out_empty_logs(self):
+        _close_handler(self.data_issue_file_handler)
         if (
             self.folder_structure.data_issue_file_path.is_file()
             and os.stat(self.folder_structure.data_issue_file_path).st_size == 0
@@ -260,13 +261,13 @@ class MigrationTaskBase:
 
         # Data issue file formatter
         data_issue_file_formatter = logging.Formatter("%(message)s")
-        data_issue_file_handler = logging.FileHandler(
+        self.data_issue_file_handler = logging.FileHandler(
             filename=str(self.folder_structure.data_issue_file_path), mode="w"
         )
-        data_issue_file_handler.addFilter(LevelFilter(26))
-        data_issue_file_handler.setFormatter(data_issue_file_formatter)
-        data_issue_file_handler.setLevel(26)
-        logging.getLogger().addHandler(data_issue_file_handler)
+        self.data_issue_file_handler.addFilter(LevelFilter(26))
+        self.data_issue_file_handler.setFormatter(data_issue_file_formatter)
+        self.data_issue_file_handler.setLevel(26)
+        logging.getLogger().addHandler(self.data_issue_file_handler)
         logger.info("Logging set up")
 
     def setup_records_map(self, mapping_file_path):
@@ -553,3 +554,10 @@ class LevelFilter(logging.Filter):
 
     def filter(self, record):
         return record.levelno == self.level
+
+
+def _close_handler(handler: logging.Handler | None):
+    if handler is None:
+        return
+    handler.flush()
+    handler.close()

folio_migration_tools/migration_tasks/user_transformer.py

@@ -101,6 +101,16 @@ class UserTransformer(MigrationTaskBase):
                 ),
             ),
         ] = False
+        remove_username: Annotated[
+            Optional[bool],
+            Field(
+                title="Remove username",
+                description=(
+                    "Specify whether to remove username. Resulting objects are not compatible with"
+                    " the mod-user-import. Optional, by default is False"
+                ),
+            ),
+        ] = False
 
     @staticmethod
     def get_object_type() -> FOLIONamespaces:

folio_migration_tools/translations/en.json

@@ -24,7 +24,6 @@
   "Aged to lost and checked out": "Aged to lost and checked out",
   "Already set to %{value}. %{leader_key} was %{leader}": "Already set to %{value}. %{leader_key} was %{leader}",
   "An Unmapped": "An Unmapped",
-  "Authority records transformation report": "Authority records transformation report",
   "BW Items found tied to previously created BW Holdings": "BW Items found tied to previously created BW Holdings",
   "Bib identifier not in instances_id_map, no instance linked": "Bib identifier not in instances_id_map, no instance linked",
   "Bib ids referenced in bound-with items": "Bib ids referenced in bound-with items",
@@ -264,12 +263,6 @@
   "blurbs.AcquisitionMethodMapping.title": "POL Acquisition Method Mapping",
   "blurbs.AddedValueFromParameter.description": "",
   "blurbs.AddedValueFromParameter.title": "Added value from parameter since value is empty",
-  "blurbs.AuthorityEncodingLevel.description": "Library action: **All values that are not n or o will be set to n. If this is not what you want, you need to correct these values in your system. **<br/>An overview of the Encoding levels (Leader position 17) present in your source data.  Allowed values according to the MARC standard are n or o",
-  "blurbs.AuthorityEncodingLevel.title": "Encoding level (leader pos 17)",
-  "blurbs.AuthoritySourceFileMapping.description": "Mappings based on FOLIO authority `naturalId` alpha prefix",
-  "blurbs.AuthoritySourceFileMapping.title": "Authority Source File Mapping Results",
-  "blurbs.AuthoritySources.description": "",
-  "blurbs.AuthoritySources.title": "Authorization sources and related information",
   "blurbs.BoundWithMappings.description": "",
   "blurbs.BoundWithMappings.title": "Bound-with mapping",
   "blurbs.CallNumberTypeMapping.description": "Call number types in MFHDs are mapped from 852, Indicator 1 according to a certain scheme. (LOC documentation)[https://www.loc.gov/marc/holdings/hd852.html]",

{folio_migration_tools-1.10.0b3.dist-info → folio_migration_tools-1.10.0b6.dist-info}/METADATA

@@ -1,12 +1,12 @@
 Metadata-Version: 2.4
 Name: folio-migration-tools
-Version: 1.10.0b3
+Version: 1.10.0b6
 Summary: A tool allowing you to migrate data from legacy ILS:s (Library systems) into FOLIO LSP
 Keywords: FOLIO,ILS,LSP,Library Systems,MARC21,Library data
 Author: Theodor Tolstoy, Lisa Sjögren, Brooks Travis, Jeremy Nelson, Clinton Bradford
 Author-email: Theodor Tolstoy <github.teddes@tolstoy.se>, Brooks Travis <brooks.travis@gmail.com>
 License-Expression: MIT
-Requires-Dist: folioclient>=1.0.1
+Requires-Dist: folioclient>=1.0.4
 Requires-Dist: pyhumps>=3.7.3,<4.0.0
 Requires-Dist: defusedxml>=0.7.1,<1.0.0
 Requires-Dist: python-dateutil>=2.8.2,<3.0.0

{folio_migration_tools-1.10.0b3.dist-info → folio_migration_tools-1.10.0b6.dist-info}/RECORD

@@ -1,12 +1,12 @@
 folio_migration_tools/__init__.py,sha256=lnYgqA47l0iA-iORkVH3dgevk7gyGxVwg3MnLltA-U8,223
-folio_migration_tools/__main__.py,sha256=MlF8Fj_E4EcW6rU0posfj3ZyPzSWzSm6zXz2jlN7OGw,8835
+folio_migration_tools/__main__.py,sha256=KJdmLkKwAygTKuIKfvDL3M0JdVgsCbf2_LTL1FP6GxU,9233
 folio_migration_tools/circulation_helper.py,sha256=r1zpOKy47VFRHyXHvwUEjPfQ4jyJpjMAYc1IktJ94WU,14661
 folio_migration_tools/colors.py,sha256=GP0wdI_GZ2WD5SjrbPN-S3u8vvN_u6rGQIBBcWv_0ZM,227
 folio_migration_tools/config_file_load.py,sha256=zHHa6NDkN6EJiQE4DgjrFQPVKsd70POsfbGkB8308jg,2822
 folio_migration_tools/custom_dict.py,sha256=rRd9_RQqI85171p7wTfpMM0Mladh-LChbgMSmLvN7N0,680
 folio_migration_tools/custom_exceptions.py,sha256=BLP1gMPbTHSN-rqxzTawT4sRLiyAU3blBdkUBwiiPRk,2642
 folio_migration_tools/extradata_writer.py,sha256=fuchNcMc6BYb9IyfAcvXg7X4J2TfX6YiROfT2hr0JMw,1678
-folio_migration_tools/folder_structure.py,sha256=yqeeB1uADw9J6TCHUxKOv7wrTglfAeX9KpwNgOHjTg0,6917
+folio_migration_tools/folder_structure.py,sha256=ExrXNEWvCB5QMH17kQSyTDQ04thq--t8_p3F_iuyf0k,6776
 folio_migration_tools/helper.py,sha256=Jb-9PrMkgOUGYScRf8jMmGGTcPIohm3eFHenGSi3cUA,2979
 folio_migration_tools/holdings_helper.py,sha256=yJpz6aJrKRBiJ1MtT5bs2vXAc88uJuGh2_KDuCySOKc,7559
 folio_migration_tools/i18n_config.py,sha256=3AH_2b9zTsxE4XTe4isM_zYtPJSlK0ix6eBmV7kAYUM,228
@@ -22,22 +22,20 @@ folio_migration_tools/mapping_file_transformation/notes_mapper.py,sha256=vCmZmjr
 folio_migration_tools/mapping_file_transformation/order_mapper.py,sha256=VUcbeBGlQ7KsDPgJlaOOe8bO0y5IRLTCBH_IQKcaqiA,18267
 folio_migration_tools/mapping_file_transformation/organization_mapper.py,sha256=MKlN3doQ_R-Y3klkbCFL4qHUfhMATBsIhvq1jpmajqQ,14641
 folio_migration_tools/mapping_file_transformation/ref_data_mapping.py,sha256=rROcBiL5TE7bWsJ95A6shurPZ1e4In6PTwR5BN9amzU,8991
-folio_migration_tools/mapping_file_transformation/user_mapper.py,sha256=13cvFr7Vp6uxZNpAmLxGvPVLC1_En2NVvLtuP75HAzU,8846
+folio_migration_tools/mapping_file_transformation/user_mapper.py,sha256=nqyoSQAo3IGAAzXVRM-R0M5Q83zS3uU6jvKx4_c1mt8,8940
 folio_migration_tools/marc_rules_transformation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-folio_migration_tools/marc_rules_transformation/conditions.py,sha256=zzl18PsqUaXsT5mcolPC89ar4RpQTs_beKAgVg4bttI,48190
+folio_migration_tools/marc_rules_transformation/conditions.py,sha256=-5U6nBGcBO49C9MMyxOL2wMhHGxUawkIM9e-MwNaM_4,46938
 folio_migration_tools/marc_rules_transformation/holdings_statementsparser.py,sha256=-mOGtoPa3qmEqGWtyBTN-fQ743ZmT8caDLc9ES9J74Y,13667
 folio_migration_tools/marc_rules_transformation/hrid_handler.py,sha256=WudBOzCwcJAuhEm4urLhAk5OQWGfbKz9_4Ou8fmjm1E,10022
 folio_migration_tools/marc_rules_transformation/loc_language_codes.xml,sha256=ztn2_yKws6qySL4oSsZh7sOjxq5bCC1PhAnXJdtgmJ0,382912
 folio_migration_tools/marc_rules_transformation/marc_file_processor.py,sha256=o03d_G-4MR4e5VPfu7ljxAVDl79o2ONpQIqQ-V2RCdA,12523
 folio_migration_tools/marc_rules_transformation/marc_reader_wrapper.py,sha256=9ATjYMRAjy0QcXtmNZaHVhHLJ5hE1WUgOcF6KMJjbgo,5309
-folio_migration_tools/marc_rules_transformation/rules_mapper_authorities.py,sha256=fhe1vTt9F5u5PJliklSGP3TPZHRO3KV8GHeb-pdLdnA,9622
-folio_migration_tools/marc_rules_transformation/rules_mapper_base.py,sha256=ijOs9r0Mcx0XyNhDAq7fw1aFJ-JnAEhHx98-t262uRo,46158
+folio_migration_tools/marc_rules_transformation/rules_mapper_base.py,sha256=KxyZjizbLwwAY2PfMSyh6u_mVTpfhyvdaii_PlpLscw,45857
 folio_migration_tools/marc_rules_transformation/rules_mapper_bibs.py,sha256=F8tKn59zHUV3Gqa9NY-JvTbWgfDjNTcPvQONk8gzwGs,30428
 folio_migration_tools/marc_rules_transformation/rules_mapper_holdings.py,sha256=YILyEfO-LkQPk-4OjiuY68X5xDA0LlI7UUp7_mvzLUE,29184
 folio_migration_tools/migration_report.py,sha256=B8e4tMfT0xCJ3BxkSg7ZZJYmg0VLQVXmmVnWwmojZD4,4260
 folio_migration_tools/migration_tasks/__init__.py,sha256=ZkbY_yGyB84Ke8OMlYUzyyBj4cxxNrhMTwQlu_GbdDs,211
-folio_migration_tools/migration_tasks/authority_transformer.py,sha256=tB9XBJn5BPJ1Xa79R9blDz31jN4UvLB1VFbyFjFjfM4,4228
-folio_migration_tools/migration_tasks/batch_poster.py,sha256=x3DQPrI1QnRtg9Bdf-e3ztv4llWPt5JpeCIyE7mMNWU,50634
+folio_migration_tools/migration_tasks/batch_poster.py,sha256=rbSx3dyF4UbNdFiAhBRDpBTvAwQI3BR4s4_sIBsM-70,46214
 folio_migration_tools/migration_tasks/bibs_transformer.py,sha256=zPxh2tjyqx88fuH1FuKLwhT6lhZ5fVTQAqE08IggYgM,6351
 folio_migration_tools/migration_tasks/courses_migrator.py,sha256=sKIeyUlc7o189lw88XbGILVkwnR9krqO0PgS-vLCCm8,7039
 folio_migration_tools/migration_tasks/holdings_csv_transformer.py,sha256=JzOufqjSR2V-gUvOq0pdQFsXjpxk1ldGJBQWIWGfCps,21915
@@ -45,20 +43,20 @@ folio_migration_tools/migration_tasks/holdings_marc_transformer.py,sha256=b1lWbY
 folio_migration_tools/migration_tasks/items_transformer.py,sha256=gIJ9SKUENE3OaEouGAFTsGjciN_YxwRoUAAEKJlfG-E,19498
 folio_migration_tools/migration_tasks/loans_migrator.py,sha256=6mwtA9-6B_pU1GKS9VD7Wu5stZ8YLlyeliFJhyPuho0,38785
 folio_migration_tools/migration_tasks/manual_fee_fines_transformer.py,sha256=CnmlTge7nChUJ10EiUkriQtJlVxWqglgfhjgneh2_yM,7247
-folio_migration_tools/migration_tasks/migration_task_base.py,sha256=yg96RuRHgapDHNjLE-1Fg_gpRmaRmVx7GUm45lHTIBY,22339
+folio_migration_tools/migration_tasks/migration_task_base.py,sha256=rhIYFZ_dYWEyopkR2shht5ybKk4JQzxctSlBizml50g,22551
 folio_migration_tools/migration_tasks/orders_transformer.py,sha256=h8EyRbvbtwDZJq1y73J7oZFRdI1U4vq1Vrlay4GLf4M,13885
 folio_migration_tools/migration_tasks/organization_transformer.py,sha256=5s-ACb9-R8JLlPnROOq1ZnDIRCLQeWaxORDn0SrhQqs,16747
 folio_migration_tools/migration_tasks/requests_migrator.py,sha256=Q7sWOxqq73Fdg3Q1tmpvRxU9qhhG1BV3AGMoCMwh2cE,14768
 folio_migration_tools/migration_tasks/reserves_migrator.py,sha256=jdiwWAlMydXE2vlv0lgHRUljarslveyVOu-TCnymAEs,9953
-folio_migration_tools/migration_tasks/user_transformer.py,sha256=fWfcO9Njwpyt0-De3nhC_gMu_lHOEkhMdCRryXz3xcc,12241
+folio_migration_tools/migration_tasks/user_transformer.py,sha256=apgVCoJQ4sB5aFp7p8FdSQrDfXSIzgEbEQ3C-6dG568,12621
 folio_migration_tools/task_configuration.py,sha256=6eqbjjSWfi-qgp0bhCsuBVE3gTK4HaXzXsAo68JPGc0,1146
 folio_migration_tools/transaction_migration/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 folio_migration_tools/transaction_migration/legacy_loan.py,sha256=A5qvThfP3g62YnykLyti_tqTY7dq1SbLi3WZz7QXk6s,7399
 folio_migration_tools/transaction_migration/legacy_request.py,sha256=Kv7jpBIuZ_qyay8BdaeCPJID67l43Cl6x-ws9Lt49NI,6121
 folio_migration_tools/transaction_migration/legacy_reserve.py,sha256=qzw0okg4axAE_ezXopP9gFsQ_e60o0zh7zqRzFBSWHY,1806
 folio_migration_tools/transaction_migration/transaction_result.py,sha256=cTdCN0BnlI9_ZJB2Z3Fdkl9gpymIi-9mGZsRFlQcmDk,656
-folio_migration_tools/translations/en.json,sha256=4Ac66PR5Y78ll4_grhBm2IdTMsoZUv0q3IJvX8SQiJI,41778
-folio_migration_tools-1.10.0b3.dist-info/WHEEL,sha256=eh7sammvW2TypMMMGKgsM83HyA_3qQ5Lgg3ynoecH3M,79
-folio_migration_tools-1.10.0b3.dist-info/entry_points.txt,sha256=mJRRiCNP9j7_NpVXamHEiW8pDEjWQs1vEqD89G354cM,79
-folio_migration_tools-1.10.0b3.dist-info/METADATA,sha256=SgteVRYKSUGrgKVAHV8y4706ylBe7LiFsp4tXtyBxOg,7162
-folio_migration_tools-1.10.0b3.dist-info/RECORD,,
+folio_migration_tools/translations/en.json,sha256=pS7dhHmj4XBqTcFNIcqFgRMY557fQan1RomdNg6PtdA,40941
+folio_migration_tools-1.10.0b6.dist-info/WHEEL,sha256=eh7sammvW2TypMMMGKgsM83HyA_3qQ5Lgg3ynoecH3M,79
+folio_migration_tools-1.10.0b6.dist-info/entry_points.txt,sha256=mJRRiCNP9j7_NpVXamHEiW8pDEjWQs1vEqD89G354cM,79
+folio_migration_tools-1.10.0b6.dist-info/METADATA,sha256=EcDMNh4diSH6vDbrIQWdk-kcTdM2W2Agw3X4lo22h2Y,7162
+folio_migration_tools-1.10.0b6.dist-info/RECORD,,

folio_migration_tools/marc_rules_transformation/rules_mapper_authorities.py

@@ -1,242 +0,0 @@
-"""The default mapper, responsible for parsing MARC21 records acording to the
-FOLIO community specifications"""
-
-import logging
-import re
-import time
-import uuid
-from typing import List
-
-import i18n
-import pymarc
-from folio_uuid.folio_namespaces import FOLIONamespaces
-from folio_uuid.folio_uuid import FolioUUID
-from folioclient import FolioClient
-from pymarc import Leader, Record
-
-from folio_migration_tools.custom_exceptions import TransformationProcessError
-from folio_migration_tools.helper import Helper
-from folio_migration_tools.library_configuration import (
-    FileDefinition,
-    IlsFlavour,
-    LibraryConfiguration,
-)
-from folio_migration_tools.marc_rules_transformation.conditions import Conditions
-from folio_migration_tools.marc_rules_transformation.hrid_handler import HRIDHandler
-from folio_migration_tools.marc_rules_transformation.rules_mapper_base import (
-    RulesMapperBase,
-)
-
-
-class AuthorityMapper(RulesMapperBase):
-    non_repatable_fields = [
-        "100",
-        "110",
-        "111",
-        "130",
-        "147",
-        "148",
-        "150",
-        "151",
-        "155",
-        "162",
-        "180",
-        "181",
-        "182",
-        "185",
-        "378",
-        "384",
-    ]
-    """_summary_
-
-    Args:
-        RulesMapperBase (_type_): _description_
-    """
-
-    def __init__(
-        self,
-        folio_client,
-        library_configuration: LibraryConfiguration,
-        task_configuration,
-    ):
-        super().__init__(
-            folio_client,
-            library_configuration,
-            task_configuration,
-            None,
-            self.get_authority_json_schema(folio_client, library_configuration),
-            Conditions(folio_client, self, "auth", library_configuration.folio_release),
-        )
-        self.srs_recs: list = []
-        logging.info("Fetching mapping rules from the tenant")
-        rules_endpoint = "/mapping-rules/marc-authority"
-        self.mappings = self.folio_client.folio_get_single_object(rules_endpoint)
-        self.source_file_mapping: dict = {}
-        self.setup_source_file_mapping()
-        self.start = time.time()
-
-    def get_legacy_ids(self, marc_record: Record, idx: int) -> List[str]:
-        ils_flavour: IlsFlavour = self.task_configuration.ils_flavour
-        if ils_flavour in {IlsFlavour.sierra, IlsFlavour.millennium}:
-            raise TransformationProcessError("", f"ILS {ils_flavour} not configured")
-        elif ils_flavour == IlsFlavour.tag907y:
-            return RulesMapperBase.get_bib_id_from_907y(marc_record, idx)
-        elif ils_flavour == IlsFlavour.tagf990a:
-            return RulesMapperBase.get_bib_id_from_990a(marc_record, idx)
-        elif ils_flavour == IlsFlavour.aleph:
-            raise TransformationProcessError("", f"ILS {ils_flavour} not configured")
-        elif ils_flavour in {IlsFlavour.voyager, "voyager", IlsFlavour.tag001}:
-            return RulesMapperBase.get_bib_id_from_001(marc_record, idx)
-        elif ils_flavour == IlsFlavour.koha:
-            raise TransformationProcessError("", f"ILS {ils_flavour} not configured")
-        elif ils_flavour == IlsFlavour.none:
-            return [str(uuid.uuid4())]
-        else:
-            raise TransformationProcessError("", f"ILS {ils_flavour} not configured")
-
-    def parse_record(
-        self, marc_record: pymarc.Record, file_def: FileDefinition, legacy_ids: List[str]
-    ) -> list[dict]:
-        """Parses an auth recod into a FOLIO Authority object
-         This is the main function
-
-        Args:
-            legacy_ids (_type_): _description_
-            marc_record (Record): _description_
-            file_def (FileDefinition): _description_
-
-        Returns:
-            dict: _description_
-        """
-        self.print_progress()
-        ignored_subsequent_fields: set = set()
-        bad_tags = set(self.task_configuration.tags_to_delete)  # "907"
-        folio_authority = self.perform_initial_preparation(marc_record, legacy_ids)
-        for marc_field in marc_record:
-            self.report_marc_stats(marc_field, bad_tags, legacy_ids, ignored_subsequent_fields)
-            if marc_field.tag not in ignored_subsequent_fields:
-                self.process_marc_field(
-                    folio_authority,
-                    marc_field,
-                    ignored_subsequent_fields,
-                    legacy_ids,
-                )
-
-        self.perform_additional_parsing(folio_authority)
-        clean_folio_authority = self.validate_required_properties(
-            "-".join(legacy_ids), folio_authority, self.schema, FOLIONamespaces.instances
-        )
-        self.dedupe_rec(clean_folio_authority)
-        marc_record.remove_fields(*list(bad_tags))
-        self.report_folio_mapping(clean_folio_authority, self.schema)
-        return [clean_folio_authority]
-
-    def perform_initial_preparation(self, marc_record: pymarc.Record, legacy_ids):
-        folio_authority = {}
-        folio_authority["id"] = str(
-            FolioUUID(
-                self.base_string_for_folio_uuid,
-                FOLIONamespaces.authorities,
-                str(legacy_ids[-1]),
-            )
-        )
-        HRIDHandler.handle_035_generation(
-            marc_record, legacy_ids, self.migration_report, False, False
-        )
-        self.map_source_file_and_natural_id(marc_record, folio_authority)
-        self.handle_leader_17(marc_record, legacy_ids)
-        return folio_authority
-
-    def map_source_file_and_natural_id(self, marc_record, folio_authority):
-        """Implement source file and natural ID mappings according to MODDICORE-283"""
-        match_prefix_patt = re.compile("^[A-Za-z]+")
-        natural_id = None
-        source_file_id = None
-        has_010 = marc_record.get("010")
-        if has_010 and (has_010a := has_010.get_subfields("a")):
-            for a_subfield in has_010a:
-                natural_id_prefix = match_prefix_patt.match(a_subfield)
-                if natural_id_prefix and (
-                    source_file := self.source_file_mapping.get(natural_id_prefix.group(0), None)
-                ):
-                    natural_id = "".join(a_subfield.split())
-                    source_file_id = source_file["id"]
-                    self.migration_report.add_general_statistics(
-                        i18n.t("naturalId mapped from %{fro}", fro="010$a")
-                    )
-                    self.migration_report.add(
-                        "AuthoritySourceFileMapping",
-                        f"{source_file['name']} -- {natural_id_prefix.group(0)} -- 010$a",
-                        number=1,
-                    )
-                    break
-        if not source_file_id:
-            natural_id = "".join(marc_record["001"].data.split())
-            self.migration_report.add_general_statistics(
-                i18n.t("naturalId mapped from %{fro}", fro="001")
-            )
-            natural_id_prefix = match_prefix_patt.match(natural_id)
-            if natural_id_prefix:
-                if source_file := self.source_file_mapping.get(natural_id_prefix.group(0), None):
-                    source_file_id = source_file["id"]
-                    self.migration_report.add(
-                        "AuthoritySourceFileMapping",
-                        f"{source_file['name']} -- {natural_id_prefix.group(0)} -- 001",
-                        number=1,
-                    )
-        folio_authority["naturalId"] = natural_id
-        if source_file_id:
-            folio_authority["sourceFileId"] = source_file_id
-
-    def setup_source_file_mapping(self):
-        if self.folio_client.authority_source_files:
-            logging.info(
-                f"{len(self.folio_client.authority_source_files)} \tAuthority source files"
-            )
-            for source_file in self.folio_client.authority_source_files:
-                for sf_code in source_file.get("codes", []):
-                    self.source_file_mapping[sf_code] = source_file
-
-    def handle_leader_17(self, marc_record, legacy_ids):
-        leader_17 = marc_record.leader[17] or "Empty"
-        self.migration_report.add(
-            "AuthorityEncodingLevel", i18n.t("Original value") + f": {leader_17}"
-        )
-        if leader_17 not in ["n", "o"]:
-            Helper.log_data_issue(
-                legacy_ids,
-                f"LDR pos. 17 is '{leader_17}'. Is this correct? Value has been changed to 'n'.",
-                marc_record.leader,
-            )
-            marc_record.leader = Leader(f"{marc_record.leader[:17]}n{marc_record.leader[18:]}")
-            self.migration_report.add(
-                "AuthorityEncodingLevel", i18n.t("Changed %{a} to %{b}", a=leader_17, b="n")
-            )
-
-    def perform_additional_parsing(
-        self,
-        folio_authority: dict,
-    ) -> None:
-        """Do stuff not easily captured by the mapping rules
-
-        Args:
-            folio_authority (dict): _description_
-        """
-        folio_authority["source"] = "MARC"
-
-    def get_authority_json_schema(self, folio_client: FolioClient, library_configuration):
-        """Fetches the JSON Schema for autorities"""
-        if library_configuration.folio_release.name.lower()[0] < "p":
-            schema = folio_client.get_from_github(
-                "folio-org", "mod-inventory-storage", "/ramls/authorities/authority.json"
-            )
-        else:
-            schema = folio_client.get_from_github(
-                "folio-org",
-                "mod-entities-links",
-                "/src/main/resources/swagger.api/schemas/authority-storage/authorityDto.yaml",
-            )
-        return schema
-
-    def wrap_up(self):
-        logging.info("Mapper wrapping up")

folio_migration_tools/migration_tasks/authority_transformer.py

@@ -1,118 +0,0 @@
-import logging
-from typing import Annotated
-from typing import List
-import i18n
-
-from folio_uuid.folio_namespaces import FOLIONamespaces
-from pydantic import Field
-
-from folio_migration_tools.helper import Helper
-from folio_migration_tools.library_configuration import FileDefinition
-from folio_migration_tools.library_configuration import IlsFlavour
-from folio_migration_tools.library_configuration import LibraryConfiguration
-from folio_migration_tools.marc_rules_transformation.marc_file_processor import (
-    MarcFileProcessor,
-)
-from folio_migration_tools.marc_rules_transformation.rules_mapper_authorities import (
-    AuthorityMapper,
-)
-from folio_migration_tools.migration_tasks.migration_task_base import MigrationTaskBase
-from folio_migration_tools.task_configuration import AbstractTaskConfiguration
-
-
-class AuthorityTransformer(MigrationTaskBase):
-    class TaskConfiguration(AbstractTaskConfiguration):
-        name: Annotated[
-            str,
-            Field(
-                description=(
-                    "Name of this migration task. The name is being used to call the specific "
-                    "task, and to distinguish tasks of similar types"
-                )
-            ),
-        ]
-        migration_task_type: Annotated[
-            str,
-            Field(
-                title="Migration task type",
-                description=("The type of migration task you want to perform"),
-            ),
-        ]
-        files: Annotated[
-            List[FileDefinition],
-            Field(
-                title="Source files", description=("List of MARC21 files with authority records")
-            ),
-        ]
-        ils_flavour: Annotated[
-            IlsFlavour,
-            Field(
-                title="ILS flavour", description="The type of ILS you are migrating records from."
-            ),
-        ]
-        tags_to_delete: Annotated[
-            List[str],
-            Field(
-                title="Tags to delete from MARC record",
-                description=(
-                    "Tags in the incoming MARC authority that the process should remove "
-                    "before adding them into FOLIO. These tags will be used in the "
-                    "transformation before getting removed."
-                ),
-            ),
-        ] = []
-        create_source_records: Annotated[
-            bool,
-            Field(
-                title="Create source records",
-                description=(
-                    "Controls wheter or not to retain the MARC records in Source Record Storage."
-                ),
-            ),
-        ] = True
-
-    @staticmethod
-    def get_object_type() -> FOLIONamespaces:
-        return FOLIONamespaces.authorities
-
-    def __init__(
-        self,
-        task_config: TaskConfiguration,
-        library_config: LibraryConfiguration,
-        use_logging: bool = True,
-    ):
-        super().__init__(library_config, task_config, use_logging)
-        self.processor: MarcFileProcessor
-        self.check_source_files(
-            self.folder_structure.legacy_records_folder, self.task_configuration.files
-        )
-        self.mapper: AuthorityMapper = AuthorityMapper(
-            self.folio_client, library_config, task_config
-        )
-        self.auth_ids: set = set()
-        logging.info("Init done")
-
-    def do_work(self):
-        self.do_work_marc_transformer()
-
-    def wrap_up(self):
-        logging.info("Done. Transformer Wrapping up...")
-        self.extradata_writer.flush()
-        self.processor.wrap_up()
-        with open(self.folder_structure.migration_reports_file, "w+") as report_file:
-            self.mapper.migration_report.write_migration_report(
-                i18n.t("Authority records transformation report"),
-                report_file,
-                self.start_datetime,
-            )
-            Helper.print_mapping_report(
-                report_file,
-                self.mapper.parsed_records,
-                self.mapper.mapped_folio_fields,
-                self.mapper.mapped_legacy_fields,
-            )
-        logging.info(
-            "Done. Transformation report written to %s",
-            self.folder_structure.migration_reports_file.name,
-        )
-        self.clean_out_empty_logs()