folio-migration-tools 1.9.0rc11__py3-none-any.whl → 1.9.0rc13__py3-none-any.whl

folio_migration_tools/marc_rules_transformation/rules_mapper_bibs.py

@@ -10,7 +10,6 @@ from pathlib import Path
 from typing import Dict, Generator, List
 
 import i18n
-import pymarc
 from defusedxml.ElementTree import fromstring
 from folio_uuid.folio_namespaces import FOLIONamespaces
 from folio_uuid.folio_uuid import FolioUUID
@@ -45,11 +44,13 @@ class BibsRulesMapper(RulesMapperBase):
         folio_client: FolioClient,
         library_configuration: LibraryConfiguration,
         task_configuration: MarcTaskConfigurationBase,
+        statistical_codes_map: Dict[str, str] = None,
     ):
         super().__init__(
             folio_client,
             library_configuration,
             task_configuration,
+            statistical_codes_map,
             self.get_instance_schema(folio_client),
             Conditions(folio_client, self, "bibs", library_configuration.folio_release),
         )
@@ -144,7 +145,7 @@ class BibsRulesMapper(RulesMapperBase):
         self.report_folio_mapping(clean_folio_instance, self.schema)
         return [clean_folio_instance]
 
-    def simple_bib_map(self, folio_instnace: dict, marc_record: Record, ignored_subsequent_fields: set, legacy_ids: List[str]):
+    def simple_bib_map(self, folio_instance: dict, marc_record: Record, ignored_subsequent_fields: set, legacy_ids: List[str]):
         """
         This method applies a much simplified MARC-to-instance
         mapping to create a minimal FOLIO Instance record to be
@@ -152,7 +153,7 @@ class BibsRulesMapper(RulesMapperBase):
         than creating SRS records during transformation.
 
         Args:
-            folio_instnace (dict): _description_
+            folio_instance (dict): _description_
             marc_record (Record): _description_
             legacy_ids (List[str]): _description_
             file_def (FileDefinition): _description_
@@ -169,9 +170,10 @@ class BibsRulesMapper(RulesMapperBase):
         if not main_entry_fields:
             main_entry_fields += marc_record.get_fields("700", "710", "711", "730")
             main_entry_fields.sort(key=lambda x: int(x.tag))
-        self.process_marc_field(folio_instnace, main_entry_fields[0], ignored_subsequent_fields, legacy_ids)
+        if main_entry_fields:
+            self.process_marc_field(folio_instance, main_entry_fields[0], ignored_subsequent_fields, legacy_ids)
         try:
-            self.process_marc_field(folio_instnace, marc_record['245'], ignored_subsequent_fields, legacy_ids)
+            self.process_marc_field(folio_instance, marc_record['245'], ignored_subsequent_fields, legacy_ids)
         except KeyError:
             raise TransformationRecordFailedError(
                 legacy_ids,
@@ -205,6 +207,9 @@ class BibsRulesMapper(RulesMapperBase):
         folio_instance["modeOfIssuanceId"] = self.get_mode_of_issuance_id(marc_record, legacy_ids)
         self.handle_languages(folio_instance, marc_record, legacy_ids)
         self.handle_suppression(folio_instance, file_def)
+        # Map statistical codes from MARC and FileDefinition, then map the IDs
+        self.map_statistical_codes(folio_instance, file_def, marc_record)
+        self.map_statistical_code_ids(legacy_ids, folio_instance)
         self.handle_holdings(marc_record)
         if prec_titles := folio_instance.get("precedingTitles", []):
             self.migration_report.add("PrecedingSuccedingTitles", f"{len(prec_titles)}")

folio_migration_tools/marc_rules_transformation/rules_mapper_holdings.py

@@ -7,6 +7,7 @@ import i18n
 from folio_uuid.folio_namespaces import FOLIONamespaces
 from folio_uuid.folio_uuid import FolioUUID
 from folioclient import FolioClient
+from pymarc import Optional
 from pymarc.field import Field
 from pymarc.record import Record
 
@@ -39,27 +40,28 @@ class RulesMapperHoldings(RulesMapperBase):
         task_configuration,
         library_configuration: LibraryConfiguration,
         parent_id_map: dict,
-        boundwith_relationship_map,
+        boundwith_relationship_map_rows: List[Dict],
+        statistical_codes_map: Optional[Dict] = None,
     ):
-        self.task_configuration = task_configuration
         self.conditions = Conditions(
             folio_client,
             self,
             "holdings",
             library_configuration.folio_release,
-            self.task_configuration.default_call_number_type_name,
+            task_configuration.default_call_number_type_name,
         )
         self.folio = folio_client
         super().__init__(
             folio_client,
             library_configuration,
             task_configuration,
+            statistical_codes_map,
             self.fetch_holdings_schema(folio_client),
             self.conditions,
             parent_id_map,
         )
-        self.boundwith_relationship_map = self.setup_boundwith_relationship_map(
-            boundwith_relationship_map
+        self.boundwith_relationship_map: Dict = self.setup_boundwith_relationship_map(
+            boundwith_relationship_map_rows
         )
         self.location_map = self.validate_location_map(
             location_map,
@@ -297,6 +299,10 @@ class RulesMapperHoldings(RulesMapperBase):
                 "",
             )
         self.handle_suppression(folio_holding, file_def, True)
+        # First, map statistical codes from MARC fields and FileDefinitions to FOLIO statistical codes.
+        # Then, convert the mapped statistical codes to their corresponding code IDs.
+        self.map_statistical_codes(folio_holding, file_def, marc_record)
+        self.map_statistical_code_ids(legacy_ids, folio_holding)
         self.set_source_id(self.create_source_records, folio_holding, self.holdingssources, file_def)
 
     def pick_first_location_if_many(self, folio_holding: Dict, legacy_ids: List[str]):
@@ -402,20 +408,20 @@ class RulesMapperHoldings(RulesMapperBase):
             marc_record (Record): PyMARC record
             folio_holding (Dict): FOLIO holdings record
         """
-        holdings_note_type_tuple = self.conditions.get_ref_data_tuple_by_name(
-            self.folio.holding_note_types, "holding_note_types", self.task_configuration.mfhd_mrk_note_type
-        )
-        try:
-            holdings_note_type_id = holdings_note_type_tuple[0]
-        except Exception as ee:
-            logging.error(ee)
-            raise TransformationRecordFailedError(
-                legacy_ids,
-                f'Holdings note type mapping error.\tNote type name: {self.task_configuration.mfhd_mrk_note_type}\t'
-                f"Note type not found in FOLIO.",
-                self.task_configuration.mfhd_mrk_note_type,
-            ) from ee
         if self.task_configuration.include_mfhd_mrk_as_note:
+            holdings_note_type_tuple = self.conditions.get_ref_data_tuple_by_name(
+                self.folio.holding_note_types, "holding_note_types", self.task_configuration.mfhd_mrk_note_type
+            )
+            try:
+                holdings_note_type_id = holdings_note_type_tuple[0]
+            except Exception as ee:
+                logging.error(ee)
+                raise TransformationRecordFailedError(
+                    legacy_ids,
+                    f'Holdings note type mapping error.\tNote type name: {self.task_configuration.mfhd_mrk_note_type}\t'
+                    f"Note type not found in FOLIO.",
+                    self.task_configuration.mfhd_mrk_note_type,
+                ) from ee
             folio_holding["notes"] = folio_holding.get("notes", []) + [
                 {
                     "note": str(marc_record),
@@ -433,20 +439,20 @@ class RulesMapperHoldings(RulesMapperBase):
             marc_record (Record): PyMARC record
             folio_holding (Dict): FOLIO holdings record
         """
-        holdings_note_type_tuple = self.conditions.get_ref_data_tuple_by_name(
-            self.folio.holding_note_types, "holding_note_types", self.task_configuration.mfhd_mrc_note_type
-        )
-        try:
-            holdings_note_type_id = holdings_note_type_tuple[0]
-        except Exception as ee:
-            logging.error(ee)
-            raise TransformationRecordFailedError(
-                legacy_ids,
-                f'Holdings note type mapping error.\tNote type name: {self.task_configuration.mfhd_mrc_note_type}\t'
-                f"Note type not found in FOLIO.",
-                self.task_configuration.mfhd_mrc_note_type,
-            ) from ee
         if self.task_configuration.include_mfhd_mrc_as_note:
+            holdings_note_type_tuple = self.conditions.get_ref_data_tuple_by_name(
+                self.folio.holding_note_types, "holding_note_types", self.task_configuration.mfhd_mrc_note_type
+            )
+            try:
+                holdings_note_type_id = holdings_note_type_tuple[0]
+            except Exception as ee:
+                logging.error(ee)
+                raise TransformationRecordFailedError(
+                    legacy_ids,
+                    f'Holdings note type mapping error.\tNote type name: {self.task_configuration.mfhd_mrc_note_type}\t'
+                    f"Note type not found in FOLIO.",
+                    self.task_configuration.mfhd_mrc_note_type,
+                ) from ee
             folio_holding["notes"] = folio_holding.get("notes", []) + [
                 {
                     "note": marc_record.as_marc().decode("utf-8"),
@@ -582,7 +588,7 @@ class RulesMapperHoldings(RulesMapperBase):
                 "", "Column BIB_ID missing from Boundwith relationship map", ""
             )
 
-    def setup_boundwith_relationship_map(self, boundwith_relationship_map: List[Dict]):
+    def setup_boundwith_relationship_map(self, boundwith_relationship_map_list: List[Dict]):
         """
         Creates a map of MFHD_ID to BIB_ID for boundwith relationships.
 
@@ -597,7 +603,7 @@ class RulesMapperHoldings(RulesMapperBase):
             TransformationRecordFailedError: If BIB_ID is not in the instance id map.
         """
         new_map = {}
-        for idx, entry in enumerate(boundwith_relationship_map):
+        for idx, entry in enumerate(boundwith_relationship_map_list):
             self.verity_boundwith_map_entry(entry)
             mfhd_uuid = str(
                 FolioUUID(

folio_migration_tools/migration_tasks/bibs_transformer.py

@@ -7,8 +7,6 @@ from pydantic import Field
 
 from folio_migration_tools.helper import Helper
 from folio_migration_tools.library_configuration import (
-    FileDefinition,
-    HridHandling,
     IlsFlavour,
     LibraryConfiguration,
 )
@@ -116,11 +114,23 @@ class BibsTransformer(MigrationTaskBase):
         use_logging: bool = True,
     ):
         super().__init__(library_config, task_config, folio_client, use_logging)
+        self.task_config = task_config
+        self.task_configuration = self.task_config
+        if self.task_config.statistical_codes_map_file_name:
+            statcode_mapping = self.load_ref_data_mapping_file(
+                "statisticalCodeIds",
+                self.folder_structure.mapping_files_folder
+                / self.task_config.statistical_codes_map_file_name,
+                [],
+                False,
+            )
+        else:
+            statcode_mapping = None
         self.processor: MarcFileProcessor
         self.check_source_files(
             self.folder_structure.legacy_records_folder, self.task_configuration.files
         )
-        self.mapper = BibsRulesMapper(self.folio_client, library_config, self.task_configuration)
+        self.mapper = BibsRulesMapper(self.folio_client, library_config, self.task_configuration, statcode_mapping)
         self.bib_ids: set = set()
         if (
             self.task_configuration.reset_hrid_settings

folio_migration_tools/migration_tasks/holdings_csv_transformer.py

@@ -160,6 +160,16 @@ class HoldingsCsvTransformer(MigrationTaskBase):
                 ),
             ),
         ] = True
+        statistical_codes_map_file_name: Annotated[
+            Optional[str],
+            Field(
+                title="Statistical code map file name",
+                description=(
+                    "Path to the file containing the mapping of statistical codes. "
+                    "The file should be in TSV format with legacy_stat_code and folio_code columns."
+                ),
+            ),
+        ] = ""
 
     @staticmethod
     def get_object_type() -> FOLIONamespaces:
@@ -174,16 +184,27 @@ class HoldingsCsvTransformer(MigrationTaskBase):
     ):
         super().__init__(library_config, task_config, folio_client, use_logging)
         self.fallback_holdings_type = None
+        self.folio_keys, self.holdings_field_map = self.load_mapped_fields()
+        if any(k for k in self.folio_keys if k.startswith("statisticalCodeIds")):
+            statcode_mapping = self.load_ref_data_mapping_file(
+                "statisticalCodeIds",
+                self.folder_structure.mapping_files_folder
+                / self.task_configuration.statistical_codes_map_file_name,
+                self.folio_keys,
+                False,
+            )
+        else:
+            statcode_mapping = None
         try:
-            self.task_config = task_config
             self.bound_with_keys = set()
             self.mapper = HoldingsMapper(
                 self.folio_client,
-                self.load_mapped_fields(),
+                self.holdings_field_map,
                 self.load_location_map(),
                 self.load_call_number_type_map(),
                 self.load_instance_id_map(True),
                 library_config,
+                statcode_mapping,
             )
             self.holdings = {}
             self.total_records = 0
@@ -196,19 +217,19 @@ class HoldingsCsvTransformer(MigrationTaskBase):
             logging.info("%s\tholdings types in tenant", len(self.holdings_types))
             self.validate_merge_criterias()
             self.check_source_files(
-                self.folder_structure.data_folder / "items", self.task_config.files
+                self.folder_structure.data_folder / "items", self.task_configuration.files
             )
             self.fallback_holdings_type = next(
                 h
                 for h in self.holdings_types
-                if h["id"] == self.task_config.fallback_holdings_type_id
+                if h["id"] == self.task_configuration.fallback_holdings_type_id
             )
             if not self.fallback_holdings_type:
                 raise TransformationProcessError(
                     "",
                     (
                         "Holdings type with ID "
-                        f"{self.task_config.fallback_holdings_type_id} "
+                        f"{self.task_configuration.fallback_holdings_type_id} "
                         "not found in FOLIO."
                     ),
                 )
@@ -216,15 +237,15 @@ class HoldingsCsvTransformer(MigrationTaskBase):
                 "%s will be used as default holdings type",
                 self.fallback_holdings_type["name"],
             )
-            if any(self.task_config.previously_generated_holdings_files):
-                for file_name in self.task_config.previously_generated_holdings_files:
+            if any(self.task_configuration.previously_generated_holdings_files):
+                for file_name in self.task_configuration.previously_generated_holdings_files:
                     logging.info("Processing %s", file_name)
                     self.holdings.update(
                         HoldingsHelper.load_previously_generated_holdings(
                             self.folder_structure.results_folder / file_name,
-                            self.task_config.holdings_merge_criteria,
+                            self.task_configuration.holdings_merge_criteria,
                             self.mapper.migration_report,
-                            self.task_config.holdings_type_uuid_for_boundwiths,
+                            self.task_configuration.holdings_type_uuid_for_boundwiths,
                         )
                     )
 
@@ -260,7 +281,7 @@ class HoldingsCsvTransformer(MigrationTaskBase):
     def load_call_number_type_map(self):
         with open(
             self.folder_structure.mapping_files_folder
-            / self.task_config.call_number_type_map_file_name,
+            / self.task_configuration.call_number_type_map_file_name,
             "r",
         ) as callnumber_type_map_f:
             return self.load_ref_data_map_from_file(
@@ -269,7 +290,7 @@ class HoldingsCsvTransformer(MigrationTaskBase):
 
     def load_location_map(self):
         with open(
-            self.folder_structure.mapping_files_folder / self.task_config.location_map_file_name
+            self.folder_structure.mapping_files_folder / self.task_configuration.location_map_file_name
         ) as location_map_f:
             return self.load_ref_data_map_from_file(
                 location_map_f, "Found %s rows in location map"
@@ -283,7 +304,7 @@ class HoldingsCsvTransformer(MigrationTaskBase):
 
     def load_mapped_fields(self):
         with open(
-            self.folder_structure.mapping_files_folder / self.task_config.holdings_map_file_name
+            self.folder_structure.mapping_files_folder / self.task_configuration.holdings_map_file_name
         ) as holdings_mapper_f:
             holdings_map = json.load(holdings_mapper_f)
             logging.info("%s fields in holdings mapping file map", len(holdings_map["data"]))
@@ -294,11 +315,11 @@ class HoldingsCsvTransformer(MigrationTaskBase):
                 "%s mapped fields in holdings mapping file map",
                 len(list(mapped_fields)),
             )
-            return holdings_map
+            return mapped_fields, holdings_map
 
     def do_work(self):
         logging.info("Starting....")
-        for file_def in self.task_config.files:
+        for file_def in self.task_configuration.files:
             logging.info("Processing %s", file_def.file_name)
             try:
                 self.process_single_file(file_def)
@@ -311,7 +332,7 @@ class HoldingsCsvTransformer(MigrationTaskBase):
                 print(f"\n{error_str}\nHalting")
                 sys.exit(1)
         logging.info(
-            f"processed {self.total_records:,} records in {len(self.task_config.files)} files"
+            f"processed {self.total_records:,} records in {len(self.task_configuration.files)} files"
         )
 
     def wrap_up(self):
@@ -357,8 +378,8 @@ class HoldingsCsvTransformer(MigrationTaskBase):
         holdings_schema = self.folio_client.get_holdings_schema()
         properties = holdings_schema["properties"].keys()
         logging.info(properties)
-        logging.info(self.task_config.holdings_merge_criteria)
-        res = [mc for mc in self.task_config.holdings_merge_criteria if mc not in properties]
+        logging.info(self.task_configuration.holdings_merge_criteria)
+        res = [mc for mc in self.task_configuration.holdings_merge_criteria if mc not in properties]
         if any(res):
             logging.critical(
                 (
@@ -426,7 +447,7 @@ class HoldingsCsvTransformer(MigrationTaskBase):
             raise TransformationRecordFailedError(legacy_id, "No instance id in parsed record", "")
 
         for folio_holding in holdings_from_row:
-            self.mapper.perform_additional_mappings(folio_holding, file_def)
+            self.mapper.perform_additional_mappings(legacy_id, folio_holding, file_def)
             self.merge_holding_in(folio_holding, all_instance_ids, legacy_id)
         self.mapper.report_folio_mapping(folio_holding, self.mapper.schema)
 
@@ -436,7 +457,7 @@ class HoldingsCsvTransformer(MigrationTaskBase):
             self.mapper.create_bound_with_holdings(
                 folio_holding,
                 folio_holding["instanceId"],
-                self.task_config.holdings_type_uuid_for_boundwiths,
+                self.task_configuration.holdings_type_uuid_for_boundwiths,
             )
         )
 
@@ -480,9 +501,9 @@ class HoldingsCsvTransformer(MigrationTaskBase):
             # Regular holding. Merge according to criteria
             new_holding_key = HoldingsHelper.to_key(
                 incoming_holding,
-                self.task_config.holdings_merge_criteria,
+                self.task_configuration.holdings_merge_criteria,
                 self.mapper.migration_report,
-                self.task_config.holdings_type_uuid_for_boundwiths,
+                self.task_configuration.holdings_type_uuid_for_boundwiths,
             )
             if self.holdings.get(new_holding_key, None):
                 self.mapper.migration_report.add_general_statistics(

folio_migration_tools/migration_tasks/holdings_marc_transformer.py

@@ -216,7 +216,16 @@ class HoldingsMarcTransformer(MigrationTaskBase):
     ):
         csv.register_dialect("tsv", delimiter="\t")
         super().__init__(library_config, task_config, folio_client, use_logging)
-        self.task_config = task_config
+        if self.task_configuration.statistical_codes_map_file_name:
+            statcode_mapping = self.load_ref_data_mapping_file(
+                "statisticalCodeIds",
+                self.folder_structure.mapping_files_folder
+                / self.task_configuration.statistical_codes_map_file_name,
+                [],
+                False,
+            )
+        else:
+            statcode_mapping = None
         self.holdings_types = list(
             self.folio_client.folio_get_all("/holdings-types", "holdingsTypes")
         )
@@ -224,7 +233,7 @@ class HoldingsMarcTransformer(MigrationTaskBase):
             (
                 h
                 for h in self.holdings_types
-                if h["id"] == self.task_config.fallback_holdings_type_id
+                if h["id"] == self.task_configuration.fallback_holdings_type_id
             ),
             {"name": ""},
         )
@@ -232,7 +241,7 @@ class HoldingsMarcTransformer(MigrationTaskBase):
             raise TransformationProcessError(
                 "",
                 (
-                    f"Holdings type with ID {self.task_config.fallback_holdings_type_id}"
+                    f"Holdings type with ID {self.task_configuration.fallback_holdings_type_id}"
                     " not found in FOLIO."
                 ),
             )
@@ -242,39 +251,47 @@ class HoldingsMarcTransformer(MigrationTaskBase):
         )
 
         # Load Boundwith relationship map
-        self.boundwith_relationship_map = []
-        if self.task_config.boundwith_relationship_file_path:
-            with open(
-                self.folder_structure.legacy_records_folder
-                / self.task_config.boundwith_relationship_file_path
-            ) as boundwith_relationship_file:
-                self.boundwith_relationship_map = list(
-                    csv.DictReader(boundwith_relationship_file, dialect="tsv")
+        self.boundwith_relationship_map_rows = []
+        if self.task_configuration.boundwith_relationship_file_path:
+            try:
+                with open(
+                    self.folder_structure.legacy_records_folder
+                    / self.task_configuration.boundwith_relationship_file_path
+                ) as boundwith_relationship_file:
+                    self.boundwith_relationship_map_rows = list(
+                        csv.DictReader(boundwith_relationship_file, dialect="tsv")
+                    )
+                logging.info(
+                    "Rows in Bound with relationship map: %s",
+                    len(self.boundwith_relationship_map_rows),
+                )
+            except FileNotFoundError:
+                raise TransformationProcessError(
+                    "",
+                    i18n.t("Provided boundwith relationship file not found"),
+                    self.task_configuration.boundwith_relationship_file_path,
                 )
-            logging.info(
-                "Rows in Bound with relationship map: %s",
-                len(self.boundwith_relationship_map),
-            )
 
         location_map_path = (
             self.folder_structure.mapping_files_folder
-            / self.task_config.location_map_file_name
+            / self.task_configuration.location_map_file_name
         )
         with open(location_map_path) as location_map_file:
             self.location_map = list(csv.DictReader(location_map_file, dialect="tsv"))
             logging.info("Locations in map: %s", len(self.location_map))
 
         self.check_source_files(
-            self.folder_structure.legacy_records_folder, self.task_config.files
+            self.folder_structure.legacy_records_folder, self.task_configuration.files
         )
         self.instance_id_map = self.load_instance_id_map(True)
         self.mapper = RulesMapperHoldings(
             self.folio_client,
             self.location_map,
-            self.task_config,
+            self.task_configuration,
             self.library_configuration,
             self.instance_id_map,
-            self.boundwith_relationship_map,
+            self.boundwith_relationship_map_rows,
+            statcode_mapping
         )
         self.add_supplemental_mfhd_mappings()
         if (
@@ -286,12 +303,12 @@ class HoldingsMarcTransformer(MigrationTaskBase):
         logging.info("Init done")
 
     def add_supplemental_mfhd_mappings(self):
-        if self.task_config.supplemental_mfhd_mapping_rules_file:
+        if self.task_configuration.supplemental_mfhd_mapping_rules_file:
             try:
                 with open(
                     (
                         self.folder_structure.mapping_files_folder
-                        / self.task_config.supplemental_mfhd_mapping_rules_file
+                        / self.task_configuration.supplemental_mfhd_mapping_rules_file
                     ),
                     "r",
                 ) as new_rules_file:
@@ -306,7 +323,7 @@ class HoldingsMarcTransformer(MigrationTaskBase):
                 raise TransformationProcessError(
                     "",
                     "Provided supplemental MFHD mapping rules file not found",
-                    self.task_config.supplemental_mfhd_mapping_rules_file,
+                    self.task_configuration.supplemental_mfhd_mapping_rules_file,
                 )
         else:
             new_rules = {}

folio_migration_tools/migration_tasks/items_transformer.py

@@ -124,10 +124,10 @@ class ItemsTransformer(MigrationTaskBase):
         statistical_codes_map_file_name: Annotated[
             Optional[str],
             Field(
-                title="Statistical codes map file name",
+                title="Statistical code map file name",
                 description=(
-                    "File name for statistical codes map. "
-                    "Empty string by default."
+                    "Path to the file containing the mapping of statistical codes. "
+                    "The file should be in TSV format with legacy_stat_code and folio_code columns."
                 ),
             ),
         ] = ""
@@ -205,6 +205,7 @@ class ItemsTransformer(MigrationTaskBase):
         csv.register_dialect("tsv", delimiter="\t")
         super().__init__(library_config, task_config, folio_client, use_logging)
         self.task_config = task_config
+        self.task_configuration = self.task_config
         self.check_source_files(
             self.folder_structure.legacy_records_folder, self.task_config.files
         )

folio_migration_tools/migration_tasks/migration_task_base.py

@@ -455,7 +455,7 @@ class MigrationTaskBase:
             logging.info("No mapping setup for %s", folio_property_name)
             logging.info("%s will have default mapping if any ", folio_property_name)
             logging.info(
-                "Add a file named %s and add the field to the item.mapping.json file.",
+                "Add a file named %s and add the field to the field mapping json file.",
                 map_file_path,
             )
             return None
@@ -522,6 +522,27 @@ class MarcTaskConfigurationBase(task_configuration.AbstractTaskConfiguration):
             ),
         ),
     ] = False
+    statistical_codes_map_file_name: Annotated[
+        Optional[str],
+        Field(
+            title="Statistical code map file name",
+            description=(
+                "Path to the file containing the mapping of statistical codes. "
+                "The file should be in TSV format with legacy_stat_code and folio_code columns."
+            ),
+        ),
+    ] = ""
+    statistical_code_mapping_fields: Annotated[
+        List[str],
+        Field(
+            title="Statistical code mapping fields",
+            description=(
+                "List of fields + subfields to be used for mapping statistical codes. "
+                "Subfields should be delimited by a \"$\" (eg. 907$a). Single repeating subfields "
+                "will be treated as unique values. Multiple subfields will be concatenated together with a space."
+            ),
+        ),
+    ] = []
 
 class ExcludeLevelFilter(logging.Filter):
     def __init__(self, level):

folio_migration_tools/migration_tasks/orders_transformer.py

@@ -157,6 +157,7 @@ class OrdersTransformer(MigrationTaskBase):
         super().__init__(library_config, task_config, folio_client, use_logging)
         self.object_type_name = self.get_object_type().name
         self.task_config = task_config
+        self.task_configuration = self.task_config
         self.files = self.list_source_files()
         self.total_records = 0
         self.current_folio_record: dict = {}
@@ -175,6 +176,7 @@ class OrdersTransformer(MigrationTaskBase):
         self.mapper = CompositeOrderMapper(
             self.folio_client,
             self.library_configuration,
+            self.task_configuration,
             self.orders_map,
             self.load_id_map(self.folder_structure.organizations_id_map_path, True),
             self.load_instance_id_map(True),

folio_migration_tools/migration_tasks/user_transformer.py

@@ -119,6 +119,7 @@ class UserTransformer(MigrationTaskBase):
     ):
         super().__init__(library_config, task_config, folio_client, use_logging)
         self.task_config = task_config
+        self.task_configuration = self.task_config
         self.total_records = 0
 
         self.user_map = self.setup_records_map(

folio_migration_tools/transaction_migration/legacy_loan.py

@@ -1,5 +1,6 @@
 import json
 import logging
+import i18n
 from datetime import datetime
 from zoneinfo import ZoneInfo
 
@@ -123,7 +124,7 @@ class LegacyLoan(object):
             if self.out_date.hour == 0:
                 self.out_date = self.out_date.replace(hour=0, minute=1)
         if self.due_date <= self.out_date:
-            raise TransformationProcessError(self.row, "Due date is before out date, or date information is missing from both", json.dumps(self.legacy_loan_dict, indent=2))
+            raise TransformationProcessError(self.row, i18n.t("Due date is before out date, or date information is missing from both"), json.dumps(self.legacy_loan_dict, indent=2))
 
     def to_dict(self):
         return {