folio-migration-tools 1.9.0rc12__py3-none-any.whl → 1.9.0rc13__py3-none-any.whl

folio_migration_tools/library_configuration.py

@@ -32,7 +32,27 @@ class FileDefinition(BaseModel):
     ] = ""
     discovery_suppressed: Annotated[bool, Field(title="Discovery suppressed")] = False
     staff_suppressed: Annotated[bool, Field(title="Staff suppressed")] = False
-    service_point_id: Annotated[str, Field(title="Service point ID")] = ""
+    service_point_id: Annotated[
+        str,
+        Field(
+            title="Service point ID",
+            description=(
+                "Service point to be used for "
+                "transactions created from this file (Loans-only)."
+            ),
+        )
+    ] = ""
+    statistical_code: Annotated[
+        str,
+        Field(
+            title="Statistical code",
+            description=(
+                "Statistical code (code) to be used inventory records created from "
+                "this file (Instances, Holdings, Items). Specify multiple codes using "
+                "multi_field_delimiter."
+            ),
+        )
+    ] = ""
     create_source_records: Annotated[
         bool,
         Field(

folio_migration_tools/mapper_base.py

@@ -6,12 +6,13 @@ import sys
 import uuid
 from datetime import datetime, timezone
 from pathlib import Path
-from typing import Dict, List
+from typing import Dict, List, Optional, Tuple, Union
 
 import i18n
 from folio_uuid.folio_namespaces import FOLIONamespaces
 from folio_uuid.folio_uuid import FolioUUID
 from folioclient import FolioClient
+from pymarc import Record
 
 from folio_migration_tools.custom_exceptions import (
     TransformationFieldMappingError,
@@ -19,7 +20,8 @@ from folio_migration_tools.custom_exceptions import (
     TransformationRecordFailedError,
 )
 from folio_migration_tools.extradata_writer import ExtradataWriter
-from folio_migration_tools.library_configuration import LibraryConfiguration
+from folio_migration_tools.helper import Helper
+from folio_migration_tools.library_configuration import FileDefinition, LibraryConfiguration
 from folio_migration_tools.mapping_file_transformation.ref_data_mapping import (
     RefDataMapping,
 )
@@ -34,8 +36,9 @@ class MapperBase:
     def __init__(
         self,
         library_configuration: LibraryConfiguration,
+        task_configuration: AbstractTaskConfiguration,
         folio_client: FolioClient,
-        parent_id_map: dict[str, tuple] = {},
+        parent_id_map: Dict[str, Tuple] = {},
     ):
         logging.info("MapperBase initiating")
         self.parent_id_map: dict[str, tuple] = parent_id_map
@@ -43,7 +46,7 @@ class MapperBase:
         self.start_datetime = datetime.now(timezone.utc)
         self.folio_client: FolioClient = folio_client
         self.library_configuration: LibraryConfiguration = library_configuration
-        self.task_configuration: AbstractTaskConfiguration
+        self.task_configuration: AbstractTaskConfiguration = task_configuration
         self.mapped_folio_fields: dict = {}
         self.migration_report: MigrationReport = MigrationReport()
         self.num_criticalerrors = 0
@@ -440,6 +443,74 @@ class MapperBase:
             )
         )
 
+    def map_statistical_codes(self, folio_record: dict, file_def: FileDefinition, legacy_record: Optional[Union[dict, Record]] = None):
+        """Map statistical codes to the folio record.
+
+        This method checks if the file definition contains statistical codes and
+        if so, it splits the codes by the multi-field delimiter and adds them to
+        the folio record's 'statisticalCodeIds' field. If the field does not exist,
+        it initializes it as an empty list before appending the codes.
+
+        Args:
+            folio_record (dict): The FOLIO record to which the statistical codes will be added.
+            file_def (FileDefinition): The file definition containing the statistical codes.
+            legacy_record (Optional[Union[dict, Record]]): The legacy record from which the statistical codes are derived.
+        """
+        if file_def.statistical_code:
+            code_strings = file_def.statistical_code.split(
+                self.library_configuration.multi_field_delimiter
+            )
+            folio_record["statisticalCodeIds"] = folio_record.get("statisticalCodeIds", []) + code_strings
+
+    def setup_statistical_codes_map(self, statistical_codes_map):
+        if statistical_codes_map:
+            self.statistical_codes_mapping = RefDataMapping(
+                self.folio_client,
+                "/statistical-codes",
+                "statisticalCodes",
+                statistical_codes_map,
+                "code",
+                "StatisticalCodeMapping",
+            )
+            logging.info(f"Statistical codes mapping set up {self.statistical_codes_mapping.mapped_legacy_keys}")
+        else:
+            self.statistical_codes_mapping = None
+            logging.info("Statistical codes map is not set up")
+
+    def get_statistical_code(self, legacy_item: dict, folio_prop_name: str, index_or_id):
+        if self.statistical_codes_mapping:
+            return self.get_mapped_ref_data_value(
+                self.statistical_codes_mapping,
+                legacy_item,
+                index_or_id,
+                folio_prop_name,
+                True,
+            )
+        self.migration_report.add(
+            "StatisticalCodeMapping",
+            i18n.t("Mapping not set up"),
+        )
+        return ""
+
+    def map_statistical_code_ids(
+        self, legacy_ids, folio_record: dict
+    ):
+        if stat_codes := {x: None for x in folio_record.pop("statisticalCodeIds", [])}:
+            folio_code_ids = set()
+            for stat_code in stat_codes:
+                if stat_code_id := self.get_statistical_code({"legacy_stat_code": stat_code}, "statisticalCodeId", legacy_ids):
+                    folio_code_ids.add(stat_code_id)
+                else:
+                    Helper.log_data_issue(
+                        legacy_ids,
+                        i18n.t(
+                            "Statistical code '%{code}' not found in FOLIO",
+                            code=stat_code,
+                        ),
+                        stat_code,
+                    )
+            folio_record["statisticalCodeIds"] = list(folio_code_ids)
+
     @property
     def base_string_for_folio_uuid(self):
         if self.library_configuration.use_gateway_url_for_uuids and not self.library_configuration.is_ecs:
@@ -462,6 +533,9 @@ class MapperBase:
             )
         return location_map
 
+    @staticmethod
+    def get_object_type() -> FOLIONamespaces:
+        raise NotImplementedError("This method should be overridden in subclasses")
 
 def flatten(my_dict: dict, path=""):
     for k, v in iter(my_dict.items()):

folio_migration_tools/mapping_file_transformation/courses_mapper.py

@@ -31,13 +31,13 @@ class CoursesMapper(MappingFileMapperBase):
         self.user_cache: dict = {}
         self.notes_mapper: NotesMapper = NotesMapper(
             library_configuration,
+            None,
             self.folio_client,
             course_map,
             FOLIONamespaces.note,
             True,
         )
         self.composite_course_schema = self.get_composite_course_schema()
-        self.task_configuration = task_configuration
         super().__init__(
             folio_client,
             self.composite_course_schema,
@@ -45,6 +45,7 @@ class CoursesMapper(MappingFileMapperBase):
             None,
             FOLIONamespaces.course,
             library_configuration,
+            task_configuration
         )
         self.course_map = course_map
         if terms_map:

folio_migration_tools/mapping_file_transformation/holdings_mapper.py

@@ -15,7 +15,7 @@ from folio_migration_tools.mapping_file_transformation.mapping_file_mapper_base
 from folio_migration_tools.mapping_file_transformation.ref_data_mapping import (
     RefDataMapping,
 )
-
+from folio_migration_tools.task_configuration import AbstractTaskConfiguration
 
 class HoldingsMapper(MappingFileMapperBase):
     def __init__(
@@ -26,6 +26,7 @@ class HoldingsMapper(MappingFileMapperBase):
         call_number_type_map,
         instance_id_map,
         library_configuration: LibraryConfiguration,
+        task_config: AbstractTaskConfiguration,
         statistical_codes_map=None,
     ):
         holdings_schema = folio_client.get_holdings_schema()
@@ -37,6 +38,7 @@ class HoldingsMapper(MappingFileMapperBase):
             statistical_codes_map,
             FOLIONamespaces.holdings,
             library_configuration,
+            task_config
         )
         self.holdings_map = holdings_map
 
@@ -58,8 +60,10 @@ class HoldingsMapper(MappingFileMapperBase):
                 "CallNumberTypeMapping",
             )
 
-    def perform_additional_mappings(self, folio_rec, file_def):
+    def perform_additional_mappings(self, legacy_ids, folio_rec, file_def):
         self.handle_suppression(folio_rec, file_def)
+        self.map_statistical_codes(folio_rec, file_def)
+        self.map_statistical_code_ids(legacy_ids, folio_rec)
 
     def handle_suppression(self, folio_record, file_def: FileDefinition):
         folio_record["discoverySuppress"] = file_def.discovery_suppressed
@@ -73,8 +77,8 @@ class HoldingsMapper(MappingFileMapperBase):
             return self.get_location_id(legacy_item, index_or_id, folio_prop_name)
         elif folio_prop_name == "callNumberTypeId":
             return self.get_call_number_type_id(legacy_item, folio_prop_name, index_or_id)
-        elif folio_prop_name.startswith("statisticalCodeIds"):
-            return self.get_statistical_code(legacy_item, folio_prop_name, index_or_id)
+        # elif folio_prop_name.startswith("statisticalCodeIds"):
+        #     return self.get_statistical_code(legacy_item, folio_prop_name, index_or_id)
 
         mapped_value = super().get_prop(
             legacy_item, folio_prop_name, index_or_id, schema_default_value

folio_migration_tools/mapping_file_transformation/item_mapper.py

@@ -52,8 +52,8 @@ class ItemMapper(MappingFileMapperBase):
             statistical_codes_map,
             FOLIONamespaces.items,
             library_configuration,
+            task_configuration,
         )
-        self.task_configuration = task_configuration
         self.item_schema = self.folio_client.get_item_schema()
         self.items_map = items_map
         self.holdings_id_map = holdings_id_map
@@ -117,8 +117,10 @@ class ItemMapper(MappingFileMapperBase):
             "LocationMapping",
         )
 
-    def perform_additional_mappings(self, folio_rec, file_def):
+    def perform_additional_mappings(self, legacy_ids, folio_rec, file_def):
         self.handle_suppression(folio_rec, file_def)
+        self.map_statistical_codes(folio_rec, file_def)
+        self.map_statistical_code_ids(legacy_ids, folio_rec)
 
     def handle_suppression(self, folio_record, file_def: FileDefinition):
         folio_record["discoverySuppress"] = file_def.discovery_suppressed
@@ -219,15 +221,6 @@ class ItemMapper(MappingFileMapperBase):
             return self.get_mapped_ref_data_value(
                 self.loan_type_mapping, legacy_item, folio_prop_name, index_or_id
             )
-        elif folio_prop_name.startswith("statisticalCodeIds"):
-            statistical_code_id = self.get_statistical_code(
-                legacy_item, folio_prop_name, index_or_id
-            )
-            self.migration_report.add(
-                "StatisticalCodeMapping",
-                f"{folio_prop_name} -> {statistical_code_id}",
-            )
-            return statistical_code_id
 
         mapped_value = super().get_prop(
             legacy_item, folio_prop_name, index_or_id, schema_default_value

folio_migration_tools/mapping_file_transformation/manual_fee_fines_mapper.py

@@ -46,6 +46,7 @@ class ManualFeeFinesMapper(MappingFileMapperBase):
             None,
             FOLIONamespaces.fees_fines,
             library_configuration,
+            task_configuration,
             ignore_legacy_identifier,
         )
 

folio_migration_tools/mapping_file_transformation/mapping_file_mapper_base.py

@@ -20,10 +20,8 @@ from folio_migration_tools.custom_exceptions import (
 )
 from folio_migration_tools.library_configuration import LibraryConfiguration
 from folio_migration_tools.mapper_base import MapperBase
-from folio_migration_tools.mapping_file_transformation.ref_data_mapping import (
-    RefDataMapping,
-)
 from folio_migration_tools.migration_report import MigrationReport
+from folio_migration_tools.task_configuration import AbstractTaskConfiguration
 
 empty_vals = ["Not mapped", None, ""]
 
@@ -37,9 +35,10 @@ class MappingFileMapperBase(MapperBase):
         statistical_codes_map,
         uuid_namespace: UUID,
         library_configuration: LibraryConfiguration,
+        task_config: AbstractTaskConfiguration,
         ignore_legacy_identifier=False,
     ):
-        super().__init__(library_configuration, folio_client)
+        super().__init__(library_configuration, task_config, folio_client)
         self.uuid_namespace = uuid_namespace
         self.ignore_legacy_identifier = ignore_legacy_identifier
         self.schema = schema
@@ -101,21 +100,6 @@ class MappingFileMapperBase(MapperBase):
         )
         csv.register_dialect("tsv", delimiter="\t")
 
-    def setup_statistical_codes_map(self, statistical_codes_map):
-        if statistical_codes_map:
-            self.statistical_codes_mapping = RefDataMapping(
-                self.folio_client,
-                "/statistical-codes",
-                "statisticalCodes",
-                statistical_codes_map,
-                "code",
-                "StatisticalCodeMapping",
-            )
-            logging.info("Statistical codes mapping set up")
-        else:
-            self.statistical_codes_mapping = None
-            logging.info("Statistical codes map is not set up")
-
     def setup_field_map(self, ignore_legacy_identifier):
         field_map = {}  # Map of folio_fields and source fields as an array
         for k in self.record_map["data"]:

folio_migration_tools/mapping_file_transformation/notes_mapper.py

@@ -14,6 +14,7 @@ class NotesMapper(MappingFileMapperBase):
     def __init__(
         self,
         library_configuration: LibraryConfiguration,
+        task_configuration,
         folio_client: FolioClient,
         record_map: dict,
         object_type: FOLIONamespaces,
@@ -28,6 +29,7 @@ class NotesMapper(MappingFileMapperBase):
             None,
             object_type,
             library_configuration,
+            task_configuration,
             ignore_legacy_identifier,
         )
 

folio_migration_tools/mapping_file_transformation/order_mapper.py

@@ -30,6 +30,7 @@ class CompositeOrderMapper(MappingFileMapperBase):
         self,
         folio_client: FolioClient,
         library_configuration: LibraryConfiguration,
+        task_configuration,
         composite_order_map: dict,
         organizations_id_map: dict,
         instance_id_map: dict,
@@ -53,6 +54,7 @@ class CompositeOrderMapper(MappingFileMapperBase):
             None,
             FOLIONamespaces.orders,
             library_configuration,
+            task_configuration,
         )
         logging.info("Loading Instance ID map...")
         self.instance_id_map = instance_id_map
@@ -80,6 +82,7 @@ class CompositeOrderMapper(MappingFileMapperBase):
         self.folio_client: FolioClient = folio_client
         self.notes_mapper: NotesMapper = NotesMapper(
             library_configuration,
+            None,
             self.folio_client,
             composite_order_map,
             FOLIONamespaces.note,
@@ -366,7 +369,7 @@ class CompositeOrderMapper(MappingFileMapperBase):
 
     def perform_additional_mapping(self, index_or_id, composite_order):
         self.validate_po_number(index_or_id, composite_order.get("poNumber"))
-        
+
         # Get organization UUID from FOLIO
         composite_order["vendor"] = self.get_folio_organization_uuid(
             index_or_id, composite_order.get("vendor")

folio_migration_tools/mapping_file_transformation/organization_mapper.py

@@ -23,6 +23,7 @@ class OrganizationMapper(MappingFileMapperBase):
         self,
         folio_client: FolioClient,
         library_configuration: LibraryConfiguration,
+        task_config,
         organization_map: dict,
         organization_types_map,
         address_categories_map,
@@ -43,6 +44,7 @@ class OrganizationMapper(MappingFileMapperBase):
             None,
             FOLIONamespaces.organizations,
             library_configuration,
+            task_config,
         )
         self.organization_schema = organization_schema
         # Set up reference data maps
@@ -56,6 +58,7 @@ class OrganizationMapper(MappingFileMapperBase):
         self.folio_client: FolioClient = folio_client
         self.notes_mapper: NotesMapper = NotesMapper(
             library_configuration,
+            None,
             self.folio_client,
             organization_map,
             FOLIONamespaces.note,

folio_migration_tools/mapping_file_transformation/user_mapper.py

@@ -47,10 +47,12 @@ class UserMapper(MappingFileMapperBase):
                 None,
                 FOLIONamespaces.users,
                 library_config,
+                task_config
             )
-            self.task_config = task_config
+            self.task_config = self.task_configuration
             self.notes_mapper: NotesMapper = NotesMapper(
                 self.library_configuration,
+                None,
                 self.folio_client,
                 self.record_map,
                 FOLIONamespaces.users,

folio_migration_tools/marc_rules_transformation/rules_mapper_authorities.py

@@ -62,6 +62,7 @@ class AuthorityMapper(RulesMapperBase):
             folio_client,
             library_configuration,
             task_configuration,
+            None,
             self.get_authority_json_schema(folio_client, library_configuration),
             Conditions(folio_client, self, "auth", library_configuration.folio_release),
         )

folio_migration_tools/marc_rules_transformation/rules_mapper_base.py

@@ -6,14 +6,14 @@ import urllib.parse
 import uuid
 from abc import abstractmethod
 from textwrap import wrap
-from typing import List, Tuple
+from typing import Dict, List, Tuple
 
 import i18n
 import pymarc
 from dateutil.parser import parse
 from folio_uuid.folio_uuid import FOLIONamespaces, FolioUUID
 from folioclient import FolioClient
-from pymarc import Field, Record, Subfield
+from pymarc import Field, Optional, Record, Subfield
 
 from folio_migration_tools.custom_exceptions import (
     TransformationFieldMappingError,
@@ -35,18 +35,18 @@ class RulesMapperBase(MapperBase):
         folio_client: FolioClient,
         library_configuration: LibraryConfiguration,
         task_configuration,
+        statistical_codes_map: Optional[Dict],
         schema: dict,
         conditions=None,
         parent_id_map: dict[str, tuple] = None,
     ):
-        super().__init__(library_configuration, folio_client, parent_id_map)
+        super().__init__(library_configuration, task_configuration, folio_client, parent_id_map)
         self.parsed_records = 0
         self.id_map: dict[str, tuple] = {}
         self.start = time.time()
         self.last_batch_time = time.time()
         self.folio_client: FolioClient = folio_client
         self.schema: dict = schema
-        self.task_configuration = task_configuration
         self.conditions = conditions
         self.item_json_schema = ""
         self.mappings: dict = {}
@@ -61,6 +61,8 @@ class RulesMapperBase(MapperBase):
                 self.migration_report,
                 self.task_configuration.deactivate035_from001,
             )
+
+        self.setup_statistical_codes_map(statistical_codes_map)
         logging.info("Current user id is %s", self.folio_client.current_user)
 
     def print_progress(self):
@@ -813,6 +815,83 @@ class RulesMapperBase(MapperBase):
             )
         data_import_marc_file.write(marc_record.as_marc())
 
+
+    def map_statistical_codes(
+        self,
+        folio_record: dict,
+        file_def: FileDefinition,
+        marc_record: Record,
+    ):
+        """Map statistical codes to FOLIO instance
+
+        This method first calls the base class method to map statistical codes
+        from the file_def. Then, it checks to see if there are any MARC field
+        mappings defined in the task configuration. If so, it creates a list
+        of lists where the first element is the MARC field tag, and the remaining
+        elements are the subfields to be used for mapping. It then iterates
+        through the MARC fields, retrieves the values based on the subfields.
+        Finally, it adds the mapped codes to the folio_record's statisticalCodeIds.
+
+        Args:
+            legacy_ids (List[str]): The legacy IDs of the folio record
+            folio_record (dict): The Dictionary representation of the FOLIO record
+            marc_record (Record): The pymarc Record object
+            file_def (FileDefinition): The file definition object from which marc_record was read
+        """
+        super().map_statistical_codes(folio_record, file_def)
+        if self.task_configuration.statistical_code_mapping_fields:
+            stat_code_marc_fields = []
+            for mapping in self.task_configuration.statistical_code_mapping_fields:
+                stat_code_marc_fields.append(mapping.split("$"))
+            for field_map in stat_code_marc_fields:
+                mapped_codes = self.map_stat_codes_from_marc_field(field_map, marc_record, self.library_configuration.multi_field_delimiter)
+                folio_record['statisticalCodeIds'] = folio_record.get("statisticalCodeIds", []) + mapped_codes
+
+    @staticmethod
+    def map_stat_codes_from_marc_field(field_map: List[str], marc_record: Record, multi_field_delimiter: str="<delimiter>") -> List[str]:
+        """Map statistical codes from MARC field to FOLIO instance.
+
+        This function extracts statistical codes from a MARC field based on the provided field map.
+        It supports multiple subfields and uses a delimiter to handle concatenated values.
+
+        Args:
+            field_map (List[str]): A list where the first element is the MARC field tag, and the remaining elements are subfields to extract values from.
+            marc_record (Record): The MARC record to process.
+            multi_field_delimiter (str): A delimiter used to concatenate multiple subfield values that should be individual mapped values.
+
+        Returns:
+            str: A string of statistical codes extracted from the MARC field, formatted as "<field>_<subfield>:<value>".
+        """
+        field_values = []
+        if len(field_map) == 2:
+            subfields = []
+            for mf in marc_record.get_fields(field_map[0]):
+                subfields.extend(
+                    multi_field_delimiter.join(
+                        mf.get_subfields(field_map[1])
+                    ).split(multi_field_delimiter)
+                )
+            field_values.extend(
+                [
+                    f"{field_map[0]}_{field_map[1]}:{x}" for
+                    x in subfields
+                ]
+            )
+        elif len(field_map) > 2:
+            for mf in marc_record.get_fields(field_map[0]):
+                for sf in field_map[1:]:
+                    field_values.extend(
+                        [
+                            f"{field_map[0]}_{sf}:{x}" for x in multi_field_delimiter.join(
+                                mf.get_subfields(sf)
+                            ).split(multi_field_delimiter)
+                        ]
+                    )
+        elif field_map:
+            for mf in marc_record.get_fields(field_map[0]):
+                field_values.append(f"{field_map[0]}:{mf.value()}")
+        return field_values
+
     def save_source_record(
         self,
         srs_records_file,

folio_migration_tools/marc_rules_transformation/rules_mapper_bibs.py

@@ -44,11 +44,13 @@ class BibsRulesMapper(RulesMapperBase):
         folio_client: FolioClient,
         library_configuration: LibraryConfiguration,
         task_configuration: MarcTaskConfigurationBase,
+        statistical_codes_map: Dict[str, str] = None,
     ):
         super().__init__(
             folio_client,
             library_configuration,
             task_configuration,
+            statistical_codes_map,
             self.get_instance_schema(folio_client),
             Conditions(folio_client, self, "bibs", library_configuration.folio_release),
         )
@@ -205,6 +207,9 @@ class BibsRulesMapper(RulesMapperBase):
         folio_instance["modeOfIssuanceId"] = self.get_mode_of_issuance_id(marc_record, legacy_ids)
         self.handle_languages(folio_instance, marc_record, legacy_ids)
         self.handle_suppression(folio_instance, file_def)
+        # Map statistical codes from MARC and FileDefinition, then map the IDs
+        self.map_statistical_codes(folio_instance, file_def, marc_record)
+        self.map_statistical_code_ids(legacy_ids, folio_instance)
         self.handle_holdings(marc_record)
         if prec_titles := folio_instance.get("precedingTitles", []):
             self.migration_report.add("PrecedingSuccedingTitles", f"{len(prec_titles)}")

folio_migration_tools/marc_rules_transformation/rules_mapper_holdings.py

@@ -7,6 +7,7 @@ import i18n
 from folio_uuid.folio_namespaces import FOLIONamespaces
 from folio_uuid.folio_uuid import FolioUUID
 from folioclient import FolioClient
+from pymarc import Optional
 from pymarc.field import Field
 from pymarc.record import Record
 
@@ -40,20 +41,21 @@ class RulesMapperHoldings(RulesMapperBase):
         library_configuration: LibraryConfiguration,
         parent_id_map: dict,
         boundwith_relationship_map_rows: List[Dict],
+        statistical_codes_map: Optional[Dict] = None,
     ):
-        self.task_configuration = task_configuration
         self.conditions = Conditions(
             folio_client,
             self,
             "holdings",
             library_configuration.folio_release,
-            self.task_configuration.default_call_number_type_name,
+            task_configuration.default_call_number_type_name,
         )
         self.folio = folio_client
         super().__init__(
             folio_client,
             library_configuration,
             task_configuration,
+            statistical_codes_map,
             self.fetch_holdings_schema(folio_client),
             self.conditions,
             parent_id_map,
@@ -297,6 +299,10 @@ class RulesMapperHoldings(RulesMapperBase):
                 "",
             )
         self.handle_suppression(folio_holding, file_def, True)
+        # First, map statistical codes from MARC fields and FileDefinitions to FOLIO statistical codes.
+        # Then, convert the mapped statistical codes to their corresponding code IDs.
+        self.map_statistical_codes(folio_holding, file_def, marc_record)
+        self.map_statistical_code_ids(legacy_ids, folio_holding)
         self.set_source_id(self.create_source_records, folio_holding, self.holdingssources, file_def)
 
     def pick_first_location_if_many(self, folio_holding: Dict, legacy_ids: List[str]):
@@ -582,7 +588,7 @@ class RulesMapperHoldings(RulesMapperBase):
                 "", "Column BIB_ID missing from Boundwith relationship map", ""
             )
 
-    def setup_boundwith_relationship_map(self, boundwith_relationship_map: List[Dict]):
+    def setup_boundwith_relationship_map(self, boundwith_relationship_map_list: List[Dict]):
         """
         Creates a map of MFHD_ID to BIB_ID for boundwith relationships.
 
@@ -597,7 +603,7 @@ class RulesMapperHoldings(RulesMapperBase):
             TransformationRecordFailedError: If BIB_ID is not in the instance id map.
         """
         new_map = {}
-        for idx, entry in enumerate(boundwith_relationship_map):
+        for idx, entry in enumerate(boundwith_relationship_map_list):
             self.verity_boundwith_map_entry(entry)
             mfhd_uuid = str(
                 FolioUUID(

folio_migration_tools/migration_tasks/bibs_transformer.py

@@ -7,8 +7,6 @@ from pydantic import Field
 
 from folio_migration_tools.helper import Helper
 from folio_migration_tools.library_configuration import (
-    FileDefinition,
-    HridHandling,
     IlsFlavour,
     LibraryConfiguration,
 )
@@ -116,11 +114,23 @@ class BibsTransformer(MigrationTaskBase):
         use_logging: bool = True,
     ):
         super().__init__(library_config, task_config, folio_client, use_logging)
+        self.task_config = task_config
+        self.task_configuration = self.task_config
+        if self.task_config.statistical_codes_map_file_name:
+            statcode_mapping = self.load_ref_data_mapping_file(
+                "statisticalCodeIds",
+                self.folder_structure.mapping_files_folder
+                / self.task_config.statistical_codes_map_file_name,
+                [],
+                False,
+            )
+        else:
+            statcode_mapping = None
         self.processor: MarcFileProcessor
         self.check_source_files(
             self.folder_structure.legacy_records_folder, self.task_configuration.files
         )
-        self.mapper = BibsRulesMapper(self.folio_client, library_config, self.task_configuration)
+        self.mapper = BibsRulesMapper(self.folio_client, library_config, self.task_configuration, statcode_mapping)
         self.bib_ids: set = set()
         if (
             self.task_configuration.reset_hrid_settings

folio_migration_tools/migration_tasks/holdings_csv_transformer.py

@@ -160,6 +160,16 @@ class HoldingsCsvTransformer(MigrationTaskBase):
                 ),
             ),
         ] = True
+        statistical_codes_map_file_name: Annotated[
+            Optional[str],
+            Field(
+                title="Statistical code map file name",
+                description=(
+                    "Path to the file containing the mapping of statistical codes. "
+                    "The file should be in TSV format with legacy_stat_code and folio_code columns."
+                ),
+            ),
+        ] = ""
 
     @staticmethod
     def get_object_type() -> FOLIONamespaces:
@@ -174,16 +184,27 @@ class HoldingsCsvTransformer(MigrationTaskBase):
     ):
         super().__init__(library_config, task_config, folio_client, use_logging)
         self.fallback_holdings_type = None
+        self.folio_keys, self.holdings_field_map = self.load_mapped_fields()
+        if any(k for k in self.folio_keys if k.startswith("statisticalCodeIds")):
+            statcode_mapping = self.load_ref_data_mapping_file(
+                "statisticalCodeIds",
+                self.folder_structure.mapping_files_folder
+                / self.task_configuration.statistical_codes_map_file_name,
+                self.folio_keys,
+                False,
+            )
+        else:
+            statcode_mapping = None
         try:
-            self.task_config = task_config
             self.bound_with_keys = set()
             self.mapper = HoldingsMapper(
                 self.folio_client,
-                self.load_mapped_fields(),
+                self.holdings_field_map,
                 self.load_location_map(),
                 self.load_call_number_type_map(),
                 self.load_instance_id_map(True),
                 library_config,
+                statcode_mapping,
             )
             self.holdings = {}
             self.total_records = 0
@@ -196,19 +217,19 @@ class HoldingsCsvTransformer(MigrationTaskBase):
             logging.info("%s\tholdings types in tenant", len(self.holdings_types))
             self.validate_merge_criterias()
             self.check_source_files(
-                self.folder_structure.data_folder / "items", self.task_config.files
+                self.folder_structure.data_folder / "items", self.task_configuration.files
             )
             self.fallback_holdings_type = next(
                 h
                 for h in self.holdings_types
-                if h["id"] == self.task_config.fallback_holdings_type_id
+                if h["id"] == self.task_configuration.fallback_holdings_type_id
             )
             if not self.fallback_holdings_type:
                 raise TransformationProcessError(
                     "",
                     (
                         "Holdings type with ID "
-                        f"{self.task_config.fallback_holdings_type_id} "
+                        f"{self.task_configuration.fallback_holdings_type_id} "
                         "not found in FOLIO."
                     ),
                 )
@@ -216,15 +237,15 @@ class HoldingsCsvTransformer(MigrationTaskBase):
                 "%s will be used as default holdings type",
                 self.fallback_holdings_type["name"],
             )
-            if any(self.task_config.previously_generated_holdings_files):
-                for file_name in self.task_config.previously_generated_holdings_files:
+            if any(self.task_configuration.previously_generated_holdings_files):
+                for file_name in self.task_configuration.previously_generated_holdings_files:
                     logging.info("Processing %s", file_name)
                     self.holdings.update(
                         HoldingsHelper.load_previously_generated_holdings(
                             self.folder_structure.results_folder / file_name,
-                            self.task_config.holdings_merge_criteria,
+                            self.task_configuration.holdings_merge_criteria,
                             self.mapper.migration_report,
-                            self.task_config.holdings_type_uuid_for_boundwiths,
+                            self.task_configuration.holdings_type_uuid_for_boundwiths,
                         )
                     )
 
@@ -260,7 +281,7 @@ class HoldingsCsvTransformer(MigrationTaskBase):
     def load_call_number_type_map(self):
         with open(
             self.folder_structure.mapping_files_folder
-            / self.task_config.call_number_type_map_file_name,
+            / self.task_configuration.call_number_type_map_file_name,
             "r",
         ) as callnumber_type_map_f:
             return self.load_ref_data_map_from_file(
@@ -269,7 +290,7 @@ class HoldingsCsvTransformer(MigrationTaskBase):
 
     def load_location_map(self):
         with open(
-            self.folder_structure.mapping_files_folder / self.task_config.location_map_file_name
+            self.folder_structure.mapping_files_folder / self.task_configuration.location_map_file_name
         ) as location_map_f:
             return self.load_ref_data_map_from_file(
                 location_map_f, "Found %s rows in location map"
@@ -283,7 +304,7 @@ class HoldingsCsvTransformer(MigrationTaskBase):
 
     def load_mapped_fields(self):
         with open(
-            self.folder_structure.mapping_files_folder / self.task_config.holdings_map_file_name
+            self.folder_structure.mapping_files_folder / self.task_configuration.holdings_map_file_name
         ) as holdings_mapper_f:
             holdings_map = json.load(holdings_mapper_f)
             logging.info("%s fields in holdings mapping file map", len(holdings_map["data"]))
@@ -294,11 +315,11 @@ class HoldingsCsvTransformer(MigrationTaskBase):
                 "%s mapped fields in holdings mapping file map",
                 len(list(mapped_fields)),
             )
-            return holdings_map
+            return mapped_fields, holdings_map
 
     def do_work(self):
         logging.info("Starting....")
-        for file_def in self.task_config.files:
+        for file_def in self.task_configuration.files:
             logging.info("Processing %s", file_def.file_name)
             try:
                 self.process_single_file(file_def)
@@ -311,7 +332,7 @@ class HoldingsCsvTransformer(MigrationTaskBase):
                 print(f"\n{error_str}\nHalting")
                 sys.exit(1)
         logging.info(
-            f"processed {self.total_records:,} records in {len(self.task_config.files)} files"
+            f"processed {self.total_records:,} records in {len(self.task_configuration.files)} files"
         )
 
     def wrap_up(self):
@@ -357,8 +378,8 @@ class HoldingsCsvTransformer(MigrationTaskBase):
         holdings_schema = self.folio_client.get_holdings_schema()
         properties = holdings_schema["properties"].keys()
         logging.info(properties)
-        logging.info(self.task_config.holdings_merge_criteria)
-        res = [mc for mc in self.task_config.holdings_merge_criteria if mc not in properties]
+        logging.info(self.task_configuration.holdings_merge_criteria)
+        res = [mc for mc in self.task_configuration.holdings_merge_criteria if mc not in properties]
         if any(res):
             logging.critical(
                 (
@@ -426,7 +447,7 @@ class HoldingsCsvTransformer(MigrationTaskBase):
             raise TransformationRecordFailedError(legacy_id, "No instance id in parsed record", "")
 
         for folio_holding in holdings_from_row:
-            self.mapper.perform_additional_mappings(folio_holding, file_def)
+            self.mapper.perform_additional_mappings(legacy_id, folio_holding, file_def)
             self.merge_holding_in(folio_holding, all_instance_ids, legacy_id)
         self.mapper.report_folio_mapping(folio_holding, self.mapper.schema)
 
@@ -436,7 +457,7 @@ class HoldingsCsvTransformer(MigrationTaskBase):
             self.mapper.create_bound_with_holdings(
                 folio_holding,
                 folio_holding["instanceId"],
-                self.task_config.holdings_type_uuid_for_boundwiths,
+                self.task_configuration.holdings_type_uuid_for_boundwiths,
             )
         )
 
@@ -480,9 +501,9 @@ class HoldingsCsvTransformer(MigrationTaskBase):
             # Regular holding. Merge according to criteria
             new_holding_key = HoldingsHelper.to_key(
                 incoming_holding,
-                self.task_config.holdings_merge_criteria,
+                self.task_configuration.holdings_merge_criteria,
                 self.mapper.migration_report,
-                self.task_config.holdings_type_uuid_for_boundwiths,
+                self.task_configuration.holdings_type_uuid_for_boundwiths,
             )
             if self.holdings.get(new_holding_key, None):
                 self.mapper.migration_report.add_general_statistics(

folio_migration_tools/migration_tasks/holdings_marc_transformer.py

@@ -216,7 +216,16 @@ class HoldingsMarcTransformer(MigrationTaskBase):
     ):
         csv.register_dialect("tsv", delimiter="\t")
         super().__init__(library_config, task_config, folio_client, use_logging)
-        self.task_config = task_config
+        if self.task_configuration.statistical_codes_map_file_name:
+            statcode_mapping = self.load_ref_data_mapping_file(
+                "statisticalCodeIds",
+                self.folder_structure.mapping_files_folder
+                / self.task_configuration.statistical_codes_map_file_name,
+                [],
+                False,
+            )
+        else:
+            statcode_mapping = None
         self.holdings_types = list(
             self.folio_client.folio_get_all("/holdings-types", "holdingsTypes")
         )
@@ -224,7 +233,7 @@ class HoldingsMarcTransformer(MigrationTaskBase):
             (
                 h
                 for h in self.holdings_types
-                if h["id"] == self.task_config.fallback_holdings_type_id
+                if h["id"] == self.task_configuration.fallback_holdings_type_id
             ),
             {"name": ""},
         )
@@ -232,7 +241,7 @@ class HoldingsMarcTransformer(MigrationTaskBase):
             raise TransformationProcessError(
                 "",
                 (
-                    f"Holdings type with ID {self.task_config.fallback_holdings_type_id}"
+                    f"Holdings type with ID {self.task_configuration.fallback_holdings_type_id}"
                     " not found in FOLIO."
                 ),
             )
@@ -243,11 +252,11 @@ class HoldingsMarcTransformer(MigrationTaskBase):
 
         # Load Boundwith relationship map
         self.boundwith_relationship_map_rows = []
-        if self.task_config.boundwith_relationship_file_path:
+        if self.task_configuration.boundwith_relationship_file_path:
             try:
                 with open(
                     self.folder_structure.legacy_records_folder
-                    / self.task_config.boundwith_relationship_file_path
+                    / self.task_configuration.boundwith_relationship_file_path
                 ) as boundwith_relationship_file:
                     self.boundwith_relationship_map_rows = list(
                         csv.DictReader(boundwith_relationship_file, dialect="tsv")
@@ -260,28 +269,29 @@ class HoldingsMarcTransformer(MigrationTaskBase):
                 raise TransformationProcessError(
                     "",
                     i18n.t("Provided boundwith relationship file not found"),
-                    self.task_config.boundwith_relationship_file_path,
+                    self.task_configuration.boundwith_relationship_file_path,
                 )
 
         location_map_path = (
             self.folder_structure.mapping_files_folder
-            / self.task_config.location_map_file_name
+            / self.task_configuration.location_map_file_name
         )
         with open(location_map_path) as location_map_file:
             self.location_map = list(csv.DictReader(location_map_file, dialect="tsv"))
             logging.info("Locations in map: %s", len(self.location_map))
 
         self.check_source_files(
-            self.folder_structure.legacy_records_folder, self.task_config.files
+            self.folder_structure.legacy_records_folder, self.task_configuration.files
         )
         self.instance_id_map = self.load_instance_id_map(True)
         self.mapper = RulesMapperHoldings(
             self.folio_client,
             self.location_map,
-            self.task_config,
+            self.task_configuration,
             self.library_configuration,
             self.instance_id_map,
             self.boundwith_relationship_map_rows,
+            statcode_mapping
         )
         self.add_supplemental_mfhd_mappings()
         if (
@@ -293,12 +303,12 @@ class HoldingsMarcTransformer(MigrationTaskBase):
         logging.info("Init done")
 
     def add_supplemental_mfhd_mappings(self):
-        if self.task_config.supplemental_mfhd_mapping_rules_file:
+        if self.task_configuration.supplemental_mfhd_mapping_rules_file:
             try:
                 with open(
                     (
                         self.folder_structure.mapping_files_folder
-                        / self.task_config.supplemental_mfhd_mapping_rules_file
+                        / self.task_configuration.supplemental_mfhd_mapping_rules_file
                     ),
                     "r",
                 ) as new_rules_file:
@@ -313,7 +323,7 @@ class HoldingsMarcTransformer(MigrationTaskBase):
                 raise TransformationProcessError(
                     "",
                     "Provided supplemental MFHD mapping rules file not found",
-                    self.task_config.supplemental_mfhd_mapping_rules_file,
+                    self.task_configuration.supplemental_mfhd_mapping_rules_file,
                 )
         else:
             new_rules = {}

folio_migration_tools/migration_tasks/items_transformer.py

@@ -124,10 +124,10 @@ class ItemsTransformer(MigrationTaskBase):
         statistical_codes_map_file_name: Annotated[
             Optional[str],
             Field(
-                title="Statistical codes map file name",
+                title="Statistical code map file name",
                 description=(
-                    "File name for statistical codes map. "
-                    "Empty string by default."
+                    "Path to the file containing the mapping of statistical codes. "
+                    "The file should be in TSV format with legacy_stat_code and folio_code columns."
                 ),
             ),
         ] = ""
@@ -205,6 +205,7 @@ class ItemsTransformer(MigrationTaskBase):
         csv.register_dialect("tsv", delimiter="\t")
         super().__init__(library_config, task_config, folio_client, use_logging)
         self.task_config = task_config
+        self.task_configuration = self.task_config
         self.check_source_files(
             self.folder_structure.legacy_records_folder, self.task_config.files
         )

folio_migration_tools/migration_tasks/migration_task_base.py

@@ -455,7 +455,7 @@ class MigrationTaskBase:
             logging.info("No mapping setup for %s", folio_property_name)
             logging.info("%s will have default mapping if any ", folio_property_name)
             logging.info(
-                "Add a file named %s and add the field to the item.mapping.json file.",
+                "Add a file named %s and add the field to the field mapping json file.",
                 map_file_path,
             )
             return None
@@ -522,6 +522,27 @@ class MarcTaskConfigurationBase(task_configuration.AbstractTaskConfiguration):
             ),
         ),
     ] = False
+    statistical_codes_map_file_name: Annotated[
+        Optional[str],
+        Field(
+            title="Statistical code map file name",
+            description=(
+                "Path to the file containing the mapping of statistical codes. "
+                "The file should be in TSV format with legacy_stat_code and folio_code columns."
+            ),
+        ),
+    ] = ""
+    statistical_code_mapping_fields: Annotated[
+        List[str],
+        Field(
+            title="Statistical code mapping fields",
+            description=(
+                "List of fields + subfields to be used for mapping statistical codes. "
+                "Subfields should be delimited by a \"$\" (eg. 907$a). Single repeating subfields "
+                "will be treated as unique values. Multiple subfields will be concatenated together with a space."
+            ),
+        ),
+    ] = []
 
 class ExcludeLevelFilter(logging.Filter):
     def __init__(self, level):

folio_migration_tools/migration_tasks/orders_transformer.py

@@ -157,6 +157,7 @@ class OrdersTransformer(MigrationTaskBase):
         super().__init__(library_config, task_config, folio_client, use_logging)
         self.object_type_name = self.get_object_type().name
         self.task_config = task_config
+        self.task_configuration = self.task_config
         self.files = self.list_source_files()
         self.total_records = 0
         self.current_folio_record: dict = {}
@@ -175,6 +176,7 @@ class OrdersTransformer(MigrationTaskBase):
         self.mapper = CompositeOrderMapper(
             self.folio_client,
             self.library_configuration,
+            self.task_configuration,
             self.orders_map,
             self.load_id_map(self.folder_structure.organizations_id_map_path, True),
             self.load_instance_id_map(True),

folio_migration_tools/migration_tasks/user_transformer.py

@@ -119,6 +119,7 @@ class UserTransformer(MigrationTaskBase):
     ):
         super().__init__(library_config, task_config, folio_client, use_logging)
         self.task_config = task_config
+        self.task_configuration = self.task_config
         self.total_records = 0
 
         self.user_map = self.setup_records_map(

folio_migration_tools/translations/en.json

@@ -12,6 +12,7 @@
   "%{value} added to %{entry}": "%{value} added to %{entry}",
   "%{value} mapped to %{mapped_value}": "%{value} mapped to %{mapped_value}",
   "%{value} not found in map.": "%{value} not found in map.",
+  "0 is staff-only, all other values are public": "0 is staff-only, all other values are public",
   "008 is too short": "008 is too short",
   "008 length invalid. '%{rest}' was stripped out": "008 length invalid. '%{rest}' was stripped out",
   "035 generation from 001 turned off": "035 generation from 001 turned off",
@@ -57,6 +58,7 @@
   "Data issue. Consider fixing the record. ": "Data issue. Consider fixing the record. ",
   "Declare item as lost": "Declare item as lost",
   "Discarded reserves": "Discarded reserves",
+  "Due date is before out date, or date information is missing from both": "Due date is before out date, or date information is missing from both",
   "Duplicate 001. Creating HRID instead.\n Previous 001 will be stored in a new 035 field": "Duplicate 001. Creating HRID instead.\n Previous 001 will be stored in a new 035 field",
   "Duplicate MARC record identifiers ": "Duplicate MARC record identifiers ",
   "Duplicate barcodes": "Duplicate barcodes",
@@ -106,6 +108,7 @@
   "Mapped from Indicator 1": "Mapped from Indicator 1",
   "Mapping failed for %{tag} \"%{subfield}\" (%{normalized_subfield})": "Mapping failed for %{tag} \"%{subfield}\" (%{normalized_subfield})",
   "Mapping failed for %{tag} \"%{subfield}\" (Normalized: %{normalized_subfield})": "Mapping failed for %{tag} \"%{subfield}\" (Normalized: %{normalized_subfield})",
+  "Mapping not set up": "Mapping not set up",
   "Mapping not set up for target field": "Mapping not set up for target field",
   "Mapping not setup": "Mapping not setup",
   "Measure": "Measure",
@@ -128,7 +131,9 @@
   "Number of organizations created": "Number of organizations created",
   "Number of records written to disk": "Number of records written to disk",
   "Number of reoccuring identical %{type}": "Number of reoccuring identical %{type}",
+  "Number of reoccurring identical %{type}": "Number of reoccurring identical %{type}",
   "Ogranization transformation report": "Ogranization transformation report",
+  "Organization transformation report": "Organization transformation report",
   "Organizations linked using organizations_id_map": "Organizations linked using organizations_id_map",
   "Organizations not in ID map, linked using FOLIO lookup": "Organizations not in ID map, linked using FOLIO lookup",
   "Original value": "Original value",
@@ -143,8 +148,10 @@
   "Previously transformed holdings record loaded": "Previously transformed holdings record loaded",
   "Processed pre-validated loans": "Processed pre-validated loans",
   "Processed reserves": "Processed reserves",
+  "Provided boundwith relationship file not found": "Provided boundwith relationship file not found",
   "Pruchase Orders and Purchase Order Lines Transformation Report": "Pruchase Orders and Purchase Order Lines Transformation Report",
   "RECORD FAILED Organization identifier not in ID map/FOLIO": "RECORD FAILED Organization identifier not in ID map/FOLIO",
+  "RECORD FAILED: PO number has invalid character(s)": "RECORD FAILED: PO number has invalid character(s)",
   "Records failed": "Records failed",
   "Records failed because of failed holdings": "Records failed because of failed holdings",
   "Records failed due to an error. See data issues log for details": "Records failed due to an error. See data issues log for details",
@@ -178,9 +185,13 @@
   "Set leader 10 (Indicator count) from %{field} to 2": "Set leader 10 (Indicator count) from %{field} to 2",
   "Set leader 11 (Subfield code count) from %{record} to 2": "Set leader 11 (Subfield code count) from %{record} to 2",
   "Set leader 20-23 from %{field} to 4500": "Set leader 20-23 from %{field} to 4500",
+  "Set up statistical code id mapping...": "Set up statistical code id mapping...",
   "Source digits": "Source digits",
   "Source of heading or term": "Source of heading or term",
   "Staff suppressed": "Staff suppressed",
+  "Statistical code": "Statistical code",
+  "Statistical code '%{code}' not found in FOLIO": "Statistical code '%{code}' not found in FOLIO",
+  "Statistical codes not supported for this object type": "Statistical codes not supported for this object type",
   "Stored courselistings": "Stored courselistings",
   "Stored courses": "Stored courses",
   "Stored instructors": "Stored instructors",
@@ -441,7 +452,5 @@
   "legacy id from %{fro}": "legacy id from %{fro}",
   "naturalId mapped from %{fro}": "naturalId mapped from %{fro}",
   "no matching identifier_types in %{names}": "no matching identifier_types in %{names}",
-  "subfield present in %{linked_value_tag} but not in %{pattern_field}": "subfield present in %{linked_value_tag} but not in %{pattern_field}",
-  "Provided boundwith relationship file not found": "Provided boundwith relationship file not found",
-  "Due date is before out date, or date information is missing from both": "Due date is before out date, or date information is missing from both"
+  "subfield present in %{linked_value_tag} but not in %{pattern_field}": "subfield present in %{linked_value_tag} but not in %{pattern_field}"
 }

{folio_migration_tools-1.9.0rc12.dist-info → folio_migration_tools-1.9.0rc13.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: folio_migration_tools
-Version: 1.9.0rc12
+Version: 1.9.0rc13
 Summary: A tool allowing you to migrate data from legacy ILS:s (Library systems) into FOLIO LSP
 License: MIT
 Keywords: FOLIO,ILS,LSP,Library Systems,MARC21,Library data

{folio_migration_tools-1.9.0rc12.dist-info → folio_migration_tools-1.9.0rc13.dist-info}/RECORD

@@ -10,19 +10,19 @@ folio_migration_tools/folder_structure.py,sha256=bZlmKGtxdytWcqjnM2lE4Vpx4nHyYRk
 folio_migration_tools/helper.py,sha256=KkOkNAGO_fuYqxdLrsbLzCJLQHUrFZG1NzD4RmpQ-KM,2804
 folio_migration_tools/holdings_helper.py,sha256=yJpz6aJrKRBiJ1MtT5bs2vXAc88uJuGh2_KDuCySOKc,7559
 folio_migration_tools/i18n_config.py,sha256=3AH_2b9zTsxE4XTe4isM_zYtPJSlK0ix6eBmV7kAYUM,228
-folio_migration_tools/library_configuration.py,sha256=I2Pj2hrjbhbc3HNwzQ-LTPM4IyJyeqAXsb2aA9TvX3s,6469
-folio_migration_tools/mapper_base.py,sha256=H2QiNZZzDKxuCxSdXaa-1BRatAUArpr3Te1QsAscMog,20122
+folio_migration_tools/library_configuration.py,sha256=LzICsZQdOkXwIqdDfh59x0-Cx77Lb18qVnWroNqekS8,7046
+folio_migration_tools/mapper_base.py,sha256=IYER8Dq-4qLq3qiAvUpnzc33usUbfZtNKzyZJD6DNds,23567
 folio_migration_tools/mapping_file_transformation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-folio_migration_tools/mapping_file_transformation/courses_mapper.py,sha256=RuNkdG9XumpgPO3Zvcx_JYzZ598Xle_AMNf18zLR2UM,8095
-folio_migration_tools/mapping_file_transformation/holdings_mapper.py,sha256=nJS-xx1LszvbYfw0qdTUHX9xXHlxS7wP5mYmixFMh8A,7221
-folio_migration_tools/mapping_file_transformation/item_mapper.py,sha256=YYZFgNoDVuSO_mRuaDNZ6-6bYbEtYFtfbIZ1MFPBAgc,10687
-folio_migration_tools/mapping_file_transformation/manual_fee_fines_mapper.py,sha256=nCkqbxaDHKxMuqQHh_afxQp48YrVD-SeCZ0L1iGvnkk,13402
-folio_migration_tools/mapping_file_transformation/mapping_file_mapper_base.py,sha256=bLL6tTqqv2MOjZlowjL8lngYP09F_iwfFikEpjB4nmI,37816
-folio_migration_tools/mapping_file_transformation/notes_mapper.py,sha256=auLQZqa4rSJo_MIV4Lc5-LG8RcBpp2bnKH243qNYq_0,3470
-folio_migration_tools/mapping_file_transformation/order_mapper.py,sha256=k-kIuf2ceXrPWe3oVnfhuQlE7eglcx6PDLVJtddkeiM,17680
-folio_migration_tools/mapping_file_transformation/organization_mapper.py,sha256=78-r1dGP2Vd49bsf5dJVk__gzNgI6MoSTA9xuRiHR-4,14575
+folio_migration_tools/mapping_file_transformation/courses_mapper.py,sha256=yX8yCCw6B54r7JUn5IPhMYKBgImiagUzfwBxNVRf5MQ,8091
+folio_migration_tools/mapping_file_transformation/holdings_mapper.py,sha256=DY4cpSWaJWJo-8ESpO4PSf_raTIRAVSt9N0-aV1ShGc,7504
+folio_migration_tools/mapping_file_transformation/item_mapper.py,sha256=wYEnSsV7U7YE2Df2sld_qJsbPtV9YoEV42iAbatjN8U,10402
+folio_migration_tools/mapping_file_transformation/manual_fee_fines_mapper.py,sha256=2-W2Z8hwAhWT77zfDWuwWqm20j4w1mfzeAXWiyssQ8I,13434
+folio_migration_tools/mapping_file_transformation/mapping_file_mapper_base.py,sha256=EHeeC-Yr4Cy9OhoTcteJAtMiG_yJu8pq1NqikkVCmMc,37274
+folio_migration_tools/mapping_file_transformation/notes_mapper.py,sha256=vCmZmjrjyYtXeFCyVqvWfnP8y1jGGu15RXzXIHh12xY,3530
+folio_migration_tools/mapping_file_transformation/order_mapper.py,sha256=-JEBEeOntNPE9-NYhWAJ1hpQI03ZzMv-_mkyLzSa9x4,17750
+folio_migration_tools/mapping_file_transformation/organization_mapper.py,sha256=u1Lb6tApn-nVLqbbJV38BuipKL3OK8Y2uQ4ogoyGQaI,14639
 folio_migration_tools/mapping_file_transformation/ref_data_mapping.py,sha256=qFsn_LwKZeKFdOudfEQnNA3DEHOdNQVKzTPdZAlDPX0,8864
-folio_migration_tools/mapping_file_transformation/user_mapper.py,sha256=Q8418BdXdCuEDxfoXqLCjWy1lUxhQNLRwSE5Gi1lqoA,7805
+folio_migration_tools/mapping_file_transformation/user_mapper.py,sha256=GnePkCK2k8VSd_wAUNlLwTLLB-WwpxZLBC-kDXtONBU,7867
 folio_migration_tools/marc_rules_transformation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 folio_migration_tools/marc_rules_transformation/conditions.py,sha256=ttTZISieqveu3YpvpnawHh3In1_DNQMTziI5yasfmWU,39142
 folio_migration_tools/marc_rules_transformation/holdings_statementsparser.py,sha256=Rvdub7RdtR1BWnZij_Ejgp7cG9Kz58i_tXwXJbhaMtU,12101
@@ -30,27 +30,27 @@ folio_migration_tools/marc_rules_transformation/hrid_handler.py,sha256=SgnSYeNR0
 folio_migration_tools/marc_rules_transformation/loc_language_codes.xml,sha256=ztn2_yKws6qySL4oSsZh7sOjxq5bCC1PhAnXJdtgmJ0,382912
 folio_migration_tools/marc_rules_transformation/marc_file_processor.py,sha256=M-PHduzMYmZnrMwOSlwnWQ5bT-566gVRFSMo-JgS2d4,12346
 folio_migration_tools/marc_rules_transformation/marc_reader_wrapper.py,sha256=9ATjYMRAjy0QcXtmNZaHVhHLJ5hE1WUgOcF6KMJjbgo,5309
-folio_migration_tools/marc_rules_transformation/rules_mapper_authorities.py,sha256=e-wwJs8s8qEgIp8NvQgjx9lEyv7uvt08Fp6fPsy1GK8,9603
-folio_migration_tools/marc_rules_transformation/rules_mapper_base.py,sha256=6EcOQSDG3wgW7S7re2uWiLkbup9Flg4ZqhtX6cCLnbk,41402
-folio_migration_tools/marc_rules_transformation/rules_mapper_bibs.py,sha256=b4HO10sYMk4mHhM25TaDez472AtJi0AknWsBhCapNnA,30016
-folio_migration_tools/marc_rules_transformation/rules_mapper_holdings.py,sha256=Cx9X9ANP5dlZyRAy5IQH8tnbhURTOQTZpAFpKuIkUm4,26542
+folio_migration_tools/marc_rules_transformation/rules_mapper_authorities.py,sha256=PGt2w8h2pj8_8sGjQe3L-odFDlquURtKnoNFRWQB3GI,9621
+folio_migration_tools/marc_rules_transformation/rules_mapper_base.py,sha256=6vVvrNoViZZ1g2piKtOPMlqYspej-2eei8HIwM-K_Lg,45309
+folio_migration_tools/marc_rules_transformation/rules_mapper_bibs.py,sha256=H7RrU1KfFlTj6M0l7HXD3vOtxKHY4FD5xrXmGjCjcRc,30324
+folio_migration_tools/marc_rules_transformation/rules_mapper_holdings.py,sha256=dOqje_UVxTQDgi2CMNjjzZRKOHU99bR0ik6sYuAzibo,26939
 folio_migration_tools/migration_report.py,sha256=BkRspM1hwTBnWeqsHamf7yVEofzLj560Q-9G--O00hw,4258
 folio_migration_tools/migration_tasks/__init__.py,sha256=ZkbY_yGyB84Ke8OMlYUzyyBj4cxxNrhMTwQlu_GbdDs,211
 folio_migration_tools/migration_tasks/authority_transformer.py,sha256=AoXg9s-GLO3yEEDCrQV7hc4YVXxwxsdxDdpj1zhHydE,4251
 folio_migration_tools/migration_tasks/batch_poster.py,sha256=BcbNz2z5bGcbXmNvjnLd3IVHb0RSuagiVPvm77GUzwU,36402
-folio_migration_tools/migration_tasks/bibs_transformer.py,sha256=uOIfKVfkUdSr0RMbLpC4KbwbU16VKkXRJY8ULbdKzQk,5831
+folio_migration_tools/migration_tasks/bibs_transformer.py,sha256=46d44pcDAodFXDYbrTCMRASISbDciXmA0CXYfhP2IaE,6298
 folio_migration_tools/migration_tasks/courses_migrator.py,sha256=CzXnsu-KGP7B4zcINJzLYUqz47D16NuFfzu_DPqRlTQ,7061
-folio_migration_tools/migration_tasks/holdings_csv_transformer.py,sha256=NtysoayEIqQ8c_GNcRi6LXDYR-7OLmqFCfciMwzsyT4,21668
-folio_migration_tools/migration_tasks/holdings_marc_transformer.py,sha256=gCa5hwTG7px6JvHQQs7YIWP12eAlS1uwuzFyeu-M4qE,13665
-folio_migration_tools/migration_tasks/items_transformer.py,sha256=qk0sLPBxE5MtPnpLzO_gEhVVe1BqHHnpn2Zaz_vo1RY,19083
+folio_migration_tools/migration_tasks/holdings_csv_transformer.py,sha256=g3r4J1Y18vU18BjUmye7oSANR_TLTrP95la41flqj5M,22736
+folio_migration_tools/migration_tasks/holdings_marc_transformer.py,sha256=DVYdSNUPmdTv6GfLJdyT806dZV6UQHH_T8gkqtPgXaU,14143
+folio_migration_tools/migration_tasks/items_transformer.py,sha256=uBcVv-t_4N9j1pNyJPt-wFkKbNQLTe4_NFvOXMUcBjA,19212
 folio_migration_tools/migration_tasks/loans_migrator.py,sha256=CPsin9XLzHwNrpKHPMHAvgRvpoH8QvAfYZYr1FSxAN4,34520
 folio_migration_tools/migration_tasks/manual_fee_fines_transformer.py,sha256=CnmlTge7nChUJ10EiUkriQtJlVxWqglgfhjgneh2_yM,7247
-folio_migration_tools/migration_tasks/migration_task_base.py,sha256=cZVPqWMuaNJYsnqiiFlyjiRSQ4trQyaSDwykDHfbkyg,21640
-folio_migration_tools/migration_tasks/orders_transformer.py,sha256=ry3oUUVQTFKCDUbGF5Zjo5ppa6AseKQwpF-wb1sb5UY,14214
+folio_migration_tools/migration_tasks/migration_task_base.py,sha256=Q-57h6rmt74bC9LidA9ZoagEcwVd_ytq8IUWelVOm2E,22521
+folio_migration_tools/migration_tasks/orders_transformer.py,sha256=6SnzU_rUTu2B5hQykI2nRA7vI1rg-uxuF9Ncupe0AEY,14302
 folio_migration_tools/migration_tasks/organization_transformer.py,sha256=vcCjhN1sS55c_a0LXi1Yw1eq3zpDn5E4BGbm2zDQ_Z4,16885
 folio_migration_tools/migration_tasks/requests_migrator.py,sha256=QP9OBezC3FfcKpI78oMmydxcPaUIYAgHyKevyLwC-WQ,14841
 folio_migration_tools/migration_tasks/reserves_migrator.py,sha256=4sSPer6_6yMwiiY1VYJmYZske_Ah1XG4KAM3NDadPhg,9952
-folio_migration_tools/migration_tasks/user_transformer.py,sha256=cNBT-wn_xx1OQXiB-vMLZmvyzkg1X562AJXUcYfThaE,12279
+folio_migration_tools/migration_tasks/user_transformer.py,sha256=aylrMC9n47fdStgsNfW4ZbJh2E4FDSPypsaNv52ynKc,12330
 folio_migration_tools/task_configuration.py,sha256=2GXVog0-_cFybqsU2WFcxnTNGDhvDzqb7gYyIimdPAk,1131
 folio_migration_tools/test_infrastructure/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 folio_migration_tools/test_infrastructure/mocked_classes.py,sha256=lpohRMqKnGmsoyspUQFXuyrGXRoIQZu2Dq7Q5WLQJw8,14877
@@ -59,9 +59,9 @@ folio_migration_tools/transaction_migration/legacy_loan.py,sha256=zablUc_xKI2ah1
 folio_migration_tools/transaction_migration/legacy_request.py,sha256=1ulyFzPQw_InOjyPzkWpGnNptgXdQ18nmri0J8Nlpkc,6124
 folio_migration_tools/transaction_migration/legacy_reserve.py,sha256=qzw0okg4axAE_ezXopP9gFsQ_e60o0zh7zqRzFBSWHY,1806
 folio_migration_tools/transaction_migration/transaction_result.py,sha256=cTdCN0BnlI9_ZJB2Z3Fdkl9gpymIi-9mGZsRFlQcmDk,656
-folio_migration_tools/translations/en.json,sha256=Y9x7JbeC2N-yFvv5fWmWzupbzJBQ7_lgCmsDsGa2OUE,38935
-folio_migration_tools-1.9.0rc12.dist-info/LICENSE,sha256=PhIEkitVi3ejgq56tt6sWoJIG_zmv82cjjd_aYPPGdI,1072
-folio_migration_tools-1.9.0rc12.dist-info/METADATA,sha256=8jaDR0QeEvZuAEn-K-C08JMx1BaWPEEBp3U4HvOCPxE,7448
-folio_migration_tools-1.9.0rc12.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
-folio_migration_tools-1.9.0rc12.dist-info/entry_points.txt,sha256=Hbe-HjqMcU8FwVshVIkeWyZd9XwgT1CCMNf06EpHQu8,77
-folio_migration_tools-1.9.0rc12.dist-info/RECORD,,
+folio_migration_tools/translations/en.json,sha256=FeoaN3INfim4_-l3DSamHo2hn1SUJr5DsgDgsV4XUek,39693
+folio_migration_tools-1.9.0rc13.dist-info/LICENSE,sha256=PhIEkitVi3ejgq56tt6sWoJIG_zmv82cjjd_aYPPGdI,1072
+folio_migration_tools-1.9.0rc13.dist-info/METADATA,sha256=Oo3lLbvSLtsgtpkihR2fKc_IJmXR4LXcDUSDLNGjOzU,7448
+folio_migration_tools-1.9.0rc13.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
+folio_migration_tools-1.9.0rc13.dist-info/entry_points.txt,sha256=Hbe-HjqMcU8FwVshVIkeWyZd9XwgT1CCMNf06EpHQu8,77
+folio_migration_tools-1.9.0rc13.dist-info/RECORD,,