folio-migration-tools 1.10.0b6__py3-none-any.whl → 1.10.1__py3-none-any.whl

folio_migration_tools/migration_tasks/holdings_csv_transformer.py

@@ -7,7 +7,6 @@ import time
 import traceback
 from typing import Annotated, List, Optional
 
-import i18n
 from folio_uuid.folio_namespaces import FOLIONamespaces
 from httpx import HTTPError
 from pydantic import Field
@@ -18,6 +17,7 @@ from folio_migration_tools.custom_exceptions import (
 )
 from folio_migration_tools.helper import Helper
 from folio_migration_tools.holdings_helper import HoldingsHelper
+from folio_migration_tools.i18n_cache import i18n_t
 from folio_migration_tools.library_configuration import (
     FileDefinition,
     HridHandling,
@@ -351,14 +351,14 @@ class HoldingsCsvTransformer(MigrationTaskBase):
                         )
                     Helper.write_to_file(holdings_file, holding)
                     self.mapper.migration_report.add_general_statistics(
-                        i18n.t("Holdings Records Written to disk")
+                        i18n_t("Holdings Records Written to disk")
                     )
             self.mapper.save_id_map_file(
                 self.folder_structure.holdings_id_map_path, self.holdings_id_map
             )
         with open(self.folder_structure.migration_reports_file, "w") as migration_report_file:
             self.mapper.migration_report.write_migration_report(
-                i18n.t("Holdings transformation report"),
+                i18n_t("Holdings transformation report"),
                 migration_report_file,
                 self.mapper.start_datetime,
             )
@@ -368,6 +368,8 @@ class HoldingsCsvTransformer(MigrationTaskBase):
                 self.mapper.mapped_folio_fields,
                 self.mapper.mapped_legacy_fields,
             )
+        with open(self.folder_structure.migration_reports_raw_file, "w") as raw_report_file:
+            self.mapper.migration_report.write_json_report(raw_report_file)
         logging.info("All done!")
         self.clean_out_empty_logs()
 
@@ -393,7 +395,7 @@ class HoldingsCsvTransformer(MigrationTaskBase):
         full_path = self.folder_structure.data_folder / "items" / file_def.file_name
         with open(full_path, encoding="utf-8-sig") as records_file:
             self.mapper.migration_report.add_general_statistics(
-                i18n.t("Number of files processed")
+                i18n_t("Number of files processed")
             )
             start = time.time()
             records_processed = 0
@@ -412,7 +414,7 @@ class HoldingsCsvTransformer(MigrationTaskBase):
                 except Exception as excepion:
                     self.mapper.handle_generic_exception(idx, excepion)
                 self.mapper.migration_report.add_general_statistics(
-                    i18n.t("Number of Legacy items in file")
+                    i18n_t("Number of Legacy items in file")
                 )
                 if idx > 1 and idx % 10000 == 0:
                     elapsed = idx / (time.time() - start)
@@ -481,7 +483,7 @@ class HoldingsCsvTransformer(MigrationTaskBase):
                 self.holdings[bw_key] = incoming_holding
                 self.mapper.create_and_write_boundwith_part(legacy_item_id, incoming_holding["id"])
                 self.mapper.migration_report.add_general_statistics(
-                    i18n.t("Unique BW Holdings created from Items")
+                    i18n_t("Unique BW Holdings created from Items")
                 )
             else:
                 self.merge_holding(bw_key, incoming_holding)
@@ -492,7 +494,7 @@ class HoldingsCsvTransformer(MigrationTaskBase):
                     legacy_item_id, self.holdings[bw_key], self.object_type
                 )
                 self.mapper.migration_report.add_general_statistics(
-                    i18n.t("BW Items found tied to previously created BW Holdings")
+                    i18n_t("BW Items found tied to previously created BW Holdings")
                 )
         else:
             # Regular holding. Merge according to criteria
@@ -504,12 +506,12 @@ class HoldingsCsvTransformer(MigrationTaskBase):
             )
             if self.holdings.get(new_holding_key, None):
                 self.mapper.migration_report.add_general_statistics(
-                    i18n.t("Holdings already created from Item")
+                    i18n_t("Holdings already created from Item")
                 )
                 self.merge_holding(new_holding_key, incoming_holding)
             else:
                 self.mapper.migration_report.add_general_statistics(
-                    i18n.t("Unique Holdings created from Items")
+                    i18n_t("Unique Holdings created from Items")
                 )
                 self.holdings[new_holding_key] = incoming_holding
 

folio_migration_tools/migration_tasks/holdings_marc_transformer.py

@@ -3,12 +3,12 @@ import json
 import logging
 from typing import Annotated, List
 
-import i18n
 from folio_uuid.folio_namespaces import FOLIONamespaces
 from pydantic import Field
 
 from folio_migration_tools.custom_exceptions import TransformationProcessError
 from folio_migration_tools.helper import Helper
+from folio_migration_tools.i18n_cache import i18n_t
 from folio_migration_tools.library_configuration import (
     FileDefinition,
     HridHandling,
@@ -269,7 +269,7 @@ class HoldingsMarcTransformer(MigrationTaskBase):
             except FileNotFoundError as fnfe:
                 raise TransformationProcessError(
                     "",
-                    i18n.t("Provided boundwith relationship file not found"),
+                    i18n_t("Provided boundwith relationship file not found"),
                     self.task_configuration.boundwith_relationship_file_path,
                 ) from fnfe
 
@@ -350,7 +350,7 @@ class HoldingsMarcTransformer(MigrationTaskBase):
 
         with open(self.folder_structure.migration_reports_file, "w+") as report_file:
             self.mapper.migration_report.write_migration_report(
-                i18n.t("Bibliographic records transformation report"),
+                i18n_t("Bibliographic records transformation report"),
                 report_file,
                 self.start_datetime,
             )
@@ -360,6 +360,8 @@ class HoldingsMarcTransformer(MigrationTaskBase):
                 self.mapper.mapped_folio_fields,
                 self.mapper.mapped_legacy_fields,
             )
+        with open(self.folder_structure.migration_reports_raw_file, "w") as raw_report_file:
+            self.mapper.migration_report.write_json_report(raw_report_file)
 
         logging.info(
             "Done. Transformation report written to %s",

folio_migration_tools/migration_tasks/items_transformer.py

@@ -12,6 +12,8 @@ import i18n
 from folio_uuid.folio_namespaces import FOLIONamespaces
 from pydantic import Field
 
+from folio_migration_tools.i18n_cache import i18n_t
+
 from folio_migration_tools.custom_exceptions import (
     TransformationProcessError,
     TransformationRecordFailedError,
@@ -335,7 +337,7 @@ class ItemsTransformer(MigrationTaskBase):
         records_in_file = 0
         with open(full_path, encoding="utf-8-sig") as records_file:
             self.mapper.migration_report.add_general_statistics(
-                i18n.t("Number of files processed")
+                i18n_t("Number of files processed")
             )
             start = time.time()
             for idx, record in enumerate(self.mapper.get_objects(records_file, full_path)):
@@ -368,7 +370,7 @@ class ItemsTransformer(MigrationTaskBase):
                     # TODO: turn this into a asynchronous task
                     Helper.write_to_file(results_file, folio_rec)
                     self.mapper.migration_report.add_general_statistics(
-                        i18n.t("Number of records written to disk")
+                        i18n_t("Number of records written to disk")
                     )
                     self.mapper.report_folio_mapping(folio_rec, self.mapper.schema)
                 except TransformationProcessError as process_error:
@@ -387,7 +389,7 @@ class ItemsTransformer(MigrationTaskBase):
                     i18n.t("Number of Legacy items in %{container}", container=file_def),
                 )
                 self.mapper.migration_report.add_general_statistics(
-                    i18n.t("Number of Legacy items in total")
+                    i18n_t("Number of Legacy items in total")
                 )
                 self.print_progress(idx, start)
                 records_in_file = idx + 1
@@ -469,7 +471,7 @@ class ItemsTransformer(MigrationTaskBase):
         self.extradata_writer.flush()
         with open(self.folder_structure.migration_reports_file, "w") as migration_report_file:
             self.mapper.migration_report.write_migration_report(
-                i18n.t("Item transformation report"),
+                i18n_t("Item transformation report"),
                 migration_report_file,
                 self.mapper.start_datetime,
             )
@@ -479,5 +481,7 @@ class ItemsTransformer(MigrationTaskBase):
                 self.mapper.mapped_folio_fields,
                 self.mapper.mapped_legacy_fields,
             )
+        with open(self.folder_structure.migration_reports_raw_file, "w") as raw_report_file:
+            self.mapper.migration_report.write_json_report(raw_report_file)
         self.clean_out_empty_logs()
         logging.info("All done!")

folio_migration_tools/migration_tasks/loans_migrator.py

@@ -19,6 +19,7 @@ from art import tprint
 from folio_migration_tools.circulation_helper import CirculationHelper
 from folio_migration_tools.custom_exceptions import TransformationRecordFailedError
 from folio_migration_tools.helper import Helper
+from folio_migration_tools.i18n_cache import i18n_t
 from folio_migration_tools.library_configuration import (
     FileDefinition,
     LibraryConfiguration,
@@ -205,7 +206,7 @@ class LoansMigrator(MigrationTaskBase):
             ):
                 t0_migration = time.time()
                 self.migration_report.add_general_statistics(
-                    i18n.t("Processed pre-validated loans")
+                    i18n_t("Processed pre-validated loans")
                 )
                 try:
                     self.checkout_single_loan(legacy_loan)
@@ -233,15 +234,15 @@ class LoansMigrator(MigrationTaskBase):
         res_checkout = self.circulation_helper.check_out_by_barcode(legacy_loan)
 
         if res_checkout.was_successful:
-            self.migration_report.add("Details", i18n.t("Checked out on first try"))
-            self.migration_report.add_general_statistics(i18n.t("Successfully checked out"))
+            self.migration_report.add("Details", i18n_t("Checked out on first try"))
+            self.migration_report.add_general_statistics(i18n_t("Successfully checked out"))
             self.set_renewal_count(legacy_loan, res_checkout)
             self.set_new_status(legacy_loan, res_checkout)
         elif res_checkout.should_be_retried:
             res_checkout2 = self.handle_checkout_failure(legacy_loan, res_checkout)
             if res_checkout2.was_successful and res_checkout2.folio_loan:
-                self.migration_report.add("Details", i18n.t("Checked out on second try"))
-                self.migration_report.add_general_statistics(i18n.t("Successfully checked out"))
+                self.migration_report.add("Details", i18n_t("Checked out on second try"))
+                self.migration_report.add_general_statistics(i18n_t("Successfully checked out"))
                 logging.info("Checked out on second try")
                 self.set_renewal_count(legacy_loan, res_checkout2)
                 self.set_new_status(legacy_loan, res_checkout2)
@@ -256,7 +257,7 @@ class LoansMigrator(MigrationTaskBase):
                     )
                 else:
                     self.failed[legacy_loan.item_barcode] = legacy_loan
-                    self.migration_report.add_general_statistics(i18n.t("Failed loans"))
+                    self.migration_report.add_general_statistics(i18n_t("Failed loans"))
                     logging.error("Failed on second try: %s", res_checkout2.error_message)
                     self.migration_report.add(
                         "Details",
@@ -264,21 +265,21 @@ class LoansMigrator(MigrationTaskBase):
                     )
                     raise TransformationRecordFailedError(
                         f"Row {legacy_loan.row}",
-                        i18n.t("Loans failing during checkout, second try"),
+                        i18n_t("Loans failing during checkout, second try"),
                         json.dumps(legacy_loan.to_dict()),
                     )
         elif not res_checkout.should_be_retried:
             logging.error("Failed first time. No retries: %s", res_checkout.error_message)
-            self.migration_report.add_general_statistics(i18n.t("Failed loans"))
+            self.migration_report.add_general_statistics(i18n_t("Failed loans"))
             self.migration_report.add(
                 "Details",
-                i18n.t("Failed 1st time. No retries")
+                i18n_t("Failed 1st time. No retries")
                 + f": {res_checkout.migration_report_message}",
             )
             self.failed[legacy_loan.item_barcode] = legacy_loan
             raise TransformationRecordFailedError(
                 f"Row {legacy_loan.row}",
-                i18n.t("Loans failing during checkout"),
+                i18n_t("Loans failing during checkout"),
                 json.dumps(legacy_loan.to_dict()),
             )
 
@@ -300,7 +301,7 @@ class LoansMigrator(MigrationTaskBase):
     def set_renewal_count(self, legacy_loan: LegacyLoan, res_checkout: TransactionResult):
         if legacy_loan.renewal_count > 0:
             self.update_open_loan(res_checkout.folio_loan, legacy_loan)
-            self.migration_report.add_general_statistics(i18n.t("Updated renewal count for loan"))
+            self.migration_report.add_general_statistics(i18n_t("Updated renewal count for loan"))
 
     def wrap_up(self):
         for k, v in self.failed.items():
@@ -311,8 +312,10 @@ class LoansMigrator(MigrationTaskBase):
 
         with open(self.folder_structure.migration_reports_file, "w+") as report_file:
             self.migration_report.write_migration_report(
-                i18n.t("Loans migration report"), report_file, self.start_datetime
+                i18n_t("Loans migration report"), report_file, self.start_datetime
             )
+        with open(self.folder_structure.migration_reports_raw_file, "w") as raw_report_file:
+            self.migration_report.write_json_report(raw_report_file)
         self.clean_out_empty_logs()
 
     def write_failed_loans_to_file(self):
@@ -351,7 +354,7 @@ class LoansMigrator(MigrationTaskBase):
                 )
             if has_item_barcode and has_patron_barcode and has_proxy_barcode:
                 self.migration_report.add_general_statistics(
-                    i18n.t("Loans verified against migrated user and item")
+                    i18n_t("Loans verified against migrated user and item")
                 )
                 yield loan
             else:
@@ -360,9 +363,9 @@ class LoansMigrator(MigrationTaskBase):
                 self.migration_report.add_general_statistics(i18n.t("Failed loans"))
                 self.migration_report.add(
                     "DiscardedLoans",
-                    i18n.t("Loans discarded. Had migrated item barcode")
+                    i18n_t("Loans discarded. Had migrated item barcode")
                     + f": {has_item_barcode}. "
-                    + i18n.t("Had migrated user barcode")
+                    + i18n_t("Had migrated user barcode")
                     + f": {has_patron_barcode}"
                     + f": {has_proxy_barcode}",
                 )
@@ -399,9 +402,9 @@ class LoansMigrator(MigrationTaskBase):
                 if any(legacy_loan.errors):
                     num_bad += 1
                     self.migration_report.add_general_statistics(
-                        i18n.t("Loans failed pre-validation")
+                        i18n_t("Loans failed pre-validation")
                     )
-                    self.migration_report.add_general_statistics(i18n.t("Failed loans"))
+                    self.migration_report.add_general_statistics(i18n_t("Failed loans"))
                     for error in legacy_loan.errors:
                         self.migration_report.add("DiscardedLoans", f"{error[0]} - {error[1]}")
                     # Add this loan to failed loans for later correction and re-run.
@@ -412,7 +415,7 @@ class LoansMigrator(MigrationTaskBase):
                     results.append(legacy_loan)
             except TransformationRecordFailedError as trfe:
                 num_bad += 1
-                self.migration_report.add_general_statistics(i18n.t("Loans failed pre-validation"))
+                self.migration_report.add_general_statistics(i18n_t("Loans failed pre-validation"))
                 self.migration_report.add(
                     "DiscardedLoans",
                     f"{trfe.message} - see data issues log",

folio_migration_tools/migration_tasks/manual_fee_fines_transformer.py

@@ -6,7 +6,6 @@ import time
 import traceback
 from typing import List, Optional
 
-import i18n
 from folio_uuid.folio_namespaces import FOLIONamespaces
 
 from folio_migration_tools.custom_exceptions import (
@@ -15,6 +14,7 @@ from folio_migration_tools.custom_exceptions import (
     TransformationRecordFailedError,
 )
 from folio_migration_tools.helper import Helper
+from folio_migration_tools.i18n_cache import i18n_t
 from folio_migration_tools.library_configuration import (
     FileDefinition,
     LibraryConfiguration,
@@ -118,7 +118,7 @@ class ManualFeeFinesTransformer(MigrationTaskBase):
         full_path = self.folder_structure.legacy_records_folder / file_def.file_name
         with open(full_path, encoding="utf-8-sig") as records_file:
             self.mapper.migration_report.add_general_statistics(
-                i18n.t("Number of files processed")
+                i18n_t("Number of files processed")
             )
             start = time.time()
 
@@ -172,7 +172,7 @@ class ManualFeeFinesTransformer(MigrationTaskBase):
                 self.folder_structure.migration_reports_file,
             )
             self.mapper.migration_report.write_migration_report(
-                i18n.t("Manual fee/fine transformation report"),
+                i18n_t("Manual fee/fine transformation report"),
                 migration_report_file,
                 self.start_datetime,
             )
@@ -183,5 +183,7 @@ class ManualFeeFinesTransformer(MigrationTaskBase):
                 self.mapper.mapped_folio_fields,
                 self.mapper.mapped_legacy_fields,
             )
+        with open(self.folder_structure.migration_reports_raw_file, "w") as raw_report_file:
+            self.mapper.migration_report.write_json_report(raw_report_file)
 
         self.clean_out_empty_logs()

folio_migration_tools/migration_tasks/orders_transformer.py

@@ -16,6 +16,7 @@ from folio_migration_tools.custom_exceptions import (
     TransformationRecordFailedError,
 )
 from folio_migration_tools.helper import Helper
+from folio_migration_tools.i18n_cache import i18n_t
 from folio_migration_tools.library_configuration import (
     FileDefinition,
     LibraryConfiguration,
@@ -234,7 +235,7 @@ class OrdersTransformer(MigrationTaskBase):
             open(self.folder_structure.created_objects_path, "w+") as results_file,
         ):
             self.mapper.migration_report.add_general_statistics(
-                i18n.t("Number of files processed")
+                i18n_t("Number of files processed")
             )
             start = time.time()
             records_processed = 0
@@ -253,7 +254,7 @@ class OrdersTransformer(MigrationTaskBase):
                     self.mapper.perform_additional_mapping(legacy_id, folio_rec)
 
                     self.mapper.migration_report.add_general_statistics(
-                        i18n.t("TOTAL Purchase Order Lines created")
+                        i18n_t("TOTAL Purchase Order Lines created")
                     )
                     self.mapper.report_folio_mapping(folio_rec, self.mapper.composite_order_schema)
                     self.mapper.notes_mapper.map_notes(
@@ -316,7 +317,7 @@ class OrdersTransformer(MigrationTaskBase):
                 self.folder_structure.migration_reports_file,
             )
             self.mapper.migration_report.write_migration_report(
-                i18n.t("Pruchase Orders and Purchase Order Lines Transformation Report"),
+                i18n_t("Pruchase Orders and Purchase Order Lines Transformation Report"),
                 migration_report_file,
                 self.start_datetime,
             )
@@ -327,6 +328,8 @@ class OrdersTransformer(MigrationTaskBase):
                 self.mapper.mapped_folio_fields,
                 self.mapper.mapped_legacy_fields,
             )
+        with open(self.folder_structure.migration_reports_raw_file, "w") as raw_report_file:
+            self.mapper.migration_report.write_json_report(raw_report_file)
         logging.info("All done!")
 
     def merge_into_orders_with_embedded_pols(self, folio_rec, results_file):

folio_migration_tools/migration_tasks/organization_transformer.py

@@ -299,6 +299,8 @@ class OrganizationTransformer(MigrationTaskBase):
             self.mapper.save_id_map_file(
                 self.folder_structure.organizations_id_map_path, self.organizations_id_map
             )
+        with open(self.folder_structure.migration_reports_raw_file, "w") as raw_report_file:
+            self.mapper.migration_report.write_json_report(raw_report_file)
         self.clean_out_empty_logs()
 
         logging.info("All done!")

folio_migration_tools/migration_tasks/requests_migrator.py

@@ -13,6 +13,7 @@ from zoneinfo import ZoneInfo
 from folio_migration_tools.circulation_helper import CirculationHelper
 from folio_migration_tools.custom_dict import InsensitiveDictReader
 from folio_migration_tools.helper import Helper
+from folio_migration_tools.i18n_cache import i18n_t
 from folio_migration_tools.library_configuration import (
     FileDefinition,
     LibraryConfiguration,
@@ -147,7 +148,7 @@ class RequestsMigrator(MigrationTaskBase):
 
     def prepare_legacy_request(self, legacy_request: LegacyRequest):
         patron = self.circulation_helper.get_user_by_barcode(legacy_request.patron_barcode)
-        self.migration_report.add_general_statistics(i18n.t("Patron lookups performed"))
+        self.migration_report.add_general_statistics(i18n_t("Patron lookups performed"))
 
         if not patron:
             logging.error(f"No user with barcode {legacy_request.patron_barcode} found in FOLIO")
@@ -157,18 +158,18 @@ class RequestsMigrator(MigrationTaskBase):
                 f"{legacy_request.patron_barcode}",
             )
             self.migration_report.add_general_statistics(
-                i18n.t("No user with barcode found in FOLIO")
+                i18n_t("No user with barcode found in FOLIO")
             )
             self.failed_requests.add(legacy_request)
             return False, legacy_request
         legacy_request.patron_id = patron.get("id")
 
         item = self.circulation_helper.get_item_by_barcode(legacy_request.item_barcode)
-        self.migration_report.add_general_statistics(i18n.t("Item lookups performed"))
+        self.migration_report.add_general_statistics(i18n_t("Item lookups performed"))
         if not item:
             logging.error(f"No item with barcode {legacy_request.item_barcode} found in FOLIO")
             self.migration_report.add_general_statistics(
-                i18n.t("No item with barcode found in FOLIO")
+                i18n_t("No item with barcode found in FOLIO")
             )
             Helper.log_data_issue(
                 f"{legacy_request.item_barcode}",
@@ -178,7 +179,7 @@ class RequestsMigrator(MigrationTaskBase):
             self.failed_requests.add(legacy_request)
             return False, legacy_request
         holding = self.circulation_helper.get_holding_by_uuid(item.get("holdingsRecordId"))
-        self.migration_report.add_general_statistics(i18n.t("Holdings lookups performed"))
+        self.migration_report.add_general_statistics(i18n_t("Holdings lookups performed"))
         legacy_request.item_id = item.get("id")
         legacy_request.holdings_record_id = item.get("holdingsRecordId")
         legacy_request.instance_id = holding.get("instanceId")
@@ -186,7 +187,7 @@ class RequestsMigrator(MigrationTaskBase):
             legacy_request.request_type = "Page"
             logging.info(f"Setting request to Page, since the status is {item['status']['name']}")
         self.migration_report.add_general_statistics(
-            i18n.t("Valid, prepared requests, ready for posting")
+            i18n_t("Valid, prepared requests, ready for posting")
         )
         return True, legacy_request
 
@@ -206,11 +207,11 @@ class RequestsMigrator(MigrationTaskBase):
                         self.folio_client, legacy_request, self.migration_report
                     ):
                         self.migration_report.add_general_statistics(
-                            i18n.t("Successfully migrated requests")
+                            i18n_t("Successfully migrated requests")
                         )
                     else:
                         self.migration_report.add_general_statistics(
-                            i18n.t("Unsuccessfully migrated requests")
+                            i18n_t("Unsuccessfully migrated requests")
                         )
                         self.failed_requests.add(legacy_request)
                 if num_requests == 1:
@@ -233,8 +234,10 @@ class RequestsMigrator(MigrationTaskBase):
 
         with open(self.folder_structure.migration_reports_file, "w+") as report_file:
             self.migration_report.write_migration_report(
-                i18n.t("Requests migration report"), report_file, self.start_datetime
+                i18n_t("Requests migration report"), report_file, self.start_datetime
             )
+        with open(self.folder_structure.migration_reports_raw_file, "w") as raw_report_file:
+            self.migration_report.write_json_report(raw_report_file)
         self.clean_out_empty_logs()
 
     def write_failed_request_to_file(self):

folio_migration_tools/migration_tasks/reserves_migrator.py

@@ -14,6 +14,7 @@ from folio_uuid.folio_namespaces import FOLIONamespaces
 
 from folio_migration_tools.custom_dict import InsensitiveDictReader
 from folio_migration_tools.custom_exceptions import TransformationProcessError
+from folio_migration_tools.i18n_cache import i18n_t
 from folio_migration_tools.library_configuration import (
     FileDefinition,
     LibraryConfiguration,
@@ -90,7 +91,7 @@ class ReservesMigrator(MigrationTaskBase):
         logging.info("Starting")
         for num_reserves, legacy_reserve in enumerate(self.valid_reserves, start=1):
             t0_migration = time.time()
-            self.migration_report.add_general_statistics(i18n.t("Processed reserves"))
+            self.migration_report.add_general_statistics(i18n_t("Processed reserves"))
             try:
                 self.post_single_reserve(legacy_reserve)
             except Exception as ee:
@@ -107,10 +108,10 @@ class ReservesMigrator(MigrationTaskBase):
                 path, legacy_reserve.to_dict(), "POST", i18n.t("Posted reserves")
             ):
                 self.migration_report.add_general_statistics(
-                    i18n.t("Successfully posted reserves")
+                    i18n_t("Successfully posted reserves")
                 )
             else:
-                self.migration_report.add_general_statistics(i18n.t("Failure to post reserve"))
+                self.migration_report.add_general_statistics(i18n_t("Failure to post reserve"))
         except Exception as ee:
             logging.error(ee)
 
@@ -123,8 +124,10 @@ class ReservesMigrator(MigrationTaskBase):
 
         with open(self.folder_structure.migration_reports_file, "w+") as report_file:
             self.migration_report.write_migration_report(
-                i18n.t("Reserves migration report"), report_file, self.start_datetime
+                i18n_t("Reserves migration report"), report_file, self.start_datetime
             )
+        with open(self.folder_structure.migration_reports_raw_file, "w") as raw_report_file:
+            self.migration_report.write_json_report(raw_report_file)
         self.clean_out_empty_logs()
 
     def write_failed_reserves_to_file(self):

folio_migration_tools/migration_tasks/user_transformer.py

@@ -4,7 +4,6 @@ import sys
 from typing import Optional, Annotated
 from pydantic import Field
 
-import i18n
 from folio_uuid.folio_namespaces import FOLIONamespaces
 from art import tprint
 
@@ -13,6 +12,7 @@ from folio_migration_tools.custom_exceptions import (
     TransformationRecordFailedError,
 )
 from folio_migration_tools.helper import Helper
+from folio_migration_tools.i18n_cache import i18n_t
 from folio_migration_tools.library_configuration import (
     FileDefinition,
     LibraryConfiguration,
@@ -218,13 +218,13 @@ class UserTransformer(MigrationTaskBase):
                                 logging.info("## First FOLIO  user")
                                 logging.info(json.dumps(folio_user, indent=4, sort_keys=True))
                             self.mapper.migration_report.add_general_statistics(
-                                i18n.t("Successful user transformations")
+                                i18n_t("Successful user transformations")
                             )
                             if num_users % 1000 == 0:
                                 logging.info(f"{num_users} users processed.")
                         except TransformationRecordFailedError as tre:
                             self.mapper.migration_report.add_general_statistics(
-                                i18n.t("Records failed")
+                                i18n_t("Records failed")
                             )
                             Helper.log_data_issue(tre.index_or_id, tre.message, tre.data_value)
                             logging.error(tre)
@@ -241,7 +241,7 @@ class UserTransformer(MigrationTaskBase):
                             logging.error(num_users)
                             logging.error(json.dumps(legacy_user))
                             self.mapper.migration_report.add_general_statistics(
-                                i18n.t("Failed user transformations")
+                                i18n_t("Failed user transformations")
                             )
                             logging.error(ee, exc_info=True)
 
@@ -255,7 +255,7 @@ class UserTransformer(MigrationTaskBase):
         self.extradata_writer.flush()
         with open(self.folder_structure.migration_reports_file, "w") as migration_report_file:
             self.mapper.migration_report.write_migration_report(
-                i18n.t("Users transformation report"),
+                i18n_t("Users transformation report"),
                 migration_report_file,
                 self.mapper.start_datetime,
             )
@@ -265,6 +265,8 @@ class UserTransformer(MigrationTaskBase):
                 self.mapper.mapped_folio_fields,
                 self.mapper.mapped_legacy_fields,
             )
+        with open(self.folder_structure.migration_reports_raw_file, "w") as raw_report_file:
+            self.mapper.migration_report.write_json_report(raw_report_file)
         logging.info("All done!")
         self.clean_out_empty_logs()
 

{folio_migration_tools-1.10.0b6.dist-info → folio_migration_tools-1.10.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: folio-migration-tools
-Version: 1.10.0b6
+Version: 1.10.1
 Summary: A tool allowing you to migrate data from legacy ILS:s (Library systems) into FOLIO LSP
 Keywords: FOLIO,ILS,LSP,Library Systems,MARC21,Library data
 Author: Theodor Tolstoy, Lisa Sjögren, Brooks Travis, Jeremy Nelson, Clinton Bradford
@@ -18,6 +18,7 @@ Requires-Dist: deepdiff>=6.2.3,<7.0.0
 Requires-Dist: pyaml>=21.10.1,<22.0.0
 Requires-Dist: python-i18n>=0.3.9,<1.0.0
 Requires-Dist: art>=6.5,<7.0
+Requires-Dist: folio-data-import>=0.5.0,<0.6.0
 Requires-Python: >=3.10, <4.0
 Project-URL: Documentation, https://folio-migration-tools.readthedocs.io/en/latest/
 Project-URL: Homepage, https://github.com/folio-fse/folio_migration_tools