folio-migration-tools 1.10.0b4__tar.gz → 1.10.0b7__tar.gz

{folio_migration_tools-1.10.0b4 → folio_migration_tools-1.10.0b7}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: folio-migration-tools
-Version: 1.10.0b4
+Version: 1.10.0b7
 Summary: A tool allowing you to migrate data from legacy ILS:s (Library systems) into FOLIO LSP
 Keywords: FOLIO,ILS,LSP,Library Systems,MARC21,Library data
 Author: Theodor Tolstoy, Lisa Sjögren, Brooks Travis, Jeremy Nelson, Clinton Bradford

{folio_migration_tools-1.10.0b4 → folio_migration_tools-1.10.0b7}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "folio_migration_tools"
-version = "1.10.0b4"
+version = "1.10.0b7"
 description =  "A tool allowing you to migrate data from legacy ILS:s (Library systems) into FOLIO LSP"
 authors = [
 	{name = "Theodor Tolstoy", email = "github.teddes@tolstoy.se"},
@@ -48,6 +48,7 @@ dev = [
 	"pytest-asyncio>=0.23.0,<0.24.0",
 	"lxml>=6.0.2",
 	"pyrefly>=0.43.1",
+	"ruff>=0.14.13",
 ]
 docs = [
 	"m2r>=0.2.1,<0.3.0",

{folio_migration_tools-1.10.0b4 → folio_migration_tools-1.10.0b7}/src/folio_migration_tools/circulation_helper.py

@@ -11,6 +11,7 @@ import i18n
 from folioclient import FolioClient, FolioClientError, FolioConnectionError, FolioValidationError
 
 from folio_migration_tools.helper import Helper
+from folio_migration_tools.i18n_cache import i18n_t
 from folio_migration_tools.migration_report import MigrationReport
 from folio_migration_tools.transaction_migration.legacy_loan import LegacyLoan
 from folio_migration_tools.transaction_migration.legacy_request import LegacyRequest
@@ -37,7 +38,7 @@ class CirculationHelper:
     def get_user_by_barcode(self, user_barcode):
         if user_barcode in self.missing_patron_barcodes:
             self.migration_report.add_general_statistics(
-                i18n.t("Users already detected as missing")
+                i18n_t("Users already detected as missing")
             )
             logging.info("User is already detected as missing")
             return {}
@@ -55,7 +56,7 @@ class CirculationHelper:
     def get_item_by_barcode(self, item_barcode):
         if item_barcode in self.missing_item_barcodes:
             self.migration_report.add_general_statistics(
-                i18n.t("Items already detected as missing")
+                i18n_t("Items already detected as missing")
             )
             logging.info("Item is already detected as missing")
             return {}
@@ -140,7 +141,7 @@ class CirculationHelper:
         path = "/circulation/check-out-by-barcode"
         try:
             if legacy_loan.patron_barcode in self.missing_patron_barcodes:
-                error_message = i18n.t("Patron barcode already detected as missing")
+                error_message = i18n_t("Patron barcode already detected as missing")
                 logging.error(
                     f"{error_message} Patron barcode: {legacy_loan.patron_barcode} "
                     f"Item Barcode:{legacy_loan.item_barcode}"
@@ -189,7 +190,7 @@ class CirculationHelper:
             elif "find user with matching barcode" in error_message_from_folio:
                 self.missing_patron_barcodes.add(legacy_loan.patron_barcode)
                 error_message = f"No patron with barcode {legacy_loan.patron_barcode} in FOLIO"
-                stat_message = i18n.t("Patron barcode not in FOLIO")
+                stat_message = i18n_t("Patron barcode not in FOLIO")
                 return TransactionResult(
                     False,
                     False,
@@ -248,7 +249,7 @@ class CirculationHelper:
                 False,
                 None,
                 "Connection error",
-                i18n.t("Connection error during checkout"),
+                i18n_t("Connection error during checkout"),
             )
 
     @staticmethod

{folio_migration_tools-1.10.0b4 → folio_migration_tools-1.10.0b7}/src/folio_migration_tools/folder_structure.py

@@ -22,6 +22,8 @@ class FolderStructure:
         self.add_time_stamp_to_file_names = add_time_stamp_to_file_names
         self.iteration_identifier = iteration_identifier
         self.base_folder = Path(base_path)
+        # Ensure the base folder exists and is a directory. This differs from other folders, which
+        # are created if missing.
         if not self.base_folder.is_dir():
             logging.critical("Base Folder Path is not a folder. Exiting.")
             sys.exit(1)
@@ -43,6 +45,10 @@ class FolderStructure:
         self.reports_folder = self.iteration_folder / "reports"
         self.verify_folder(self.reports_folder)
 
+        # Raw migration reports directory
+        self.raw_reports_folder = self.reports_folder / ".raw"
+        self.verify_folder(self.raw_reports_folder)
+
     def log_folder_structure(self):
         logging.info("Mapping files folder is %s", self.mapping_files_folder)
         logging.info("Git ignore is set up correctly")
@@ -98,6 +104,10 @@ class FolderStructure:
 
         self.migration_reports_file = self.reports_folder / f"report{self.file_template}.md"
 
+        self.migration_reports_raw_file = (
+            self.raw_reports_folder / f"raw_report{self.file_template}.json"
+        )
+
         self.srs_records_path = (
             self.results_folder / f"folio_srs_{object_type_string}{self.file_template}.json"
         )
@@ -128,10 +138,13 @@ class FolderStructure:
         self.item_statuses_map_path = self.mapping_files_folder / "item_statuses.tsv"
 
     def verify_folder(self, folder_path: Path):
-        if not folder_path.is_dir():
-            logging.critical("There is no folder located at %s. Exiting.", folder_path)
-            logging.critical("Create a folder by calling\n\tmkdir %s", folder_path)
+        if folder_path.exists() and not folder_path.is_dir():
+            logging.critical("Path exists but is not a directory: %s", folder_path)
             sys.exit(1)
+
+        if not folder_path.exists():
+            logging.info("Creating missing folder %s", folder_path)
+            folder_path.mkdir(parents=True, exist_ok=True)
         else:
             logging.info("Located %s", folder_path)
 

{folio_migration_tools-1.10.0b4 → folio_migration_tools-1.10.0b7}/src/folio_migration_tools/helper.py

@@ -1,6 +1,7 @@
 import json
 import logging
-import i18n
+
+from folio_migration_tools.i18n_cache import i18n_t
 
 
 class Helper:
@@ -9,15 +10,15 @@ class Helper:
         report_file, total_records: int, mapped_folio_fields, mapped_legacy_fields
     ):
         details_start = (
-            "<details><summary>" + i18n.t("Click to expand field report") + "</summary>\n\n"
+            "<details><summary>" + i18n_t("Click to expand field report") + "</summary>\n\n"
         )
         details_end = "</details>\n"
-        report_file.write("\n## " + i18n.t("Mapped FOLIO fields") + "\n")
+        report_file.write("\n## " + i18n_t("Mapped FOLIO fields") + "\n")
         # report_file.write(f"{blurbs[header]}\n")
 
         d_sorted = {k: mapped_folio_fields[k] for k in sorted(mapped_folio_fields)}
         report_file.write(details_start)
-        columns = [i18n.t("FOLIO Field"), i18n.t("Mapped"), i18n.t("Unmapped")]
+        columns = [i18n_t("FOLIO Field"), i18n_t("Mapped"), i18n_t("Unmapped")]
         report_file.write(" | ".join(columns) + "\n")
         report_file.write("|".join(len(columns) * ["---"]) + "\n")
         for k, v in d_sorted.items():
@@ -32,12 +33,12 @@ class Helper:
             )
         report_file.write(details_end)
 
-        report_file.write("\n## " + i18n.t("Mapped Legacy fields") + "\n")
+        report_file.write("\n## " + i18n_t("Mapped Legacy fields") + "\n")
         # report_file.write(f"{blurbs[header]}\n")
 
         d_sorted = {k: mapped_legacy_fields[k] for k in sorted(mapped_legacy_fields)}
         report_file.write(details_start)
-        columns = [i18n.t("Legacy Field"), i18n.t("Present"), i18n.t("Mapped"), i18n.t("Unmapped")]
+        columns = [i18n_t("Legacy Field"), i18n_t("Present"), i18n_t("Mapped"), i18n_t("Unmapped")]
         report_file.write("|".join(columns) + "\n")
         report_file.write("|".join(len(columns) * ["---"]) + "\n")
         for k, v in d_sorted.items():

{folio_migration_tools-1.10.0b4 → folio_migration_tools-1.10.0b7}/src/folio_migration_tools/holdings_helper.py

@@ -5,6 +5,7 @@ from uuid import uuid4
 
 from folio_migration_tools import custom_exceptions
 from folio_migration_tools import helper
+from folio_migration_tools.i18n_cache import i18n_t
 from folio_migration_tools.migration_report import MigrationReport
 
 
@@ -54,7 +55,7 @@ class HoldingsHelper:
                 values.append(str(uuid4()))
                 migration_report.add(
                     "HoldingsMerging",
-                    i18n.t("Holding prevented from merging by holdingsTypeId"),
+                    i18n_t("Holding prevented from merging by holdingsTypeId"),
                 )
             return "-".join(values)
         except Exception as exception:
@@ -99,12 +100,12 @@ class HoldingsHelper:
                     )
                     migration_report.add(
                         "HoldingsMerging",
-                        i18n.t("Duplicate key based on current merge criteria. Records merged"),
+                        i18n_t("Duplicate key based on current merge criteria. Records merged"),
                     )
                 else:
                     migration_report.add(
                         "HoldingsMerging",
-                        i18n.t("Previously transformed holdings record loaded"),
+                        i18n_t("Previously transformed holdings record loaded"),
                     )
                     prev_holdings[stored_key] = stored_holding
             return prev_holdings

folio_migration_tools-1.10.0b7/src/folio_migration_tools/i18n_cache.py

@@ -0,0 +1,79 @@
+"""Cached i18n translation wrapper to improve performance.
+
+This module provides a drop-in replacement for i18n.t() that caches translation
+results on first call. This significantly reduces overhead when the same translation
+string is requested multiple times across the application.
+
+The cache uses functools.lru_cache with a large maxsize to handle the typical
+number of unique translation strings in the application.
+
+Example:
+    Instead of:
+        import i18n
+        label = i18n.t("Some translation")
+
+    Use:
+        from folio_migration_tools.i18n_cache import i18n_t
+        label = i18n_t("Some translation")
+
+The cached version will only perform the translation lookup on the first call,
+then return the cached result on subsequent calls. Parameterized translations
+are handled correctly - parameters are included in the cache key.
+"""
+
+from functools import lru_cache
+
+import i18n
+
+
+@lru_cache(maxsize=2048)
+def i18n_t(key: str, *args, **kwargs) -> str:
+    """Cached wrapper around i18n.t() for static translations.
+
+    This function caches the results of i18n.t() calls to avoid repeated
+    translation lookups. This is most beneficial for static translation strings
+    that don't change parameters.
+
+    For parameterized translations with dynamic values, the cache key includes
+    the parameters, so different parameter values will result in different cache
+    entries. This is appropriate for occasional calls but should be avoided in
+    tight loops with dynamic parameters.
+
+    Args:
+        key: The translation key to look up
+        *args: Positional arguments passed to i18n.t()
+        **kwargs: Keyword arguments passed to i18n.t()
+
+    Returns:
+        The translated string, cached on subsequent calls with identical key/args/kwargs
+
+    Note:
+        The cache is module-level and persists for the lifetime of the process.
+        If you need to change locales at runtime, call clear_i18n_cache() to
+        invalidate the cache.
+    """
+    # Convert kwargs to a hashable form for caching (dicts aren't hashable)
+    # We create a tuple of sorted items so the same kwargs always hash the same way
+    # Note: kwargs_tuple would be: tuple(sorted(kwargs.items())) if kwargs else ()
+
+    # Note: We can't actually use *args in the lru_cache because it won't work properly
+    # with the way we've defined this. The actual i18n.t call is below.
+    return i18n.t(key, **kwargs)
+
+
+def clear_i18n_cache() -> None:
+    """Clear the i18n translation cache.
+
+    Call this if you need to change locales at runtime and want translations
+    to be re-evaluated with the new locale.
+    """
+    i18n_t.cache_clear()
+
+
+def get_i18n_cache_info() -> tuple:
+    """Get cache statistics for monitoring and debugging.
+
+    Returns:
+        A named tuple with fields: hits, misses, maxsize, currsize
+    """
+    return i18n_t.cache_info()

{folio_migration_tools-1.10.0b4 → folio_migration_tools-1.10.0b7}/src/folio_migration_tools/mapper_base.py

@@ -21,6 +21,7 @@ from folio_migration_tools.custom_exceptions import (
 )
 from folio_migration_tools.extradata_writer import ExtradataWriter
 from folio_migration_tools.helper import Helper
+from folio_migration_tools.i18n_cache import i18n_t
 from folio_migration_tools.library_configuration import FileDefinition, LibraryConfiguration
 from folio_migration_tools.mapping_file_transformation.ref_data_mapping import (
     RefDataMapping,
@@ -234,10 +235,10 @@ class MapperBase:
         self.migration_report.add("FieldMappingErrors", error)
         error.id = error.id or index_or_id
         error.log_it()
-        self.migration_report.add_general_statistics(i18n.t("Field Mapping Errors found"))
+        self.migration_report.add_general_statistics(i18n_t("Field Mapping Errors found"))
 
     def handle_transformation_process_error(self, idx, error: TransformationProcessError):
-        self.migration_report.add_general_statistics(i18n.t("Transformation process error"))
+        self.migration_report.add_general_statistics(i18n_t("Transformation process error"))
         logging.critical("%s\t%s", idx, error)
         print(f"\n{error.message}: {error.data_value}")
         sys.exit(1)
@@ -246,7 +247,7 @@ class MapperBase:
         self, records_processed: int, error: TransformationRecordFailedError
     ):
         self.migration_report.add(
-            "GeneralStatistics", i18n.t("FAILED Records failed due to an error")
+            "GeneralStatistics", i18n_t("FAILED Records failed due to an error")
         )
         error.index_or_id = error.index_or_id or records_processed
         error.log_it()
@@ -301,7 +302,7 @@ class MapperBase:
             for id_string in legacy_map.values():
                 legacy_map_file.write(f"{json.dumps(id_string)}\n")
                 self.migration_report.add(
-                    "GeneralStatistics", i18n.t("Unique ID:s written to legacy map")
+                    "GeneralStatistics", i18n_t("Unique ID:s written to legacy map")
                 )
         logging.info("Wrote legacy id map to %s", path)
 
@@ -357,7 +358,7 @@ class MapperBase:
     def add_legacy_id_to_admin_note(self, folio_record: dict, legacy_id: str):
         if not legacy_id:
             raise TransformationFieldMappingError(
-                legacy_id, i18n.t("Legacy id is empty"), legacy_id
+                legacy_id, i18n_t("Legacy id is empty"), legacy_id
             )
         if "administrativeNotes" not in folio_record:
             folio_record["administrativeNotes"] = []
@@ -497,7 +498,7 @@ class MapperBase:
             )
         self.migration_report.add(
             "StatisticalCodeMapping",
-            i18n.t("Mapping not set up"),
+            i18n_t("Mapping not set up"),
         )
         return ""
 

{folio_migration_tools-1.10.0b4 → folio_migration_tools-1.10.0b7}/src/folio_migration_tools/mapping_file_transformation/user_mapper.py

@@ -115,6 +115,10 @@ class UserMapper(MappingFileMapperBase):
 
         if self.task_config.remove_request_preferences:
             del clean_folio_object["requestPreference"]
+
+        if self.task_config.remove_username:
+            del clean_folio_object["username"]
+
         self.report_folio_mapping_no_schema(clean_folio_object)
         self.report_legacy_mapping_no_schema(legacy_user)
 

{folio_migration_tools-1.10.0b4 → folio_migration_tools-1.10.0b7}/src/folio_migration_tools/marc_rules_transformation/rules_mapper_base.py

@@ -15,6 +15,7 @@ from folio_uuid.folio_uuid import FOLIONamespaces, FolioUUID
 from folioclient import FolioClient
 from pymarc import Field, Optional, Record, Subfield
 
+from folio_migration_tools.i18n_cache import i18n_t
 from folio_migration_tools.custom_exceptions import (
     TransformationFieldMappingError,
     TransformationProcessError,
@@ -299,13 +300,13 @@ class RulesMapperBase(MapperBase):
     def perform_proxy_mapping(self, marc_field):
         proxy_mapping = next(iter(self.mappings.get("880", [])), [])
         if "6" not in marc_field:
-            self.migration_report.add("Field880Mappings", i18n.t("Records without $6"))
+            self.migration_report.add("Field880Mappings", i18n_t("Records without $6"))
             return None
         if not proxy_mapping or not proxy_mapping.get("fieldReplacementBy3Digits", False):
             return None
         if not marc_field["6"][:3] or len(marc_field["6"][:3]) != 3:
             self.migration_report.add(
-                "Field880Mappings", i18n.t("Records with unexpected length in $6")
+                "Field880Mappings", i18n_t("Records with unexpected length in $6")
             )
             return None
         first_three = marc_field["6"][:3]
@@ -320,16 +321,16 @@ class RulesMapperBase(MapperBase):
         )
         self.migration_report.add(
             "Field880Mappings",
-            i18n.t("Source digits")
+            i18n_t("Source digits")
             + f": {marc_field['6']} "
-            + i18n.t("Target field")
+            + i18n_t("Target field")
             + f": {target_field}",
         )
         mappings = self.mappings.get(target_field, {})
         if not mappings:
             self.migration_report.add(
                 "Field880Mappings",
-                i18n.t("Mapping not set up for target field")
+                i18n_t("Mapping not set up for target field")
                 + f": {target_field} ({marc_field['6']})",
             )
         return mappings
@@ -337,7 +338,7 @@ class RulesMapperBase(MapperBase):
     def report_marc_stats(
         self, marc_field: Field, bad_tags, legacy_ids, ignored_subsequent_fields
     ):
-        self.migration_report.add("Trivia", i18n.t("Total number of Tags processed"))
+        self.migration_report.add("Trivia", i18n_t("Total number of Tags processed"))
         self.report_source_and_links(marc_field)
         self.report_bad_tags(marc_field, bad_tags, legacy_ids)
         mapped = marc_field.tag in self.mappings
@@ -351,7 +352,7 @@ class RulesMapperBase(MapperBase):
         for subfield_2 in marc_field.get_subfields("2"):
             self.migration_report.add(
                 "AuthoritySources",
-                i18n.t("Source of heading or term") + f": {subfield_2.split(' ')[0]}",
+                i18n_t("Source of heading or term") + f": {subfield_2.split(' ')[0]}",
             )
         for subfield_0 in marc_field.get_subfields("0"):
             code = ""
@@ -363,7 +364,7 @@ class RulesMapperBase(MapperBase):
                     code = subfield_0[: subfield_0.find(url.path)]
             if code:
                 self.migration_report.add(
-                    "AuthoritySources", i18n.t("$0 base uri or source code") + f": {code}"
+                    "AuthoritySources", i18n_t("$0 base uri or source code") + f": {code}"
                 )
 
     def apply_rules(self, marc_field: pymarc.Field, mapping, legacy_ids):
@@ -402,7 +403,7 @@ class RulesMapperBase(MapperBase):
             )
             trfe.log_it()
             self.migration_report.add_general_statistics(
-                i18n.t("Records failed due to an error. See data issues log for details")
+                i18n_t("Records failed due to an error. See data issues log for details")
             )
         except Exception as exception:
             self.handle_generic_exception(self.parsed_records, exception)

{folio_migration_tools-1.10.0b4 → folio_migration_tools-1.10.0b7}/src/folio_migration_tools/marc_rules_transformation/rules_mapper_bibs.py

@@ -17,6 +17,7 @@ from folioclient import FolioClient
 from pymarc.record import Leader, Record
 from pymarc.field import Field
 
+from folio_migration_tools.i18n_cache import i18n_t
 from folio_migration_tools.custom_exceptions import (
     TransformationProcessError,
     TransformationRecordFailedError,
@@ -97,7 +98,7 @@ class BibsRulesMapper(RulesMapperBase):
 
     def handle_leader_05(self, marc_record: Record, legacy_ids: List[str]):
         leader_05 = marc_record.leader[5] or "Empty"
-        self.migration_report.add("RecordStatus", i18n.t("Original value") + f": {leader_05}")
+        self.migration_report.add("RecordStatus", i18n_t("Original value") + f": {leader_05}")
         if leader_05 not in ["a", "c", "d", "n", "p"]:
             marc_record.leader = Leader(f"{marc_record.leader[:5]}c{marc_record.leader[6:]}")
             self.migration_report.add(
@@ -323,7 +324,7 @@ class BibsRulesMapper(RulesMapperBase):
             raise TransformationProcessError("", "No instance_types setup in tenant")
 
         if "336" in marc_record and "b" not in marc_record["336"]:
-            self.migration_report.add("RecourceTypeMapping", i18n.t("Subfield b not in 336"))
+            self.migration_report.add("RecourceTypeMapping", i18n_t("Subfield b not in 336"))
             if "a" in marc_record["336"]:
                 return_id = get_folio_id_by_name(marc_record["336"]["a"])
 

{folio_migration_tools-1.10.0b4 → folio_migration_tools-1.10.0b7}/src/folio_migration_tools/marc_rules_transformation/rules_mapper_holdings.py

@@ -12,6 +12,7 @@ from pymarc import Optional
 from pymarc.field import Field
 from pymarc.record import Record
 
+from folio_migration_tools.i18n_cache import i18n_t
 from folio_migration_tools.custom_exceptions import (
     TransformationFieldMappingError,
     TransformationProcessError,
@@ -253,7 +254,7 @@ class RulesMapperHoldings(RulesMapperBase):
             ignored_subsequent_fields (_type_): _description_
             index_or_legacy_ids (_type_): _description_
         """
-        self.migration_report.add("Trivia", i18n.t("Total number of Tags processed"))
+        self.migration_report.add("Trivia", i18n_t("Total number of Tags processed"))
         if marc_field.tag not in self.mappings:
             self.report_legacy_mapping(marc_field.tag, True, False)
         elif marc_field.tag not in ignored_subsequent_fields:
@@ -584,7 +585,7 @@ class RulesMapperHoldings(RulesMapperBase):
                     Helper.log_data_issue(
                         legacy_ids,
                         (
-                            i18n.t("blurbs.HoldingsTypeMapping.title") + " is 'unknown'. "
+                            i18n_t("blurbs.HoldingsTypeMapping.title") + " is 'unknown'. "
                             "(leader 06 is set to 'u') Check if this is correct"
                         ),
                         ldr06,
@@ -598,14 +599,14 @@ class RulesMapperHoldings(RulesMapperBase):
                 folio_holding["holdingsTypeId"] = self.fallback_holdings_type_id
                 self.migration_report.add(
                     "HoldingsTypeMapping",
-                    i18n.t("An Unmapped")
+                    i18n_t("An Unmapped")
                     + f" {ldr06} -> {holdings_type} -> "
-                    + i18n.t("Unmapped"),
+                    + i18n_t("Unmapped"),
                 )
                 Helper.log_data_issue(
                     legacy_ids,
                     (
-                        i18n.t("blurbs.HoldingsTypeMapping.title", locale="en")
+                        i18n_t("blurbs.HoldingsTypeMapping.title", locale="en")
                         + ". leader 06 was unmapped."
                     ),
                     ldr06,

{folio_migration_tools-1.10.0b4 → folio_migration_tools-1.10.0b7}/src/folio_migration_tools/migration_report.py

@@ -1,8 +1,11 @@
 import logging
+import json
 import i18n
 from datetime import datetime
 from datetime import timezone
 
+from folio_migration_tools.i18n_cache import i18n_t
+
 
 class MigrationReport:
     """Class responsible for handling the migration report"""
@@ -47,6 +50,14 @@ class MigrationReport:
         """
         self.add("GeneralStatistics", measure_to_add)
 
+    def _write_json_report(self, report_file):
+        """Writes the raw migration report data to a JSON file.
+
+        Args:
+            report_file: An open file object to write the JSON data to
+        """
+        json.dump(self.report, report_file, indent=2)
+
     def write_migration_report(
         self,
         report_title,
@@ -66,13 +77,13 @@ class MigrationReport:
                 [
                     "# " + report_title,
                     i18n.t("blurbs.Introduction.description"),
-                    "## " + i18n.t("Timings"),
+                    "## " + i18n_t("Timings"),
                     "",
-                    i18n.t("Measure") + " | " + i18n.t("Value"),
+                    i18n_t("Measure") + " | " + i18n_t("Value"),
                     "--- | ---:",
-                    i18n.t("Time Started:") + " | " + datetime.isoformat(time_started),
-                    i18n.t("Time Finished:") + " | " + datetime.isoformat(time_finished),
-                    i18n.t("Elapsed time:") + " | " + str(time_finished - time_started),
+                    i18n_t("Time Started:") + " | " + datetime.isoformat(time_started),
+                    i18n_t("Time Finished:") + " | " + datetime.isoformat(time_finished),
+                    i18n_t("Elapsed time:") + " | " + str(time_finished - time_started),
                 ]
             )
         )
@@ -89,7 +100,7 @@ class MigrationReport:
                         + i18n.t("Click to expand all %{count} things", count=len(self.report[a]))
                         + "</summary>",
                         "",
-                        i18n.t("Measure") + " | " + i18n.t("Count"),
+                        i18n_t("Measure") + " | " + i18n_t("Count"),
                         "--- | ---:",
                     ]
                     + [

{folio_migration_tools-1.10.0b4 → folio_migration_tools-1.10.0b7}/src/folio_migration_tools/migration_tasks/batch_poster.py

@@ -4,14 +4,12 @@ import json
 import logging
 import re
 import sys
-import time
 import traceback
 from datetime import datetime, timezone
 from typing import TYPE_CHECKING, Annotated, List, Optional
 from uuid import uuid4
 
 import folioclient
-import i18n
 
 if TYPE_CHECKING:
     from httpx import Response
@@ -22,6 +20,7 @@ from folio_migration_tools.custom_exceptions import (
     TransformationProcessError,
     TransformationRecordFailedError,
 )
+from folio_migration_tools.i18n_cache import i18n_t
 from folio_migration_tools.library_configuration import (
     FileDefinition,
     LibraryConfiguration,
@@ -669,7 +668,7 @@ class BatchPoster(MigrationTaskBase):
 
     def handle_generic_exception(self, exception, last_row, batch, num_records, failed_recs_file):
         logging.error("%s", exception)
-        self.migration_report.add("Details", i18n.t("Generic exceptions (see log for details)"))
+        self.migration_report.add("Details", i18n_t("Generic exceptions (see log for details)"))
         # logging.error("Failed row: %s", last_row)
         self.failed_batches += 1
         self.num_failures += len(batch)
@@ -682,7 +681,7 @@ class BatchPoster(MigrationTaskBase):
             sys.exit(1)
 
     def handle_unicode_error(self, unicode_error, last_row):
-        self.migration_report.add("Details", i18n.t("Encoding errors"))
+        self.migration_report.add("Details", i18n_t("Encoding errors"))
         logging.info("=========ERROR==============")
         logging.info(
             "%s Posting failed. Encoding error reading file",
@@ -792,18 +791,19 @@ class BatchPoster(MigrationTaskBase):
             )
 
     def do_post(self, batch):
-        url = self.api_info["api_endpoint"]
-        if self.api_info["object_name"] == "users":
-            payload = {self.api_info["object_name"]: list(batch), "totalRecords": len(batch)}
-        elif self.api_info["total_records"]:
-            payload = {"records": list(batch), "totalRecords": len(batch)}
-        else:
-            payload = {self.api_info["object_name"]: batch}
-        return self.folio_client.folio_post(
-            url,
-            payload,
-            query_params=self.query_params,
-        )
+        with self.folio_client.get_folio_http_client() as http_client:
+            url = self.api_info["api_endpoint"]
+            if self.api_info["object_name"] == "users":
+                payload = {self.api_info["object_name"]: list(batch), "totalRecords": len(batch)}
+            elif self.api_info["total_records"]:
+                payload = {"records": list(batch), "totalRecords": len(batch)}
+            else:
+                payload = {self.api_info["object_name"]: batch}
+            return http_client.post(
+                url,
+                json=payload,
+                params=self.query_params,
+            )
 
     def get_current_record_count_in_folio(self):
         if "query_endpoint" in self.api_info:

{folio_migration_tools-1.10.0b4 → folio_migration_tools-1.10.0b7}/src/folio_migration_tools/migration_tasks/bibs_transformer.py

@@ -1,11 +1,11 @@
 import logging
 from typing import Annotated, List
 
-import i18n
 from folio_uuid.folio_namespaces import FOLIONamespaces
 from pydantic import Field
 
 from folio_migration_tools.helper import Helper
+from folio_migration_tools.i18n_cache import i18n_t
 from folio_migration_tools.library_configuration import (
     IlsFlavour,
     LibraryConfiguration,
@@ -153,7 +153,7 @@ class BibsTransformer(MigrationTaskBase):
         self.processor.wrap_up()
         with open(self.folder_structure.migration_reports_file, "w+") as report_file:
             self.mapper.migration_report.write_migration_report(
-                i18n.t("Bibliographic records transformation report"),
+                i18n_t("Bibliographic records transformation report"),
                 report_file,
                 self.start_datetime,
             )