folio-migration-tools 1.2.1__py3-none-any.whl → 1.9.10__py3-none-any.whl

folio_migration_tools/marc_rules_transformation/bibs_processor.py

@@ -1,163 +0,0 @@
-""" Class that processes each MARC record """
-import json
-import logging
-
-from folio_uuid.folio_uuid import FOLIONamespaces
-from folioclient import FolioClient
-from folio_migration_tools.custom_exceptions import TransformationRecordFailedError
-from folio_migration_tools.folder_structure import FolderStructure
-from folio_migration_tools.helper import Helper
-from folio_migration_tools.marc_rules_transformation.rules_mapper_bibs import (
-    BibsRulesMapper,
-)
-from folio_migration_tools.migration_report import MigrationReport
-from folio_migration_tools.report_blurbs import Blurbs
-from pymarc.record import Record
-
-
-class BibsProcessor:
-    """the processor"""
-
-    def __init__(
-        self,
-        mapper: BibsRulesMapper,
-        folio_client: FolioClient,
-        results_file,
-        folder_structure: FolderStructure,
-    ):
-        self.results_file = results_file
-        self.folio_client = folio_client
-        self.instance_schema = folio_client.get_instance_json_schema()
-        self.mapper: BibsRulesMapper = mapper
-        self.folders = folder_structure
-        self.srs_records_file = open(self.folders.srs_records_path, "w+")
-        self.instance_id_map_file = open(self.folders.instance_id_map_path, "w+")
-        self.instance_identifiers = set()
-
-    def process_record(self, idx, marc_record: Record, suppressed: bool):
-        """processes a marc record and saves it"""
-        folio_rec = None
-        legacy_ids = []
-        try:
-            legacy_ids = self.mapper.get_legacy_ids(
-                marc_record, self.mapper.task_configuration.ils_flavour, idx
-            )
-            if not legacy_ids:
-                raise TransformationRecordFailedError(
-                    f"Index in file: {idx}", "No legacy id found", idx
-                )
-            # Transform the MARC21 to a FOLIO record
-            folio_rec = self.mapper.parse_bib(legacy_ids, marc_record, suppressed)
-            if prec_titles := folio_rec.get("precedingTitles", []):
-                self.mapper.migration_report.add(
-                    Blurbs.PrecedingSuccedingTitles, f"{len(prec_titles)}"
-                )
-                del folio_rec["precedingTitles"]
-            if succ_titles := folio_rec.get("succeedingTitles", []):
-                del folio_rec["succeedingTitles"]
-                self.mapper.migration_report.add(
-                    Blurbs.PrecedingSuccedingTitles, f"{len(succ_titles)}"
-                )
-            filtered_legacy_ids = self.get_valid_instance_ids(
-                folio_rec,
-                legacy_ids,
-                self.instance_identifiers,
-                self.mapper.migration_report,
-            )
-            self.save_instance_ids_to_file(suppressed, folio_rec, filtered_legacy_ids)
-            Helper.write_to_file(self.results_file, folio_rec)
-            self.mapper.save_source_record(
-                self.srs_records_file,
-                FOLIONamespaces.instances,
-                self.folio_client,
-                marc_record,
-                folio_rec,
-                legacy_ids[0],
-                suppressed,
-            )
-            self.mapper.migration_report.add_general_statistics(
-                "Records successfully transformed into FOLIO objects"
-            )
-        except ValueError as value_error:
-            self.mapper.migration_report.add(
-                Blurbs.FieldMappingErrors,
-                f"{value_error} for {legacy_ids} ",
-            )
-            self.mapper.migration_report.add_general_statistics(
-                "Records that failed transformation. Check log for details",
-            )
-        except TransformationRecordFailedError as error:
-            self.mapper.migration_report.add_general_statistics(
-                "Records that failed transformation. Check log for details",
-            )
-            error.id = legacy_ids
-            error.log_it()
-
-        except Exception as inst:
-            self.mapper.migration_report.add_general_statistics(
-                "Records that failed Due to a unhandled exception",
-            )
-            self.mapper.migration_report.add_general_statistics(
-                f"Transformation exceptions: {inst.__class__.__name__}",
-            )
-            logging.error(type(inst))
-            logging.error(inst.args)
-            logging.error(inst)
-            logging.error(marc_record)
-            if folio_rec:
-                logging.error(folio_rec)
-            raise inst from inst
-
-    def save_instance_ids_to_file(self, suppressed, folio_rec, filtered_legacy_ids):
-        for legacy_id in filtered_legacy_ids:
-            self.instance_identifiers.add(legacy_id)
-            s = json.dumps(
-                {
-                    "legacy_id": legacy_id,
-                    "folio_id": folio_rec["id"],
-                    "instance_hrid": folio_rec["hrid"],
-                    "suppressed": suppressed,
-                }
-            )
-            self.instance_id_map_file.write(f"{s}\n")
-            self.mapper.migration_report.add_general_statistics(
-                "Lines written to identifier map"
-            )
-
-    @staticmethod
-    def get_valid_instance_ids(
-        folio_rec, legacy_ids, instance_identifiers, migration_report: MigrationReport
-    ):
-        new_ids = set()
-        for legacy_id in legacy_ids:
-            if legacy_id not in instance_identifiers:
-                new_ids.add(legacy_id)
-            else:
-                s = "Duplicate Instance identifiers "
-                migration_report.add_general_statistics(s)
-                Helper.log_data_issue(legacy_id, s, "-".join(legacy_ids))
-                logging.error(s)
-        if not any(new_ids):
-            s = "Failed records. No unique bib identifiers in legacy record"
-            migration_report.add_general_statistics(s)
-            raise TransformationRecordFailedError(
-                "-".join(legacy_ids),
-                "Duplicate recod identifier(s). See logs. Record Failed",
-                "-".join(legacy_ids),
-            )
-        return list(new_ids)
-
-    def wrap_up(self):  # sourcery skip: remove-redundant-fstring
-        """Finalizes the mapping by writing things out."""
-        try:
-            self.mapper.wrap_up()
-        except Exception:
-            logging.exception("error during wrap up")
-        if any(self.mapper.holdings_map):
-            logging.info("Saving holdings created from bibs")
-            holdings_path = self.folders.data_folder / "folio_holdings_from_bibs.json"
-            with open(holdings_path, "w+") as holdings_file:
-                for key, holding in self.mapper.holdings_map.items():
-                    Helper.write_to_file(holdings_file, holding)
-        self.srs_records_file.close()
-        self.instance_id_map_file.close()

folio_migration_tools/marc_rules_transformation/holdings_processor.py

@@ -1,284 +0,0 @@
-""" Class that processes each MARC record """
-import logging
-import sys
-import time
-import traceback
-from datetime import datetime as dt
-from folio_uuid.folio_namespaces import FOLIONamespaces
-from pymarc import Record
-from folio_migration_tools import library_configuration
-from pymarc import Field
-from folio_migration_tools.custom_exceptions import (
-    TransformationProcessError,
-    TransformationRecordFailedError,
-)
-from folio_migration_tools.folder_structure import FolderStructure
-from folio_migration_tools.helper import Helper
-from folio_migration_tools.holdings_helper import HoldingsHelper
-from folio_migration_tools.library_configuration import (
-    FileDefinition,
-    FolioRelease,
-    HridHandling,
-)
-from folio_migration_tools.marc_rules_transformation.rules_mapper_holdings import (
-    RulesMapperHoldings,
-)
-from folio_migration_tools.report_blurbs import Blurbs
-
-
-class HoldingsProcessor:
-    """the processor"""
-
-    def __init__(self, mapper, folder_structure: FolderStructure):
-        self.folder_structure: FolderStructure = folder_structure
-        self.records_count = 0
-        self.unique_001s = set()
-        self.failed_records_count = 0
-        self.mapper: RulesMapperHoldings = mapper
-        self.start = time.time()
-        self.created_objects_file = open(
-            self.folder_structure.created_objects_path, "w+"
-        )
-        self.srs_records_file = open(self.folder_structure.srs_records_path, "w+")
-        self.setup_holdings_sources()
-
-    def setup_holdings_sources(self):
-        if library_configuration.FolioRelease != FolioRelease.juniper:
-            holdings_sources = list(
-                self.mapper.folio_client.folio_get_all(
-                    "/holdings-sources", "holdingsRecordsSources"
-                )
-            )
-            logging.info(
-                "Fetched %s holdingsRecordsSources from tenant", len(holdings_sources)
-            )
-            self.holdingssources = {
-                n["name"].upper(): n["id"] for n in holdings_sources
-            }
-            if "FOLIO" not in self.holdingssources:
-                raise TransformationProcessError(
-                    "", "No holdings source with name FOLIO in tenant"
-                )
-            if "MARC" not in self.holdingssources:
-                raise TransformationProcessError(
-                    "", "No holdings source with name MARC in tenant"
-                )
-        else:
-            self.holdingssources = {}
-
-    def exit_on_too_many_exceptions(self):
-        if (
-            self.failed_records_count / (self.records_count + 1)
-            > (self.mapper.library_configuration.failed_percentage_threshold / 100)
-            and self.failed_records_count
-            > self.mapper.library_configuration.failed_records_threshold
-        ):
-            logging.critical("More than 20 percent of the records have failed. Halting")
-            sys.exit(1)
-
-    def process_record(self, marc_record: Record, file_def: FileDefinition):
-        """processes a marc holdings record and saves it"""
-        success = True
-        folio_rec = {}
-        try:
-            self.records_count += 1
-            # Transform the MARC21 to a FOLIO record
-            legacy_id = self.get_legacy_id(
-                self.mapper.task_configuration.legacy_id_marc_path, marc_record
-            )
-            if not legacy_id:
-                raise TransformationRecordFailedError(
-                    self.records_count,
-                    "legacy_id was empty",
-                    self.mapper.task_configuration.legacy_id_marc_path,
-                )
-            folio_rec = self.mapper.parse_hold(marc_record, legacy_id)
-            HoldingsHelper.handle_notes(folio_rec)
-            if not folio_rec.get("instanceId", ""):
-                raise TransformationRecordFailedError(
-                    "".join(folio_rec.get("formerIds", [])),
-                    "Missing instance ids. Something is wrong.",
-                    "",
-                )
-            folio_rec["discoverySuppress"] = file_def.suppressed
-            self.set_source_id(
-                self.mapper.task_configuration, folio_rec, self.holdingssources
-            )
-            self.set_hrid(marc_record, folio_rec)
-            self.save_srs_record(marc_record, file_def, folio_rec, legacy_id)
-            Helper.write_to_file(self.created_objects_file, folio_rec)
-            self.mapper.migration_report.add_general_statistics(
-                "Holdings records written to disk"
-            )
-
-            self.exit_on_too_many_exceptions()
-        except TransformationRecordFailedError as error:
-            success = False
-            error.log_it()
-            self.mapper.migration_report.add_general_statistics(
-                "Records that failed transformation. Check log for details",
-            )
-        except TransformationProcessError as tpe:
-            raise tpe from tpe
-        except Exception as inst:
-            success = False
-            traceback.print_exc()
-            logging.error(type(inst))
-            logging.error(inst.args)
-            logging.error(inst)
-            logging.error(marc_record)
-            logging.error(folio_rec)
-            raise inst from inst
-        finally:
-            if not success:
-                self.failed_records_count += 1
-                remove_from_id_map = getattr(self.mapper, "remove_from_id_map", None)
-                if (
-                    callable(remove_from_id_map)
-                    and "folio_rec" in locals()
-                    and folio_rec.get("formerIds", "")
-                ):
-                    self.mapper.remove_from_id_map(folio_rec["formerIds"])
-
-    @staticmethod
-    def get_legacy_id(marc_path: str, marc_record: Record):
-        split = marc_path.split("$", maxsplit=1)
-        if not (split[0].isnumeric() and len(split[0]) == 3):
-            raise TransformationProcessError(
-                "",
-                (
-                    "the marc field used for determining the legacy id is not numeric "
-                    "or does not have the stipulated lenght of 3."
-                    "Make sure the task configuration setting for 'legacyIdMarcPath' "
-                    "is correct or make this piece of code more allowing"
-                ),
-                marc_path,
-            )
-        elif len(split) == 1:
-            return marc_record[split[0]].value()
-        elif len(split) == 2 and len(split[1]) == 1:
-            for field in marc_record.get_fields(split[0]):
-                if sf := field.get_subfields(split[1]):
-                    return sf[0]
-            raise TransformationRecordFailedError(
-                "", "Subfield not found in record", split[1]
-            )
-
-        else:
-            raise TransformationProcessError(
-                "",
-                ("Something is wrong with 'legacyIdMarcPath' property in the settings"),
-                marc_path,
-            )
-
-    def save_srs_record(self, marc_record, file_def, folio_rec, legacy_id: str):
-        if self.mapper.task_configuration.create_source_records:
-            self.add_hrid_to_records(folio_rec, marc_record)
-            if "008" in marc_record and len(marc_record["008"].data) > 32:
-                remain, rest = (
-                    marc_record["008"].data[:32],
-                    marc_record["008"].data[32:],
-                )
-                marc_record["008"].data = remain
-                self.mapper.migration_report.add(
-                    Blurbs.MarcValidation,
-                    f"008 lenght invalid. '{rest}' was stripped out",
-                )
-            for former_id in folio_rec["formerIds"]:
-                if map_entity := self.mapper.instance_id_map.get(former_id, ""):
-                    new_004 = Field(tag="004", data=map_entity["instance_hrid"])
-                    marc_record.remove_fields("004")
-                    marc_record.add_ordered_field(new_004)
-                if self.mapper.task_configuration.hrid_handling == HridHandling.default:
-                    new_035 = Field(
-                        tag="035",
-                        indicators=[" ", " "],
-                        subfields=["a", former_id],
-                    )
-                    marc_record.add_ordered_field(new_035)
-            self.mapper.save_source_record(
-                self.srs_records_file,
-                FOLIONamespaces.holdings,
-                self.mapper.folio_client,
-                marc_record,
-                folio_rec,
-                legacy_id,
-                file_def.suppressed,
-            )
-            self.mapper.migration_report.add_general_statistics(
-                "SRS records written to disk"
-            )
-
-    def set_hrid(self, marc_record, folio_rec):
-        if self.mapper.task_configuration.hrid_handling == HridHandling.preserve001:
-            value = marc_record["001"].value()
-            if value in self.unique_001s:
-                self.mapper.migration_report.add(
-                    Blurbs.HridHandling, "Duplicate 001. Creating HRID instead"
-                )
-                Helper.log_data_issue(
-                    folio_rec["formerIds"],
-                    "Duplicate 001 for record. HRID created for record",
-                    value,
-                )
-                num_part = str(self.mapper.instance_hrid_counter).zfill(11)
-                folio_rec["hrid"] = f"{self.mapper.instance_hrid_prefix}{num_part}"
-                new_001 = Field(tag="001", data=folio_rec["hrid"])
-                marc_record.add_ordered_field(new_001)
-                self.mapper.instance_hrid_counter += 1
-            else:
-                self.unique_001s.add(value)
-                folio_rec["hrid"] = value
-                self.mapper.migration_report.add(
-                    Blurbs.HridHandling, "Took HRID from 001"
-                )
-
-    def add_hrid_to_records(self, folio_record: dict, marc_record: Record):
-        if (
-            "hrid" in folio_record
-            and "001" in marc_record
-            and marc_record["001"].value() == folio_record["hrid"]
-        ):
-            return
-        num_part = str(self.mapper.holdings_hrid_counter).zfill(11)
-        folio_record["hrid"] = f"{self.mapper.holdings_hrid_prefix}{num_part}"
-        new_001 = Field(tag="001", data=folio_record["hrid"])
-        marc_record.remove_fields("001")
-        marc_record.add_ordered_field(new_001)
-        self.mapper.holdings_hrid_counter += 1
-
-    @staticmethod
-    def set_source_id(task_configuration, folio_rec, holdingssources):
-        if library_configuration.FolioRelease != FolioRelease.juniper:
-            if task_configuration.create_source_records:
-                folio_rec["sourceId"] = holdingssources.get("MARC")
-            else:
-                folio_rec["sourceId"] = holdingssources.get("FOLIO")
-
-    def wrap_up(self):
-        """Finalizes the mapping by writing things out."""
-        self.created_objects_file.close()
-        logging.info(
-            "Saving map of %s old and new IDs to %s",
-            len(self.mapper.holdings_id_map),
-            self.folder_structure.holdings_id_map_path,
-        )
-        self.mapper.save_id_map_file(
-            self.folder_structure.holdings_id_map_path, self.mapper.holdings_id_map
-        )
-        logging.info("%s records processed", self.records_count)
-        with open(self.folder_structure.migration_reports_file, "w+") as report_file:
-            report_file.write("# MFHD records transformation results   \n")
-            report_file.write(f"Time Finished: {dt.isoformat(dt.utcnow())}   \n")
-            self.mapper.migration_report.write_migration_report(report_file)
-            Helper.print_mapping_report(
-                report_file,
-                self.mapper.parsed_records,
-                self.mapper.mapped_folio_fields,
-                self.mapper.mapped_legacy_fields,
-            )
-        self.srs_records_file.close()
-        self.mapper.wrap_up()
-
-        logging.info("Done. Transformation report written to %s", report_file.name)
-        logging.info("Done.")

folio_migration_tools/report_blurbs.py

@@ -1,219 +0,0 @@
-from enum import Enum
-from typing import NamedTuple
-
-
-class ReportSection(Enum):
-    GENERAL = "General statistics"
-    LIBRARY_ACTION = "Library action needed"
-    ADDITIONAL_INFORMATION = "Additional information"
-    TECHNICAL = "Technical information"
-
-
-class Blurbs(NamedTuple):
-    DateTimeConversions = (
-        "DateTime conversions",
-        "Some date and date time strings are converted to UTC DateTime objects and then printed accoding to ISO standard.",
-    )
-    Details = ("Details", "")
-    MarcValidation = ("MARC21 validation issues found in records", "")
-    Details = ("Details", "")
-    Introduction = (
-        "Introduction",
-        "<br/>Data errors preventing records from being migrated are marked **FIX BEFORE MIGRATION**. The library is advised to clean up these errors in the source data.<br/><br/> The sections related to field counts and mapping results are marked **REVIEW**. These do not indicate errors preventing records from being migrated, but may point to data anomalies or in the mappings. The library should review these to make sure that the numbers are what one would expect, knowing the source data. Is this the expected number of serials? Is this the expected number of cartographic materials?",
-    )
-    DiscardedLoans = ("Discarded loans", "List of loans discarded for various resons")
-    DiscardedRequests = (
-        "Discarded Requests",
-        "List of requests discarded for various resons",
-    )
-    HoldingsMerging = ("Holdings Merging", "")
-    DepartmentsMapping = ("Departments mappings", "")
-    MissingRequiredProperties = ("Missing or empty required properties", "")
-    MappedLegacyFields = (
-        "Mapped Legacy Fields",
-        "Library action: **REVIEW** <br/>This table lists all the MARC fields in the source data, and whether it has been mapped to a FOLIO instance record field. The library should examine the MARC tags with a high 'Unmapped' figure and determine if these MARC tags contain data that you would like mapped to the FOLIO instance record.",
-    )
-    MappedFolioFields = (
-        "Mapped FOLIO fields",
-        "Library action: **REVIEW** <br/>This table shows how many of the FOLIO instance records created contain data in the different FOLIO fields. The library should review the mapped totals against what they would expect to see mapped.",
-    )
-    Section1 = (
-        "__Section 1: instances",
-        "This entries below seem to be related to instances",
-    )
-    RecordStatus = (
-        "Record status (leader pos 5)",
-        "Library action: **Consider fixing d-values before migration**<br/>An overview of the Record statuses (Leader position 5) present in your source data.    Pay attention to the number of occurrences of the value 'd'. These d's are expressing that they are deleted, and the records might not work as expected in FOLIO. Consider marking them as suppressed in your current system and export them as a separate batch in order to have them suppressed in FOLIO. Allowed values according to the MARC standard are a,c,d,n,p",
-    )
-    ValueErrors = (
-        "Records failed to migrate due to Value errors found in Transformation",
-        "**FIX BEFORE MIGRATION** This section identifies records that have unexpected or missing values that prevent the transformation. The type of error will be specified. The library must resolve the issue for the record to be migrated.",
-    )
-    MissingTitles = (
-        "Records without titles",
-        "**FIX IN SOURCE DATA** These records are missing a 245 field. FOLIO requires an instance title. The library must enter this information for the record to be migrated.",
-    )
-    MissingInstanceTypeIds = (
-        "Records without Instance Type Ids",
-        "**IC ACTION REQUIRED** These reords should get an instance type ID mapped from 336, or a default of Undefined, or they will not be transformed.",
-    )
-    MappedInstanceFormats = (
-        "Mapped instance formats",
-        "Library action: **REVIEW** <br/>The created FOLIO instances contain the following Instance format values. The library should review the total number for each value against what they would expect to see mapped.",
-    )
-    MappedIdentifierTypes = (
-        "Mapped identifier types",
-        "Library action: **REVIEW** <br/>The created FOLIO instances contain the following Identifier type values. The library should review the total number for each value against what they would expect to see mapped.",
-    )
-    MappedNoteTypes = (
-        "Mapped note types",
-        "Library action: **REVIEW** <br/>The created FOLIO instances contain the following Note type values.  <br/>The library should review the total number for each value against what they would expect to see mapped.",
-    )
-    MappedContributorNameTypes = (
-        "Mapped contributor name types",
-        "Library action: **REVIEW** <br/>The created FOLIO instances contain the following Name type values. The library should review the total number for each value against what they would expect to see mapped.",
-    )
-    UnmappedContributorNameTypes = (
-        "Unmapped contributor name types",
-        "**REVIEW/IC ACTION REQUIRED** <br/>Contributor name types present in the source data, but not mapped to a FOLIO value. The library and IC should review values and mapping.",
-    )
-    ContributorTypeMapping = (
-        "Contributor type mapping",
-        "Library action: **REVIEW** <br/>The created FOLIO instances contain the following Contributor type values. The library should review the total number for each value against what they would expect to see mapped.",
-    )
-    MappedElectronicRelationshipTypes = (
-        "Mapped electronic access relationships types",
-        "Library action: **REVIEW** <br/>The created FOLIO instances contain the following Electronic access relationship type values. The library should review the total number for each value against what they would expect to see mapped.",
-    )
-    IncompleteEntityMapping = (
-        "Incomplete entity mapping adding entity",
-        "**NO ACTION REQUIRED** <br/>This is a coding anomaly that FSE will look into.  <br/>Usually, the library does not have to do anything about it.<br/> One thing to look at is if there are many repeated subfields or unexpected patterns of subfields in the table.",
-    )
-    RecourceTypeMapping = (
-        "Resource Type Mapping (336)",
-        "Library action: **REVIEW** <br/>The created FOLIO instances contain the following Instance type values. The library should review the total number for each value against what they would expect to see mapped.",
-    )
-    MappedAlternativeTitleTypes = (
-        "Mapped Alternative title types",
-        "Library action: **REVIEW** <br/>The created FOLIO instances contain the following Alternative title type values. The library should review the total number for each value against what they would expect to see mapped. The FOLIO community recommends a coarse-grained mapping.",
-    )
-    Field880Mappings = (
-        "880 mappings",
-        "This table shows how the 880 (Alternate Graphic Representation) has been mapped.",
-    )
-    Field880MappingsMissingFromRules = (
-        "880 mappings: mapped field not in mapping-rules",
-        "Library action: **REVIEW** <br/>Fields that are referenced in the 880 mapping, but not configured in the mapping-rules.",
-    )
-    InstanceLevelCallnumber = (
-        "Instance level callNumber",
-        "Library action: **REVIEW** <br/>True if the source data contains bib level call numbers in MARC field 099.",
-    )
-    NonNumericTagsInRecord = (
-        "Non-numeric tags in records",
-        "Library action: **REVIEW** <br/>Non-numeric tags may indicate locally defined fields.",
-    )
-    MatchedModesOfIssuanceCode = (
-        "Matched Modes of issuance code",
-        "Library action: **REVIEW** <br/>The created FOLIO instances contain the following Mode of issuace values. The library should review the total number for each value against what they would expect to see mapped.",
-    )
-    UnrecognizedLanguageCodes = (
-        "Unrecognized language codes in records",
-        "Library action: **REVIEW** <br/>Language code values in the source data that do not match standard language codes. If not fixed before migration, these will display as Undetermined in the instance record and Filtering by language in Inventory will not be conclusive.",
-    )
-    Section2 = (
-        "__Section 2: holdings",
-        "The entries below seem to be related to holdings",
-    )
-    HoldingsTypeMapping = ("Holdings type mapping", "")
-    LegacyLocationCodes = ("Legacy location codes", "")
-    Locations = (
-        "Locations - Unmapped legacy codes",
-        "",
-    )
-    UserGroupMapping = ("User group mapping", "")
-    DefaultValuesAdded = (
-        "Default values added",
-        "The values below was added to all records from the value field in the mapping file instead of coming from the source records",
-    )
-    UsersPerPatronType = ("Users per patron type", "")
-    MappedLocations = ("Mapped Locations", "")
-    Leader06 = ("Leader 06 (Holdings type)", "")
-    Section3 = ("__Section 3: items", "The entries below seem to be related to items")
-    Exceptions = ("Exceptions", "")
-    HridHandling = (
-        "HRID Handling",
-        "There are two ways of handling HRIDs. The default behaviour is to take the current 001 and move that to a new 035. This will also emerge as an Identifier on the Inventory Instances. The 001 and Instance HRID will be generated from the HRID settings in FOLIO. The second option is to maintain the 001s in the records, and also add this as the Instance HRID",
-    )
-    PrecedingSuccedingTitles = (
-        "Preceding and Succeeding titles",
-        "",
-    )
-    HoldingsGenerationFromBibs = (
-        "Holdings generation from bibs",
-        "Some libraries have Holdings/MFHD information baked into their bib records. The following breakdown gives an idea on the occurrence of 852/866 combinations",
-    )
-    InstanceFormat = (
-        "Instance format ids handling (337 + 338))",
-        "",
-    )
-    MappedClassificationTypes = (
-        "Mapped classification types",
-        "",
-    )
-    LocationMapping = (
-        "Location mapping",
-        "These are the results for the mapping between legacy locations and your new FOLIO location structure",
-    )
-    ValueSetInMappingFile = (
-        "Value set in mapping file",
-        "The value for these fields are set in the mapping file instead of coming from the legacy system data.",
-    )
-    ValuesMappedFromLegacyFields = (
-        "Values mapped from legacy fields",
-        "A list fo the values and what they were mapped to",
-    )
-    GeneralStatistics = (
-        "General statistics",
-        "A list of general counterts to outline the transformation as a whole.",
-    )
-    MappedPublisherRoleFromIndicator2 = (
-        "Mapped publisher role from Indicator2",
-        "Publication Role, taken from the code in Ind2",
-    )
-    CallNumberTypeMapping = (
-        "Callnumber type mapping",
-        "Call number types in MFHDs are mapped from 852, Indicator 1 according to a certain scheme. (LOC documentation)[https://www.loc.gov/marc/holdings/hd852.html]",
-    )
-    LanguagesInRecords = (
-        "Language codes in records",
-        "A breakdown of language codes occuring in the records. Purely informational.",
-    )
-    ReceiptStatusMapping = (
-        "Reciept status mapping",
-        "Mapped reciept status from 008[06]. (LoC documentation)[https://www.loc.gov/marc/holdings/hd008.html]",
-    )
-    LanguageCodeSources = (
-        "Language code sources in 041",
-        'Most language codes in MARC records come from this list: https://www.loc.gov/marc/languages/, But other codes are allowed. The controlled vocabulary needs to be stated in $2 and this is where the information in this list comes from. The mapping tools can not currently handle other language codes, and so cannot FOLIO. <br/>One solution is to migrate the codes into a string or/and replace the language code with the parent language (these languages are usually subgroups of other languages). Many times, these records already have the "super-language" recorded as well. The data will remain in the MARC records.',
-    )
-    FailedFiles = ("Failed files", "")
-    BoundWithMappings = ("Bound-with mapping", "")
-    TemporaryLocationMapping = ("Temporary location mapping", "")
-    TemporaryLoanTypeMapping = ("Temporary Loan type mapping", "")
-    PermanentLoanTypeMapping = ("Permanent Loan type mapping", "")
-    StatisticalCodeMapping = ("Statistical code mapping", "")
-    HoldingsRecordIdMapping = ("Holdings IDs mapped", "")
-    UnmappedProperties = ("Unmapped properties", "")
-    StatusMapping = ("Status mapping", "")
-    ReferenceDataMapping = ("Reference Data Mapping", "")
-    FieldMappingErrors = ("Field mapping errors", "")
-    AddedValueFromParameter = ("Added value from parameter since value is empty", "")
-    InstanceTypeMapping = ("Instance Type Mapping", "")
-    StaffOnlyViaIndicator = ("Set note to staff only via indicator", "")
-    PossibleCleaningTasks = ("Possible cleaning tasks", "")
-    HoldingsStatementsParsing = (
-        "Parsed Holdings statements from 85X/86X combinations",
-        "",
-    )
-    MaterialTypeMapping = ("Mapped Material Types", "")