power-grid-model-io 1.2.73__py3-none-any.whl → 1.2.74__py3-none-any.whl

power_grid_model_io/converters/vision_excel_converter.py

@@ -11,6 +11,7 @@ from pathlib import Path
 from typing import Any, Mapping, Optional, Union
 
 from power_grid_model_io.converters.tabular_converter import TabularConverter
+from power_grid_model_io.data_stores.base_data_store import LANGUAGE_EN
 from power_grid_model_io.data_stores.vision_excel_file_store import VisionExcelFileStore
 
 DEFAULT_MAPPING_FILE = Path(__file__).parent.parent / "config" / "excel" / "vision_{language:s}.yaml"
@@ -36,17 +37,22 @@ class VisionExcelConverter(TabularConverter):
     def __init__(
         self,
         source_file: Optional[Union[Path, str]] = None,
-        language: str = "en",
-        mapping_file: Optional[Path] = None,
+        language: str = LANGUAGE_EN,
+        terms_changed: Optional[dict] = None,
+        mapping_file: Optional[Union[Path, str]] = None,
         log_level: int = logging.INFO,
-    ):
-        _mapping_file = _mapping_file = (
-            mapping_file if mapping_file is not None else Path(str(DEFAULT_MAPPING_FILE).format(language=language))
+    ):  # pylint: disable=too-many-arguments
+        _mapping_file = Path(
+            mapping_file if mapping_file is not None else str(DEFAULT_MAPPING_FILE).format(language=language)
         )
         if not _mapping_file.exists():
             raise FileNotFoundError(f"No Vision Excel mapping available for language '{language}'")
         self._id_reference: Optional[IdReferenceFields] = None
-        source = VisionExcelFileStore(file_path=Path(source_file)) if source_file else None
+        source = (
+            VisionExcelFileStore(file_path=Path(source_file), language=language, terms_changed=terms_changed)
+            if source_file
+            else None
+        )
         super().__init__(mapping_file=_mapping_file, source=source, log_level=log_level)
 
     def set_mapping(self, mapping: Mapping[str, Any]) -> None:

power_grid_model_io/data_stores/base_data_store.py

@@ -12,6 +12,21 @@ import structlog
 
 T = TypeVar("T")
 
+LANGUAGE_EN = "en"
+LANGUAGE_NL = "nl"
+DICT_KEY_NUMBER = "key_number"
+DICT_KEY_SUBNUMBER = "key_subnumber"
+VISION_EXCEL_LAN_DICT = {
+    LANGUAGE_EN: {
+        DICT_KEY_NUMBER: "Number",
+        DICT_KEY_SUBNUMBER: "Subnumber",
+    },
+    LANGUAGE_NL: {
+        DICT_KEY_NUMBER: "Nummer",
+        DICT_KEY_SUBNUMBER: "Subnummer",
+    },
+}
+
 
 class BaseDataStore(Generic[T], ABC):
     """

power_grid_model_io/data_stores/excel_file_store.py

@@ -11,8 +11,21 @@ from typing import Dict, List, Optional, Set, Tuple, Union
 
 import pandas as pd
 
-from power_grid_model_io.data_stores.base_data_store import BaseDataStore
+from power_grid_model_io.data_stores.base_data_store import (
+    DICT_KEY_NUMBER,
+    DICT_KEY_SUBNUMBER,
+    VISION_EXCEL_LAN_DICT,
+    BaseDataStore,
+)
 from power_grid_model_io.data_types import LazyDataFrame, TabularData
+from power_grid_model_io.utils.uuid_excel_cvtr import (
+    UUID2IntCvtr,
+    add_guid_values_to_cvtr,
+    get_special_key_map,
+    special_nodes_en,
+    special_nodes_nl,
+    update_column_names,
+)
 
 
 class ExcelFileStore(BaseDataStore[TabularData]):
@@ -28,9 +41,15 @@ class ExcelFileStore(BaseDataStore[TabularData]):
 
     _unnamed_pattern: re.Pattern = re.compile(r"Unnamed: \d+_level_\d+")
 
-    def __init__(self, file_path: Optional[Path] = None, **extra_paths: Path):
+    def __init__(
+        self,
+        file_path: Optional[Path] = None,
+        *,
+        language: str = "en",
+        terms_changed: Optional[dict] = None,
+        **extra_paths: Path,
+    ):
         super().__init__()
-
         # Create a dictionary of all supplied file paths:
         # {"": file_path, extra_name[0]: extra_path[0], extra_name[1]: extra_path[1], ...}
         self._file_paths: Dict[str, Path] = {}
@@ -45,6 +64,10 @@ class ExcelFileStore(BaseDataStore[TabularData]):
                 raise ValueError(f"{name} file should be a .xls or .xlsx file, {path.suffix} provided.")
 
         self._header_rows: List[int] = [0]
+        self._language = language
+        self._vision_excel_key_mapping = VISION_EXCEL_LAN_DICT[self._language]
+        self._terms_changed = terms_changed if terms_changed is not None else {}
+        self._uuid_cvtr = UUID2IntCvtr()
 
     def files(self) -> Dict[str, Path]:
         """
@@ -68,6 +91,8 @@ class ExcelFileStore(BaseDataStore[TabularData]):
                 sheet_data = xls_file.parse(xls_sheet_name, header=self._header_rows)
                 sheet_data = self._remove_unnamed_column_placeholders(data=sheet_data)
                 sheet_data = self._handle_duplicate_columns(data=sheet_data, sheet_name=xls_sheet_name)
+                sheet_data = self._process_uuid_columns(data=sheet_data, sheet_name=xls_sheet_name)
+                sheet_data = self._update_column_names(data=sheet_data)
                 return sheet_data
 
             return sheet_loader
@@ -197,6 +222,32 @@ class ExcelFileStore(BaseDataStore[TabularData]):
 
         return to_rename
 
+    def _process_uuid_columns(self, data: pd.DataFrame, sheet_name: str) -> pd.DataFrame:
+        first_level = data.columns.get_level_values(0)
+        guid_columns = first_level[first_level.str.endswith("GUID")]
+
+        sheet_key_mapping = get_special_key_map(
+            sheet_name=sheet_name, nodes_en=special_nodes_en, nodes_nl=special_nodes_nl
+        )
+
+        for guid_column in guid_columns:
+            nr = VISION_EXCEL_LAN_DICT[self._language][DICT_KEY_NUMBER]
+            add_guid_values_to_cvtr(data, guid_column, self._uuid_cvtr)
+            new_column_name = guid_column.replace("GUID", nr)
+            if guid_column == "GUID" and sheet_key_mapping not in (None, {}):
+                new_column_name = guid_column.replace("GUID", sheet_key_mapping[DICT_KEY_SUBNUMBER])
+            guid_column_pos = first_level.tolist().index(guid_column)
+            try:
+                data.insert(guid_column_pos + 1, new_column_name, data[guid_column].apply(self._uuid_cvtr.query))
+            except ValueError:
+                data[new_column_name] = data[guid_column].apply(self._uuid_cvtr.query)
+
+        return data
+
+    def _update_column_names(self, data: pd.DataFrame) -> pd.DataFrame:
+        update_column_names(data, self._terms_changed)
+        return data
+
     @staticmethod
     def _group_columns_by_index(data: pd.DataFrame) -> Dict[Union[str, Tuple[str, ...]], Set[int]]:
         grouped: Dict[Union[str, Tuple[str, ...]], Set[int]] = {}

power_grid_model_io/data_stores/vision_excel_file_store.py

@@ -5,7 +5,9 @@
 Vision Excel file store
 """
 from pathlib import Path
+from typing import Optional
 
+from power_grid_model_io.data_stores.base_data_store import LANGUAGE_EN
 from power_grid_model_io.data_stores.excel_file_store import ExcelFileStore
 
 
@@ -17,10 +19,15 @@ class VisionExcelFileStore(ExcelFileStore):
     Therefore, row 1 (which is row 2 in Excel) is added to the header_rows in the constructor.
     """
 
-    def __init__(self, file_path: Path):
+    def __init__(
+        self,
+        file_path: Path,
+        language: str = LANGUAGE_EN,
+        terms_changed: Optional[dict] = None,
+    ):
         """
         Args:
             file_path: The main Vision Excel export file
         """
-        super().__init__(file_path)
+        super().__init__(file_path, language=language, terms_changed=terms_changed)
         self._header_rows.append(1)  # Units are stored in the row below the column names

power_grid_model_io/utils/uuid_excel_cvtr.py

@@ -15,10 +15,19 @@
 
 import os
 import re
-from typing import Optional
+from pathlib import Path
+from typing import Optional, Union
 
 import pandas as pd
 
+from power_grid_model_io.data_stores.base_data_store import (
+    DICT_KEY_NUMBER,
+    DICT_KEY_SUBNUMBER,
+    LANGUAGE_EN,
+    LANGUAGE_NL,
+    VISION_EXCEL_LAN_DICT,
+)
+
 special_nodes_en = [
     "Transformer loads",
     "Sources",
@@ -111,7 +120,7 @@ class UUID2IntCvtr:
         return self._counter
 
 
-def load_excel_file(file_name: str) -> pd.ExcelFile:
+def load_excel_file(file_name: Union[Path, str]) -> pd.ExcelFile:
     """Load an excel file
 
     Args:
@@ -147,6 +156,20 @@ def add_guid_values_to_cvtr(df: pd.DataFrame, guid_column: str, cvtr: UUID2IntCv
     cvtr.add_list(df[guid_column].tolist())
 
 
+def get_special_key_map(sheet_name: str, nodes_en: list[str], nodes_nl: list[str]) -> dict:
+    """Get the special nodes for English and Dutch
+
+    Args:
+        sheet_name (str): the sheet name
+        mapping (dict): the mapping dictionary
+    """
+    if sheet_name in nodes_en:
+        return VISION_EXCEL_LAN_DICT[LANGUAGE_EN]
+    if sheet_name in nodes_nl:
+        return VISION_EXCEL_LAN_DICT[LANGUAGE_NL]
+    return {}
+
+
 def insert_or_update_number_column(
     df: pd.DataFrame, guid_column: str, sheet_name: str, cvtr: UUID2IntCvtr, number: str
 ) -> None:
@@ -159,11 +182,10 @@ def insert_or_update_number_column(
         number (str): "Number" or "Nummer" depending on the language
     """
     new_column_name = guid_column.replace("GUID", number)
-    if guid_column == "GUID":
-        if sheet_name in special_nodes_en:
-            new_column_name = guid_column.replace("GUID", "Subnumber")
-        elif sheet_name in special_nodes_nl:
-            new_column_name = guid_column.replace("GUID", "Subnummer")
+    special_key_mapping = get_special_key_map(sheet_name, special_nodes_en, special_nodes_nl)
+
+    if guid_column == "GUID" and special_key_mapping not in (None, {}):
+        new_column_name = guid_column.replace("GUID", special_key_mapping[DICT_KEY_SUBNUMBER])
     try:
         df.insert(df.columns.get_loc(guid_column) + 1, new_column_name, df[guid_column].apply(cvtr.query))
     except ValueError:
@@ -196,11 +218,15 @@ def save_df_to_excel(df: pd.DataFrame, file_name: str, sheet_name: str, i: int)
             df.to_excel(writer, sheet_name=sheet_name, index=False)
 
 
-def convert_guid_vision_excel(excel_file: str, number: str = "Number", terms_changed: Optional[dict] = None) -> str:
+def convert_guid_vision_excel(
+    excel_file: Union[Path, str],
+    number: str = VISION_EXCEL_LAN_DICT[LANGUAGE_EN][DICT_KEY_NUMBER],
+    terms_changed: Optional[dict] = None,
+) -> str:
     """Main entry function. Convert the GUID based Vision excel files to a number based format
 
     Args:
-        excel_file (str): Vision excel file name
+        excel_file (Path | str): Vision excel file name
         number (str): "Number" or "Nummer" depending on the language. Defaults to "Number".
         terms_changed (dict): the dictionary containing the terms to be changed. Defaults to {}.
 

{power_grid_model_io-1.2.73.dist-info → power_grid_model_io-1.2.74.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: power-grid-model-io
-Version: 1.2.73
+Version: 1.2.74
 Summary: Power Grid Model Input/Output
 Author-email: Contributors to the Power Grid Model project <powergridmodel@lfenergy.org>
 License: MPL-2.0

{power_grid_model_io-1.2.73.dist-info → power_grid_model_io-1.2.74.dist-info}/RECORD

@@ -10,13 +10,13 @@ power_grid_model_io/converters/base_converter.py,sha256=TICEXyG7PtimAUvhAmpSoZUq
 power_grid_model_io/converters/pandapower_converter.py,sha256=6gY-mvbVLlKKBxGOM1024pekCtmMeGUxQunN19nYHio,113935
 power_grid_model_io/converters/pgm_json_converter.py,sha256=uqsDGhf4hilzUQdQXZEfOYXWJnUpMQqTNHXnWQUY-So,13158
 power_grid_model_io/converters/tabular_converter.py,sha256=_nTfAg88nxuHGqzYZRv0V8ZqUsQW8oKA4GwD15XTkXY,30760
-power_grid_model_io/converters/vision_excel_converter.py,sha256=08aRM9No_V3bBdd1uH7YSxBWYwxNG8mTOAn0SP99BkA,3876
+power_grid_model_io/converters/vision_excel_converter.py,sha256=PSvbA5jKO-w7R7KIEstvx2pBjTgULoFU7SBG8MkAmSo,4129
 power_grid_model_io/data_stores/__init__.py,sha256=qwbj1j-Aa_yRB-E3j35pEVtF3mgH8CVIXAnog5mOry0,138
-power_grid_model_io/data_stores/base_data_store.py,sha256=XKdQY6Thrt_o7vtMXvTJFl1TCwBkSZVcImhbHXz23ls,1367
+power_grid_model_io/data_stores/base_data_store.py,sha256=DJfLtRwvx_tXKnpjtBdfbMqPjWc324Eo5WeKTXjWXqc,1706
 power_grid_model_io/data_stores/csv_dir_store.py,sha256=H8ICXZRLDvp9OkbjkfHnoh4y7uNSXNepHAW6W53VsIw,1877
-power_grid_model_io/data_stores/excel_file_store.py,sha256=WI8pauQNYLOEu7hsrHU7o8yJ1tG3IAN2XUq920BQKps,8622
+power_grid_model_io/data_stores/excel_file_store.py,sha256=Nl5GsC4N6Nf-PpC64wUcdWBgYv2xRt47Rc8CSOaeKi4,10704
 power_grid_model_io/data_stores/json_file_store.py,sha256=0njL2YZn_fImNcZqnIRpHp2UtIS6WGaQQ46TjIK8tyo,3954
-power_grid_model_io/data_stores/vision_excel_file_store.py,sha256=zU-zGktLmU7a808KwppiMc2YeCPfqjo03lRW0neEuQ4,805
+power_grid_model_io/data_stores/vision_excel_file_store.py,sha256=85mZXoXaWpFHy_t-Ra0w4xCIjYK9b2Tr8cFZj3hPIbM,1059
 power_grid_model_io/data_types/__init__.py,sha256=63A_PkOsQkVd3To7Kl4FTUX7lbPG9BS9MSLzXTW6Ktk,383
 power_grid_model_io/data_types/_data_types.py,sha256=9xH5vBGrRVUSlPh4HXmORtKo3LFEhJEy3iTQqG7wsFA,1664
 power_grid_model_io/data_types/tabular_data.py,sha256=sV6S4kqCEuQiNZTOdKS7CiA2M8Ny1oGXvtFoN-xkYBg,8582
@@ -36,10 +36,10 @@ power_grid_model_io/utils/download.py,sha256=enEoj42ByC5j5rj_iZ1Y9we7t8Nmlwre0-9
 power_grid_model_io/utils/json.py,sha256=dQDRd2Vb8pfqLU2hTuWYv2cpSIBBbFhd0LOBP21YxJI,3327
 power_grid_model_io/utils/modules.py,sha256=a4IdozSL-sOZcmIQON_aQS7-cpnCyt-3p7zs40wRFkU,928
 power_grid_model_io/utils/parsing.py,sha256=XB1QSHnslIieFJBKFXZCtiydqpOqQBiX_CXDbItXgAQ,4522
-power_grid_model_io/utils/uuid_excel_cvtr.py,sha256=g4MC99Q_OBtcTHYzinX8ApokeMzhvvW-hCwoVz_fsDs,6902
+power_grid_model_io/utils/uuid_excel_cvtr.py,sha256=H1iWhW_nluJBUJ3hK-Gc0xJjGnH5e35WrBz_fA3YXZs,7626
 power_grid_model_io/utils/zip.py,sha256=VXHX4xWPPZbhOlZUAbMDy3MgQFzK6_l7sRvGXihNUY4,3875
-power_grid_model_io-1.2.73.dist-info/LICENSE,sha256=7Pm2fWFFHHUG5lDHed1vl5CjzxObIXQglnYsEdtjo_k,14907
-power_grid_model_io-1.2.73.dist-info/METADATA,sha256=CnGExDWRfqOUocgFQ7rDC5yGhBSAEzPityMAixuDKzU,8041
-power_grid_model_io-1.2.73.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
-power_grid_model_io-1.2.73.dist-info/top_level.txt,sha256=7sq9VveemMm2R0RgTBa4tH8y_xF4_1hxbufmX9OjCTo,20
-power_grid_model_io-1.2.73.dist-info/RECORD,,
+power_grid_model_io-1.2.74.dist-info/LICENSE,sha256=7Pm2fWFFHHUG5lDHed1vl5CjzxObIXQglnYsEdtjo_k,14907
+power_grid_model_io-1.2.74.dist-info/METADATA,sha256=3_Q2OohsF0ey_-RdHfTydDSPeROZEhc7s3kJp4NY3SM,8041
+power_grid_model_io-1.2.74.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
+power_grid_model_io-1.2.74.dist-info/top_level.txt,sha256=7sq9VveemMm2R0RgTBa4tH8y_xF4_1hxbufmX9OjCTo,20
+power_grid_model_io-1.2.74.dist-info/RECORD,,