pandas-plots 0.11.5__py3-none-any.whl → 0.11.6__py3-none-any.whl

pandas_plots/hlp.py

@@ -3,6 +3,7 @@ import numpy as np
 import scipy.stats
 import importlib.metadata as md
 from platform import python_version
+from typing import Literal, List
 
 from enum import Enum, auto
 import platform
@@ -153,10 +154,10 @@ def wrap_text(
     if is_text:
         # ! when splitting the text later by blanks, newlines are not correctly handled
         # * to detect them, they must be followed by a blank:
-        pattern = r'(\n)(?=\S)' # *forward lookup for newline w/ no blank
+        pattern = r"(\n)(?=\S)"  # *forward lookup for newline w/ no blank
         # * add blank after these newlines
         new_text = re.sub(pattern, r"\1 ", text)
-        text=new_text
+        text = new_text
 
         # * then strip and build word list
         text = (
@@ -269,42 +270,56 @@ def add_datetime_columns(df: pd.DataFrame, date_column: str = None) -> pd.DataFr
     return df_
 
 
-def show_package_version(packages: list[str] = ["pandas","numpy","duckdb","pandas-plots", "connection_helper"], sep: str = " | ") -> None:
+def show_package_version(
+    packages: list[str] = [],
+    sep: str = " | ",
+    include_demo_packages: bool = True,
+) -> None:
     """
     Display the versions of the specified packages.
 
     Parameters:
         packages (list[str], optional): A list of package names. Defaults to ["pandas","numpy","duckdb","pandas-plots", "connection_helper"].
         sep (str, optional): The separator to use when joining the package names and versions. Defaults to " | ".
+        include_demo_packages: If True, inlude all demo packages
 
     Returns:
         None
     """
+    if not isinstance(packages, List):
+        print(f"❌ A list of str must be provided")
+        return
+    demo = [
+        "pandas",
+        "numpy",
+        "duckdb",
+        "pandas-plots",
+        "connection_helper",
+    ]
     items = []
     items.append(f"🐍 {python_version()}")
+    if include_demo_packages:
+        packages.extend(demo)
+
     for item in packages:
         try:
             version = md.version(item)
             items.append(f"📦 {item}: {version}")
         except md.PackageNotFoundError:
-            items.append(f"❌ {item}: Package not found")
+            items.append(f"❌ {item}: Not found")
     print(sep.join(items))
-    
-from enum import Enum, auto
-import pandas as pd
-from typing import Literal
-import platform
-import os
+    return
 
 class OperatingSystem(Enum):
     WINDOWS = auto()
     LINUX = auto()
     MAC = auto()
 
+
 def get_os(desired_os: OperatingSystem = None) -> bool:
     """
     A function that checks the operating system and returns a boolean value based on the desired operating system.
-    
+
     Parameters:
         desired_os (OperatingSystem): The desired operating system to check against. Defaults to None.
         Values are
@@ -315,16 +330,18 @@ def get_os(desired_os: OperatingSystem = None) -> bool:
     Returns:
         bool: True if the desired operating system matches the current operating system, False otherwise. Returns None if desired_os is None.
     """
-    print(f'💻 os: {os.name} | 🎯 system: {platform.system()} | 💽 release: {platform.release()}') 
-    
+    print(
+        f"💻 os: {os.name} | 🎯 system: {platform.system()} | 💽 release: {platform.release()}"
+    )
+
     if desired_os is None:
         return None
-    
-    if desired_os == OperatingSystem.WINDOWS and platform.system() == 'Windows':
+
+    if desired_os == OperatingSystem.WINDOWS and platform.system() == "Windows":
         return True
-    elif desired_os == OperatingSystem.LINUX and platform.system() == 'Linux':
+    elif desired_os == OperatingSystem.LINUX and platform.system() == "Linux":
         return True
-    elif desired_os == OperatingSystem.MAC and platform.system() == 'Darwin':
+    elif desired_os == OperatingSystem.MAC and platform.system() == "Darwin":
         return True
     else:
         return False

pandas_plots/pii.py

@@ -0,0 +1,71 @@
+import pandas as pd
+import re
+
+
+def remove_pii(
+    series: pd.Series,
+    verbose: bool = True,
+    logging: bool = False,
+    custom_regex="",
+) -> pd.Index:
+    """
+    Remove personally identifiable information (PII) from the given column.
+
+    Parameters:
+    - series: A pandas Series representing a column in a DataFrame.
+    - verbose: If True, print pii items
+    - logging: If True, write pii items into .pii.log
+    - custom_regex: Regex that is injected into detection
+
+    Returns:
+    - the given series w/o detected pii elements
+    """
+
+    # * reject empty columns
+    assert len(series) > 0
+
+    col = series.copy()
+
+    # * na must be dropped to ensure processsing
+    col.dropna(inplace=True)
+
+    # * find terms
+    _terms = frozenset(["lösch", "herr", "frau", "strasse", "klinik"])
+    idx_terms = col[
+        col.str.contains(
+            "|".join(_terms),
+            case=False,
+            regex=True,
+        )
+    ].index
+
+    # # * optional: search for terms in whole df
+    # df.apply(lambda row: row.astype(str).str.contains('test', case=False, regex=True).any(), axis=1)
+
+    # # * find dates
+    ptr_date = r"\d{2}\.\d{2}\.\d{4}"
+    idx_date = col[col.str.contains(ptr_date, regex=True)].index
+
+    # * dr
+    ptr_dr = r"[D|d][R|r]\. | Fr\. | Hr\. | PD "
+    idx_dr = col[col.str.contains(ptr_dr, regex=True)].index
+
+    # * custom
+    idx_custom = (
+        col[col.str.contains(custom_regex, regex=True)].index
+        if custom_regex
+        else pd.Index([])
+    )
+
+    idx_all = idx_terms.union(idx_date).union(idx_dr).union(idx_custom)
+
+    if verbose:
+        # print(f"found: {idx_dr.__len__()} dr | {idx_date.__len__()} date | {idx_terms.__len__()} terms")
+        print(f"found {idx_all.__len__():_} pii items:")
+        print(col.loc[idx_all].tolist())
+
+    if logging:
+        with open(".pii.log", "w") as f:
+            f.write(str(col.loc[idx_all]))
+
+    return col.drop(idx_all)

{pandas_plots-0.11.5.dist-info → pandas_plots-0.11.6.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: pandas-plots
-Version: 0.11.5
+Version: 0.11.6
 Summary: A collection of helper for table handling and vizualization
 Home-page: https://github.com/smeisegeier/pandas-plots
 Author: smeisegeier
@@ -84,9 +84,9 @@ tbl.show_num_df(
   - `plot_boxes()` multiple boxplots _(annotation is experimental)_
   - `plot_stacked_bars()` shortcut to stacked bars 😄
   - `plots_bars()` a standardized bar plot for a **categorical** column
-    - features convidence intervals via `use_ci` option
-  - 🆕 `plot_histogram()` histogram for one or more **numerical** columns
-  - 🆕 `plot_joints()` a joint plot for **exactly two numerical** columns
+    - features confidence intervals via `use_ci` option
+  - `plot_histogram()` histogram for one or more **numerical** columns
+  - `plot_joints()` a joint plot for **exactly two numerical** columns
   - `plot_quadrants()` quickly shows a 2x2 heatmap
 
 - `ven` offers functions for _venn diagrams_
@@ -100,7 +100,11 @@ tbl.show_num_df(
   - `replace_delimiter_outside_quotes()` when manual import of csv files is needed: replaces delimiters only outside of quotes
   - `create_barcode_from_url()` creates a barcode from a given URL
   - `add_datetime_col()` adds a datetime columns to a dataframe
-  - 🆕 `show_package_version` prints version of a list of packages
+  - `show_package_version` prints version of a list of packages
+  - `get_os` helps to identify and ensure operating system at runtime
+
+- `pii` has routines for handling of personally identifiable information
+  - `remove_pii()` logs and deletes pii from a series
 
 > note: theme setting can be controlled through all functions by setting the environment variable `THEME` to either light or dark
 

pandas_plots-0.11.6.dist-info/RECORD

@@ -0,0 +1,10 @@
+pandas_plots/hlp.py,sha256=rlNCOHglkDZWNuf7aeNeatXvOXGLxuxd-iWQf5m0We0,11768
+pandas_plots/pii.py,sha256=kCNCYZpQH_mcrgnEUR1elxgob9T2T997_3yX0YeTrtk,1931
+pandas_plots/pls.py,sha256=BzZge7TnECjCs47MZ7P63_y2WU23P9sLaMl7SKB5h1Q,35043
+pandas_plots/tbl.py,sha256=3mGLD11W6-KyD3XEL74F1OceyPGtqluqFvmL4Qv8PZo,23766
+pandas_plots/ven.py,sha256=2x3ACo2vSfO3q6fv-UdDQ0h1SJyt8WChBGgE5SDCdCk,11673
+pandas_plots-0.11.6.dist-info/LICENSE,sha256=6KQ5KVAAhRaB-JJKpX4cefKvRZRgI7GUPc92_2d31XY,1051
+pandas_plots-0.11.6.dist-info/METADATA,sha256=YJ7R67X0q4P01uuSMQAHk7JxRCDVIaQj2JVesVsOX3g,6819
+pandas_plots-0.11.6.dist-info/WHEEL,sha256=HiCZjzuy6Dw0hdX5R3LCFPDmFS4BWl8H-8W39XfmgX4,91
+pandas_plots-0.11.6.dist-info/top_level.txt,sha256=XnaNuIHBqMmCeh_U7nKOYTwFue_SIA0wxuDgdPmnnSk,13
+pandas_plots-0.11.6.dist-info/RECORD,,

{pandas_plots-0.11.5.dist-info → pandas_plots-0.11.6.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (71.1.0)
+Generator: setuptools (72.2.0)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

pandas_plots-0.11.5.dist-info/RECORD

@@ -1,9 +0,0 @@
-pandas_plots/hlp.py,sha256=fTlKtFhhIbZiFw7LetZzidQ8L4Nlz5bt-rSvANHG8dQ,11485
-pandas_plots/pls.py,sha256=BzZge7TnECjCs47MZ7P63_y2WU23P9sLaMl7SKB5h1Q,35043
-pandas_plots/tbl.py,sha256=3mGLD11W6-KyD3XEL74F1OceyPGtqluqFvmL4Qv8PZo,23766
-pandas_plots/ven.py,sha256=2x3ACo2vSfO3q6fv-UdDQ0h1SJyt8WChBGgE5SDCdCk,11673
-pandas_plots-0.11.5.dist-info/LICENSE,sha256=6KQ5KVAAhRaB-JJKpX4cefKvRZRgI7GUPc92_2d31XY,1051
-pandas_plots-0.11.5.dist-info/METADATA,sha256=Vu30AJfT-K21s6FSuWMLHhkh_73evydHUKOaIFeUUuc,6636
-pandas_plots-0.11.5.dist-info/WHEEL,sha256=Wyh-_nZ0DJYolHNn1_hMa4lM7uDedD_RGVwbmTjyItk,91
-pandas_plots-0.11.5.dist-info/top_level.txt,sha256=XnaNuIHBqMmCeh_U7nKOYTwFue_SIA0wxuDgdPmnnSk,13
-pandas_plots-0.11.5.dist-info/RECORD,,