dragon-ml-toolbox 10.12.0__tar.gz → 10.13.0__tar.gz

{dragon_ml_toolbox-10.12.0 → dragon_ml_toolbox-10.13.0}/LICENSE

@@ -1,6 +1,6 @@
 MIT License
 
-Copyright (c) 2025 Karl Loza
+Copyright (c) 2025 Karl Luigi Loza Vidaurre
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal

{dragon_ml_toolbox-10.12.0 → dragon_ml_toolbox-10.13.0}/LICENSE-THIRD-PARTY.md

@@ -26,3 +26,4 @@ This project depends on the following third-party packages. Each is governed by
 - [polars](https://github.com/pola-rs/polars/blob/main/LICENSE)
 - [plotnine](https://github.com/has2k1/plotnine/blob/main/LICENSE)
 - [tqdm](https://github.com/tqdm/tqdm/blob/master/LICENSE)
+- [pyarrow](https://github.com/apache/arrow/blob/main/LICENSE.txt)

{dragon_ml_toolbox-10.12.0/dragon_ml_toolbox.egg-info → dragon_ml_toolbox-10.13.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dragon-ml-toolbox
-Version: 10.12.0
+Version: 10.13.0
 Summary: A collection of tools for data science and machine learning projects.
 Author-email: Karl Loza <luigiloza@gmail.com>
 License-Expression: MIT
@@ -12,12 +12,6 @@ Requires-Python: >=3.10
 Description-Content-Type: text/markdown
 License-File: LICENSE
 License-File: LICENSE-THIRD-PARTY.md
-Provides-Extra: base
-Requires-Dist: pandas; extra == "base"
-Requires-Dist: numpy; extra == "base"
-Requires-Dist: polars; extra == "base"
-Requires-Dist: joblib; extra == "base"
-Requires-Dist: colorlog; extra == "base"
 Provides-Extra: ml
 Requires-Dist: numpy>=2.0; extra == "ml"
 Requires-Dist: pandas; extra == "ml"
@@ -38,6 +32,7 @@ Requires-Dist: shap; extra == "ml"
 Requires-Dist: tqdm; extra == "ml"
 Requires-Dist: Pillow; extra == "ml"
 Requires-Dist: evotorch; extra == "ml"
+Requires-Dist: pyarrow; extra == "ml"
 Requires-Dist: colorlog; extra == "ml"
 Provides-Extra: mice
 Requires-Dist: numpy<2.0; extra == "mice"
@@ -51,6 +46,7 @@ Requires-Dist: statsmodels; extra == "mice"
 Requires-Dist: lightgbm<=4.5.0; extra == "mice"
 Requires-Dist: shap; extra == "mice"
 Requires-Dist: colorlog; extra == "mice"
+Requires-Dist: pyarrow; extra == "mice"
 Provides-Extra: pytorch
 Requires-Dist: torch; extra == "pytorch"
 Requires-Dist: torchvision; extra == "pytorch"
@@ -255,27 +251,6 @@ path_manager
 
 ---
 
-### 🎫 Base Tools [base]
-
-General purpose functions and classes.
-
-```Bash
-pip install "dragon-ml-toolbox[base]"
-```
-
-#### Modules:
-
-```Bash
-ETL_cleaning
-ETL_engineering
-custom_logger
-SQL
-utilities
-path_manager
-```
-
----
-
 ### ⚒️ APP bundlers
 
 Choose one if needed.

{dragon_ml_toolbox-10.12.0 → dragon_ml_toolbox-10.13.0}/README.md

@@ -170,27 +170,6 @@ path_manager
 
 ---
 
-### 🎫 Base Tools [base]
-
-General purpose functions and classes.
-
-```Bash
-pip install "dragon-ml-toolbox[base]"
-```
-
-#### Modules:
-
-```Bash
-ETL_cleaning
-ETL_engineering
-custom_logger
-SQL
-utilities
-path_manager
-```
-
----
-
 ### ⚒️ APP bundlers
 
 Choose one if needed.

{dragon_ml_toolbox-10.12.0 → dragon_ml_toolbox-10.13.0/dragon_ml_toolbox.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dragon-ml-toolbox
-Version: 10.12.0
+Version: 10.13.0
 Summary: A collection of tools for data science and machine learning projects.
 Author-email: Karl Loza <luigiloza@gmail.com>
 License-Expression: MIT
@@ -12,12 +12,6 @@ Requires-Python: >=3.10
 Description-Content-Type: text/markdown
 License-File: LICENSE
 License-File: LICENSE-THIRD-PARTY.md
-Provides-Extra: base
-Requires-Dist: pandas; extra == "base"
-Requires-Dist: numpy; extra == "base"
-Requires-Dist: polars; extra == "base"
-Requires-Dist: joblib; extra == "base"
-Requires-Dist: colorlog; extra == "base"
 Provides-Extra: ml
 Requires-Dist: numpy>=2.0; extra == "ml"
 Requires-Dist: pandas; extra == "ml"
@@ -38,6 +32,7 @@ Requires-Dist: shap; extra == "ml"
 Requires-Dist: tqdm; extra == "ml"
 Requires-Dist: Pillow; extra == "ml"
 Requires-Dist: evotorch; extra == "ml"
+Requires-Dist: pyarrow; extra == "ml"
 Requires-Dist: colorlog; extra == "ml"
 Provides-Extra: mice
 Requires-Dist: numpy<2.0; extra == "mice"
@@ -51,6 +46,7 @@ Requires-Dist: statsmodels; extra == "mice"
 Requires-Dist: lightgbm<=4.5.0; extra == "mice"
 Requires-Dist: shap; extra == "mice"
 Requires-Dist: colorlog; extra == "mice"
+Requires-Dist: pyarrow; extra == "mice"
 Provides-Extra: pytorch
 Requires-Dist: torch; extra == "pytorch"
 Requires-Dist: torchvision; extra == "pytorch"
@@ -255,27 +251,6 @@ path_manager
 
 ---
 
-### 🎫 Base Tools [base]
-
-General purpose functions and classes.
-
-```Bash
-pip install "dragon-ml-toolbox[base]"
-```
-
-#### Modules:
-
-```Bash
-ETL_cleaning
-ETL_engineering
-custom_logger
-SQL
-utilities
-path_manager
-```
-
----
-
 ### ⚒️ APP bundlers
 
 Choose one if needed.

{dragon_ml_toolbox-10.12.0 → dragon_ml_toolbox-10.13.0}/dragon_ml_toolbox.egg-info/requires.txt

@@ -19,13 +19,7 @@ shap
 tqdm
 Pillow
 evotorch
-colorlog
-
-[base]
-pandas
-numpy
-polars
-joblib
+pyarrow
 colorlog
 
 [excel]
@@ -61,6 +55,7 @@ statsmodels
 lightgbm<=4.5.0
 shap
 colorlog
+pyarrow
 
 [nuitka]
 nuitka

{dragon_ml_toolbox-10.12.0 → dragon_ml_toolbox-10.13.0}/ml_tools/ETL_cleaning.py

@@ -142,8 +142,8 @@ def _cleaner_core(df_in: pl.DataFrame) -> pl.DataFrame:
         r'[°˚]': '',
         
         # Replace special characters in entries
-        r'\\': '-',
-        '/': '-',
+        r'\\': '_',
+        # '/': '_', # keep forward slash 
         
         # Typographical standardization
         # Unify various dashes and hyphens to a standard hyphen
@@ -157,6 +157,8 @@ def _cleaner_core(df_in: pl.DataFrame) -> pl.DataFrame:
         r'\.{2,}': '.',      # Replace two or more dots with a single dot
         r'\?{2,}': '?',      # Replace two or more question marks with a single question mark
         r'!{2,}': '!',      # Replace two or more exclamation marks with a single one
+        r';{2,}': ';',
+        r'-{2,}': '-',
 
         # 2. Internal Whitespace Consolidation
         # Collapse any sequence of whitespace chars (including non-breaking spaces) to a single space
@@ -168,7 +170,7 @@ def _cleaner_core(df_in: pl.DataFrame) -> pl.DataFrame:
         
         # 4. Textual Null Standardization (New Step)
         # Convert common null-like text to actual nulls.
-        r'^(N/A|无|NA|NULL|NONE|NIL|)$': None,
+        r'^(N/A|无|NA|NULL|NONE|NIL|-|\.|;)$': None,
 
         # 5. Final Nullification of Empty Strings
         # After all cleaning, if a string is now empty, convert it to a null

{dragon_ml_toolbox-10.12.0 → dragon_ml_toolbox-10.13.0}/ml_tools/ensemble_inference.py

@@ -219,7 +219,7 @@ def model_report(
     return report_data
 
 
-# Local implementation to avoid calling utilities' dependencies
+# Local implementation to avoid calling utilities dependencies
 def _deserialize_object(filepath: Union[str,Path], verbose: bool=True, raise_on_error: bool=True) -> Optional[Any]:
     """
     Loads a serialized object from a .joblib file.

{dragon_ml_toolbox-10.12.0 → dragon_ml_toolbox-10.13.0}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "dragon-ml-toolbox"
-version = "10.12.0"
+version = "10.13.0"
 description = "A collection of tools for data science and machine learning projects."
 authors = [
     { name = "Karl Loza", email = "luigiloza@gmail.com" }
@@ -19,15 +19,6 @@ Homepage = "https://github.com/DrAg0n-BoRn/ML_tools"
 Changelog = "https://github.com/DrAg0n-BoRn/ML_tools/blob/master/CHANGELOG.md"
 
 [project.optional-dependencies]
-# Base all purpose tools
-base = [ 
-    "pandas", 
-    "numpy", 
-    "polars", 
-    "joblib", 
-    "colorlog"
-]
-
 # Machine Learning main toolbox. Additionally Requires PyTorch with CUDA / MPS support
 ML = [
     "numpy>=2.0",
@@ -48,7 +39,8 @@ ML = [
     "shap",
     "tqdm",
     "Pillow",
-    "evotorch", 
+    "evotorch",
+    "pyarrow",
     "colorlog"
 ]
 
@@ -64,7 +56,8 @@ mice = [
     "statsmodels",
     "lightgbm<=4.5.0",
     "shap",
-    "colorlog"
+    "colorlog", 
+    "pyarrow"
 ]
 
 # pytorch base CPU installations - not recommended