sibi-dst 0.3.24__tar.gz → 0.3.26__tar.gz

{sibi_dst-0.3.24 → sibi_dst-0.3.26}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: sibi-dst
-Version: 0.3.24
+Version: 0.3.26
 Summary: Data Science Toolkit
 Author: Luis Valverde
 Author-email: lvalverdeb@gmail.com
@@ -30,6 +30,7 @@ Requires-Dist: pyarrow (>=18.0.0,<19.0.0)
 Requires-Dist: pydantic (>=2.9.2,<3.0.0)
 Requires-Dist: pymysql (>=1.1.1,<2.0.0)
 Requires-Dist: pytest (>=8.3.3,<9.0.0)
+Requires-Dist: pytest-mock (>=3.14.0,<4.0.0)
 Requires-Dist: python-dotenv (>=1.0.1,<2.0.0)
 Requires-Dist: sqlalchemy (>=2.0.36,<3.0.0)
 Requires-Dist: tornado (>=6.4.1,<7.0.0)

{sibi_dst-0.3.24 → sibi_dst-0.3.26}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "sibi-dst"
-version = "0.3.24"
+version = "0.3.26"
 description = "Data Science Toolkit"
 authors = ["Luis Valverde <lvalverdeb@gmail.com>"]
 readme = "README.md"
@@ -35,6 +35,7 @@ djangorestframework = "^3.15.2"
 dask-expr = "^1.1.20"
 psycopg2 = "^2.9.10"
 uvicorn = "^0.34.0"
+pytest-mock = "^3.14.0"
 
 
 [build-system]

{sibi_dst-0.3.24 → sibi_dst-0.3.26}/sibi_dst/df_helper/_df_helper.py

@@ -15,7 +15,7 @@ from sibi_dst.utils import ParquetSaver, ClickHouseWriter
 from .backends.django import *
 from .backends.http import HttpConfig
 from .backends.parquet import ParquetConfig
-from .backends.sql_alchemy import *
+from .backends.sqlalchemy import *
 
 # Define a generic type variable for BaseModel subclasses
 T = TypeVar("T", bound=BaseModel)
@@ -48,7 +48,7 @@ class DfHelper:
         self.debug = kwargs.setdefault("debug", False)
         self.logger = kwargs.get("logger", Logger.default_logger(logger_name=self.__class__.__name__))
         # Configure logger level
-        self.logger.setLevel(logging.DEBUG if self.debug else logging.INFO)
+        self.logger.set_level(logging.DEBUG if self.debug else logging.INFO)
         self.logger.debug("Logger initialized in DEBUG mode.")
         self.parquet_storage_path = kwargs.setdefault("parquet_storage_path", None)
         self.dt_field = kwargs.setdefault("dt_field", None)

{sibi_dst-0.3.24 → sibi_dst-0.3.26}/sibi_dst/df_helper/backends/django/__init__.py

@@ -1,8 +1,8 @@
 from __future__ import annotations
 
 from ._io_dask import ReadFrameDask
-from ._django_db_connection import DjangoConnectionConfig
-from ._django_load_from_db import DjangoLoadFromDb
+from ._db_connection import DjangoConnectionConfig
+from ._load_from_db import DjangoLoadFromDb
 
 __all__ = [
     "DjangoConnectionConfig",

sibi_dst-0.3.24/sibi_dst/df_helper/backends/django/_django_db_connection.py → sibi_dst-0.3.26/sibi_dst/df_helper/backends/django/_db_connection.py

@@ -2,7 +2,7 @@ from typing import Any
 
 from pydantic import BaseModel, model_validator
 
-from ._django_sql_model_builder import DjangoSqlModelBuilder
+from ._sql_model_builder import DjangoSqlModelBuilder
 
 
 class DjangoConnectionConfig(BaseModel):

sibi_dst-0.3.24/sibi_dst/df_helper/backends/django/_django_sql_model_builder.py → sibi_dst-0.3.26/sibi_dst/df_helper/backends/django/_sql_model_builder.py

@@ -183,7 +183,7 @@ class DjangoSqlModelBuilder:
                     )  # Holds Field notes, to be displayed in a Python comment.
                     extra_params = {}  # Holds Field parameters such as 'db_column'.
                     column_name = row.name
-                    # we dont want to use model relations
+                    # we do not want to use model relations
                     # is_relation = column_name in relations
                     is_relation = False
                     att_name, params, notes = self.normalize_col_name(

{sibi_dst-0.3.24 → sibi_dst-0.3.26}/sibi_dst/df_helper/backends/parquet/__init__.py

@@ -1,6 +1,6 @@
 from __future__ import annotations
 
-from ._parquet_filter_handler import ParquetFilterHandler
+from ._filter_handler import ParquetFilterHandler
 from ._parquet_options import *
 
 __all__ = [

sibi_dst-0.3.26/sibi_dst/df_helper/backends/sqlalchemy/__init__.py

@@ -0,0 +1,11 @@
+from ._filter_handler import SqlAlchemyFilterHandler
+from ._db_connection import SqlAlchemyConnectionConfig
+from ._load_from_db import SqlAlchemyLoadFromDb
+from ._sql_model_builder import SqlAlchemyModelBuilder
+
+__all__ = [
+    'SqlAlchemyConnectionConfig',
+    'SqlAlchemyModelBuilder',
+    'SqlAlchemyLoadFromDb',
+    'SqlAlchemyFilterHandler'
+]

sibi_dst-0.3.24/sibi_dst/df_helper/backends/sql_alchemy/_sqlalchemy_db_connection.py → sibi_dst-0.3.26/sibi_dst/df_helper/backends/sqlalchemy/_db_connection.py

@@ -5,7 +5,7 @@ from sqlalchemy import create_engine
 from sqlalchemy.exc import OperationalError
 from sqlalchemy.sql import text
 
-from ._sqlalchemy_model_builder import SqlAlchemyModelBuilder
+from ._sql_model_builder import SqlAlchemyModelBuilder
 
 
 class SqlAlchemyConnectionConfig(BaseModel):

sibi_dst-0.3.24/sibi_dst/df_helper/backends/sql_alchemy/_sqlalchemy_load_from_db.py → sibi_dst-0.3.26/sibi_dst/df_helper/backends/sqlalchemy/_load_from_db.py

@@ -3,8 +3,8 @@ import pandas as pd
 
 from sibi_dst.df_helper.core import ParamsConfig, QueryConfig
 from sibi_dst.utils import Logger
-from ._io_sqlalchemy_dask import SQLAlchemyDask
-from ._sqlalchemy_db_connection import SqlAlchemyConnectionConfig
+from ._io_dask import SQLAlchemyDask
+from ._db_connection import SqlAlchemyConnectionConfig
 
 
 class SqlAlchemyLoadFromDb:

sibi_dst-0.3.26/sibi_dst/utils/__init__.py

@@ -0,0 +1,31 @@
+from __future__ import annotations
+
+from .log_utils import Logger
+from .date_utils import *
+from .data_utils import DataUtils
+from .file_utils import FileUtils
+from .filepath_generator import FilePathGenerator
+from .df_utils import DfUtils
+from .storage_manager import StorageManager
+from .parquet_saver import ParquetSaver
+from .clickhouse_writer import ClickHouseWriter
+from .airflow_manager import AirflowDAGManager
+from .credentials import *
+from .data_wrapper import DataWrapper
+
+__all__ = [
+    "Logger",
+    "ConfigManager",
+    "ConfigLoader",
+    "DateUtils",
+    "BusinessDays",
+    "FileUtils",
+    "DataWrapper",
+    "DataUtils",
+    "FilePathGenerator",
+    "ParquetSaver",
+    "StorageManager",
+    "DfUtils",
+    "ClickHouseWriter",
+    "AirflowDAGManager",
+]

sibi_dst-0.3.24/sibi_dst/utils/_df_utils.py → sibi_dst-0.3.26/sibi_dst/utils/df_utils.py

@@ -1,7 +1,7 @@
 import dask.dataframe as dd
 import pandas as pd
 
-from ._log_utils import Logger
+from .log_utils import Logger
 
 
 class DfUtils:
@@ -184,7 +184,7 @@ class DfUtils:
             debug (bool): If True, logs duplicate rows.
 
         Returns:
-            DataFrame: DataFrame with earliest duplicates removed.
+            DataFrame: DataFrame with the earliest duplicates removed.
         """
         return self.eval_duplicate_removal(df, duplicate_expr, sort_field=sort_field, keep='first', debug=debug)
 

sibi_dst-0.3.24/sibi_dst/utils/_log_utils.py → sibi_dst-0.3.26/sibi_dst/utils/log_utils.py

@@ -55,7 +55,7 @@ class Logger:
         log_file = log_file or logger_name
         return cls(log_dir=log_dir, logger_name=logger_name, log_file=log_file)
 
-    def setLevel(self, level):
+    def set_level(self, level):
         self.logger.setLevel(level)
 
     def debug(self, msg):

sibi_dst-0.3.24/sibi_dst/df_helper/backends/sql_alchemy/__init__.py

@@ -1,6 +0,0 @@
-from ._sqlachemy_filter_handler import SqlAlchemyFilterHandler
-from ._sqlalchemy_db_connection import SqlAlchemyConnectionConfig
-from ._sqlalchemy_load_from_db import SqlAlchemyLoadFromDb
-from ._sqlalchemy_model_builder import SqlAlchemyModelBuilder
-
-__all__ = ['SqlAlchemyConnectionConfig', 'SqlAlchemyModelBuilder', 'SqlAlchemyLoadFromDb', 'SqlAlchemyFilterHandler']

sibi_dst-0.3.24/sibi_dst/utils/__init__.py

@@ -1,31 +0,0 @@
-from __future__ import annotations
-
-from ._log_utils import Logger
-from ._date_utils import *
-from ._data_utils import DataUtils
-from ._file_utils import FileUtils
-from ._filepath_generator import FilePathGenerator
-from ._df_utils import DfUtils
-from ._storage_manager import StorageManager
-from ._parquet_saver import ParquetSaver
-from ._clickhouse_writer import ClickHouseWriter
-from ._airflow_manager import AirflowDAGManager
-from ._credentials import *
-from ._data_wrapper import DataWrapper
-
-__all__ = [
-    "Logger",
-    "ConfigManager",
-    "ConfigLoader",
-    "DateUtils",
-    "BusinessDays",
-    "FileUtils",
-    "DataWrapper",
-    "DataUtils",
-    "FilePathGenerator",
-    "ParquetSaver",
-    "StorageManager",
-    "DfUtils",
-    "ClickHouseWriter",
-    "AirflowDAGManager",
-]