sibi-dst 0.3.23__py3-none-any.whl → 0.3.25__py3-none-any.whl

sibi_dst/df_helper/_df_helper.py

@@ -15,7 +15,7 @@ from sibi_dst.utils import ParquetSaver, ClickHouseWriter
 from .backends.django import *
 from .backends.http import HttpConfig
 from .backends.parquet import ParquetConfig
-from .backends.sql_alchemy import *
+from .backends.sqlalchemy import *
 
 # Define a generic type variable for BaseModel subclasses
 T = TypeVar("T", bound=BaseModel)
@@ -48,7 +48,7 @@ class DfHelper:
         self.debug = kwargs.setdefault("debug", False)
         self.logger = kwargs.get("logger", Logger.default_logger(logger_name=self.__class__.__name__))
         # Configure logger level
-        self.logger.setLevel(logging.DEBUG if self.debug else logging.INFO)
+        self.logger.set_level(logging.DEBUG if self.debug else logging.INFO)
         self.logger.debug("Logger initialized in DEBUG mode.")
         self.parquet_storage_path = kwargs.setdefault("parquet_storage_path", None)
         self.dt_field = kwargs.setdefault("dt_field", None)

sibi_dst/df_helper/backends/django/__init__.py

@@ -1,8 +1,8 @@
 from __future__ import annotations
 
 from ._io_dask import ReadFrameDask
-from ._django_db_connection import DjangoConnectionConfig
-from ._django_load_from_db import DjangoLoadFromDb
+from ._db_connection import DjangoConnectionConfig
+from ._load_from_db import DjangoLoadFromDb
 
 __all__ = [
     "DjangoConnectionConfig",

sibi_dst/df_helper/backends/django/{_django_db_connection.py → _db_connection.py}

@@ -2,7 +2,7 @@ from typing import Any
 
 from pydantic import BaseModel, model_validator
 
-from ._django_sql_model_builder import DjangoSqlModelBuilder
+from ._sql_model_builder import DjangoSqlModelBuilder
 
 
 class DjangoConnectionConfig(BaseModel):

sibi_dst/df_helper/backends/django/{_django_sql_model_builder.py → _sql_model_builder.py}

@@ -183,7 +183,7 @@ class DjangoSqlModelBuilder:
                     )  # Holds Field notes, to be displayed in a Python comment.
                     extra_params = {}  # Holds Field parameters such as 'db_column'.
                     column_name = row.name
-                    # we dont want to use model relations
+                    # we do not want to use model relations
                     # is_relation = column_name in relations
                     is_relation = False
                     att_name, params, notes = self.normalize_col_name(

sibi_dst/df_helper/backends/parquet/__init__.py

@@ -1,6 +1,6 @@
 from __future__ import annotations
 
-from ._parquet_filter_handler import ParquetFilterHandler
+from ._filter_handler import ParquetFilterHandler
 from ._parquet_options import *
 
 __all__ = [

sibi_dst/df_helper/backends/sqlalchemy/__init__.py

@@ -0,0 +1,11 @@
+from ._filter_handler import SqlAlchemyFilterHandler
+from ._db_connection import SqlAlchemyConnectionConfig
+from ._load_from_db import SqlAlchemyLoadFromDb
+from ._sql_model_builder import SqlAlchemyModelBuilder
+
+__all__ = [
+    'SqlAlchemyConnectionConfig',
+    'SqlAlchemyModelBuilder',
+    'SqlAlchemyLoadFromDb',
+    'SqlAlchemyFilterHandler'
+]

sibi_dst/df_helper/backends/{sql_alchemy/_sqlalchemy_db_connection.py → sqlalchemy/_db_connection.py}

@@ -5,7 +5,7 @@ from sqlalchemy import create_engine
 from sqlalchemy.exc import OperationalError
 from sqlalchemy.sql import text
 
-from ._sqlalchemy_model_builder import SqlAlchemyModelBuilder
+from ._sql_model_builder import SqlAlchemyModelBuilder
 
 
 class SqlAlchemyConnectionConfig(BaseModel):

sibi_dst/df_helper/backends/{sql_alchemy/_sqlalchemy_load_from_db.py → sqlalchemy/_load_from_db.py}

@@ -3,8 +3,8 @@ import pandas as pd
 
 from sibi_dst.df_helper.core import ParamsConfig, QueryConfig
 from sibi_dst.utils import Logger
-from ._io_sqlalchemy_dask import SQLAlchemyDask
-from ._sqlalchemy_db_connection import SqlAlchemyConnectionConfig
+from ._io_dask import SQLAlchemyDask
+from ._db_connection import SqlAlchemyConnectionConfig
 
 
 class SqlAlchemyLoadFromDb:

sibi_dst/utils/_df_utils.py

@@ -184,7 +184,7 @@ class DfUtils:
             debug (bool): If True, logs duplicate rows.
 
         Returns:
-            DataFrame: DataFrame with earliest duplicates removed.
+            DataFrame: DataFrame with the earliest duplicates removed.
         """
         return self.eval_duplicate_removal(df, duplicate_expr, sort_field=sort_field, keep='first', debug=debug)
 

sibi_dst/utils/_log_utils.py

@@ -55,7 +55,7 @@ class Logger:
         log_file = log_file or logger_name
         return cls(log_dir=log_dir, logger_name=logger_name, log_file=log_file)
 
-    def setLevel(self, level):
+    def set_level(self, level):
         self.logger.setLevel(level)
 
     def debug(self, msg):

{sibi_dst-0.3.23.dist-info → sibi_dst-0.3.25.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: sibi-dst
-Version: 0.3.23
+Version: 0.3.25
 Summary: Data Science Toolkit
 Author: Luis Valverde
 Author-email: lvalverdeb@gmail.com
@@ -25,15 +25,17 @@ Requires-Dist: openpyxl (>=3.1.5,<4.0.0)
 Requires-Dist: pandas (>=2.2.3,<3.0.0)
 Requires-Dist: paramiko (>=3.5.0,<4.0.0)
 Requires-Dist: psutil (>=6.1.0,<7.0.0)
+Requires-Dist: psycopg2 (>=2.9.10,<3.0.0)
 Requires-Dist: pyarrow (>=18.0.0,<19.0.0)
 Requires-Dist: pydantic (>=2.9.2,<3.0.0)
 Requires-Dist: pymysql (>=1.1.1,<2.0.0)
 Requires-Dist: pytest (>=8.3.3,<9.0.0)
+Requires-Dist: pytest-mock (>=3.14.0,<4.0.0)
 Requires-Dist: python-dotenv (>=1.0.1,<2.0.0)
 Requires-Dist: sqlalchemy (>=2.0.36,<3.0.0)
 Requires-Dist: tornado (>=6.4.1,<7.0.0)
 Requires-Dist: tqdm (>=4.67.0,<5.0.0)
-Requires-Dist: uvicorn (>=0.32.1,<0.33.0)
+Requires-Dist: uvicorn (>=0.34.0,<0.35.0)
 Description-Content-Type: text/markdown
 
 # sibi-dst

{sibi_dst-0.3.23.dist-info → sibi_dst-0.3.25.dist-info}/RECORD

@@ -1,25 +1,25 @@
 sibi_dst/__init__.py,sha256=CLHfzrFNqklNx5uMKAPtbZfkbBbVYR5qsiMro0RTfmA,252
 sibi_dst/df_helper/__init__.py,sha256=aiAu7j1SWDiw3RVI4UJmvLcADP34OfrJTCYpdupPGII,234
-sibi_dst/df_helper/_df_helper.py,sha256=3fibDnRAX4R0v-xgfG87BKLR-ZCg8AZWrKDIO7qbBPM,13953
+sibi_dst/df_helper/_df_helper.py,sha256=vG-Lb9lj8s5cACTvfYp7JhXt1PajttHVhKYzBWR-9Vc,13953
 sibi_dst/df_helper/_parquet_artifact.py,sha256=nx1wTEyrjARpCCPNwBxYiBROee3CSb6c-u7Cpme_tdk,4978
 sibi_dst/df_helper/_parquet_reader.py,sha256=sbe8DsScNT2h6huNsz8mUxVnUGpJeRzbaONZ3u2sQeQ,1685
 sibi_dst/df_helper/backends/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-sibi_dst/df_helper/backends/django/__init__.py,sha256=6LNllh46ZQ10QpEAxYizEOybx0__nUmpyLVCp8uyHyc,270
-sibi_dst/df_helper/backends/django/_django_db_connection.py,sha256=GypF84Ej7ViTID4r3UEReRGmLiyfMtEknPI_NINSm3g,1641
-sibi_dst/df_helper/backends/django/_django_load_from_db.py,sha256=GLsAsuEQD1cXfEm7BuxofZfR32VwZNEfwR9c-AZn-x0,5555
-sibi_dst/df_helper/backends/django/_django_sql_model_builder.py,sha256=xyOq0JY0k9380aBeV66RXbeXL-mF22CczbQQoXLDhuo,14884
+sibi_dst/df_helper/backends/django/__init__.py,sha256=uWHi-DtQX5re7b2HcqoXUH3_FZWOw1VTmDf552FAkNs,256
+sibi_dst/df_helper/backends/django/_db_connection.py,sha256=kWITSPqn3286NzPvWSSE_PtJCm1tyfrv2RIuPSThXlQ,1634
 sibi_dst/df_helper/backends/django/_io_dask.py,sha256=jryDojeA62rB3seRaWWMjsAmekKacK5xctwCQGVklPQ,9063
+sibi_dst/df_helper/backends/django/_load_from_db.py,sha256=GLsAsuEQD1cXfEm7BuxofZfR32VwZNEfwR9c-AZn-x0,5555
+sibi_dst/df_helper/backends/django/_sql_model_builder.py,sha256=L_wDPaFnFFlewlTcD_KNlOwECU4Dy8zC58tOuZY4208,14886
 sibi_dst/df_helper/backends/http/__init__.py,sha256=d1pfgYxbiYg7E0Iw8RbJ7xfqIfJShqqTBQQGU_S6OOo,105
 sibi_dst/df_helper/backends/http/_http_config.py,sha256=l6GdzTsknfzyf8LAo_TuIWeiswLRRrLcmqAmirxpH8Q,2132
-sibi_dst/df_helper/backends/parquet/__init__.py,sha256=ed2H3DrhV6wWNc5e1YiP5ScZErt3Hp1dfTDCcDObrgo,190
-sibi_dst/df_helper/backends/parquet/_parquet_filter_handler.py,sha256=Q8Ic9PLDGT4L97yqr20mr_NsdEeMMOlFkT7Z12yYCxI,3663
+sibi_dst/df_helper/backends/parquet/__init__.py,sha256=esWJ9aSuYC26d-T01z9dPrJ1uqJzvdaPNTYRb5qXTlQ,182
+sibi_dst/df_helper/backends/parquet/_filter_handler.py,sha256=Q8Ic9PLDGT4L97yqr20mr_NsdEeMMOlFkT7Z12yYCxI,3663
 sibi_dst/df_helper/backends/parquet/_parquet_options.py,sha256=5fAv7KzSRvCpW-6ZiXcvrWAyf1KThs1qCgtrzGo3x8A,4503
-sibi_dst/df_helper/backends/sql_alchemy/__init__.py,sha256=072YxHXqV1wn6xo6clrgvh8kpvlOmboIQW9tyOPHXAY,369
-sibi_dst/df_helper/backends/sql_alchemy/_io_sqlalchemy_dask.py,sha256=UuAHzZWBADsTwGhwZTJzR66Xdh189OR81C1IITwzls0,5620
-sibi_dst/df_helper/backends/sql_alchemy/_sqlachemy_filter_handler.py,sha256=58RCda1Hg_nsuJw-2V36IstsT8O84IQFgsdE7FnqvMk,4655
-sibi_dst/df_helper/backends/sql_alchemy/_sqlalchemy_db_connection.py,sha256=6Jxj3bhGJadHcJOCXtNo0YZUMO6RNgbtXhlghkfOtW8,1648
-sibi_dst/df_helper/backends/sql_alchemy/_sqlalchemy_load_from_db.py,sha256=9z7gUy441T6ww1hpbt3xgxv0jFf8W_zzq0PfkkB126E,2237
-sibi_dst/df_helper/backends/sql_alchemy/_sqlalchemy_model_builder.py,sha256=Bmhh6VvmBfNfBA2JpuEdsYD_193yJ768Si2TvkY9HmU,4405
+sibi_dst/df_helper/backends/sqlalchemy/__init__.py,sha256=TuVp8Ce49dCIIxtyrtFGRblarQUl8QGcS-TDZd515IE,348
+sibi_dst/df_helper/backends/sqlalchemy/_db_connection.py,sha256=Og8dDFZX0FnS_ClLAik5O36mNgHSixUdg0_FNo-w-t4,1641
+sibi_dst/df_helper/backends/sqlalchemy/_filter_handler.py,sha256=58RCda1Hg_nsuJw-2V36IstsT8O84IQFgsdE7FnqvMk,4655
+sibi_dst/df_helper/backends/sqlalchemy/_io_dask.py,sha256=UuAHzZWBADsTwGhwZTJzR66Xdh189OR81C1IITwzls0,5620
+sibi_dst/df_helper/backends/sqlalchemy/_load_from_db.py,sha256=ML-m_WeTR1_UMgiDRMp_z4ebyPGqsFV8SJ3KeDoQAkA,2215
+sibi_dst/df_helper/backends/sqlalchemy/_sql_model_builder.py,sha256=Bmhh6VvmBfNfBA2JpuEdsYD_193yJ768Si2TvkY9HmU,4405
 sibi_dst/df_helper/core/__init__.py,sha256=o4zDwgVmaijde3oix0ezb6KLxI5QFy-SGUhFTDVFLT4,569
 sibi_dst/df_helper/core/_defaults.py,sha256=eNpHD2sZxir-2xO0b3_V16ryw8YP_5FfpIKK0HNuiN4,7011
 sibi_dst/df_helper/core/_filter_handler.py,sha256=1-IdviSYi5Hc28KckO4dkYHDfQ8X9SUb6kwfobm16_E,8580
@@ -32,12 +32,12 @@ sibi_dst/utils/_credentials.py,sha256=cHJPPsmVyijqbUQIq7WWPe-lIallA-mI5RAy3YUuRM
 sibi_dst/utils/_data_utils.py,sha256=ch4j5FEs8ZnniUzpbeLO-b4Yco_6nwCu71xHaVqMGi4,7050
 sibi_dst/utils/_data_wrapper.py,sha256=4U0sKVXK7qDTObhufO19jxTzJa6ohs2VOh3WAhhzLCU,11982
 sibi_dst/utils/_date_utils.py,sha256=CMAZBNwVj7cvERcNiTA8Pf7_5EjV9By9yxkYJpkqz1g,10656
-sibi_dst/utils/_df_utils.py,sha256=NHnEJG9KDeRuqfE60kwBOO21B6Hvjh7PzE5B8cQrIXc,10986
+sibi_dst/utils/_df_utils.py,sha256=UraCQ7qyprVW_oFcZ2w3UBz2mFvSzxvcJ5pp50tQzIE,10990
 sibi_dst/utils/_file_utils.py,sha256=JpsybYj3XvVJisSBeVU6YSaZnYRm4_6YWTI3TLnnY4Y,1257
 sibi_dst/utils/_filepath_generator.py,sha256=hjI7gQwfwRToPeuzoUQDayHKQrr4Ivhi4Chl1J4Phlk,6689
-sibi_dst/utils/_log_utils.py,sha256=AvKu5Qmi9LXezA7gdkG7yV-MvzZeav8c3PK8s-DwTGE,2314
+sibi_dst/utils/_log_utils.py,sha256=4eLmoV8VC7wDwPr1mRfDKP24_-laGO6ogE4U0u3DUuA,2315
 sibi_dst/utils/_parquet_saver.py,sha256=hLrWr1G132y94eLopDPPGQGDsAiR1lQ8id4QQtGYPE4,4349
 sibi_dst/utils/_storage_manager.py,sha256=7nkfeBW_2xlF59pGj7V2aY5TLwpJnPQuPVclqjavJOA,3856
-sibi_dst-0.3.23.dist-info/METADATA,sha256=mUSNClZmqrBoZ-JfviSxtuVWE28D14-gHP1wjG5zGwI,2134
-sibi_dst-0.3.23.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-sibi_dst-0.3.23.dist-info/RECORD,,
+sibi_dst-0.3.25.dist-info/METADATA,sha256=KKpRMeVyREhvcvvVY8ZsR_uXhD9SJLblSK5PH7U6R5k,2221
+sibi_dst-0.3.25.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+sibi_dst-0.3.25.dist-info/RECORD,,

sibi_dst/df_helper/backends/sql_alchemy/__init__.py

@@ -1,6 +0,0 @@
-from ._sqlachemy_filter_handler import SqlAlchemyFilterHandler
-from ._sqlalchemy_db_connection import SqlAlchemyConnectionConfig
-from ._sqlalchemy_load_from_db import SqlAlchemyLoadFromDb
-from ._sqlalchemy_model_builder import SqlAlchemyModelBuilder
-
-__all__ = ['SqlAlchemyConnectionConfig', 'SqlAlchemyModelBuilder', 'SqlAlchemyLoadFromDb', 'SqlAlchemyFilterHandler']