sibi-dst 0.3.24__py3-none-any.whl → 0.3.26__py3-none-any.whl

sibi_dst/df_helper/_df_helper.py

@@ -15,7 +15,7 @@ from sibi_dst.utils import ParquetSaver, ClickHouseWriter
 from .backends.django import *
 from .backends.http import HttpConfig
 from .backends.parquet import ParquetConfig
-from .backends.sql_alchemy import *
+from .backends.sqlalchemy import *
 
 # Define a generic type variable for BaseModel subclasses
 T = TypeVar("T", bound=BaseModel)
@@ -48,7 +48,7 @@ class DfHelper:
         self.debug = kwargs.setdefault("debug", False)
         self.logger = kwargs.get("logger", Logger.default_logger(logger_name=self.__class__.__name__))
         # Configure logger level
-        self.logger.setLevel(logging.DEBUG if self.debug else logging.INFO)
+        self.logger.set_level(logging.DEBUG if self.debug else logging.INFO)
         self.logger.debug("Logger initialized in DEBUG mode.")
         self.parquet_storage_path = kwargs.setdefault("parquet_storage_path", None)
         self.dt_field = kwargs.setdefault("dt_field", None)

sibi_dst/df_helper/backends/django/__init__.py

@@ -1,8 +1,8 @@
 from __future__ import annotations
 
 from ._io_dask import ReadFrameDask
-from ._django_db_connection import DjangoConnectionConfig
-from ._django_load_from_db import DjangoLoadFromDb
+from ._db_connection import DjangoConnectionConfig
+from ._load_from_db import DjangoLoadFromDb
 
 __all__ = [
     "DjangoConnectionConfig",

sibi_dst/df_helper/backends/django/{_django_db_connection.py → _db_connection.py}

@@ -2,7 +2,7 @@ from typing import Any
 
 from pydantic import BaseModel, model_validator
 
-from ._django_sql_model_builder import DjangoSqlModelBuilder
+from ._sql_model_builder import DjangoSqlModelBuilder
 
 
 class DjangoConnectionConfig(BaseModel):

sibi_dst/df_helper/backends/django/{_django_sql_model_builder.py → _sql_model_builder.py}

@@ -183,7 +183,7 @@ class DjangoSqlModelBuilder:
                     )  # Holds Field notes, to be displayed in a Python comment.
                     extra_params = {}  # Holds Field parameters such as 'db_column'.
                     column_name = row.name
-                    # we dont want to use model relations
+                    # we do not want to use model relations
                     # is_relation = column_name in relations
                     is_relation = False
                     att_name, params, notes = self.normalize_col_name(

sibi_dst/df_helper/backends/parquet/__init__.py

@@ -1,6 +1,6 @@
 from __future__ import annotations
 
-from ._parquet_filter_handler import ParquetFilterHandler
+from ._filter_handler import ParquetFilterHandler
 from ._parquet_options import *
 
 __all__ = [

sibi_dst/df_helper/backends/sqlalchemy/__init__.py

@@ -0,0 +1,11 @@
+from ._filter_handler import SqlAlchemyFilterHandler
+from ._db_connection import SqlAlchemyConnectionConfig
+from ._load_from_db import SqlAlchemyLoadFromDb
+from ._sql_model_builder import SqlAlchemyModelBuilder
+
+__all__ = [
+    'SqlAlchemyConnectionConfig',
+    'SqlAlchemyModelBuilder',
+    'SqlAlchemyLoadFromDb',
+    'SqlAlchemyFilterHandler'
+]

sibi_dst/df_helper/backends/{sql_alchemy/_sqlalchemy_db_connection.py → sqlalchemy/_db_connection.py}

@@ -5,7 +5,7 @@ from sqlalchemy import create_engine
 from sqlalchemy.exc import OperationalError
 from sqlalchemy.sql import text
 
-from ._sqlalchemy_model_builder import SqlAlchemyModelBuilder
+from ._sql_model_builder import SqlAlchemyModelBuilder
 
 
 class SqlAlchemyConnectionConfig(BaseModel):

sibi_dst/df_helper/backends/{sql_alchemy/_sqlalchemy_load_from_db.py → sqlalchemy/_load_from_db.py}

@@ -3,8 +3,8 @@ import pandas as pd
 
 from sibi_dst.df_helper.core import ParamsConfig, QueryConfig
 from sibi_dst.utils import Logger
-from ._io_sqlalchemy_dask import SQLAlchemyDask
-from ._sqlalchemy_db_connection import SqlAlchemyConnectionConfig
+from ._io_dask import SQLAlchemyDask
+from ._db_connection import SqlAlchemyConnectionConfig
 
 
 class SqlAlchemyLoadFromDb:

sibi_dst/utils/__init__.py

@@ -1,17 +1,17 @@
 from __future__ import annotations
 
-from ._log_utils import Logger
-from ._date_utils import *
-from ._data_utils import DataUtils
-from ._file_utils import FileUtils
-from ._filepath_generator import FilePathGenerator
-from ._df_utils import DfUtils
-from ._storage_manager import StorageManager
-from ._parquet_saver import ParquetSaver
-from ._clickhouse_writer import ClickHouseWriter
-from ._airflow_manager import AirflowDAGManager
-from ._credentials import *
-from ._data_wrapper import DataWrapper
+from .log_utils import Logger
+from .date_utils import *
+from .data_utils import DataUtils
+from .file_utils import FileUtils
+from .filepath_generator import FilePathGenerator
+from .df_utils import DfUtils
+from .storage_manager import StorageManager
+from .parquet_saver import ParquetSaver
+from .clickhouse_writer import ClickHouseWriter
+from .airflow_manager import AirflowDAGManager
+from .credentials import *
+from .data_wrapper import DataWrapper
 
 __all__ = [
     "Logger",

sibi_dst/utils/{_df_utils.py → df_utils.py}

@@ -1,7 +1,7 @@
 import dask.dataframe as dd
 import pandas as pd
 
-from ._log_utils import Logger
+from .log_utils import Logger
 
 
 class DfUtils:
@@ -184,7 +184,7 @@ class DfUtils:
             debug (bool): If True, logs duplicate rows.
 
         Returns:
-            DataFrame: DataFrame with earliest duplicates removed.
+            DataFrame: DataFrame with the earliest duplicates removed.
         """
         return self.eval_duplicate_removal(df, duplicate_expr, sort_field=sort_field, keep='first', debug=debug)
 

sibi_dst/utils/{_log_utils.py → log_utils.py}

@@ -55,7 +55,7 @@ class Logger:
         log_file = log_file or logger_name
         return cls(log_dir=log_dir, logger_name=logger_name, log_file=log_file)
 
-    def setLevel(self, level):
+    def set_level(self, level):
         self.logger.setLevel(level)
 
     def debug(self, msg):

{sibi_dst-0.3.24.dist-info → sibi_dst-0.3.26.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: sibi-dst
-Version: 0.3.24
+Version: 0.3.26
 Summary: Data Science Toolkit
 Author: Luis Valverde
 Author-email: lvalverdeb@gmail.com
@@ -30,6 +30,7 @@ Requires-Dist: pyarrow (>=18.0.0,<19.0.0)
 Requires-Dist: pydantic (>=2.9.2,<3.0.0)
 Requires-Dist: pymysql (>=1.1.1,<2.0.0)
 Requires-Dist: pytest (>=8.3.3,<9.0.0)
+Requires-Dist: pytest-mock (>=3.14.0,<4.0.0)
 Requires-Dist: python-dotenv (>=1.0.1,<2.0.0)
 Requires-Dist: sqlalchemy (>=2.0.36,<3.0.0)
 Requires-Dist: tornado (>=6.4.1,<7.0.0)

sibi_dst-0.3.26.dist-info/RECORD

@@ -0,0 +1,43 @@
+sibi_dst/__init__.py,sha256=CLHfzrFNqklNx5uMKAPtbZfkbBbVYR5qsiMro0RTfmA,252
+sibi_dst/df_helper/__init__.py,sha256=aiAu7j1SWDiw3RVI4UJmvLcADP34OfrJTCYpdupPGII,234
+sibi_dst/df_helper/_df_helper.py,sha256=vG-Lb9lj8s5cACTvfYp7JhXt1PajttHVhKYzBWR-9Vc,13953
+sibi_dst/df_helper/_parquet_artifact.py,sha256=nx1wTEyrjARpCCPNwBxYiBROee3CSb6c-u7Cpme_tdk,4978
+sibi_dst/df_helper/_parquet_reader.py,sha256=sbe8DsScNT2h6huNsz8mUxVnUGpJeRzbaONZ3u2sQeQ,1685
+sibi_dst/df_helper/backends/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+sibi_dst/df_helper/backends/django/__init__.py,sha256=uWHi-DtQX5re7b2HcqoXUH3_FZWOw1VTmDf552FAkNs,256
+sibi_dst/df_helper/backends/django/_db_connection.py,sha256=kWITSPqn3286NzPvWSSE_PtJCm1tyfrv2RIuPSThXlQ,1634
+sibi_dst/df_helper/backends/django/_io_dask.py,sha256=jryDojeA62rB3seRaWWMjsAmekKacK5xctwCQGVklPQ,9063
+sibi_dst/df_helper/backends/django/_load_from_db.py,sha256=GLsAsuEQD1cXfEm7BuxofZfR32VwZNEfwR9c-AZn-x0,5555
+sibi_dst/df_helper/backends/django/_sql_model_builder.py,sha256=L_wDPaFnFFlewlTcD_KNlOwECU4Dy8zC58tOuZY4208,14886
+sibi_dst/df_helper/backends/http/__init__.py,sha256=d1pfgYxbiYg7E0Iw8RbJ7xfqIfJShqqTBQQGU_S6OOo,105
+sibi_dst/df_helper/backends/http/_http_config.py,sha256=l6GdzTsknfzyf8LAo_TuIWeiswLRRrLcmqAmirxpH8Q,2132
+sibi_dst/df_helper/backends/parquet/__init__.py,sha256=esWJ9aSuYC26d-T01z9dPrJ1uqJzvdaPNTYRb5qXTlQ,182
+sibi_dst/df_helper/backends/parquet/_filter_handler.py,sha256=Q8Ic9PLDGT4L97yqr20mr_NsdEeMMOlFkT7Z12yYCxI,3663
+sibi_dst/df_helper/backends/parquet/_parquet_options.py,sha256=5fAv7KzSRvCpW-6ZiXcvrWAyf1KThs1qCgtrzGo3x8A,4503
+sibi_dst/df_helper/backends/sqlalchemy/__init__.py,sha256=TuVp8Ce49dCIIxtyrtFGRblarQUl8QGcS-TDZd515IE,348
+sibi_dst/df_helper/backends/sqlalchemy/_db_connection.py,sha256=Og8dDFZX0FnS_ClLAik5O36mNgHSixUdg0_FNo-w-t4,1641
+sibi_dst/df_helper/backends/sqlalchemy/_filter_handler.py,sha256=58RCda1Hg_nsuJw-2V36IstsT8O84IQFgsdE7FnqvMk,4655
+sibi_dst/df_helper/backends/sqlalchemy/_io_dask.py,sha256=UuAHzZWBADsTwGhwZTJzR66Xdh189OR81C1IITwzls0,5620
+sibi_dst/df_helper/backends/sqlalchemy/_load_from_db.py,sha256=ML-m_WeTR1_UMgiDRMp_z4ebyPGqsFV8SJ3KeDoQAkA,2215
+sibi_dst/df_helper/backends/sqlalchemy/_sql_model_builder.py,sha256=Bmhh6VvmBfNfBA2JpuEdsYD_193yJ768Si2TvkY9HmU,4405
+sibi_dst/df_helper/core/__init__.py,sha256=o4zDwgVmaijde3oix0ezb6KLxI5QFy-SGUhFTDVFLT4,569
+sibi_dst/df_helper/core/_defaults.py,sha256=eNpHD2sZxir-2xO0b3_V16ryw8YP_5FfpIKK0HNuiN4,7011
+sibi_dst/df_helper/core/_filter_handler.py,sha256=1-IdviSYi5Hc28KckO4dkYHDfQ8X9SUb6kwfobm16_E,8580
+sibi_dst/df_helper/core/_params_config.py,sha256=mM1CnF29zls5LXx7rpKY8uix_GyOG5smO4ry_OX31IU,3477
+sibi_dst/df_helper/core/_query_config.py,sha256=Y8LVSyaKuVkrPluRDkQoOwuXHQxner1pFWG3HPfnDHM,441
+sibi_dst/utils/__init__.py,sha256=z51o5sjIo_gTjnDXk5SBniCxWJIrDBMS7df0dTs8VMk,775
+sibi_dst/utils/airflow_manager.py,sha256=-d44EKUZNYJyp4wuNwRvilRQktunArPOB5fZuWdQv10,7526
+sibi_dst/utils/clickhouse_writer.py,sha256=dL5pixjn4cj0Rwpc3POfCcY2D-aQCMbPSECX0dKATyE,8587
+sibi_dst/utils/credentials.py,sha256=cHJPPsmVyijqbUQIq7WWPe-lIallA-mI5RAy3YUuRME,1724
+sibi_dst/utils/data_utils.py,sha256=ch4j5FEs8ZnniUzpbeLO-b4Yco_6nwCu71xHaVqMGi4,7050
+sibi_dst/utils/data_wrapper.py,sha256=4U0sKVXK7qDTObhufO19jxTzJa6ohs2VOh3WAhhzLCU,11982
+sibi_dst/utils/date_utils.py,sha256=CMAZBNwVj7cvERcNiTA8Pf7_5EjV9By9yxkYJpkqz1g,10656
+sibi_dst/utils/df_utils.py,sha256=OFEtcwVKIilvf9qVf-IfIOHp4jcFAHX5l2IDGudhPZg,10989
+sibi_dst/utils/file_utils.py,sha256=JpsybYj3XvVJisSBeVU6YSaZnYRm4_6YWTI3TLnnY4Y,1257
+sibi_dst/utils/filepath_generator.py,sha256=hjI7gQwfwRToPeuzoUQDayHKQrr4Ivhi4Chl1J4Phlk,6689
+sibi_dst/utils/log_utils.py,sha256=4eLmoV8VC7wDwPr1mRfDKP24_-laGO6ogE4U0u3DUuA,2315
+sibi_dst/utils/parquet_saver.py,sha256=hLrWr1G132y94eLopDPPGQGDsAiR1lQ8id4QQtGYPE4,4349
+sibi_dst/utils/storage_manager.py,sha256=7nkfeBW_2xlF59pGj7V2aY5TLwpJnPQuPVclqjavJOA,3856
+sibi_dst-0.3.26.dist-info/METADATA,sha256=kalIXDq4iKvLdvMVXvm96EkKnUiGY5Yn3-FId81Vh6Q,2221
+sibi_dst-0.3.26.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+sibi_dst-0.3.26.dist-info/RECORD,,

sibi_dst/df_helper/backends/sql_alchemy/__init__.py

@@ -1,6 +0,0 @@
-from ._sqlachemy_filter_handler import SqlAlchemyFilterHandler
-from ._sqlalchemy_db_connection import SqlAlchemyConnectionConfig
-from ._sqlalchemy_load_from_db import SqlAlchemyLoadFromDb
-from ._sqlalchemy_model_builder import SqlAlchemyModelBuilder
-
-__all__ = ['SqlAlchemyConnectionConfig', 'SqlAlchemyModelBuilder', 'SqlAlchemyLoadFromDb', 'SqlAlchemyFilterHandler']

sibi_dst-0.3.24.dist-info/RECORD

@@ -1,43 +0,0 @@
-sibi_dst/__init__.py,sha256=CLHfzrFNqklNx5uMKAPtbZfkbBbVYR5qsiMro0RTfmA,252
-sibi_dst/df_helper/__init__.py,sha256=aiAu7j1SWDiw3RVI4UJmvLcADP34OfrJTCYpdupPGII,234
-sibi_dst/df_helper/_df_helper.py,sha256=3fibDnRAX4R0v-xgfG87BKLR-ZCg8AZWrKDIO7qbBPM,13953
-sibi_dst/df_helper/_parquet_artifact.py,sha256=nx1wTEyrjARpCCPNwBxYiBROee3CSb6c-u7Cpme_tdk,4978
-sibi_dst/df_helper/_parquet_reader.py,sha256=sbe8DsScNT2h6huNsz8mUxVnUGpJeRzbaONZ3u2sQeQ,1685
-sibi_dst/df_helper/backends/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-sibi_dst/df_helper/backends/django/__init__.py,sha256=6LNllh46ZQ10QpEAxYizEOybx0__nUmpyLVCp8uyHyc,270
-sibi_dst/df_helper/backends/django/_django_db_connection.py,sha256=GypF84Ej7ViTID4r3UEReRGmLiyfMtEknPI_NINSm3g,1641
-sibi_dst/df_helper/backends/django/_django_load_from_db.py,sha256=GLsAsuEQD1cXfEm7BuxofZfR32VwZNEfwR9c-AZn-x0,5555
-sibi_dst/df_helper/backends/django/_django_sql_model_builder.py,sha256=xyOq0JY0k9380aBeV66RXbeXL-mF22CczbQQoXLDhuo,14884
-sibi_dst/df_helper/backends/django/_io_dask.py,sha256=jryDojeA62rB3seRaWWMjsAmekKacK5xctwCQGVklPQ,9063
-sibi_dst/df_helper/backends/http/__init__.py,sha256=d1pfgYxbiYg7E0Iw8RbJ7xfqIfJShqqTBQQGU_S6OOo,105
-sibi_dst/df_helper/backends/http/_http_config.py,sha256=l6GdzTsknfzyf8LAo_TuIWeiswLRRrLcmqAmirxpH8Q,2132
-sibi_dst/df_helper/backends/parquet/__init__.py,sha256=ed2H3DrhV6wWNc5e1YiP5ScZErt3Hp1dfTDCcDObrgo,190
-sibi_dst/df_helper/backends/parquet/_parquet_filter_handler.py,sha256=Q8Ic9PLDGT4L97yqr20mr_NsdEeMMOlFkT7Z12yYCxI,3663
-sibi_dst/df_helper/backends/parquet/_parquet_options.py,sha256=5fAv7KzSRvCpW-6ZiXcvrWAyf1KThs1qCgtrzGo3x8A,4503
-sibi_dst/df_helper/backends/sql_alchemy/__init__.py,sha256=072YxHXqV1wn6xo6clrgvh8kpvlOmboIQW9tyOPHXAY,369
-sibi_dst/df_helper/backends/sql_alchemy/_io_sqlalchemy_dask.py,sha256=UuAHzZWBADsTwGhwZTJzR66Xdh189OR81C1IITwzls0,5620
-sibi_dst/df_helper/backends/sql_alchemy/_sqlachemy_filter_handler.py,sha256=58RCda1Hg_nsuJw-2V36IstsT8O84IQFgsdE7FnqvMk,4655
-sibi_dst/df_helper/backends/sql_alchemy/_sqlalchemy_db_connection.py,sha256=6Jxj3bhGJadHcJOCXtNo0YZUMO6RNgbtXhlghkfOtW8,1648
-sibi_dst/df_helper/backends/sql_alchemy/_sqlalchemy_load_from_db.py,sha256=9z7gUy441T6ww1hpbt3xgxv0jFf8W_zzq0PfkkB126E,2237
-sibi_dst/df_helper/backends/sql_alchemy/_sqlalchemy_model_builder.py,sha256=Bmhh6VvmBfNfBA2JpuEdsYD_193yJ768Si2TvkY9HmU,4405
-sibi_dst/df_helper/core/__init__.py,sha256=o4zDwgVmaijde3oix0ezb6KLxI5QFy-SGUhFTDVFLT4,569
-sibi_dst/df_helper/core/_defaults.py,sha256=eNpHD2sZxir-2xO0b3_V16ryw8YP_5FfpIKK0HNuiN4,7011
-sibi_dst/df_helper/core/_filter_handler.py,sha256=1-IdviSYi5Hc28KckO4dkYHDfQ8X9SUb6kwfobm16_E,8580
-sibi_dst/df_helper/core/_params_config.py,sha256=mM1CnF29zls5LXx7rpKY8uix_GyOG5smO4ry_OX31IU,3477
-sibi_dst/df_helper/core/_query_config.py,sha256=Y8LVSyaKuVkrPluRDkQoOwuXHQxner1pFWG3HPfnDHM,441
-sibi_dst/utils/__init__.py,sha256=-7gtDN58v5f09bd2OGKAqMyccEyDP8tANWdw3RwI408,787
-sibi_dst/utils/_airflow_manager.py,sha256=-d44EKUZNYJyp4wuNwRvilRQktunArPOB5fZuWdQv10,7526
-sibi_dst/utils/_clickhouse_writer.py,sha256=dL5pixjn4cj0Rwpc3POfCcY2D-aQCMbPSECX0dKATyE,8587
-sibi_dst/utils/_credentials.py,sha256=cHJPPsmVyijqbUQIq7WWPe-lIallA-mI5RAy3YUuRME,1724
-sibi_dst/utils/_data_utils.py,sha256=ch4j5FEs8ZnniUzpbeLO-b4Yco_6nwCu71xHaVqMGi4,7050
-sibi_dst/utils/_data_wrapper.py,sha256=4U0sKVXK7qDTObhufO19jxTzJa6ohs2VOh3WAhhzLCU,11982
-sibi_dst/utils/_date_utils.py,sha256=CMAZBNwVj7cvERcNiTA8Pf7_5EjV9By9yxkYJpkqz1g,10656
-sibi_dst/utils/_df_utils.py,sha256=NHnEJG9KDeRuqfE60kwBOO21B6Hvjh7PzE5B8cQrIXc,10986
-sibi_dst/utils/_file_utils.py,sha256=JpsybYj3XvVJisSBeVU6YSaZnYRm4_6YWTI3TLnnY4Y,1257
-sibi_dst/utils/_filepath_generator.py,sha256=hjI7gQwfwRToPeuzoUQDayHKQrr4Ivhi4Chl1J4Phlk,6689
-sibi_dst/utils/_log_utils.py,sha256=AvKu5Qmi9LXezA7gdkG7yV-MvzZeav8c3PK8s-DwTGE,2314
-sibi_dst/utils/_parquet_saver.py,sha256=hLrWr1G132y94eLopDPPGQGDsAiR1lQ8id4QQtGYPE4,4349
-sibi_dst/utils/_storage_manager.py,sha256=7nkfeBW_2xlF59pGj7V2aY5TLwpJnPQuPVclqjavJOA,3856
-sibi_dst-0.3.24.dist-info/METADATA,sha256=ZDROsCxAwUuJbyatcK2qWu9PYpQBdUD7Uu4DcrAufFk,2176
-sibi_dst-0.3.24.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-sibi_dst-0.3.24.dist-info/RECORD,,