sibi-dst 0.3.32__py3-none-any.whl → 0.3.34__py3-none-any.whl

sibi_dst/utils/clickhouse_writer.py

@@ -9,6 +9,33 @@ from sibi_dst.utils import Logger
 
 
 class ClickHouseWriter:
+    """
+    Provides functionality to write a Dask DataFrame to a ClickHouse database using
+    a specified schema. This class handles the creation of tables, schema generation,
+    data transformation, and data insertion. It ensures compatibility between Dask
+    data types and ClickHouse types.
+
+    :ivar clickhouse_host: Host address of the ClickHouse database.
+    :type clickhouse_host: str
+    :ivar clickhouse_port: Port of the ClickHouse database.
+    :type clickhouse_port: int
+    :ivar clickhouse_dbname: Name of the database to connect to in ClickHouse.
+    :type clickhouse_dbname: str
+    :ivar clickhouse_user: Username for database authentication.
+    :type clickhouse_user: str
+    :ivar clickhouse_password: Password for database authentication.
+    :type clickhouse_password: str
+    :ivar clickhouse_table: Name of the table to store the data in.
+    :type clickhouse_table: str
+    :ivar logger: Logger instance for logging messages.
+    :type logger: logging.Logger
+    :ivar client: Instance of the ClickHouse database client.
+    :type client: clickhouse_connect.Client or None
+    :ivar df: Dask DataFrame to be written into ClickHouse.
+    :type df: dask.dataframe.DataFrame
+    :ivar order_by: Field or column name to use for table ordering.
+    :type order_by: str
+    """
     dtype_to_clickhouse = {
         'int64': 'Int64',
         'int32': 'Int32',

sibi_dst/utils/data_utils.py

@@ -5,12 +5,43 @@ from sibi_dst.utils import Logger
 
 
 class DataUtils:
-
+    """
+    Utility class for data transformation, manipulation, and merging.
+
+    This class provides functionalities for transforming numeric and boolean columns, merging
+    lookup data, checking DataFrame emptiness, and converting columns to datetime format in
+    Pandas or Dask DataFrames. It is designed to handle data preprocessing steps efficiently
+    for both small-scale and large-scale datasets. Logging and debug options are available
+    to trace execution and monitor operations.
+
+    :ivar logger: Logger instance for logging messages.
+    :type logger: logging.Logger
+    :ivar debug: Flag to enable or disable debug mode.
+    :type debug: bool
+    """
     def __init__(self, logger=None, **kwargs):
         self.logger = logger or Logger.default_logger(logger_name=self.__class__.__name__)
         self.debug = kwargs.get('debug', False)
 
     def transform_numeric_cols(self, df, columns, fill_value=0, dtype=int):
+        """
+        This function transforms the specified numeric columns in the given dataframe by converting
+        their data types to the specified dtype, with an optional parameter for replacing missing
+        values. It first checks if the provided columns exist in the dataframe, processes each column
+        to replace non-numeric values with NaN, fills NaN values with the given fill_value, and finally
+        converts the column to the specified dtype.
+
+        :param df: DataFrame to be transformed.
+        :type df: dask.dataframe.DataFrame
+        :param columns: List of column names to be transformed.
+        :type columns: list[str]
+        :param fill_value: Value used to replace missing or invalid data. Default is 0.
+        :type fill_value: int or float
+        :param dtype: Target data type for the columns after transformation. Default is int.
+        :type dtype: type
+        :return: Transformed dataframe with the specified numeric columns converted and modified.
+        :rtype: dask.dataframe.DataFrame
+        """
         if not columns:
             self.logger.warning('No columns specified')
         self.logger.debug(f'Dataframe type:{type(df)}')

sibi_dst/utils/data_wrapper.py

@@ -12,6 +12,62 @@ from sibi_dst.utils import ParquetSaver
 
 
 class DataWrapper:
+    """
+    Utility class for handling file-based operations, including processing and saving data
+    in Parquet format, while managing a hierarchy of conditions such as overwrite, history
+    threshold, and missing file detection.
+
+    This class aims to simplify the process of managing large datasets stored in a filesystem.
+    It allows for controlled updates to data files based on parameters set by the user, with
+    support for different filesystem types and options.
+
+    It also provides features like logging actions, managing processing threads, generating
+    update plans, checking file age, and dynamically creating date ranges for data operations.
+
+    The design supports flexible integration with user-defined classes (dataclasses) to define
+    custom loading and processing behavior.
+
+    :ivar dataclass: The user-defined class for data processing.
+    :type dataclass: Type
+    :ivar date_field: The name of the date field in the user-defined class.
+    :type date_field: str
+    :ivar data_path: Base path for the dataset storage.
+    :type data_path: str
+    :ivar parquet_filename: File name for the Parquet file.
+    :type parquet_filename: str
+    :ivar start_date: Start date for processing.
+    :type start_date: datetime.date
+    :ivar end_date: End date for processing.
+    :type end_date: datetime.date
+    :ivar fs: File system object for managing files.
+    :type fs: Optional[fsspec.AbstractFileSystem]
+    :ivar filesystem_type: Type of the filesystem (e.g., "file", "s3").
+    :type filesystem_type: str
+    :ivar filesystem_options: Additional options for initializing the filesystem.
+    :type filesystem_options: Optional[Dict]
+    :ivar verbose: Flag to enable verbose logging.
+    :type verbose: bool
+    :ivar class_params: Parameters to initialize the dataclass.
+    :type class_params: Optional[Dict]
+    :ivar load_params: Additional parameters for loading functions.
+    :type load_params: Optional[Dict]
+    :ivar reverse_order: Flag to reverse the order of date range generation.
+    :type reverse_order: bool
+    :ivar overwrite: Whether to overwrite all files during processing.
+    :type overwrite: bool
+    :ivar ignore_missing: Whether to ignore missing files.
+    :type ignore_missing: bool
+    :ivar logger: Logger instance for logging information.
+    :type logger: Optional[Logger]
+    :ivar max_age_minutes: Maximum file age threshold in minutes.
+    :type max_age_minutes: int
+    :ivar history_days_threshold: Number of days for the history threshold.
+    :type history_days_threshold: int
+    :ivar show_progress: Flag to enable progress display.
+    :type show_progress: bool
+    :ivar timeout: Timeout in seconds for processing tasks with threads.
+    :type timeout: Optional[int]
+    """
     DEFAULT_MAX_AGE_MINUTES = 1440
     DEFAULT_HISTORY_DAYS_THRESHOLD = 30
 
@@ -80,7 +136,19 @@ class DataWrapper:
             yield date.date()
 
     def process(self):
-        """Execute the update plan using 'update_priority' to determine processing order."""
+        """
+        Processes update tasks by generating an update plan, filtering required updates, and distributing
+        the workload across threads based on priority levels.
+
+        This method operates by assessing required updates through generated conditions,
+        grouping them by priority levels, and processing them in parallel threads.
+        Each thread handles the updates for a specific priority level, ensuring a streamlined approach
+        to handling the updates efficiently.
+
+        :raises TimeoutError: If a thread processing a priority level exceeds the allowed timeout duration.
+
+        :return: None
+        """
         update_plan_table = self.generate_update_plan_with_conditions()
 
         # Display the update plan table to the user if requested
@@ -171,7 +239,20 @@ class DataWrapper:
             return True  #
 
     def process_date(self, date: datetime.date):
-        """Process a specific date by regenerating data as necessary."""
+        """
+        Processes data for a given date and saves it as a Parquet file.
+
+        This method processes data for the specified date by loading the data
+        corresponding to that day, saving it into a structured storage format
+        (Parquet), and logging relevant information such as processing time
+        and errors that may occur during the process. It uses provided
+        dataclass and parameters to operate and ensures the data is stored
+        in a structured folder hierarchy.
+
+        :param date: The specific date for which data processing and saving should occur
+        :type date: datetime.date
+        :return: None
+        """
         folder = f'{self.data_path}{date.year}/{date.month:02d}/{date.day:02d}/'
         full_parquet_filename = f"{folder}{self.parquet_filename}"
 
@@ -196,10 +277,17 @@ class DataWrapper:
 
     def generate_update_plan_with_conditions(self):
         """
-        Generate an update plan that evaluates files based on the specified hierarchy:
-        1. Overwrite (all files regenerated).
-        2. History threshold: Files within `history_days_threshold` are evaluated for `max_age_minutes`.
-        3. Missing files: Detect missing files, ignoring future dates.
+        Generates an update plan for data files based on specific conditions. The function evaluates the need for updating or
+        overwriting data files for a given date range. Conditions include file existence, whether the file falls within a
+        specified historical threshold, and the necessity to overwrite or handle missing files. A priority map is utilized to
+        assign priority levels to update categories.
+
+        :raises FileNotFoundError: If any file is referenced that does not exist and the ``ignore_missing`` property is set to False.
+        :raises AttributeError: If any required attribute like ``fs``, ``dataclass``, or others are not properly set or initialized.
+
+        :return: A Pandas DataFrame representing the update plan, where each row contains information about a date, the conditions
+            evaluated for that date, and the determined update priority.
+        :rtype: pandas.DataFrame
         """
         rows = []
 

sibi_dst/utils/date_utils.py

@@ -8,6 +8,24 @@ from sibi_dst.utils import Logger
 
 
 class DateUtils:
+    """
+    Utility class for date-related operations.
+
+    The DateUtils class provides a variety of operations to manipulate and retrieve
+    information about dates, such as calculating week ranges, determining start or
+    end dates for specific periods (quarters, months, years), and dynamically
+    registering custom time period functions. It also supports parsing specific
+    periods for date range computations and ensuring the input date is correctly
+    converted to the desired format.
+
+    :ivar logger: Logger instance used for logging messages. Defaults to the logger
+                  for the current class if not provided.
+    :type logger: Logger
+
+    :ivar _PERIOD_FUNCTIONS: Stores dynamically registered period functions that
+                             return start and end dates.
+    :type _PERIOD_FUNCTIONS: Dict[str, Callable[[], Tuple[datetime.date, datetime.date]]]
+    """
     _PERIOD_FUNCTIONS: Dict[str, Callable[[], Tuple[datetime.date, datetime.date]]] = {}
 
     def __init__(self, logger=None):
@@ -127,6 +145,23 @@ class DateUtils:
 
 
 class BusinessDays:
+    """
+    Provides functionality for handling business days calculations with a custom
+    holiday list. The class includes methods for calculating the number of
+    business days, modifying dates by adding business days, and applying these
+    operations to Dask DataFrames.
+
+    :ivar logger: Logger instance for logging error, warning, and debug messages.
+    :type logger: logging.Logger
+    :ivar HOLIDAY_LIST: Dictionary mapping years to lists of holiday dates.
+    :type HOLIDAY_LIST: dict
+    :ivar bd_cal: Numpy busdaycalendar object containing holidays and week mask.
+    :type bd_cal: numpy.busdaycalendar
+    :ivar holidays: Array of holiday dates used by the business day calendar.
+    :type holidays: numpy.ndarray
+    :ivar week_mask: Boolean array indicating working days within a week.
+    :type week_mask: numpy.ndarray
+    """
     def __init__(self, holiday_list, logger):
         """
         Initialize a BusinessDays object with a given holiday list.

sibi_dst/utils/log_utils.py

@@ -1,11 +1,28 @@
-#  Copyright (c) 2023. ISTMO Center S.A.  All Rights Reserved
-#
 import logging
 import os
 import sys
 
 
 class Logger:
+    """
+    Handles the creation, setup, and management of logging functionalities.
+
+    This class facilitates logging by creating and managing a logger instance with
+    customizable logging directory, name, and file. It ensures logs from a script
+    are stored in a well-defined directory and file, and provides various logging
+    methods for different log levels. The logger automatically formats and handles
+    log messages. Additionally, this class provides a class method to initialize a
+    logger with default behaviors.
+
+    :ivar log_dir: Path to the directory where log files are stored.
+    :type log_dir: str
+    :ivar logger_name: Name of the logger instance.
+    :type logger_name: str
+    :ivar log_file: Base name of the log file.
+    :type log_file: str
+    :ivar logger: The initialized logger instance used for logging messages.
+    :type logger: logging.Logger
+    """
     def __init__(self, log_dir, logger_name, log_file):
         self.log_dir = log_dir
         self.logger_name = logger_name

sibi_dst/utils/parquet_saver.py

@@ -121,109 +121,3 @@ class ParquetSaver:
             write_index=False,
         )
 
-# from pathlib import Path
-# from typing import Optional
-#
-# import fsspec
-# import pyarrow as pa
-#
-# from sibi_dst.utils import Logger
-#
-#
-# class ParquetSaver:
-#     def __init__(self, df_result, parquet_storage_path, logger=None, fs=None):
-#         # Ensure df_result is a Dask DataFrame
-#         self.fs = fs or fsspec.filesystem("file")
-#         self.df_result = df_result
-#         self.parquet_storage_path = parquet_storage_path
-#         self.logger = logger or Logger.default_logger(logger_name=self.__class__.__name__)
-#
-#     def save_to_parquet(self, parquet_filename: Optional[str] = None, clear_existing=True):
-#         full_path = self._construct_full_path(parquet_filename)
-#
-#         # We cannot check for empty DataFrame directly with Dask without computation
-#         # Proceed with saving; if the DataFrame is empty, an empty Parquet file will be created
-#
-#         # Ensure directory exists and clear if necessary
-#         self._ensure_directory_exists(full_path, clear_existing=clear_existing)
-#
-#         # Define schema and save DataFrame to Parquet
-#         schema = self._define_schema()
-#         self._convert_dtypes(schema)
-#         self._save_dataframe_to_parquet(full_path, schema)
-#
-#     def _define_schema(self) -> pa.Schema:
-#         """Define a PyArrow schema dynamically based on df_result column types."""
-#         pandas_dtype_to_pa = {
-#             'object': pa.string(),
-#             'string': pa.string(),
-#             'Int64': pa.int64(),
-#             'int64': pa.int64(),
-#             'float64': pa.float64(),
-#             'float32': pa.float32(),
-#             'bool': pa.bool_(),
-#             'boolean': pa.bool_(),  # pandas nullable boolean
-#             'datetime64[ns]': pa.timestamp('ns'),
-#             'timedelta[ns]': pa.duration('ns')
-#         }
-#
-#         dtypes = self.df_result.dtypes  # No need to call .compute()
-#
-#         fields = [
-#             pa.field(col, pandas_dtype_to_pa.get(str(dtype), pa.string()))
-#             for col, dtype in dtypes.items()
-#         ]
-#         return pa.schema(fields)
-#
-#     def _convert_dtypes(self, schema: pa.Schema):
-#         """Convert DataFrame columns to match the specified schema."""
-#         dtype_mapping = {}
-#         for field in schema:
-#             col_name = field.name
-#             if col_name in self.df_result.columns:
-#                 if pa.types.is_string(field.type):
-#                     dtype_mapping[col_name] = 'string'
-#                 elif pa.types.is_int64(field.type):
-#                     dtype_mapping[col_name] = 'Int64'  # pandas nullable integer
-#                 elif pa.types.is_float64(field.type):
-#                     dtype_mapping[col_name] = 'float64'
-#                 elif pa.types.is_float32(field.type):
-#                     dtype_mapping[col_name] = 'float32'
-#                 elif pa.types.is_boolean(field.type):
-#                     dtype_mapping[col_name] = 'boolean'  # pandas nullable boolean
-#                 elif pa.types.is_timestamp(field.type):
-#                     dtype_mapping[col_name] = 'datetime64[ns]'
-#                 else:
-#                     dtype_mapping[col_name] = 'object'  # Fallback to object
-#         # Convert dtypes
-#         self.df_result = self.df_result.astype(dtype_mapping)
-#
-#     def _construct_full_path(self, parquet_filename: Optional[str]) -> Path:
-#         """Construct and return the full path for the Parquet file."""
-#         _, base_path = fsspec.core.url_to_fs(self.parquet_storage_path)
-#         parquet_filename = parquet_filename or "default.parquet"
-#         return Path(base_path) / parquet_filename
-#
-#     @staticmethod
-#     def _ensure_directory_exists(full_path: Path, clear_existing=False):
-#         """Ensure that the directory for the path exists, clearing it if specified."""
-#         fs, _ = fsspec.core.url_to_fs(str(full_path))
-#         directory = str(full_path.parent)
-#
-#         if fs.exists(directory):
-#             if clear_existing:
-#                 fs.rm(directory, recursive=True)
-#         else:
-#             fs.mkdirs(directory, exist_ok=True)
-#
-#     def _save_dataframe_to_parquet(self, full_path: Path, schema: pa.Schema):
-#         """Save the DataFrame to Parquet using the specified schema."""
-#         fs, _ = fsspec.core.url_to_fs(str(full_path))
-#         print(f"Saving to {str(full_path)}")
-#         if fs.exists(str(full_path)):
-#             fs.rm(str(full_path), recursive=True)
-#
-#         # Save the Dask DataFrame to Parquet
-#         self.df_result.to_parquet(
-#             str(full_path), engine="pyarrow", schema=schema, write_index=False
-#         )

{sibi_dst-0.3.32.dist-info → sibi_dst-0.3.34.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: sibi-dst
-Version: 0.3.32
+Version: 0.3.34
 Summary: Data Science Toolkit
 Author: Luis Valverde
 Author-email: lvalverdeb@gmail.com

{sibi_dst-0.3.32.dist-info → sibi_dst-0.3.34.dist-info}/RECORD

@@ -1,55 +1,55 @@
 sibi_dst/__init__.py,sha256=CLHfzrFNqklNx5uMKAPtbZfkbBbVYR5qsiMro0RTfmA,252
 sibi_dst/df_helper/__init__.py,sha256=5yzslP6zYYOHsTtAzHnNDXHYjf_T6yW7baxwgtduWqQ,292
-sibi_dst/df_helper/_df_helper.py,sha256=sZaI998N9yd7FuUgZ8Esrz-K0eh2kXky53h9K8-l4cw,23650
-sibi_dst/df_helper/_parquet_artifact.py,sha256=HVChP3UBCsEMpY-yyFERLaB76mWaziQXkdu2Qtzm7_s,5291
-sibi_dst/df_helper/_parquet_reader.py,sha256=0qJHMS1PLcODTLMS13UW5iFQLK8b3qjgy7qDzcupgII,1963
+sibi_dst/df_helper/_df_helper.py,sha256=NRiLdHHO45SPwhif5JIQpfj56iC8HcffaRAyT7-TC2w,29585
+sibi_dst/df_helper/_parquet_artifact.py,sha256=K9FnKjXDmkqCzYqv5weS9scLHsPGyj0UUUoVzOtWv30,8858
+sibi_dst/df_helper/_parquet_reader.py,sha256=HhzhKtV_7qABHJvmpU2CssjNLgQHUB07eF0CqqzmkOs,3654
 sibi_dst/df_helper/backends/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sibi_dst/df_helper/backends/django/__init__.py,sha256=uWHi-DtQX5re7b2HcqoXUH3_FZWOw1VTmDf552FAkNs,256
-sibi_dst/df_helper/backends/django/_db_connection.py,sha256=kWITSPqn3286NzPvWSSE_PtJCm1tyfrv2RIuPSThXlQ,1634
-sibi_dst/df_helper/backends/django/_io_dask.py,sha256=jryDojeA62rB3seRaWWMjsAmekKacK5xctwCQGVklPQ,9063
-sibi_dst/df_helper/backends/django/_load_from_db.py,sha256=GLsAsuEQD1cXfEm7BuxofZfR32VwZNEfwR9c-AZn-x0,5555
-sibi_dst/df_helper/backends/django/_sql_model_builder.py,sha256=L_wDPaFnFFlewlTcD_KNlOwECU4Dy8zC58tOuZY4208,14886
+sibi_dst/df_helper/backends/django/_db_connection.py,sha256=AGbqCnmiX4toMaFPE5ne5h7QCkImjnBKvzGtUD6Ge8Q,3698
+sibi_dst/df_helper/backends/django/_io_dask.py,sha256=NjvJg6y9qKKCRiNrJL4f_A03iKDKEcjCi7LGbr9DgtM,19555
+sibi_dst/df_helper/backends/django/_load_from_db.py,sha256=jQGIeviggHmSfK28Z47nHz3cXs78gHsE8Op7Ov1kFCo,10562
+sibi_dst/df_helper/backends/django/_sql_model_builder.py,sha256=at9J7ecGkZbOOYba85uofe9C-ic4wwOqVgJcHpQNiYQ,21449
 sibi_dst/df_helper/backends/http/__init__.py,sha256=d1pfgYxbiYg7E0Iw8RbJ7xfqIfJShqqTBQQGU_S6OOo,105
-sibi_dst/df_helper/backends/http/_http_config.py,sha256=l6GdzTsknfzyf8LAo_TuIWeiswLRRrLcmqAmirxpH8Q,2132
+sibi_dst/df_helper/backends/http/_http_config.py,sha256=eGPFdqZ5M3Tscqx2P93B6XoBEEzlmdt7yNg7PXUQnNQ,4726
 sibi_dst/df_helper/backends/parquet/__init__.py,sha256=esWJ9aSuYC26d-T01z9dPrJ1uqJzvdaPNTYRb5qXTlQ,182
-sibi_dst/df_helper/backends/parquet/_filter_handler.py,sha256=Q8Ic9PLDGT4L97yqr20mr_NsdEeMMOlFkT7Z12yYCxI,3663
-sibi_dst/df_helper/backends/parquet/_parquet_options.py,sha256=BJQC2ZPnMMeN8iVq2scmhYtoZzkhdkZIPV1KamCPasc,4689
+sibi_dst/df_helper/backends/parquet/_filter_handler.py,sha256=VrT79Cr1HXu0VLVTuwAYOwSo52p8B1Q5lT3tTIk4uAA,5136
+sibi_dst/df_helper/backends/parquet/_parquet_options.py,sha256=RZ5JopJVv9G_j0S9Vw66ohNvNcZHmeBfncMwSsLjM6o,10707
 sibi_dst/df_helper/backends/sqlalchemy/__init__.py,sha256=TuVp8Ce49dCIIxtyrtFGRblarQUl8QGcS-TDZd515IE,348
-sibi_dst/df_helper/backends/sqlalchemy/_db_connection.py,sha256=Og8dDFZX0FnS_ClLAik5O36mNgHSixUdg0_FNo-w-t4,1641
+sibi_dst/df_helper/backends/sqlalchemy/_db_connection.py,sha256=-z3eYZVDKJPbuB_RWbY_zBlLuwvVyY5R5FvnLHp0S8A,2501
 sibi_dst/df_helper/backends/sqlalchemy/_filter_handler.py,sha256=58RCda1Hg_nsuJw-2V36IstsT8O84IQFgsdE7FnqvMk,4655
 sibi_dst/df_helper/backends/sqlalchemy/_io_dask.py,sha256=UuAHzZWBADsTwGhwZTJzR66Xdh189OR81C1IITwzls0,5620
-sibi_dst/df_helper/backends/sqlalchemy/_load_from_db.py,sha256=ML-m_WeTR1_UMgiDRMp_z4ebyPGqsFV8SJ3KeDoQAkA,2215
-sibi_dst/df_helper/backends/sqlalchemy/_sql_model_builder.py,sha256=Bmhh6VvmBfNfBA2JpuEdsYD_193yJ768Si2TvkY9HmU,4405
+sibi_dst/df_helper/backends/sqlalchemy/_load_from_db.py,sha256=I2Us3RrxHci561yyZYBuUCrLVOhB0F3KBnae78m_ARw,6259
+sibi_dst/df_helper/backends/sqlalchemy/_sql_model_builder.py,sha256=9oOOGrqAj9yL0FNWR1Fm9PdN7GoFi03ktCOyMjxAKLY,8402
 sibi_dst/df_helper/core/__init__.py,sha256=o4zDwgVmaijde3oix0ezb6KLxI5QFy-SGUhFTDVFLT4,569
 sibi_dst/df_helper/core/_defaults.py,sha256=eNpHD2sZxir-2xO0b3_V16ryw8YP_5FfpIKK0HNuiN4,7011
 sibi_dst/df_helper/core/_filter_handler.py,sha256=t3uLLJX5hWO_dWKCCz8Dwpc9RZ5PMHBIWkHSELCpFXI,11131
-sibi_dst/df_helper/core/_params_config.py,sha256=Og3GYth0GVWpcOYWZWRy7CZ5PDsg63Nmqo-W7TUrA_0,3503
+sibi_dst/df_helper/core/_params_config.py,sha256=DYx2drDz3uF-lSPzizPkchhy-kxRrQKE5FQRxcEWsac,6736
 sibi_dst/df_helper/core/_query_config.py,sha256=Y8LVSyaKuVkrPluRDkQoOwuXHQxner1pFWG3HPfnDHM,441
 sibi_dst/df_helper/data_cleaner.py,sha256=lkxQoXLvGzXCicFUimnA5nen5qkrO1oxgl_p2Be2o8w,5183
 sibi_dst/geopy_helper/__init__.py,sha256=Q1RJiUZIOlV0QNNLjxZ_2IZS5LqIe5jRbeQkfD1Vm60,112
-sibi_dst/geopy_helper/geo_location_service.py,sha256=l0dV0XuEk-tcWdaOymgN9WulR6xp3k7yJUgqYvnqCKo,2288
-sibi_dst/geopy_helper/utils.py,sha256=R9X6ew0L_SuCpsA_AQK1wd3BspRGtV83q3mhBkcKr4A,1664
+sibi_dst/geopy_helper/geo_location_service.py,sha256=1ArI980QF_gRw096ZsABHwJt-m55jrfOlB8tPwL1BvY,2959
+sibi_dst/geopy_helper/utils.py,sha256=Sb7qfSqIyWh-AZ4GBdB9-z5FrQPWtrdtQLLcNjph0yw,3351
 sibi_dst/osmnx_helper/__init__.py,sha256=QeAKEeVXZk_qn8o0d3BOoGgv2lzatcI2yBqY3ZqviKI,153
-sibi_dst/osmnx_helper/base_osm_map.py,sha256=s2OY_XfwjZA3ImJNtCgevGBCbwRVe3dY3QVkTHEulB0,5794
+sibi_dst/osmnx_helper/base_osm_map.py,sha256=L7g3VBiayHX41BcCBTOCS0iJOKzp2ZZYcrp8N-mnU90,19392
 sibi_dst/osmnx_helper/basemaps/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sibi_dst/osmnx_helper/basemaps/calendar_html.py,sha256=UArt6FDgoCgoRte45Xo3IHqd-RNzW0YgitgZYfOFasY,4031
 sibi_dst/osmnx_helper/basemaps/router_plotter.py,sha256=QznnBGsUwhl8ZITcVNBrQDm-MXAd0jpJGPuyozKyQg0,8537
-sibi_dst/osmnx_helper/utils.py,sha256=8sF-wNSL38WzhWS3DceZ1cP8BM11i7D0bI-E4XYD8K4,8449
+sibi_dst/osmnx_helper/utils.py,sha256=BzuY8CtYnBAAO8UAr_M7EOk6CP1zcifNLs8pkdFZEFg,20577
 sibi_dst/tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sibi_dst/tests/test_data_wrapper_class.py,sha256=Nkup5OFH5Cos2fxPaU7g9IEyINJM0uJ5-rOZ-eNtd20,3275
 sibi_dst/utils/__init__.py,sha256=z51o5sjIo_gTjnDXk5SBniCxWJIrDBMS7df0dTs8VMk,775
 sibi_dst/utils/airflow_manager.py,sha256=-d44EKUZNYJyp4wuNwRvilRQktunArPOB5fZuWdQv10,7526
-sibi_dst/utils/clickhouse_writer.py,sha256=xUhFDOuZt0eZDpVJNuLb7pfTHUV06NCYrNUx_a7qrSM,8580
+sibi_dst/utils/clickhouse_writer.py,sha256=syXGN9NG1FS8soHuMj6QNRqTRWi-thuYUF-_BWDc_KI,9883
 sibi_dst/utils/credentials.py,sha256=cHJPPsmVyijqbUQIq7WWPe-lIallA-mI5RAy3YUuRME,1724
-sibi_dst/utils/data_utils.py,sha256=Kv87Br78EXlH_MSVzRspqLwrf6sqHIRQc0t3LDI0dSM,7045
-sibi_dst/utils/data_wrapper.py,sha256=Ope_G2Eq9FWg-phdTyU_7nsGnu4evsvofUVedd_SGas,11941
-sibi_dst/utils/date_utils.py,sha256=CMAZBNwVj7cvERcNiTA8Pf7_5EjV9By9yxkYJpkqz1g,10656
+sibi_dst/utils/data_utils.py,sha256=j-lEKt6EJL2fm0z7adcjtVG7yFYLRpQL8xSgh2CVmJg,8769
+sibi_dst/utils/data_wrapper.py,sha256=Ybmn9V7XYuPdUliMz1QrwrXraR_YFOzSr2zJmZOVmWM,16462
+sibi_dst/utils/date_utils.py,sha256=ei7WgzIUk1tRa3sHniaVm_lNmfTGq12b_HzmMV91k18,12407
 sibi_dst/utils/df_utils.py,sha256=OFEtcwVKIilvf9qVf-IfIOHp4jcFAHX5l2IDGudhPZg,10989
 sibi_dst/utils/file_utils.py,sha256=JpsybYj3XvVJisSBeVU6YSaZnYRm4_6YWTI3TLnnY4Y,1257
 sibi_dst/utils/filepath_generator.py,sha256=volVm0SSlBrtZp1RpTHxyui5rj5asNcVsWEBRY5FOUQ,6673
-sibi_dst/utils/log_utils.py,sha256=4eLmoV8VC7wDwPr1mRfDKP24_-laGO6ogE4U0u3DUuA,2315
-sibi_dst/utils/parquet_saver.py,sha256=kR4FsjdMurQF46M0jc2Kvze4Ue70lUxefEzS0iszln8,9740
+sibi_dst/utils/log_utils.py,sha256=XUbeXa1JsOlcEJyW8jnBlWo295rLUnuYi-HMzyhHwJg,3145
+sibi_dst/utils/parquet_saver.py,sha256=FmSTOVhKruGw6r5G1sH3kKqsP0tCuU32KTlyQBLpXos,5092
 sibi_dst/utils/storage_manager.py,sha256=qHo5vTv-dr1roRr_mOcprSTdlAfH4Q2Dy5tQUz06Pnk,4228
-sibi_dst-0.3.32.dist-info/METADATA,sha256=8CNqCjmW44vqkrhy-hvVlSmHS3s5jiPr2VDZV5V1Nl0,2564
-sibi_dst-0.3.32.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
-sibi_dst-0.3.32.dist-info/RECORD,,
+sibi_dst-0.3.34.dist-info/METADATA,sha256=ewd8lmlRjJg0lEeEI0ju5g20zGk7Lk1bdgBxunNpf3s,2564
+sibi_dst-0.3.34.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
+sibi_dst-0.3.34.dist-info/RECORD,,