meerschaum 2.4.7__py3-none-any.whl → 2.4.8__py3-none-any.whl

meerschaum/actions/sql.py

@@ -59,7 +59,7 @@ def sql(
         - `sql local exec "INSERT INTO table (id) VALUES (1)"
             Execute the above query on `sql:local`.
     """
-    from meerschaum.utils.dataframe impor to_json
+    from meerschaum.utils.dataframe import to_json
 
     if action is None:
         action = []

meerschaum/api/routes/_pipes.py

@@ -408,8 +408,8 @@ def get_pipe_data(
             _params = None
     if not isinstance(_params, dict):
         raise fastapi.HTTPException(
-            status_code = 409,
-            detail = "Params must be a valid JSON-encoded dictionary.",
+            status_code=409,
+            detail="Params must be a valid JSON-encoded dictionary.",
         )
 
     _select_columns = []
@@ -422,8 +422,8 @@ def get_pipe_data(
             _select_columns = None
     if not isinstance(_select_columns, list):
         raise fastapi.HTTPException(
-            status_code = 409,
-            detail = "Selected columns must be a JSON-encoded list."
+            status_code=409,
+            detail="Selected columns must be a JSON-encoded list."
         )
 
     _omit_columns = []
@@ -436,35 +436,35 @@ def get_pipe_data(
             _omit_columns = None
     if _omit_columns is None:
         raise fastapi.HTTPException(
-            status_code = 409,
-            detail = "Omitted columns must be a JSON-encoded list.",
+            status_code=409,
+            detail="Omitted columns must be a JSON-encoded list.",
         )
 
     pipe = get_pipe(connector_keys, metric_key, location_key)
     if not is_pipe_registered(pipe, pipes(refresh=True)):
         raise fastapi.HTTPException(
-            status_code = 409,
-            detail = "Pipe must be registered with the datetime column specified."
+            status_code=409,
+            detail="Pipe must be registered with the datetime column specified."
         )
 
     if pipe.target in ('users', 'plugins', 'pipes'):
         raise fastapi.HTTPException(
-            status_code = 409,
-            detail = f"Cannot retrieve data from protected table '{pipe.target}'.",
+            status_code=409,
+            detail=f"Cannot retrieve data from protected table '{pipe.target}'.",
         )
 
     df = pipe.get_data(
-        select_columns = _select_columns,
-        omit_columns = _omit_columns,
-        begin = begin,
-        end = end,
-        params = _params,
-        debug = debug,
+        select_columns=_select_columns,
+        omit_columns=_omit_columns,
+        begin=begin,
+        end=end,
+        params=_params,
+        debug=debug,
     )
     if df is None:
         raise fastapi.HTTPException(
-            status_code = 400,
-            detail = f"Could not fetch data with the given parameters.",
+            status_code=400,
+            detail="Could not fetch data with the given parameters.",
         )
 
     ### NaN cannot be JSON-serialized.
@@ -482,16 +482,16 @@ def get_pipe_data(
 
 @app.get(pipes_endpoint + '/{connector_keys}/{metric_key}/{location_key}/csv', tags=['Pipes'])
 def get_pipe_csv(
-        connector_keys: str,
-        metric_key: str,
-        location_key: str,
-        begin: Union[str, int, None] = None,
-        end: Union[str, int, None] = None,
-        params: Optional[str] = None,
-        curr_user = (
-            fastapi.Depends(manager) if not no_auth else None
-        ),
-    ) -> str:
+    connector_keys: str,
+    metric_key: str,
+    location_key: str,
+    begin: Union[str, int, None] = None,
+    end: Union[str, int, None] = None,
+    params: Optional[str] = None,
+    curr_user = (
+        fastapi.Depends(manager) if not no_auth else None
+    ),
+) -> str:
     """
     Get a Pipe's data as a CSV file. Optionally set query boundaries.
     """
@@ -518,8 +518,8 @@ def get_pipe_csv(
 
     if not isinstance(_params, dict):
         raise fastapi.HTTPException(
-            status_code = 409,
-            detail = "Params must be a valid JSON-encoded dictionary.",
+            status_code=409,
+            detail="Params must be a valid JSON-encoded dictionary.",
         )
 
     p = get_pipe(connector_keys, metric_key, location_key)
@@ -529,7 +529,7 @@ def get_pipe_csv(
             detail = "Pipe must be registered with the datetime column specified."
         )
 
-    dt_col = pipe.columns.get('datetime', None)
+    dt_col = p.columns.get('datetime', None)
     if dt_col:
         if begin is None:
             begin = p.get_sync_time(round_down=False, newest=False)
@@ -552,13 +552,13 @@ def get_pipe_csv(
 
 @app.get(pipes_endpoint + '/{connector_keys}/{metric_key}/{location_key}/id', tags=['Pipes'])
 def get_pipe_id(
-        connector_keys: str,
-        metric_key: str,
-        location_key: str,
-        curr_user = (
-            fastapi.Depends(manager) if not no_auth else None
-        ),
-    ) -> int:
+    connector_keys: str,
+    metric_key: str,
+    location_key: str,
+    curr_user = (
+        fastapi.Depends(manager) if not no_auth else None
+    ),
+) -> int:
     """
     Get a Pipe's ID.
     """

meerschaum/config/_version.py

@@ -2,4 +2,4 @@
 Specify the Meerschaum release version.
 """
 
-__version__ = "2.4.7"
+__version__ = "2.4.8"

meerschaum/connectors/api/_pipes.py

@@ -346,14 +346,14 @@ def get_pipe_data(
         try:
             response = self.get(
                 r_url + "/data",
-                params = {
+                params={
                     'select_columns': json.dumps(select_columns),
                     'omit_columns': json.dumps(omit_columns),
                     'begin': begin,
                     'end': end,
-                    'params': json.dumps(params)
+                    'params': json.dumps(params, default=str)
                 },
-                debug = debug
+                debug=debug
             )
             if not response.ok:
                 return None

meerschaum/connectors/sql/_SQLConnector.py

@@ -272,7 +272,7 @@ class SQLConnector(Connector):
         """
         Return whether this connector may be multithreaded.
         """
-        if self.flavor == 'duckdb':
+        if self.flavor in ('duckdb', 'oracle'):
             return False
         if self.flavor == 'sqlite':
             return ':memory:' not in self.URI

meerschaum/connectors/sql/_instance.py

@@ -15,12 +15,12 @@ from meerschaum.utils.warnings import warn
 
 _in_memory_temp_tables: Dict[str, bool] = {}
 def _log_temporary_tables_creation(
-        self,
-        tables: Union[str, List[str]],
-        ready_to_drop: bool = False,
-        create: bool = True,
-        debug: bool = False,
-    ) -> SuccessTuple:
+    self,
+    tables: Union[str, List[str]],
+    ready_to_drop: bool = False,
+    create: bool = True,
+    debug: bool = False,
+) -> SuccessTuple:
     """
     Log a temporary table's creation for later deletion.
     """
@@ -58,15 +58,15 @@ def _log_temporary_tables_creation(
 
 
 def _drop_temporary_table(
-        self,
-        table: str,
-        debug: bool = False,
-    ) -> SuccessTuple:
+    self,
+    table: str,
+    debug: bool = False,
+) -> SuccessTuple:
     """
     Drop a temporary table and clear it from the internal table.
     """
-    from meerschaum.utils.sql import sql_item_name, table_exists, SKIP_IF_EXISTS_FLAVORS
-    if_exists = "IF EXISTS" if self.flavor not in SKIP_IF_EXISTS_FLAVORS else ""
+    from meerschaum.utils.sql import sql_item_name, table_exists, DROP_IF_EXISTS_FLAVORS
+    if_exists = "IF EXISTS" if self.flavor in DROP_IF_EXISTS_FLAVORS else ""
     if not if_exists:
         if not table_exists(table, self, self.internal_schema, debug=debug):
             return True, "Success"

meerschaum/connectors/sql/_pipes.py

@@ -459,6 +459,11 @@ def get_create_index_queries(
                 + 'if_not_exists => true, '
                 + "migrate_data => true);"
             )
+        elif self.flavor == 'mssql':
+            dt_query = (
+                f"CREATE CLUSTERED INDEX {_datetime_index_name} "
+                f"ON {_pipe_name} ({_datetime_name})"
+            )
         else: ### mssql, sqlite, etc.
             dt_query = (
                 f"CREATE INDEX {_datetime_index_name} "
@@ -563,7 +568,12 @@ def get_drop_index_queries(
         return {}
     if not pipe.exists(debug=debug):
         return {}
-    from meerschaum.utils.sql import sql_item_name, table_exists, hypertable_queries
+    from meerschaum.utils.sql import (
+        sql_item_name,
+        table_exists,
+        hypertable_queries,
+        DROP_IF_EXISTS_FLAVORS,
+    )
     drop_queries = {}
     schema = self.get_pipe_schema(pipe)
     schema_prefix = (schema + '_') if schema else ''
@@ -580,16 +590,17 @@ def get_drop_index_queries(
         is_hypertable_query = hypertable_queries[self.flavor].format(table_name=pipe_name)
         is_hypertable = self.value(is_hypertable_query, silent=True, debug=debug) is not None
 
+    if_exists_str = "IF EXISTS" if self.flavor in DROP_IF_EXISTS_FLAVORS else ""
     if is_hypertable:
         nuke_queries = []
         temp_table = '_' + pipe.target + '_temp_migration'
         temp_table_name = sql_item_name(temp_table, self.flavor, self.get_pipe_schema(pipe))
 
         if table_exists(temp_table, self, schema=self.get_pipe_schema(pipe), debug=debug):
-            nuke_queries.append(f"DROP TABLE {temp_table_name}")
+            nuke_queries.append(f"DROP TABLE {if_exists_str} {temp_table_name}")
         nuke_queries += [
             f"SELECT * INTO {temp_table_name} FROM {pipe_name}",
-            f"DROP TABLE {pipe_name}",
+            f"DROP TABLE {if_exists_str} {pipe_name}",
             f"ALTER TABLE {temp_table_name} RENAME TO {pipe_name_no_schema}",
         ]
         nuke_ix_keys = ('datetime', 'id')
@@ -811,7 +822,7 @@ def get_pipe_data(
                     parse_df_datetimes(
                         c,
                         ignore_cols=ignore_dt_cols,
-                        chunksize = kw.get('chunksize', None),
+                        chunksize=kw.get('chunksize', None),
                         debug=debug,
                     )
                     for c in df
@@ -1017,7 +1028,7 @@ def get_pipe_data_query(
             if _dt and _dt in existing_cols:
                 order_by += dt + ' ' + order + ','
             for key, quoted_col_name in quoted_indices.items():
-                if key == 'datetime':
+                if dt == quoted_col_name:
                     continue
                 order_by += ' ' + quoted_col_name + ' ' + order + ','
             order_by = order_by[:-1]
@@ -1034,7 +1045,7 @@ def get_pipe_data_query(
             )
         else:
             query += f"\nLIMIT {limit}"
-    
+
     if debug:
         to_print = (
             []
@@ -1315,7 +1326,7 @@ def sync_pipe(
         ) if dt_col else None
 
         transact_id = generate_password(3)
-        temp_target = '-' + transact_id + '_' + pipe.target
+        temp_target = '##' + transact_id + '_' + pipe.target
         self._log_temporary_tables_creation(temp_target, create=(not pipe.temporary), debug=debug)
         temp_pipe = Pipe(
             pipe.connector_keys.replace(':', '_') + '_', pipe.metric_key, pipe.location_key,
@@ -1721,7 +1732,7 @@ def sync_pipe_inplace(
 
     delta_cols_types = get_table_cols_types(
         temp_tables['delta'],
-        connectable = connectable,
+        connectable=connectable,
         flavor=self.flavor,
         schema=internal_schema,
         database=database,
@@ -1779,7 +1790,7 @@ def sync_pipe_inplace(
     create_joined_success, create_joined_msg = session_execute(
         session,
         create_joined_query,
-        debug = debug,
+        debug=debug,
     ) if on_cols and not upsert else (True, "Success")
     if not create_joined_success:
         _ = clean_up_temp_tables()
@@ -1790,14 +1801,14 @@ def sync_pipe_inplace(
         + (', '.join([
             (
                 "CASE\n    WHEN " + sql_item_name(c + '_delta', self.flavor, None)
-                + " != " + get_null_replacement(typ, self.flavor) 
+                + " != " + get_null_replacement(typ, self.flavor)
                 + " THEN " + sql_item_name(c + '_delta', self.flavor, None)
                 + "\n    ELSE NULL\nEND "
                 + " AS " + sql_item_name(c, self.flavor, None)
             ) for c, typ in delta_cols.items()
         ]))
         + f"\nFROM {temp_table_names['joined']}\n"
-        + f"WHERE "
+        + "WHERE "
         + '\nAND\n'.join([
             (
                 sql_item_name(c + '_backtrack', self.flavor, None) + ' IS NULL'
@@ -1813,8 +1824,8 @@ def sync_pipe_inplace(
     (create_unseen_success, create_unseen_msg), create_unseen_results = session_execute(
         session,
         create_unseen_query,
-        with_results = True,
-        debug = debug
+        with_results=True,
+        debug=debug
     ) if not upsert else (True, "Success"), None
     if not create_unseen_success:
         _ = clean_up_temp_tables()
@@ -1832,7 +1843,7 @@ def sync_pipe_inplace(
             ) for c, typ in delta_cols.items()
         ]))
         + f"\nFROM {temp_table_names['joined']}\n"
-        + f"WHERE "
+        + "WHERE "
         + '\nOR\n'.join([
             (
                 sql_item_name(c + '_backtrack', self.flavor, None) + ' IS NOT NULL'
@@ -1849,8 +1860,8 @@ def sync_pipe_inplace(
     (create_update_success, create_update_msg), create_update_results = session_execute(
         session,
         create_update_query,
-        with_results = True,
-        debug = debug,
+        with_results=True,
+        debug=debug,
     ) if on_cols and not upsert else ((True, "Success"), [])
     apply_update_queries = (
         get_update_queries(
@@ -1858,12 +1869,12 @@ def sync_pipe_inplace(
             temp_tables['update'],
             session,
             on_cols,
-            upsert = upsert,
-            schema = self.get_pipe_schema(pipe),
-            patch_schema = internal_schema,
-            datetime_col = pipe.columns.get('datetime', None),
-            flavor = self.flavor,
-            debug = debug
+            upsert=upsert,
+            schema=self.get_pipe_schema(pipe),
+            patch_schema=internal_schema,
+            datetime_col=pipe.columns.get('datetime', None),
+            flavor=self.flavor,
+            debug=debug,
         )
         if on_cols else []
     )
@@ -1883,8 +1894,8 @@ def sync_pipe_inplace(
     (apply_unseen_success, apply_unseen_msg), apply_unseen_results = session_execute(
         session,
         apply_unseen_queries,
-        with_results = True,
-        debug = debug,
+        with_results=True,
+        debug=debug,
     ) if not upsert else (True, "Success"), None
     if not apply_unseen_success:
         _ = clean_up_temp_tables()
@@ -1894,8 +1905,8 @@ def sync_pipe_inplace(
     (apply_update_success, apply_update_msg), apply_update_results = session_execute(
         session,
         apply_update_queries,
-        with_results = True,
-        debug = debug,
+        with_results=True,
+        debug=debug,
     )
     if not apply_update_success:
         _ = clean_up_temp_tables()
@@ -2198,7 +2209,7 @@ def get_pipe_rowcount(
                     else 'WHERE'
                 )
             )
-        
+
     result = self.value(query, debug=debug, silent=True)
     try:
         return int(result)
@@ -2207,11 +2218,11 @@ def get_pipe_rowcount(
 
 
 def drop_pipe(
-        self,
-        pipe: mrsm.Pipe,
-        debug: bool = False,
-        **kw
-    ) -> SuccessTuple:
+    self,
+    pipe: mrsm.Pipe,
+    debug: bool = False,
+    **kw
+) -> SuccessTuple:
     """
     Drop a pipe's tables but maintain its registration.
 
@@ -2219,30 +2230,36 @@ def drop_pipe(
     ----------
     pipe: mrsm.Pipe
         The pipe to drop.
-        
+
+    Returns
+    -------
+    A `SuccessTuple` indicated success.
     """
-    from meerschaum.utils.sql import table_exists, sql_item_name
+    from meerschaum.utils.sql import table_exists, sql_item_name, DROP_IF_EXISTS_FLAVORS
     success = True
     target = pipe.target
     target_name = (
         sql_item_name(target, self.flavor, self.get_pipe_schema(pipe))
     )
     if table_exists(target, self, debug=debug):
-        success = self.exec(f"DROP TABLE {target_name}", silent=True, debug=debug) is not None
+        if_exists_str = "IF EXISTS" if self.flavor in DROP_IF_EXISTS_FLAVORS else ""
+        success = self.exec(
+            f"DROP TABLE {if_exists_str} {target_name}", silent=True, debug=debug
+        ) is not None
 
     msg = "Success" if success else f"Failed to drop {pipe}."
     return success, msg
 
 
 def clear_pipe(
-        self,
-        pipe: mrsm.Pipe,
-        begin: Union[datetime, int, None] = None,
-        end: Union[datetime, int, None] = None,
-        params: Optional[Dict[str, Any]] = None,
-        debug: bool = False,
-        **kw
-    ) -> SuccessTuple:
+    self,
+    pipe: mrsm.Pipe,
+    begin: Union[datetime, int, None] = None,
+    end: Union[datetime, int, None] = None,
+    params: Optional[Dict[str, Any]] = None,
+    debug: bool = False,
+    **kw
+) -> SuccessTuple:
     """
     Delete a pipe's data within a bounded or unbounded interval without dropping the table.
 
@@ -2535,7 +2552,7 @@ def get_alter_columns_queries(
     """
     if not pipe.exists(debug=debug):
         return []
-    from meerschaum.utils.sql import sql_item_name
+    from meerschaum.utils.sql import sql_item_name, DROP_IF_EXISTS_FLAVORS
     from meerschaum.utils.dataframe import get_numeric_cols
     from meerschaum.utils.dtypes import are_dtypes_equal
     from meerschaum.utils.dtypes.sql import (
@@ -2691,7 +2708,9 @@ def get_alter_columns_queries(
             f"\nFROM {sql_item_name(temp_table_name, self.flavor, self.get_pipe_schema(pipe))}"
         )
 
-        drop_query = "DROP TABLE " + sql_item_name(
+        if_exists_str = "IF EXISTS" if self.flavor in DROP_IF_EXISTS_FLAVORS else ""
+
+        drop_query = f"DROP TABLE {if_exists_str}" + sql_item_name(
             temp_table_name, self.flavor, self.get_pipe_schema(pipe)
         )
         return [
@@ -2882,6 +2901,7 @@ def deduplicate_pipe(
         NO_CTE_FLAVORS,
         get_rename_table_queries,
         NO_SELECT_INTO_FLAVORS,
+        DROP_IF_EXISTS_FLAVORS,
         get_create_table_query,
         format_cte_subquery,
         get_null_replacement,
@@ -3012,6 +3032,7 @@ def deduplicate_pipe(
     ) + f"""
     ORDER BY {index_list_str_ordered}
     """
+    if_exists_str = "IF EXISTS" if self.flavor in DROP_IF_EXISTS_FLAVORS else ""
     alter_queries = flatten_list([
         get_rename_table_queries(
             pipe.target, temp_old_table, self.flavor, schema=self.get_pipe_schema(pipe)
@@ -3020,7 +3041,7 @@ def deduplicate_pipe(
             dedup_table, pipe.target, self.flavor, schema=self.get_pipe_schema(pipe)
         ),
         f"""
-        DROP TABLE {temp_old_table_name}
+        DROP TABLE {if_exists_str} {temp_old_table_name}
         """,
     ])
 
@@ -3030,9 +3051,9 @@ def deduplicate_pipe(
 
     results = self.exec_queries(
         alter_queries,
-        break_on_error = True,
-        rollback = True,
-        debug = debug,
+        break_on_error=True,
+        rollback=True,
+        debug=debug,
     )
 
     fail_query = None

meerschaum/connectors/sql/_sql.py

@@ -753,6 +753,7 @@ def to_sql(
         table_exists,
         json_flavors,
         truncate_item_name,
+        DROP_IF_EXISTS_FLAVORS,
     )
     from meerschaum.utils.dataframe import get_json_cols, get_numeric_cols, get_uuid_cols
     from meerschaum.utils.dtypes import are_dtypes_equal, quantize_decimal
@@ -827,12 +828,13 @@ def to_sql(
             'parallel': True,
         })
 
+    if_exists_str = "IF EXISTS" if self.flavor in DROP_IF_EXISTS_FLAVORS else ""
     if self.flavor == 'oracle':
         ### For some reason 'replace' doesn't work properly in pandas,
         ### so try dropping first.
         if if_exists == 'replace' and table_exists(name, self, schema=schema, debug=debug):
             success = self.exec(
-                "DROP TABLE " + sql_item_name(name, 'oracle', schema)
+                f"DROP TABLE {if_exists_str}" + sql_item_name(name, 'oracle', schema)
             ) is not None
             if not success:
                 warn(f"Unable to drop {name}")

meerschaum/core/Pipe/_sync.py

@@ -295,7 +295,7 @@ def sync(
 
         ### CHECKPOINT: Retrieved the DataFrame.
         _checkpoint(**kw)
-        
+
         ### Allow for dataframe generators or iterables.
         if df_is_chunk_generator(df):
             kw['workers'] = p.get_num_workers(kw.get('workers', None))

meerschaum/utils/dataframe.py

@@ -61,12 +61,10 @@ def add_missing_cols_to_df(
     if set(df.columns) == set(dtypes):
         return df
 
-    import traceback
-    from meerschaum.utils.packages import import_pandas, attempt_import
-    from meerschaum.utils.warnings import warn
+    from meerschaum.utils.packages import attempt_import
     from meerschaum.utils.dtypes import to_pandas_dtype
     pandas = attempt_import('pandas')
-    
+
     def build_series(dtype: str):
         return pandas.Series([], dtype=to_pandas_dtype(dtype))
 
@@ -75,7 +73,10 @@ def add_missing_cols_to_df(
         for col, typ in dtypes.items()
         if col not in df.columns
     }
-    return df.assign(**assign_kwargs)
+    df_with_cols = df.assign(**assign_kwargs)
+    for col in assign_kwargs:
+        df_with_cols[col] = df_with_cols[col].fillna(pandas.NA)
+    return df_with_cols
 
 
 def filter_unseen_df(
@@ -152,6 +153,7 @@ def filter_unseen_df(
     is_dask = 'dask' in new_df.__module__
     if is_dask:
         pandas = attempt_import('pandas')
+        _ = attempt_import('partd', lazy=False)
         dd = attempt_import('dask.dataframe')
         merge = dd.merge
         NA = pandas.NA
@@ -301,21 +303,28 @@ def filter_unseen_df(
             lambda x: f'{x:f}' if isinstance(x, Decimal) else x
         )
 
+    old_dt_cols = [
+        col
+        for col, typ in old_df.dtypes.items()
+        if are_dtypes_equal(str(typ), 'datetime')
+    ]
+    for col in old_dt_cols:
+        old_df[col] = coerce_timezone(old_df[col])
+
+    new_dt_cols = [
+        col
+        for col, typ in old_df.dtypes.items()
+        if are_dtypes_equal(str(typ), 'datetime')
+    ]
+    for col in new_dt_cols:
+        new_df[col] = coerce_timezone(new_df[col])
+
     old_uuid_cols = get_uuid_cols(old_df)
     new_uuid_cols = get_uuid_cols(new_df)
     uuid_cols = set(new_uuid_cols + old_uuid_cols)
-    for uuid_col in old_uuid_cols:
-        old_df[uuid_col] = old_df[uuid_col].apply(
-            lambda x: f'{x}' if isinstance(x, UUID) else x
-        )
-    for uuid_col in new_uuid_cols:
-        new_df[uuid_col] = new_df[uuid_col].apply(
-            lambda x: f'{x}' if isinstance(x, UUID) else x
-        )
-
     joined_df = merge(
-        new_df.fillna(NA),
-        old_df.fillna(NA),
+        new_df.infer_objects(copy=False).fillna(NA),
+        old_df.infer_objects(copy=False).fillna(NA),
         how='left',
         on=None,
         indicator=True,
@@ -558,10 +567,10 @@ def get_json_cols(df: 'pd.DataFrame') -> List[str]:
     -------
     A list of columns to be encoded as JSON.
     """
-    is_dask = 'dask' in df.__module__
+    is_dask = 'dask' in df.__module__ if hasattr(df, '__module__') else False
     if is_dask:
         df = get_first_valid_dask_partition(df)
-    
+
     if len(df) == 0:
         return []
 
@@ -699,6 +708,7 @@ def enforce_dtypes(
         is_dtype_numeric,
         attempt_cast_to_numeric,
         attempt_cast_to_uuid,
+        coerce_timezone,
     )
     if safe_copy:
         df = df.copy()
@@ -1065,6 +1075,7 @@ def get_first_valid_dask_partition(ddf: 'dask.dataframe.DataFrame') -> Union['pd
             continue
         if len(pdf) > 0:
             return pdf
+    _ = mrsm.attempt_import('partd', lazy=False)
     return ddf.compute()
 
 
@@ -1171,9 +1182,9 @@ def query_df(
     dtypes = {col: str(typ) for col, typ in df.dtypes.items()}
 
     if inplace:
-        df.fillna(NA, inplace=True)
+        df.infer_objects(copy=False).fillna(NA, inplace=True)
     else:
-        df = df.fillna(NA)
+        df = df.infer_objects(copy=False).fillna(NA)
 
     if isinstance(begin, str):
         begin = dateutil_parser.parse(begin)
@@ -1346,7 +1357,7 @@ def to_json(
         df = df.copy()
     for col in uuid_cols:
         df[col] = df[col].astype(str)
-    return df.fillna(pd.NA).to_json(
+    return df.infer_objects(copy=False).fillna(pd.NA).to_json(
         date_format=date_format,
         date_unit=date_unit,
         orient=orient,

meerschaum/utils/dtypes/sql.py

@@ -82,7 +82,10 @@ DB_TO_PD_DTYPES: Dict[str, Union[str, Dict[str, str]]] = {
     'TIMESTAMPTZ': 'datetime64[ns, UTC]',
     'DATE': 'datetime64[ns]',
     'DATETIME': 'datetime64[ns]',
+    'DATETIME2': 'datetime64[ns]',
+    'DATETIMEOFFSET': 'datetime64[ns, UTC]',
     'TEXT': 'string[pyarrow]',
+    'VARCHAR': 'string[pyarrow]',
     'CLOB': 'string[pyarrow]',
     'BOOL': 'bool[pyarrow]',
     'BOOLEAN': 'bool[pyarrow]',
@@ -156,7 +159,7 @@ PD_TO_DB_DTYPES_FLAVORS: Dict[str, Dict[str, str]] = {
         'postgresql': 'TIMESTAMP',
         'mariadb': 'DATETIME',
         'mysql': 'DATETIME',
-        'mssql': 'DATETIME',
+        'mssql': 'DATETIME2',
         'oracle': 'DATE',
         'sqlite': 'DATETIME',
         'duckdb': 'TIMESTAMP',
@@ -169,7 +172,7 @@ PD_TO_DB_DTYPES_FLAVORS: Dict[str, Dict[str, str]] = {
         'postgresql': 'TIMESTAMP',
         'mariadb': 'TIMESTAMP',
         'mysql': 'TIMESTAMP',
-        'mssql': 'TIMESTAMP',
+        'mssql': 'DATETIMEOFFSET',
         'oracle': 'TIMESTAMP',
         'sqlite': 'TIMESTAMP',
         'duckdb': 'TIMESTAMP',
@@ -245,13 +248,13 @@ PD_TO_DB_DTYPES_FLAVORS: Dict[str, Dict[str, str]] = {
     'uuid': {
         'timescaledb': 'UUID',
         'postgresql': 'UUID',
-        'mariadb': 'CHAR(32)',
-        'mysql': 'CHAR(32)',
+        'mariadb': 'CHAR(36)',
+        'mysql': 'CHAR(36)',
         'mssql': 'UNIQUEIDENTIFIER',
         ### I know this is too much space, but erring on the side of caution.
         'oracle': 'NVARCHAR(2000)',
         'sqlite': 'TEXT',
-        'duckdb': 'UUID',
+        'duckdb': 'VARCHAR',
         'citus': 'UUID',
         'cockroachdb': 'UUID',
         'default': 'TEXT',
@@ -289,7 +292,7 @@ PD_TO_SQLALCHEMY_DTYPES_FLAVORS: Dict[str, Dict[str, str]] = {
         'postgresql': 'DateTime',
         'mariadb': 'DateTime',
         'mysql': 'DateTime',
-        'mssql': 'DateTime',
+        'mssql': 'sqlalchemy.dialects.mssql.DATETIME2',
         'oracle': 'DateTime',
         'sqlite': 'DateTime',
         'duckdb': 'DateTime',
@@ -302,7 +305,7 @@ PD_TO_SQLALCHEMY_DTYPES_FLAVORS: Dict[str, Dict[str, str]] = {
         'postgresql': 'DateTime',
         'mariadb': 'DateTime',
         'mysql': 'DateTime',
-        'mssql': 'DateTime',
+        'mssql': 'sqlalchemy.dialects.mssql.DATETIMEOFFSET',
         'oracle': 'DateTime',
         'sqlite': 'DateTime',
         'duckdb': 'DateTime',
@@ -350,16 +353,16 @@ PD_TO_SQLALCHEMY_DTYPES_FLAVORS: Dict[str, Dict[str, str]] = {
         'default': 'UnicodeText',
     },
     'json': {
-        'timescaledb': 'JSONB',
-        'postgresql': 'JSONB',
+        'timescaledb': 'sqlalchemy.dialects.postgresql.JSONB',
+        'postgresql': 'sqlalchemy.dialects.postgresql.JSONB',
         'mariadb': 'UnicodeText',
         'mysql': 'UnicodeText',
         'mssql': 'UnicodeText',
         'oracle': 'UnicodeText',
         'sqlite': 'UnicodeText',
         'duckdb': 'TEXT',
-        'citus': 'JSONB',
-        'cockroachdb': 'JSONB',
+        'citus': 'sqlalchemy.dialects.postgresql.JSONB',
+        'cockroachdb': 'sqlalchemy.dialects.postgresql.JSONB',
         'default': 'UnicodeText',
     },
     'numeric': {
@@ -378,12 +381,12 @@ PD_TO_SQLALCHEMY_DTYPES_FLAVORS: Dict[str, Dict[str, str]] = {
     'uuid': {
         'timescaledb': 'Uuid',
         'postgresql': 'Uuid',
-        'mariadb': 'Uuid',
-        'mysql': 'Uuid',
+        'mariadb': 'sqlalchemy.dialects.mysql.CHAR(36)',
+        'mysql': 'sqlalchemy.dialects.mysql.CHAR(36)',
         'mssql': 'Uuid',
         'oracle': 'UnicodeText',
-        'sqlite': 'Uuid',
-        'duckdb': 'Uuid',
+        'sqlite': 'UnicodeText',
+        'duckdb': 'UnicodeText',
         'citus': 'Uuid',
         'cockroachdb': 'Uuid',
         'default': 'Uuid',
@@ -453,6 +456,7 @@ def get_db_type_from_pd_type(
     The database data type for the incoming Pandas data type.
     If nothing can be found, a warning will be thrown and 'TEXT' will be returned.
     """
+    import ast
     from meerschaum.utils.warnings import warn
     from meerschaum.utils.packages import attempt_import
     from meerschaum.utils.dtypes import are_dtypes_equal
@@ -505,9 +509,19 @@ def get_db_type_from_pd_type(
     db_type = flavor_types.get(flavor, default_flavor_type)
     if not as_sqlalchemy:
         return db_type
-    if db_type == 'JSONB':
-        sqlalchemy_dialects_postgresql = attempt_import('sqlalchemy.dialects.postgresql')
-        return sqlalchemy_dialects_postgresql.JSONB
+
+    if db_type.startswith('sqlalchemy.dialects'):
+        dialect, typ_class_name = db_type.replace('sqlalchemy.dialects.', '').split('.', maxsplit=2)
+        arg = None
+        if '(' in typ_class_name:
+            typ_class_name, arg_str = typ_class_name.split('(', maxsplit=1)
+            arg = ast.literal_eval(arg_str.rstrip(')'))
+        sqlalchemy_dialects_flavor_module = attempt_import(f'sqlalchemy.dialects.{dialect}')
+        cls = getattr(sqlalchemy_dialects_flavor_module, typ_class_name)
+        if arg is None:
+            return cls
+        return cls(arg)
+
     if 'numeric' in db_type.lower():
         numeric_type_str = PD_TO_DB_DTYPES_FLAVORS['numeric'].get(flavor, 'NUMERIC')
         if flavor not in NUMERIC_PRECISION_FLAVORS:

meerschaum/utils/packages/_packages.py

@@ -128,7 +128,8 @@ packages['sql'] = {
     'numpy'                          : 'numpy>=1.18.5',
     'pandas'                         : 'pandas[parquet]>=2.0.1',
     'pyarrow'                        : 'pyarrow>=16.1.0',
-    'dask'                           : 'dask[dataframe]>=2024.5.1',
+    'dask'                           : 'dask[complete]>=2024.5.1',
+    'partd'                          : 'partd>=1.4.2',
     'pytz'                           : 'pytz',
     'joblib'                         : 'joblib>=0.17.0',
     'sqlalchemy'                     : 'SQLAlchemy>=2.0.5',

meerschaum/utils/sql.py

@@ -38,6 +38,9 @@ version_queries = {
     'oracle': "SELECT version from PRODUCT_COMPONENT_VERSION WHERE rownum = 1",
 }
 SKIP_IF_EXISTS_FLAVORS = {'mssql', 'oracle'}
+DROP_IF_EXISTS_FLAVORS = {
+    'timescaledb', 'postgresql', 'citus', 'mssql', 'mysql', 'mariadb', 'sqlite',
+}
 COALESCE_UNIQUE_INDEX_FLAVORS = {'timescaledb', 'postgresql', 'citus'}
 update_queries = {
     'default': """
@@ -1284,11 +1287,11 @@ def get_db_version(conn: 'SQLConnector', debug: bool = False) -> Union[str, None
 
 
 def get_rename_table_queries(
-        old_table: str,
-        new_table: str,
-        flavor: str,
-        schema: Optional[str] = None,
-    ) -> List[str]:
+    old_table: str,
+    new_table: str,
+    flavor: str,
+    schema: Optional[str] = None,
+) -> List[str]:
     """
     Return queries to alter a table's name.
 
@@ -1317,12 +1320,13 @@ def get_rename_table_queries(
     if flavor == 'mssql':
         return [f"EXEC sp_rename '{old_table}', '{new_table}'"]
 
+    if_exists_str = "IF EXISTS" if flavor in DROP_IF_EXISTS_FLAVORS else ""
     if flavor == 'duckdb':
         return [
             get_create_table_query(f"SELECT * FROM {old_table_name}", tmp_table, 'duckdb', schema),
             get_create_table_query(f"SELECT * FROM {tmp_table_name}", new_table, 'duckdb', schema),
-            f"DROP TABLE {tmp_table_name}",
-            f"DROP TABLE {old_table_name}",
+            f"DROP TABLE {if_exists_str} {tmp_table_name}",
+            f"DROP TABLE {if_exists_str} {old_table_name}",
         ]
 
     return [f"ALTER TABLE {old_table_name} RENAME TO {new_table_name}"]

{meerschaum-2.4.7.dist-info → meerschaum-2.4.8.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: meerschaum
-Version: 2.4.7
+Version: 2.4.8
 Summary: Sync Time-Series Pipes with Meerschaum
 Home-page: https://meerschaum.io
 Author: Bennett Meares
@@ -44,7 +44,8 @@ Requires-Dist: valkey >=6.0.0 ; extra == 'api'
 Requires-Dist: numpy >=1.18.5 ; extra == 'api'
 Requires-Dist: pandas[parquet] >=2.0.1 ; extra == 'api'
 Requires-Dist: pyarrow >=16.1.0 ; extra == 'api'
-Requires-Dist: dask[dataframe] >=2024.5.1 ; extra == 'api'
+Requires-Dist: dask[complete] >=2024.5.1 ; extra == 'api'
+Requires-Dist: partd >=1.4.2 ; extra == 'api'
 Requires-Dist: pytz ; extra == 'api'
 Requires-Dist: joblib >=0.17.0 ; extra == 'api'
 Requires-Dist: SQLAlchemy >=2.0.5 ; extra == 'api'
@@ -237,7 +238,8 @@ Requires-Dist: pycparser >=2.21.0 ; extra == 'full'
 Requires-Dist: numpy >=1.18.5 ; extra == 'full'
 Requires-Dist: pandas[parquet] >=2.0.1 ; extra == 'full'
 Requires-Dist: pyarrow >=16.1.0 ; extra == 'full'
-Requires-Dist: dask[dataframe] >=2024.5.1 ; extra == 'full'
+Requires-Dist: dask[complete] >=2024.5.1 ; extra == 'full'
+Requires-Dist: partd >=1.4.2 ; extra == 'full'
 Requires-Dist: pytz ; extra == 'full'
 Requires-Dist: joblib >=0.17.0 ; extra == 'full'
 Requires-Dist: SQLAlchemy >=2.0.5 ; extra == 'full'
@@ -277,7 +279,8 @@ Provides-Extra: sql
 Requires-Dist: numpy >=1.18.5 ; extra == 'sql'
 Requires-Dist: pandas[parquet] >=2.0.1 ; extra == 'sql'
 Requires-Dist: pyarrow >=16.1.0 ; extra == 'sql'
-Requires-Dist: dask[dataframe] >=2024.5.1 ; extra == 'sql'
+Requires-Dist: dask[complete] >=2024.5.1 ; extra == 'sql'
+Requires-Dist: partd >=1.4.2 ; extra == 'sql'
 Requires-Dist: pytz ; extra == 'sql'
 Requires-Dist: joblib >=0.17.0 ; extra == 'sql'
 Requires-Dist: SQLAlchemy >=2.0.5 ; extra == 'sql'

{meerschaum-2.4.7.dist-info → meerschaum-2.4.8.dist-info}/RECORD

@@ -42,7 +42,7 @@ meerschaum/actions/restart.py,sha256=6ffp3-X9eTEgunVSdD41HnOwqp71yjuSAmXJ5j39ONI
 meerschaum/actions/setup.py,sha256=KkAGWcgwzl_L6A19fTmTX1KtBjW2FwD8QenLjPy0mQQ,3205
 meerschaum/actions/sh.py,sha256=fLfTJaacKu4sjLTRqEzzYlT2WbbdZBEczsKb6F-qAek,2026
 meerschaum/actions/show.py,sha256=uNXOfh1Z44i6YpmAcE_uM_6s9r3lNh8CnstpvS6tTjE,28179
-meerschaum/actions/sql.py,sha256=g64Qr1uDlyqXmOOOY4-2pvIGQ_V5VNk1_fUC5wO7h9M,4262
+meerschaum/actions/sql.py,sha256=8BSvlnccfEqLrscLq67Toa5D4FJ7I598IdxEe_yzmV8,4263
 meerschaum/actions/stack.py,sha256=ZwrCTGJ0x3jjZkRieWcvqasQHYCqNtB1HYvTX-r3Z3g,5996
 meerschaum/actions/start.py,sha256=7B6zLHh-DNWnJta1h_RV9ccGJ4EnbEDu3k-GdwAsU8M,19208
 meerschaum/actions/stop.py,sha256=5fdUw70YN-yuUWrC-NhA88cxr9FZ5NbssbQ8xXO8nFU,4632
@@ -123,7 +123,7 @@ meerschaum/api/routes/_index.py,sha256=QI6CBo6pI2Zi0a6fJHDjZfiLa9f4okb0BGe3A_JD0
 meerschaum/api/routes/_jobs.py,sha256=vO6CJYUme7bHIOy9gAv6VyEM1M8EKdJmtfw2nSnZ24Q,11639
 meerschaum/api/routes/_login.py,sha256=ti2onNOemOGLHLoPubAQOYtD7eq7FA1jOlbOSVSjXVo,2466
 meerschaum/api/routes/_misc.py,sha256=05--9ZVFeaCgZrHER2kA3SYdK4TyfkEXOCjLvPbum-w,2469
-meerschaum/api/routes/_pipes.py,sha256=1l5BB9MqGfYI4UtWHm8T1nGy3JKEtZrFLpsQOgqIw2E,21509
+meerschaum/api/routes/_pipes.py,sha256=g88AU_NUM6tlX3bFl4EOGiQWZYqvDxDFlaLIYbYn1c4,21397
 meerschaum/api/routes/_plugins.py,sha256=vR6-uTJraY1YEJMuRvds1-xFLB2mexxnp2dJwN_0rVo,6216
 meerschaum/api/routes/_users.py,sha256=SfAkZFKrKnGjpzj8SFIKzPemzQJOH3oB72h19EaUvcQ,7204
 meerschaum/api/routes/_version.py,sha256=2t-nw_9IxCVZCNEar0LOwmut2zsClRVHjiOOUx16cu0,825
@@ -142,7 +142,7 @@ meerschaum/config/_preprocess.py,sha256=-AEA8m_--KivZwTQ1sWN6LTn5sio_fUr2XZ51BO6
 meerschaum/config/_read_config.py,sha256=oxnLjuhy6JBBld886FkBX07wUdkpzEzTItYMUa9qw1Q,14688
 meerschaum/config/_shell.py,sha256=46_m49Txc5q1rGfCgO49ca48BODx45DQJi8D0zz1R18,4245
 meerschaum/config/_sync.py,sha256=jHcWRkxd82_BgX8Xo8agsWvf7BSbv3qHLWmYl6ehp_0,4242
-meerschaum/config/_version.py,sha256=I_aoflRLDtNWUKaI2yojmN_vGeUIecat83x1jZQwx3E,71
+meerschaum/config/_version.py,sha256=1oWpjLUymKmrkEXNSCmeb0HaJEmpVYs4n7VzxwE3Z6M,71
 meerschaum/config/paths.py,sha256=JjibeGN3YAdSNceRwsd42aNmeUrIgM6ndzC8qZAmNI0,621
 meerschaum/config/resources/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 meerschaum/config/stack/__init__.py,sha256=gGVxXgNnGb9u25iF__IiNPlZt1BLUVmHmFJ0jvnJg3Q,10548
@@ -162,22 +162,22 @@ meerschaum/connectors/api/_fetch.py,sha256=Khq9AFr1nk8Dsmcedb77aWhAuHw0JGgVeahDG
 meerschaum/connectors/api/_jobs.py,sha256=N5lpHFGG10jlVgaJeWAOTuLBQw3AdgjXsEPpp1YwZQE,11270
 meerschaum/connectors/api/_login.py,sha256=5GsD-B214vr5EYfM3XrTUs1sTFApxZA-9dNxq8oNSyg,2050
 meerschaum/connectors/api/_misc.py,sha256=OZRZBYOokKIEjmQaR8jUYgu6ZRn9VzXBChzR8CfDv_w,1092
-meerschaum/connectors/api/_pipes.py,sha256=8Y_UaBCW_fPjaLrz73M12rjM6i6D_ZiEHK-vauhUifs,20540
+meerschaum/connectors/api/_pipes.py,sha256=njBUzhX88EzZ0YJNBNepnTGcv1huXzAnnT0EwaABaBA,20549
 meerschaum/connectors/api/_plugins.py,sha256=z04tPjfZZWwa7T60mogZH3X3wDmeLdnoN5Oh8m_YsU8,5217
 meerschaum/connectors/api/_request.py,sha256=Wc4Y70t0VxEj3_ch5fAeeoSAeFMuRnyNLOV-aUFInjY,6996
 meerschaum/connectors/api/_uri.py,sha256=HWxqGx4R1cHZ3ywy9Ro9ePbFxxusw4RLaC3hpGt9Z6I,1469
 meerschaum/connectors/api/_users.py,sha256=kzb7ENgXwQ19OJYKOuuWzx2rwVuUZCly9dTnyvVuT2Q,5275
 meerschaum/connectors/plugin/PluginConnector.py,sha256=aQ1QaB7MordCFimZqoGLb0R12PfDUN_nWks2J5mzeAs,2084
 meerschaum/connectors/plugin/__init__.py,sha256=pwF7TGY4WNz2_HaVdmK4rPQ9ZwTOEuPHgzOqsGcoXJw,198
-meerschaum/connectors/sql/_SQLConnector.py,sha256=Q1M6byhApNxQcyDJoC9tmYk1KXF431zyblf7KKa-A08,11817
+meerschaum/connectors/sql/_SQLConnector.py,sha256=QlC2Af7AM7bIlPHjUO57mTyzot3zU7o83jegADMxnBE,11829
 meerschaum/connectors/sql/__init__.py,sha256=3cqYiDkVasn7zWdtOTAZbT4bo95AuvGOmDD2TkaAxtw,205
 meerschaum/connectors/sql/_cli.py,sha256=1SgnWeMIAihoxp4FzbNrcq1npXf0dSOQnCntpU9hUXA,4405
 meerschaum/connectors/sql/_create_engine.py,sha256=pZPjy-ne8DtVfu-wqMJopIGkgm8vul-y3E9d4tUyTgM,10215
 meerschaum/connectors/sql/_fetch.py,sha256=NYYWDoEd-aGIS337KwH-D9_3KVWVCZOHAspGLfdEuUE,13086
-meerschaum/connectors/sql/_instance.py,sha256=r_S96vzSuKnBVGROSKQAPl-DnFnOOEPUkz1KFDFPHFQ,6509
-meerschaum/connectors/sql/_pipes.py,sha256=3pAIKh4W0w74iON9N6hoiEgKSc8y2nGhiWlUraa-4TU,99874
+meerschaum/connectors/sql/_instance.py,sha256=zXPZnEqvOAeOUPMeh6CcfkB1pOjjwJxdUOwXccRbuwk,6465
+meerschaum/connectors/sql/_pipes.py,sha256=m82E9GdBxdfcYCtFWECqmC3HjaZ7Y5ukhQ9LBlEymc4,100605
 meerschaum/connectors/sql/_plugins.py,sha256=wbxcNxqTtjfDsxPvdVGTllasYf6NHHzODaQ72hEUSBQ,8135
-meerschaum/connectors/sql/_sql.py,sha256=k3VkzqWCtM-DGnspyt1e9SNr6RnP_v7qSbn6bF5AUm0,36252
+meerschaum/connectors/sql/_sql.py,sha256=zEh6fbOLJhfLOF-4x9OTQ5Fi3NMSVES3oixmnGYcNG8,36381
 meerschaum/connectors/sql/_uri.py,sha256=0BrhQtqQdzg9mR04gWBZINs_BbPFtSlTECXT_TCUwik,3460
 meerschaum/connectors/sql/_users.py,sha256=FJjYeJGhr-TDHziNc6p_5mupGRtGjezKPIYgHFEVSnY,9956
 meerschaum/connectors/sql/tools.py,sha256=jz8huOaRCwGlYdtGfAqAh7SoK8uydYBrasKQba9FT38,187
@@ -204,7 +204,7 @@ meerschaum/core/Pipe/_edit.py,sha256=HrKWe9vhqKaNOjOcJzW5BNbaUBPIbgNAhJEK8OMsy7c
 meerschaum/core/Pipe/_fetch.py,sha256=LtYqZSN2kwc5Tl2gQ5kSmGN7Ombv86k1zDNTP3SUF1k,5417
 meerschaum/core/Pipe/_register.py,sha256=Sd5xaAW8H7uLTIoommcKb-6kHPRuHJLWNSbPnt2UbvA,2240
 meerschaum/core/Pipe/_show.py,sha256=nG50y8eBT9TVuKkRgAKtNDNIxysJvMNxfu__lkL1F9k,1352
-meerschaum/core/Pipe/_sync.py,sha256=MkiFz6ULfT1qHQl4xbOEx4Bi8EYnMDgUZyBnjjwNG1M,33050
+meerschaum/core/Pipe/_sync.py,sha256=rEP6Ijs3PG_cTtffqijqxabyyhZFqJicQCNj5Ea3NHw,33042
 meerschaum/core/Pipe/_verify.py,sha256=sPtY1DgUJ2E5FJp0hJ_IzrQQe1DmfAqJFWS24e2wr3w,14202
 meerschaum/core/Plugin/__init__.py,sha256=UXg64EvJPgI1PCxkY_KM02-ZmBm4FZpLPIQR_uSJJDc,137
 meerschaum/core/User/_User.py,sha256=JZ9Y1tsjZe-cgD24m9YfZ6ZwSOKn_sHc4rbQ7KblBz8,6592
@@ -218,7 +218,7 @@ meerschaum/plugins/__init__.py,sha256=trMQ53qgP7ikJhhV_uXzqJw6X1NDz2rPOGXFk40bb1
 meerschaum/plugins/bootstrap.py,sha256=qg9MQ1YAU8ShwGqWDl38WjiXLIxDPl95pSIGDLN9rOw,11423
 meerschaum/utils/__init__.py,sha256=QrK1K9hIbPCRCM5k2nZGFqGnrqhA0Eh-iSmCU7FG6Cs,612
 meerschaum/utils/_get_pipes.py,sha256=tu4xKPoDn79Dz2kWM13cXTP4DSCkn-3G9M8KiLftopw,11073
-meerschaum/utils/dataframe.py,sha256=fRQB-Y1XNAcjP0YsAIzV9kcYR1bzIVZJTyp3bV3B9NI,41502
+meerschaum/utils/dataframe.py,sha256=G5rD3998mYAVeTlIat7gTPZKvhlpHSMvLo9EHTXocgM,41946
 meerschaum/utils/debug.py,sha256=GyIzJmunkoPnOcZNYVQdT4Sgd-aOb5MI2VbIgATOjIQ,3695
 meerschaum/utils/interactive.py,sha256=t-6jWozXSqL7lYGDHuwiOjTgr-UKhdcg61q_eR5mikI,3196
 meerschaum/utils/misc.py,sha256=ws-8v7gvD2uwmdIDDSRSUVL10XV7YZGUCEFBllC-xbY,46365
@@ -227,7 +227,7 @@ meerschaum/utils/pool.py,sha256=vkE42af4fjrTEJTxf6Ek3xGucm1MtEkpsSEiaVzNKHs,2655
 meerschaum/utils/process.py,sha256=o7UtTQX87YGkg2dItPhlvN7gNQPkElXTYSzKf5Ro8Uc,7474
 meerschaum/utils/prompt.py,sha256=0asF_ndumQIN7p5kEOzK-ldsdE4m8FFapcT3-4wgPi8,19010
 meerschaum/utils/schedule.py,sha256=6I2TFGa1aPRU9wTdd3YFrJq-DCPpnl-sTWeFEnrINYA,10886
-meerschaum/utils/sql.py,sha256=eTo-t6k5fI6FCNJggQEU6OiB_o30raYp6B3j1VH7Utw,47795
+meerschaum/utils/sql.py,sha256=vZx6HyvaFKrvWDMZYSzHZaSQWMMWQOUmK-LLW5Kx7Lg,47993
 meerschaum/utils/threading.py,sha256=3N8JXPAnwqJiSjuQcbbJg3Rv9-CCUMJpeQRfKFR7MaA,2489
 meerschaum/utils/typing.py,sha256=U3MC347sh1umpa3Xr1k71eADyDmk4LB6TnVCpq8dVzI,2830
 meerschaum/utils/warnings.py,sha256=IDiwYspsfjIi1gtk3V9cSo9vNLckB9bCsHhRClpPJTc,6639
@@ -239,22 +239,22 @@ meerschaum/utils/daemon/StdinFile.py,sha256=J6tyUReM8NEp3bBQAxMfe8mjJG5mWi6CzHN4
 meerschaum/utils/daemon/__init__.py,sha256=o9jWb4lRTIyny4EPt7fPXFgV_vIf1mUofsTwoE1ZecA,8751
 meerschaum/utils/daemon/_names.py,sha256=d2ZwTxBoTAqXZkCfZ5LuX2XrkQmLNUq1OTlUqfoH5dA,4515
 meerschaum/utils/dtypes/__init__.py,sha256=LawV4XrCLZRhyGquUen3i0HvK2IRHG-Ud4MYi3L4phA,7391
-meerschaum/utils/dtypes/sql.py,sha256=wk_r-EEjZca1CoaesxetXSIe5sIjtSwwoJmITy7AJXY,15466
+meerschaum/utils/dtypes/sql.py,sha256=K0pginy3U5UvgtM9af-HRoiqdvFlwiAmKNQBPGChIUA,16267
 meerschaum/utils/formatting/__init__.py,sha256=GLx3fvTQi7EnC9fo31WggpMRpmR7yTWIuZmHdZgqvuM,15370
 meerschaum/utils/formatting/_jobs.py,sha256=izsqPJhTtUkXUUtWnbXtReYsUYwulXtci3pBj72Ne64,6637
 meerschaum/utils/formatting/_pipes.py,sha256=wy0iWJFsFl3X2VloaiA_gp9Yx9w6tD3FQZvAQAqef4A,19492
 meerschaum/utils/formatting/_pprint.py,sha256=tgrT3FyGyu5CWJYysqK3kX1xdZYorlbOk9fcU_vt9Qg,3096
 meerschaum/utils/formatting/_shell.py,sha256=OMFh3cSZNr83z8m265irkS_JtEWHwjkEY2ybnMIOllY,3774
 meerschaum/utils/packages/__init__.py,sha256=m3HLTkKJxXco1g-h75q2l5skBwKXWaJtNmfQOsijchI,63965
-meerschaum/utils/packages/_packages.py,sha256=kwXoGePzmaNVRB5YQP6JJOWQqnPiUpM-TPtb38DrPXg,8265
+meerschaum/utils/packages/_packages.py,sha256=8Ox9fiQTVmmKAmlxZBV-7Wtq_jhPnnf3AMXvktGE-KY,8319
 meerschaum/utils/packages/lazy_loader.py,sha256=VHnph3VozH29R4JnSSBfwtA5WKZYZQFT_GeQSShCnuc,2540
 meerschaum/utils/venv/_Venv.py,sha256=sBnlmxHdAh2bx8btfVoD79-H9-cYsv5lP02IIXkyECs,3553
 meerschaum/utils/venv/__init__.py,sha256=G3KXL4ByWNqVxBRLs_RaJbO3h3tOKXkazkAYuoUW568,24420
-meerschaum-2.4.7.dist-info/LICENSE,sha256=jG2zQEdRNt88EgHUWPpXVWmOrOduUQRx7MnYV9YIPaw,11359
-meerschaum-2.4.7.dist-info/METADATA,sha256=Qy8mE0KQp-XlyINH997P2nEK9d3s96SXvi4srA96mqw,24683
-meerschaum-2.4.7.dist-info/NOTICE,sha256=OTA9Fcthjf5BRvWDDIcBC_xfLpeDV-RPZh3M-HQBRtQ,114
-meerschaum-2.4.7.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
-meerschaum-2.4.7.dist-info/entry_points.txt,sha256=5YBVzibw-0rNA_1VjB16z5GABsOGf-CDhW4yqH8C7Gc,88
-meerschaum-2.4.7.dist-info/top_level.txt,sha256=bNoSiDj0El6buocix-FRoAtJOeq1qOF5rRm2u9i7Q6A,11
-meerschaum-2.4.7.dist-info/zip-safe,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
-meerschaum-2.4.7.dist-info/RECORD,,
+meerschaum-2.4.8.dist-info/LICENSE,sha256=jG2zQEdRNt88EgHUWPpXVWmOrOduUQRx7MnYV9YIPaw,11359
+meerschaum-2.4.8.dist-info/METADATA,sha256=9y7GjQHhEDP9mdJWBFuIfZwZ7vtHV0N4Wk0MqF6xuDg,24819
+meerschaum-2.4.8.dist-info/NOTICE,sha256=OTA9Fcthjf5BRvWDDIcBC_xfLpeDV-RPZh3M-HQBRtQ,114
+meerschaum-2.4.8.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
+meerschaum-2.4.8.dist-info/entry_points.txt,sha256=5YBVzibw-0rNA_1VjB16z5GABsOGf-CDhW4yqH8C7Gc,88
+meerschaum-2.4.8.dist-info/top_level.txt,sha256=bNoSiDj0El6buocix-FRoAtJOeq1qOF5rRm2u9i7Q6A,11
+meerschaum-2.4.8.dist-info/zip-safe,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
+meerschaum-2.4.8.dist-info/RECORD,,