meerschaum 2.0.0rc8__py3-none-any.whl → 2.0.0rc9__py3-none-any.whl

meerschaum/config/_default.py

@@ -112,12 +112,12 @@ default_pipes_config = {
             'datetime': None,
             'id': None,
         },
-        'chunk_minutes': 1440,
         'fetch': {
             'backtrack_minutes': 1440,
         },
         'verify': {
             'bound_days': 366,
+            'chunk_minutes': 1440,
         },
     },
     'attributes': {

meerschaum/config/_version.py

@@ -2,4 +2,4 @@
 Specify the Meerschaum release version.
 """
 
-__version__ = "2.0.0rc8"
+__version__ = "2.0.0rc9"

meerschaum/connectors/api/_fetch.py

@@ -7,60 +7,62 @@ Fetch Pipe data via the API connector
 """
 
 from __future__ import annotations
-import datetime
+from datetime import datetime
 import copy
-from meerschaum.utils.typing import Any, Optional, Dict
+import meerschaum as mrsm
+from meerschaum.utils.typing import Any, Optional, Dict, Iterator, Union
 
 def fetch(
         self,
-        pipe: meerschaum.Pipe,
-        begin: Optional[datetime.datetime, str] = '',
-        end: Optional[datetime.datetime] = None,
+        pipe: mrsm.Pipe,
+        begin: Union[datetime, str, int] = '',
+        end: Union[datetime, int] = None,
         params: Optional[Dict, Any] = None,
         debug: bool = False,
         **kw: Any
-    ) -> pandas.DataFrame:
+    ) -> Iterator['pd.DataFrame']:
     """Get the Pipe data from the remote Pipe."""
     from meerschaum.utils.debug import dprint
     from meerschaum.utils.warnings import warn, error
-    from meerschaum.config.static import _static_config
     from meerschaum.config._patch import apply_patch_to_config
 
-    if 'fetch' not in pipe.parameters:
-        warn(f"Missing 'fetch' parameters for Pipe '{pipe}'.", stack=False)
+    fetch_params = pipe.parameters.get('fetch', {})
+    if not fetch_params:
+        warn(f"Missing 'fetch' parameters for {pipe}.", stack=False)
         return None
 
-    instructions = pipe.parameters['fetch']
+    pipe_meta = fetch_params.get('pipe', {})
+    ### Legacy: check for `connector_keys`, etc. at the root.
+    if not pipe_meta:
+        ck, mk, lk = (
+            fetch_params.get('connector_keys', None),
+            fetch_params.get('metric_key', None),
+            fetch_params.get('location_key', None),
+        )
+        if not ck or not mk:
+            warn(f"Missing `fetch:pipe` keys for {pipe}.", stack=False)
+            return None
 
-    if 'connector_keys' not in instructions:
-        warn(f"Missing connector_keys in fetch parameters for Pipe '{pipe}'", stack=False)
-        return None
-    remote_connector_keys = instructions.get('connector_keys', None)
-    if 'metric_key' not in instructions:
-        warn(f"Missing metric_key in fetch parameters for Pipe '{pipe}'", stack=False)
-        return None
-    remote_metric_key = instructions.get('metric_key', None)
-    remote_location_key = instructions.get('location_key', None)
-    if begin is None:
-        begin = pipe.get_sync_time(debug=debug)
+        pipe_meta.update({
+            'connector': ck,
+            'metric': mk,
+            'location': lk,
+        })
 
-    _params = copy.deepcopy(params) if params is not None else {}
-    _params = apply_patch_to_config(_params, instructions.get('params', {}))
+    pipe_meta['instance'] = self
+    source_pipe = mrsm.Pipe(**pipe_meta)
 
-    from meerschaum import Pipe
-    p = Pipe(
-        remote_connector_keys,
-        remote_metric_key,
-        remote_location_key,
-        mrsm_instance = self
-    )
-    begin = (
-        begin if not (isinstance(begin, str) and begin == '')
-        else pipe.get_sync_time(debug=debug)
-    )
+    _params = copy.deepcopy(params) if params is not None else {}
+    _params = apply_patch_to_config(_params, fetch_params.get('params', {}))
+    select_columns = fetch_params.get('select_columns', [])
+    omit_columns = fetch_params.get('omit_columns', [])
 
-    return p.get_data(
-        begin=begin, end=end,
-        params=_params,
-        debug=debug
+    return source_pipe.get_data(
+        select_columns = select_columns,
+        omit_columns = omit_columns,
+        begin = begin,
+        end = end,
+        params = _params,
+        debug = debug,
+        as_iterator = True,
     )

meerschaum/connectors/api/_pipes.py

@@ -164,9 +164,7 @@ def sync_pipe(
         debug: bool = False,
         **kw: Any
     ) -> SuccessTuple:
-    """Append a pandas DataFrame to a Pipe.
-    If Pipe does not exist, it is registered with supplied metadata.
-    """
+    """Sync a DataFrame into a Pipe."""
     from meerschaum.utils.debug import dprint
     from meerschaum.utils.misc import json_serialize_datetime
     from meerschaum.config import get_config
@@ -186,14 +184,14 @@ def sync_pipe(
 
     df = json.loads(df) if isinstance(df, str) else df
 
-    ### TODO Make separate chunksize for API?
-    _chunksize : Optional[int] = (1 if chunksize is None else (
+    _chunksize: Optional[int] = (1 if chunksize is None else (
         get_config('system', 'connectors', 'sql', 'chunksize') if chunksize == -1
         else chunksize
     ))
-    keys : list = list(df.keys())
+    keys: list = list(df.keys())
     chunks = []
     if hasattr(df, 'index'):
+        df = df.reset_index(drop=True)
         rowcount = len(df)
         chunks = [df.iloc[i] for i in more_itertools.chunked(df.index, _chunksize)]
     elif isinstance(df, dict):

meerschaum/connectors/sql/_pipes.py

@@ -1438,12 +1438,11 @@ def sync_pipe_inplace(
     drop_backtrack_query = f"DROP TABLE {backtrack_table_name}"
     if table_exists(backtrack_table_raw, self, debug=debug):
         backtrack_queries.append(drop_backtrack_query)
-    btm = max(self.get_pipe_backtrack_minutes(pipe), 1)
     backtrack_def = self.get_pipe_data_query(
         pipe,
         begin = begin,
         end = end,
-        begin_add_minutes = (-1 * btm),
+        begin_add_minutes = 0,
         end_add_minutes = 1,
         params = params,
         debug = debug,

meerschaum/core/Pipe/__init__.py

@@ -81,7 +81,10 @@ class Pipe:
     ```
     """
 
-    from ._fetch import fetch
+    from ._fetch import (
+        fetch,
+        get_backtrack_interval,
+    )
     from ._data import (
         get_data,
         get_backtrack_data,
@@ -279,15 +282,26 @@ class Pipe:
 
     @property
     def meta(self):
-        """Simulate the MetaPipe model without importing FastAPI."""
-        if '_meta' not in self.__dict__:
-            self._meta = {
-                'connector_keys' : self.connector_keys,
-                'metric_key'     : self.metric_key,
-                'location_key'   : self.location_key,
-                'instance'       : self.instance_keys,
-            }
-        return self._meta
+        """
+        Return the four keys needed to reconstruct this pipe.
+        """
+        return {
+            'connector_keys': self.connector_keys,
+            'metric_key'    : self.metric_key,
+            'location_key'  : self.location_key,
+            'instance'      : self.instance_keys,
+        }
+
+
+    def keys(self) -> List[str]:
+        """
+        Return the ordered keys for this pipe.
+        """
+        return {
+            key: val
+            for key, val in self.meta.items()
+            if key != 'instance'
+        }
 
 
     @property
@@ -436,3 +450,10 @@ class Pipe:
         metric_key = _state.pop('metric_key')
         location_key = _state.pop('location_key')
         self.__init__(connector_keys, metric_key, location_key, **_state)
+
+
+    def __getitem__(self, *args, **kwargs) -> Any:
+        """
+        Index the pipe's attributes.
+        """
+        return self.attributes.__getitem__(*args, **kwargs)

meerschaum/core/Pipe/_data.py

@@ -325,7 +325,7 @@ def _get_data_as_iterator(
 def get_backtrack_data(
         self,
         backtrack_minutes: int = 0,
-        begin: Optional[datetime] = None,
+        begin: Union[datetime, int, None] = None,
         params: Optional[Dict[str, Any]] = None,
         fresh: bool = False,
         debug: bool = False,
@@ -338,7 +338,7 @@ def get_backtrack_data(
     ----------
     backtrack_minutes: int, default 0
         How many minutes from `begin` to select from.
-        Defaults to 0. This may return a few rows due to a rounding quirk.
+        If 0 (default), use `pipe.parameters['fetch']['backtrack_minutes']`.
 
     begin: Optional[datetime], default None
         The starting point to search for data.
@@ -370,7 +370,6 @@ def get_backtrack_data(
     -------
     A `pd.DataFrame` for the pipe's data corresponding to the provided parameters. Backtrack data
     is a convenient way to get a pipe's data "backtracked" from the most recent datetime.
-
     """
     from meerschaum.utils.warnings import warn
     from meerschaum.utils.venv import Venv
@@ -379,6 +378,14 @@ def get_backtrack_data(
     if not self.exists(debug=debug):
         return None
 
+    backtrack_interval = self.get_backtrack_interval(debug=debug)
+    if backtrack_minutes == 0:
+        backtrack_minutes = (
+            (backtrack_interval.total_seconds() * 60)
+            if isinstance(backtrack_interval, timedelta)
+            else backtrack_interval
+        )
+
     if self.cache_pipe is not None:
         if not fresh:
             _sync_cache_tuple = self.cache_pipe.sync(begin=begin, params=params, debug=debug, **kw)
@@ -438,7 +445,7 @@ def get_rowcount(
         params: Optional[Dict[str, Any]] = None,
         remote: bool = False,
         debug: bool = False
-    ) -> Union[int, None]:
+    ) -> int:
     """
     Get a Pipe's instance or remote rowcount.
 
@@ -460,8 +467,7 @@ def get_rowcount(
     Returns
     -------
     An `int` of the number of rows in the pipe corresponding to the provided parameters.
-    `None` is returned if the pipe does not exist.
-
+    Returned 0 if the pipe does not exist.
     """
     from meerschaum.utils.warnings import warn
     from meerschaum.utils.venv import Venv
@@ -470,7 +476,7 @@ def get_rowcount(
     connector = self.instance_connector if not remote else self.connector
     try:
         with Venv(get_connector_plugin(connector)):
-            return connector.get_pipe_rowcount(
+            rowcount = connector.get_pipe_rowcount(
                 self,
                 begin = begin,
                 end = end,
@@ -478,12 +484,15 @@ def get_rowcount(
                 remote = remote,
                 debug = debug,
             )
+            if rowcount is None:
+                return 0
+            return rowcount
     except AttributeError as e:
         warn(e)
         if remote:
-            return None
+            return 0
     warn(f"Failed to get a rowcount for {self}.")
-    return None
+    return 0
 
 
 def get_chunk_interval(
@@ -505,8 +514,8 @@ def get_chunk_interval(
     -------
     The chunk interval (`timedelta` or `int`) to use with this pipe's `datetime` axis.
     """
-    default_chunk_minutes = get_config('pipes', 'parameters', 'chunk_minutes')
-    configured_chunk_minutes = self.parameters.get('chunk_minutes', None)
+    default_chunk_minutes = get_config('pipes', 'parameters', 'verify', 'chunk_minutes')
+    configured_chunk_minutes = self.parameters.get('verify', {}).get('chunk_minutes', None)
     chunk_minutes = (
         (configured_chunk_minutes or default_chunk_minutes)
         if chunk_interval is None
@@ -559,7 +568,8 @@ def get_chunk_bounds(
 
     chunk_interval: Union[timedelta, int, None], default None
         If provided, use this interval for the size of chunk boundaries.
-        The default value for this pipe may be set under `pipe.parameters['chunk_minutes']`.
+        The default value for this pipe may be set
+        under `pipe.parameters['verify']['chunk_minutes']`.
 
     debug: bool, default False
         Verbosity toggle.
@@ -578,7 +588,7 @@ def get_chunk_bounds(
     if begin is None and end is None:
         return [(None, None)]
 
-    ### Set the chunk interval under `pipe.parameters['chunk_minutes']`.
+    ### Set the chunk interval under `pipe.parameters['verify']['chunk_minutes']`.
     chunk_interval = self.get_chunk_interval(chunk_interval, debug=debug)
     
     ### Build a list of tuples containing the chunk boundaries

meerschaum/core/Pipe/_deduplicate.py

@@ -173,7 +173,12 @@ def deduplicate(
         if not chunk_indices:
             return bounds, (False, f"None of {items_str(indices)} were present in chunk.")
         try:
-            full_chunk = full_chunk.drop_duplicates(subset=chunk_indices, keep='last')
+            full_chunk = full_chunk.drop_duplicates(
+                subset = chunk_indices,
+                keep = 'last'
+            ).reset_index(
+                drop = True,
+            )
         except Exception as e:
             return (
                 bounds,

meerschaum/core/Pipe/_fetch.py

@@ -7,7 +7,9 @@ Functions for fetching new data into the Pipe
 """
 
 from __future__ import annotations
+from datetime import timedelta
 from meerschaum.utils.typing import Optional, Any
+from meerschaum.config import get_config
 
 def fetch(
         self,
@@ -98,3 +100,30 @@ def fetch(
         connector_plugin.deactivate_venv(debug=debug)
 
     return df
+
+
+def get_backtrack_interval(self, debug: bool = False) -> Union[timedelta, int]:
+    """
+    Get the chunk interval to use for this pipe.
+
+    Returns
+    -------
+    The backtrack interval (`timedelta` or `int`) to use with this pipe's `datetime` axis.
+    """
+    default_backtrack_minutes = get_config('pipes', 'parameters', 'fetch', 'backtrack_minutes')
+    configured_backtrack_minutes = self.parameters.get('fetch', {}).get('backtrack_minutes', None)
+    backtrack_minutes = (
+        configured_backtrack_minutes
+        if configured_backtrack_minutes is not None
+        else default_backtrack_minutes
+    )
+
+    dt_col = self.columns.get('datetime', None)
+    if dt_col is None:
+        return timedelta(minutes=backtrack_minutes)
+
+    dt_dtype = self.dtypes.get(dt_col, 'datetime64[ns]')
+    if 'datetime' in dt_dtype.lower():
+        return timedelta(minutes=backtrack_minutes)
+
+    return backtrack_minutes

meerschaum/core/Pipe/_sync.py

@@ -14,7 +14,16 @@ import threading
 from datetime import datetime, timedelta
 
 from meerschaum.utils.typing import (
-    Union, Optional, Callable, Any, Tuple, SuccessTuple, Mapping, Dict, List, Iterable, Generator,
+    Union,
+    Optional,
+    Callable,
+    Any,
+    Tuple,
+    SuccessTuple,
+    Dict,
+    List,
+    Iterable,
+    Generator,
     Iterator,
 )
 
@@ -29,8 +38,8 @@ def sync(
             List[Dict[str, Any]],
             InferFetch
         ] = InferFetch,
-        begin: Optional[datetime] = None,
-        end: Optional[datetime] = None,
+        begin: Union[datetime, int, str, None] = '',
+        end: Union[datetime, int] = None,
         force: bool = False,
         retries: int = 10,
         min_seconds: int = 1,
@@ -55,28 +64,23 @@ def sync(
     df: Union[None, pd.DataFrame, Dict[str, List[Any]]], default None
         An optional DataFrame to sync into the pipe. Defaults to `None`.
 
-    begin: Optional[datetime], default None
+    begin: Union[datetime, int, str, None], default ''
         Optionally specify the earliest datetime to search for data.
-        Defaults to `None`.
 
-    end: Optional[datetime], default None
+    end: Union[datetime, int, str, None], default None
         Optionally specify the latest datetime to search for data.
-        Defaults to `None`.
 
     force: bool, default False
         If `True`, keep trying to sync untul `retries` attempts.
-        Defaults to `False`.
 
     retries: int, default 10
         If `force`, how many attempts to try syncing before declaring failure.
-        Defaults to `10`.
 
     min_seconds: Union[int, float], default 1
         If `force`, how many seconds to sleep between retries. Defaults to `1`.
 
     check_existing: bool, default True
         If `True`, pull and diff with existing data from the pipe.
-        Defaults to `True`.
 
     blocking: bool, default True
         If `True`, wait for sync to finish and return its result, otherwise
@@ -87,7 +91,6 @@ def sync(
         If provided and the instance connector is thread-safe
         (`pipe.instance_connector.IS_THREAD_SAFE is True`),
         limit concurrent sync to this many threads.
-        Defaults to `None`.
 
     callback: Optional[Callable[[Tuple[bool, str]], Any]], default None
         Callback function which expects a SuccessTuple as input.
@@ -101,7 +104,6 @@ def sync(
         Specify the number of rows to sync per chunk.
         If `-1`, resort to system configuration (default is `900`).
         A `chunksize` of `None` will sync all rows in one transaction.
-        Defaults to `-1`.
 
     sync_chunks: bool, default True
         If possible, sync chunks while fetching them into memory.
@@ -112,7 +114,6 @@ def sync(
     Returns
     -------
     A `SuccessTuple` of success (`bool`) and message (`str`).
-
     """
     from meerschaum.utils.debug import dprint, _checkpoint
     from meerschaum.utils.warnings import warn, error
@@ -183,7 +184,7 @@ def sync(
         ### use that instead.
         ### NOTE: The DataFrame must be omitted for the plugin sync method to apply.
         ### If a DataFrame is provided, continue as expected.
-        if hasattr(df, 'MRSM_INFER_FETCH'):
+        if hasattr(df, 'MRSM_INFER_FETCH'):                   
             try:
                 if p.connector is None:
                     msg = f"{p} does not have a valid connector."
@@ -430,13 +431,19 @@ def sync(
 
 def _determine_begin(
         pipe: meerschaum.Pipe,
-        begin: Optional[datetime] = None,
+        begin: Union[datetime, int, str] = '',
         debug: bool = False,
     ) -> Union[datetime, int, None]:
-    ### Datetime has already been provided.
-    if begin is not None:
+    """
+    Apply the backtrack interval if `--begin` is not provided.
+    """
+    if begin != '':
         return begin
-    return pipe.get_sync_time(debug=debug)
+    sync_time = pipe.get_sync_time(debug=debug)
+    if sync_time is None:
+        return sync_time
+    backtrack_interval = pipe.get_backtrack_interval(debug=debug)
+    return sync_time - backtrack_interval
 
 
 def get_sync_time(

meerschaum/core/Pipe/_verify.py

@@ -211,7 +211,7 @@ def verify(
     bounds_success_tuples.update(dict(pool.map(process_chunk_bounds, chunk_bounds)))
     bounds_success_bools = {bounds: tup[0] for bounds, tup in bounds_success_tuples.items()}
 
-    message_header = f"{begin} - {end}"
+    message_header = f"{begin_to_print} - {end_to_print}"
     if all(bounds_success_bools.values()):
         msg = get_chunks_success_message(bounds_success_tuples, header=message_header)
         if deduplicate:

meerschaum/utils/dataframe.py

@@ -651,6 +651,8 @@ def get_datetime_bound_from_df(
         return best_yet
 
     if 'DataFrame' in str(type(df)):
+        if datetime_column not in df.columns:
+            return None
         return (
             df[datetime_column].min(skipna=True)
             if minimum

meerschaum/utils/misc.py

@@ -500,7 +500,7 @@ def timed_input(
         return input(prompt)
     except TimeoutExpired:
         return None
-    except EOFError:
+    except (EOFError, RuntimeError):
         try:
             print(prompt)
             time.sleep(seconds)

{meerschaum-2.0.0rc8.dist-info → meerschaum-2.0.0rc9.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: meerschaum
-Version: 2.0.0rc8
+Version: 2.0.0rc9
 Summary: Sync Time-Series Pipes with Meerschaum
 Home-page: https://meerschaum.io
 Author: Bennett Meares

{meerschaum-2.0.0rc8.dist-info → meerschaum-2.0.0rc9.dist-info}/RECORD

@@ -120,7 +120,7 @@ meerschaum/api/routes/_version.py,sha256=2t-nw_9IxCVZCNEar0LOwmut2zsClRVHjiOOUx1
 meerschaum/api/routes/_webterm.py,sha256=LhYySOwk3YkfoK7PEB8KAW-XjQuu8vkKtsvx2F6zAGE,4473
 meerschaum/api/tables/__init__.py,sha256=yDPiUA01EEc_YgkjKT7jAl93xGPNpVRAh8EYIhVuInY,615
 meerschaum/config/__init__.py,sha256=MrsDaLvF98biffvuEEfAzrHPzyA9HtfF_8whKtcLkak,11569
-meerschaum/config/_default.py,sha256=4h6ag2vPf5vwXw6fDhsuMcDJAtEAIRz46GFdq8Gz1o8,5006
+meerschaum/config/_default.py,sha256=kbmqpNAIi8D97G929J_iWkdJtF0tv6tGkGhcbxYM-ls,5010
 meerschaum/config/_edit.py,sha256=z7gBr5YGYkUbwkUsZwd9xncmxttkdxcS9cVbgLo2zCA,8679
 meerschaum/config/_environment.py,sha256=PNo0rgiUnp0XnplC1ID-d97AKw4gc0Cc4g-jr126gwg,4507
 meerschaum/config/_formatting.py,sha256=PiiNDra60xLEPSuOQ4ypSmlpCnA4m9t_gzEyXePpoMM,6450
@@ -131,7 +131,7 @@ meerschaum/config/_preprocess.py,sha256=-AEA8m_--KivZwTQ1sWN6LTn5sio_fUr2XZ51BO6
 meerschaum/config/_read_config.py,sha256=d2oBR-5vKHuRmOaaRqxK-HPJNAuieR2DS8S0u1tqorg,14532
 meerschaum/config/_shell.py,sha256=k6PH0BEr2imhgURLYlR5p6s5gXfYpWoyZSV29U-SsXk,3589
 meerschaum/config/_sync.py,sha256=Q-sz5YcjL3CJS2Dyw4rVRQsz9th9GWa9o5F9D0Jrmn8,4120
-meerschaum/config/_version.py,sha256=DgiZk6sLIqkGGPsd2Lq5l-gj7WAkd0X0rNllrh1xSo4,74
+meerschaum/config/_version.py,sha256=bqB4XsE7Fnbu_aowwVoC5BCZR-xFXEB4Mpzo_V96pfg,74
 meerschaum/config/resources/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 meerschaum/config/stack/__init__.py,sha256=4a_up1oxkitwgIylWWk0vA4XkGhEpWazUaENOPEdYQI,9034
 meerschaum/config/stack/grafana/__init__.py,sha256=wzuoch_AK49lcn7lH2qTSJ_PPbSagF4lcweeipz_XiE,2010
@@ -147,12 +147,12 @@ meerschaum/connectors/api/APIConnector.py,sha256=JmAg7TU0akEiDMXuoGdFLL5jRhV4whl
 meerschaum/connectors/api/__init__.py,sha256=JwKrGtuE5aOd2VnsRwudFBYyBf5IxczOwPVdNvCUgSQ,205
 meerschaum/connectors/api/_actions.py,sha256=YtfW6GlHct_azF8DjvXpAgNpnQnVF9kYITcfz7C0g9Q,2755
 meerschaum/connectors/api/_delete.py,sha256=2OXR6I-SWIH4uwK4D0x3_dCVZltRPb-9mqlZCU9Jor0,945
-meerschaum/connectors/api/_fetch.py,sha256=vGiKE7AYR7eWZnhEfskeSfeLl6yd5c7AYqsWGvZb4ys,2073
+meerschaum/connectors/api/_fetch.py,sha256=Khq9AFr1nk8Dsmcedb77aWhAuHw0JGgVeahDG95Q5MQ,2072
 meerschaum/connectors/api/_get.py,sha256=6O-2YzKeeYYkV5GO4vE2Zek5MVcOW_KLkI10WNvEbwo,1572
 meerschaum/connectors/api/_login.py,sha256=5GsD-B214vr5EYfM3XrTUs1sTFApxZA-9dNxq8oNSyg,2050
 meerschaum/connectors/api/_misc.py,sha256=SIAiob8LjlCsvodKbAhYdrk_7HAKAv-lWkCHBoj30qI,1093
 meerschaum/connectors/api/_patch.py,sha256=2i4X7E3ZUQXEqwwP3YUC9ik37HSS1NLKcN1k76kKPO0,933
-meerschaum/connectors/api/_pipes.py,sha256=Vl01tInRX1feSC1Btk7b2tDMc-kCMlVinJ2O5M5pPGM,21030
+meerschaum/connectors/api/_pipes.py,sha256=3JZLHDPqgSCn79eUcEBZEkZpwRlCXWfN0lYyfsXH4jM,20940
 meerschaum/connectors/api/_plugins.py,sha256=0qGXF_dFFHoetxM4aP9FHzyUVx7SWgvYgbCoFk7gQgk,5163
 meerschaum/connectors/api/_post.py,sha256=uB6IS2HhStM70ZbeEwmpC0ysHGfJcuP4Q5DEWkq1ngU,922
 meerschaum/connectors/api/_uri.py,sha256=h4Gj63f0q2V-TNMd8aAkQZMIj_-pA6uGacg_RNEJILI,1489
@@ -164,7 +164,7 @@ meerschaum/connectors/sql/__init__.py,sha256=xwSYhYuketTXhQLXyD9pZ0NNBPboW5Oqv9z
 meerschaum/connectors/sql/_cli.py,sha256=hqiVSJ6o6D6NvrZreIqi1bv82btuN5slmyylv_AYppk,3495
 meerschaum/connectors/sql/_create_engine.py,sha256=kxbNUVzKwgCf3Sd03qZRIC5GYD7EFLL72oeEh1ArZdc,10446
 meerschaum/connectors/sql/_fetch.py,sha256=UH9yLzucF24X6f6hqwXskkJP5Flkg6WznHB47Lo8uz4,12956
-meerschaum/connectors/sql/_pipes.py,sha256=a0cAPdfBgz9fkFw8yw6qlft_JJBmKu6or9DVT6YUULQ,93289
+meerschaum/connectors/sql/_pipes.py,sha256=2SOX7QuZEsJ49svXo9kXAP8AIf7zNg5pII7zezDGEOY,93224
 meerschaum/connectors/sql/_plugins.py,sha256=hS0cuJQxwd6jUfY136AQ33dGQw_MigP_OFC84KdSMhA,8323
 meerschaum/connectors/sql/_sql.py,sha256=65cEghqq56sZdSA2mVt6rTz9AEAVzkcz77vyi_9MUEw,31069
 meerschaum/connectors/sql/_uri.py,sha256=qCdCpw6IEVfLGw3E008ChlpdUYwpmadrM79MkGKwqtw,3312
@@ -173,32 +173,32 @@ meerschaum/connectors/sql/tools.py,sha256=jz8huOaRCwGlYdtGfAqAh7SoK8uydYBrasKQba
 meerschaum/connectors/sql/tables/__init__.py,sha256=ZfwNDXI5ZeBr33mBq8-XDHv4-RaoituBmIhEnItvscA,6489
 meerschaum/connectors/sql/tables/types.py,sha256=Jc_MTHIBM-KHpQt__Lckp39CeOo7tGOiAk5faDx-znY,1573
 meerschaum/core/__init__.py,sha256=tjASW10n9uLV6bYhcwP4rggh-ESXSJzgxpSBbVsuISs,251
-meerschaum/core/Pipe/__init__.py,sha256=1JLBpdD9zFV4MXlfP4Dg8m29Qp2ZqwYkGN_opexC0-U,15096
+meerschaum/core/Pipe/__init__.py,sha256=mah4yr1435GfNDmFJ4zDOZZPIt1HPPanJ1Z1RBW_veQ,15468
 meerschaum/core/Pipe/_attributes.py,sha256=XbSHfDsomaNymzf7-__UhbHqu6mlTTx20xprsw_L04I,13202
 meerschaum/core/Pipe/_bootstrap.py,sha256=sTbHUX8V0Kfn6vEErXzsVslSjQNfQ5MxXxxuRYslr4w,7613
 meerschaum/core/Pipe/_clear.py,sha256=hQVPztHiadzLB0c4_yFg6EETnf9MtFdJDCpO41Giuco,2261
-meerschaum/core/Pipe/_data.py,sha256=NJujtOCQLLSS-ciYisirVheVEZN63x5iUKIKdzKBWjs,20154
-meerschaum/core/Pipe/_deduplicate.py,sha256=Vl_WrWHuKQ3vA6-ttNDG-HR4UsL5ysR99oKzg3d8e0M,10140
+meerschaum/core/Pipe/_data.py,sha256=GegtQn8JDD1E-jjAB1YZlEeGS2s1Y_f-7FP96wznzjA,20566
+meerschaum/core/Pipe/_deduplicate.py,sha256=M1Qdpy48T0vaHuuwQLtjBnQ4KmHOtzkoVuQiZzDZE2Q,10246
 meerschaum/core/Pipe/_delete.py,sha256=_VDacjB4lWlsOSqwDVZ56qxR_AcWE7bUuqXLR27uEhs,1854
 meerschaum/core/Pipe/_drop.py,sha256=uf3MvMkCw9tVfJ2fuo8LqZ4vvMNa3xC3YoFGEuc-hH8,1052
 meerschaum/core/Pipe/_dtypes.py,sha256=e8CbAx9fSN79OwV2OgvesbG5TG49O7Mrb5ScTKDCjSU,3636
 meerschaum/core/Pipe/_edit.py,sha256=ZH2A0ZOpZKsVDnQxKzmXspNQKTEFUhkkZDjwOkmWtaY,8471
-meerschaum/core/Pipe/_fetch.py,sha256=5u3Xjpz23KR2kz4t_NPxwLUY9f3sP7nTkp--PTCQqnQ,3182
+meerschaum/core/Pipe/_fetch.py,sha256=3wjNV82X6ueuojtAHosRnIW1Le_Q_czHJB0bwxZUV00,4175
 meerschaum/core/Pipe/_register.py,sha256=Sd5xaAW8H7uLTIoommcKb-6kHPRuHJLWNSbPnt2UbvA,2240
 meerschaum/core/Pipe/_show.py,sha256=nG50y8eBT9TVuKkRgAKtNDNIxysJvMNxfu__lkL1F9k,1352
-meerschaum/core/Pipe/_sync.py,sha256=QuhJcHtxT6gMj9zLn2gT4P9lbhLh8uZRy8kkI2WNz58,27246
-meerschaum/core/Pipe/_verify.py,sha256=I0MVXxTYfAqFco1uZMhk2ae7t61CMx0njpNuZfe7pNI,13810
+meerschaum/core/Pipe/_sync.py,sha256=TUoibfbf0c-GiWzYSURNKoDVNTAwXvdYtR0SLCztS1o,27333
+meerschaum/core/Pipe/_verify.py,sha256=uVwXGlZ5vmlDDdKIHmBC22iE4SM-SfIcHNBkkheklTU,13828
 meerschaum/core/Plugin/__init__.py,sha256=UXg64EvJPgI1PCxkY_KM02-ZmBm4FZpLPIQR_uSJJDc,137
 meerschaum/core/User/_User.py,sha256=waVdpH4SFZSXNYBgX5KFQ8csbCSxRLI5T2efAzVONks,2448
 meerschaum/core/User/__init__.py,sha256=EiL0rYdtNeu2HqXFLurJcyomjyw3UTFdAR8rgb_vlbU,161
 meerschaum/plugins/_Plugin.py,sha256=Vzu5I01sjM9r_pbI13qYZXw2BxByi0ZPbWXy2O0rdgk,33813
 meerschaum/plugins/__init__.py,sha256=uuNlHp9d4NE8I5NNDoTmzDLNyYKr98DVeCntXU0OzMQ,18533
 meerschaum/utils/__init__.py,sha256=51AehMXFxtugn3a0RkNyJnlFTLBI4kxSQizRMx6p-rI,444
-meerschaum/utils/dataframe.py,sha256=j-Rll-XKl63XRUT777ZOL_WotphkPYuLKaY77fUjKDg,22506
+meerschaum/utils/dataframe.py,sha256=fkbVRGu5QFS-A79rbAMOCqWsXeZmbKEjHztxa4TTabg,22576
 meerschaum/utils/debug.py,sha256=ry9UWf0ECelVIuBApwmKxPZ_IoL6UqjTSMpGNbjghVQ,3690
 meerschaum/utils/get_pipes.py,sha256=oJ87VzX6m9--9hN_x33mfaOX7AjMypAAA7ODI2pBfEI,11791
 meerschaum/utils/interactive.py,sha256=nIILo5eh8NC6qkYD-ycWOS9r3yV5i1cJuhXhHX8sHMU,3419
-meerschaum/utils/misc.py,sha256=xeT575uSti0E4NHOkR2SxW3Y6lpy8epshWJluiIqP5o,42390
+meerschaum/utils/misc.py,sha256=WyRHq_V6pX6EnuNrPvG4KddMpSfxvEVi4ieHBenx1Fw,42406
 meerschaum/utils/networking.py,sha256=Sr_eYUGW8_UV9-k9LqRFf7xLtbUcsDucODyLCRsFRUc,1006
 meerschaum/utils/pool.py,sha256=svLZL3N9vaDY8fz8lwm_3QtEVHWrFDxDUKpeJNOqY4I,2781
 meerschaum/utils/process.py,sha256=tbEutHAg_Kn5UetOI-fduRjsafGOYX5tkLvpzqosgvc,7098
@@ -226,11 +226,11 @@ meerschaum/utils/packages/_packages.py,sha256=c3rjxENX02kyAwUzSYvLoGFJNrYvxaLlFy
 meerschaum/utils/packages/lazy_loader.py,sha256=VHnph3VozH29R4JnSSBfwtA5WKZYZQFT_GeQSShCnuc,2540
 meerschaum/utils/venv/_Venv.py,sha256=sBnlmxHdAh2bx8btfVoD79-H9-cYsv5lP02IIXkyECs,3553
 meerschaum/utils/venv/__init__.py,sha256=kPgXtjJkqhl5pbpOoVS6uXh8BRzViHjPqqHnT0r_eRY,22288
-meerschaum-2.0.0rc8.dist-info/LICENSE,sha256=jG2zQEdRNt88EgHUWPpXVWmOrOduUQRx7MnYV9YIPaw,11359
-meerschaum-2.0.0rc8.dist-info/METADATA,sha256=ShifnW6pbkuX1c6vRKQvLiUTsvxkO-ggS7z32BGAvzM,25174
-meerschaum-2.0.0rc8.dist-info/NOTICE,sha256=OTA9Fcthjf5BRvWDDIcBC_xfLpeDV-RPZh3M-HQBRtQ,114
-meerschaum-2.0.0rc8.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
-meerschaum-2.0.0rc8.dist-info/entry_points.txt,sha256=5YBVzibw-0rNA_1VjB16z5GABsOGf-CDhW4yqH8C7Gc,88
-meerschaum-2.0.0rc8.dist-info/top_level.txt,sha256=bNoSiDj0El6buocix-FRoAtJOeq1qOF5rRm2u9i7Q6A,11
-meerschaum-2.0.0rc8.dist-info/zip-safe,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
-meerschaum-2.0.0rc8.dist-info/RECORD,,
+meerschaum-2.0.0rc9.dist-info/LICENSE,sha256=jG2zQEdRNt88EgHUWPpXVWmOrOduUQRx7MnYV9YIPaw,11359
+meerschaum-2.0.0rc9.dist-info/METADATA,sha256=hRbRZAWUszZY-tuSVX90J2bqLdjtEVEb8Ksf09Y0LLc,25174
+meerschaum-2.0.0rc9.dist-info/NOTICE,sha256=OTA9Fcthjf5BRvWDDIcBC_xfLpeDV-RPZh3M-HQBRtQ,114
+meerschaum-2.0.0rc9.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
+meerschaum-2.0.0rc9.dist-info/entry_points.txt,sha256=5YBVzibw-0rNA_1VjB16z5GABsOGf-CDhW4yqH8C7Gc,88
+meerschaum-2.0.0rc9.dist-info/top_level.txt,sha256=bNoSiDj0El6buocix-FRoAtJOeq1qOF5rRm2u9i7Q6A,11
+meerschaum-2.0.0rc9.dist-info/zip-safe,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
+meerschaum-2.0.0rc9.dist-info/RECORD,,