meerschaum 2.1.4__py3-none-any.whl → 2.1.6__py3-none-any.whl

meerschaum/__main__.py

@@ -76,7 +76,7 @@ def _close_pools():
     """Close multiprocessing pools before exiting."""
     ### Final step: close global pools.
     from meerschaum.utils.pool import get_pools
-    for class_name, pool in get_pools().items():
+    for pool in get_pools().values():
         try:
             pool.close()
             pool.terminate()

meerschaum/_internal/arguments/_parser.py

@@ -8,7 +8,9 @@ This module creates the argparse Parser.
 
 from __future__ import annotations
 import sys
-import argparse, json
+import argparse
+import json
+from datetime import datetime, timedelta, timezone
 from meerschaum.utils.typing import Union, Dict, List, Any, Tuple, Callable
 from meerschaum.utils.misc import string_to_dict
 from meerschaum.utils.warnings import error
@@ -35,19 +37,18 @@ class ArgumentParser(argparse.ArgumentParser):
         return result
 
 
-def parse_datetime(dt_str: str) -> datetime.datetime:
+def parse_datetime(dt_str: str) -> datetime:
     """Parse a string into a datetime."""
     from meerschaum.utils.misc import is_int
     if is_int(dt_str):
         return int(dt_str)
 
     from meerschaum.utils.packages import attempt_import
-    import datetime
     dateutil_parser = attempt_import('dateutil.parser')
 
     try:
         if dt_str.lower() == 'now':
-            dt = datetime.datetime.utcnow()
+            dt = datetime.now(timezone.utc).replace(tzinfo=None)
         else:
             dt = dateutil_parser.parse(dt_str)
     except Exception as e:

meerschaum/_internal/docs/index.py

@@ -11,14 +11,14 @@
 | ![PyPI - Python Version]( https://img.shields.io/pypi/pyversions/meerschaum?label=Python&logo=python&logoColor=%23ffffff ) | ![GitHub Sponsors](https://img.shields.io/github/sponsors/bmeares?color=eadf15&label=Sponsors) | [![meerschaum Tutorials](https://badges.openbase.com/python/tutorials/meerschaum.svg?token=2Yi8Oav9UZYWocO1ncwnIOnpUN5dTnUMWai7lAKTB+k=)](https://openbase.com/python/meerschaum?utm_source=embedded&utm_medium=badge&utm_campaign=rate-badge) | ![Number of registered users]( https://img.shields.io/badge/dynamic/json?color=3098c1&label=Registered%20Users&query=num_users&url=https%3A%2F%2Fapi.mrsm.io%2Finfo ) |
 
 <p align="center">
-<img src="https://meerschaum.io/files/images/demo.gif" alt="Meerschaum demo" height="450px">
+<img src="https://meerschaum.io/files/images/demo.gif" alt="Meerschaum demo" style="width: 100%;">
 </p>
 
 ## What is Meerschaum?
 Meerschaum is a tool for quickly synchronizing time-series data streams called **pipes**. With Meerschaum, you can have a data visualization stack running in minutes.
 
 <p align="center">
-<img src="https://meerschaum.io/assets/screenshots/weather_pipes.png"/>
+<img src="https://meerschaum.io/assets/screenshots/weather_pipes.png" style="width: 100%;"/>
 </p>
 
 ## Why Meerschaum?

meerschaum/_internal/term/TermPageHandler.py

@@ -8,9 +8,9 @@ Define the terminal page handler class.
 
 from __future__ import annotations
 from meerschaum.utils.packages import attempt_import
-tornado = attempt_import('tornado', lazy=False)
+tornado_web = attempt_import('tornado.web', lazy=False)
 
-class TermPageHandler(tornado.web.RequestHandler):
+class TermPageHandler(tornado_web.RequestHandler):
     def get(self):
         from meerschaum.api import endpoints
         return self.render(

meerschaum/actions/register.py

@@ -7,7 +7,7 @@ Register new Pipes. Requires the API to be running.
 """
 
 from __future__ import annotations
-from meerschaum.utils.typing import SuccessTuple, Any, List, Optional
+from meerschaum.utils.typing import SuccessTuple, Any, List, Optional, Dict
 
 def register(
         action: Optional[List[str]] = None,
@@ -55,6 +55,7 @@ def _register_pipes(
         metric_keys: Optional[List[str]] = None,
         location_keys: Optional[List[str]] = None,
         params: Optional[Dict[str, Any]] = None,
+        tags: Optional[List[str]] = None,
         debug: bool = False,
         **kw: Any
     ) -> SuccessTuple:
@@ -79,6 +80,8 @@ def _register_pipes(
         location_keys = []
     if params is None:
         params = {}
+    if tags:
+        params['tags'] = tags
 
     if (
         len(connector_keys) == 0 or
@@ -96,6 +99,7 @@ def _register_pipes(
         metric_keys = metric_keys,
         location_keys = location_keys,
         params = params,
+        tags = tags,
         as_list = True,
         method = 'explicit',
         debug = debug,

meerschaum/actions/show.py

@@ -738,6 +738,7 @@ def _show_environment(
 
 
 def _show_tags(
+        action: Optional[List[str]] = None,
         tags: Optional[List[str]] = None,
         workers: Optional[int] = None,
         nopretty: bool = False,
@@ -757,7 +758,12 @@ def _show_tags(
     )
     panel = rich_panel.Panel.fit('Tags')
     tree = rich_tree.Tree(panel)
-    pipes = mrsm.get_pipes(as_list=True, **kwargs)
+    action = action or []
+    tags = action + (tags or [])
+    pipes = mrsm.get_pipes(as_list=True, tags=tags, **kwargs)
+    if not pipes:
+        return False, f"No pipes were found with the given tags."
+
     pool = get_pool(workers=workers)
     tag_prefix = get_config('formatting', 'pipes', 'unicode', 'icons', 'tag') if UNICODE else ''
     tag_style = get_config('formatting', 'pipes', 'ansi', 'styles', 'tags') if ANSI else None
@@ -769,6 +775,8 @@ def _show_tags(
 
     for pipe, tags in pipes_tags.items():
         for tag in tags:
+            if action and tag not in action:
+                continue
             tags_pipes[tag].append(pipe)
 
     columns = []
@@ -790,6 +798,9 @@ def _show_tags(
         tag_panel = rich_panel.Panel(tag_group, title=tag_text, title_align='left')
         columns.append(tag_panel)
 
+    if len(columns) == 0:
+        return False, "No pipes have been tagged."
+
     if not nopretty:
         mrsm.pprint(
             rich_columns.Columns(

meerschaum/actions/sync.py

@@ -9,7 +9,7 @@ NOTE: `sync` required a SQL connection and is not intended for client use
 """
 
 from __future__ import annotations
-from datetime import timedelta
+from datetime import timedelta, datetime, timezone
 import meerschaum as mrsm
 from meerschaum.utils.typing import SuccessTuple, Any, List, Optional, Tuple, Union
 
@@ -39,7 +39,7 @@ def sync(
 
 def _pipes_lap(
         workers: Optional[int] = None,
-        debug: bool = None,
+        debug: Optional[bool] = None,
         unblock: bool = False,
         force: bool = False,
         min_seconds: int = 1,
@@ -52,7 +52,7 @@ def _pipes_lap(
         nopretty: bool = False,
         _progress: Optional['rich.progress.Progress'] = None,
         **kw: Any
-    ) -> Tuple[List[meerschaum.Pipe], List[meerschaum.Pipe]]:
+    ) -> Tuple[List[mrsm.Pipe], List[mrsm.Pipe]]:
     """
     Do a lap of syncing pipes.
     """
@@ -402,11 +402,20 @@ def _wrap_pipe(
     Wrapper function for handling exceptions.
     """
     import time
+    import traceback
+    from datetime import datetime, timedelta, timezone
+    import meerschaum as mrsm
+    from meerschaum.utils.typing import is_success_tuple, SuccessTuple
     from meerschaum.connectors import get_connector_plugin
     from meerschaum.utils.venv import Venv
     from meerschaum.plugins import _pre_sync_hooks, _post_sync_hooks
     from meerschaum.utils.misc import filter_keywords
+    from meerschaum.utils.pool import get_pool
+    from meerschaum.utils.warnings import warn
+
+    pool = get_pool(workers=workers)
 
+    sync_timestamp = datetime.now(timezone.utc)
     sync_start = time.perf_counter()
     sync_kwargs = {k: v for k, v in kw.items() if k != 'blocking'}
     sync_kwargs.update({
@@ -415,8 +424,9 @@ def _wrap_pipe(
         'debug': debug,
         'min_seconds': min_seconds,
         'workers': workers,
-        'bounded': 'bounded',
+        'bounded': bounded,
         'chunk_interval': chunk_interval,
+        'sync_timestamp': sync_timestamp,
     })
     if not verify and not deduplicate:
         sync_method = pipe.sync
@@ -427,12 +437,32 @@ def _wrap_pipe(
         sync_kwargs['deduplicate'] = deduplicate
     sync_kwargs['sync_method'] = sync_method
 
-    for module_name, pre_sync_hooks in _pre_sync_hooks.items():
-        plugin_name = module_name.split('.')[-1] if module_name.startswith('plugins.') else None
+    def call_sync_hook(plugin_name: str, sync_hook) -> SuccessTuple:
         plugin = mrsm.Plugin(plugin_name) if plugin_name else None
-        with Venv(plugin):
-            for pre_sync_hook in pre_sync_hooks:
-                _ = pre_sync_hook(pipe, **filter_keywords(pre_sync_hook, **sync_kwargs))
+        with mrsm.Venv(plugin):
+            try:
+                sync_hook_result = sync_hook(pipe, **filter_keywords(sync_hook, **sync_kwargs))
+                if is_success_tuple(sync_hook_result):
+                    return sync_hook_result
+            except Exception as e:
+                msg = (
+                    f"Failed to execute sync hook '{sync_hook.__name__}' "
+                    + f"from plugin '{plugin}':\n{traceback.format_exc()}"
+                )
+                warn(msg, stack=False)
+                return False, msg
+        return True, "Success"
+
+    hook_results = []
+    def apply_hooks(is_pre_sync: bool):
+        _sync_hooks = (_pre_sync_hooks if is_pre_sync else _post_sync_hooks)
+        for module_name, sync_hooks in _sync_hooks.items():
+            plugin_name = module_name.split('.')[-1] if module_name.startswith('plugins.') else None
+            for sync_hook in sync_hooks:
+                hook_result = pool.apply_async(call_sync_hook, (plugin_name, sync_hook))
+                hook_results.append(hook_result)
+
+    apply_hooks(True)
    
     try:
         with Venv(get_connector_plugin(pipe.connector), debug=debug):
@@ -444,18 +474,16 @@ def _wrap_pipe(
         return_tuple = (False, f"Failed to sync {pipe} with exception:" + "\n" + str(e))
 
     duration = time.perf_counter() - sync_start
-    sync_kwargs['duration'] = duration
-    for module_name, post_sync_hooks in _post_sync_hooks.items():
-        plugin_name = module_name.split('.')[-1] if module_name.startswith('plugins.') else None
-        plugin = mrsm.Plugin(plugin_name) if plugin_name else None
-        with Venv(plugin):
-            for post_sync_hook in post_sync_hooks:
-                _ = post_sync_hook(
-                    pipe,
-                    return_tuple,
-                    **filter_keywords(post_sync_hook, **sync_kwargs)
-                )
- 
+    sync_kwargs.update({
+        'success_tuple': return_tuple,
+        'sync_duration': duration,
+        'sync_complete_timestamp': datetime.now(timezone.utc),
+    })
+    apply_hooks(False)
+    for hook_result in hook_results:
+        hook_success, hook_msg = hook_result.get()
+        mrsm.pprint((hook_success, hook_msg))
+
     return return_tuple
 
 

meerschaum/actions/tag.py

@@ -0,0 +1,101 @@
+#! /usr/bin/env python
+# -*- coding: utf-8 -*-
+# vim:fenc=utf-8
+
+"""
+Functions for editing elements belong here.
+"""
+
+from __future__ import annotations
+import meerschaum as mrsm
+from meerschaum.utils.typing import List, Any, SuccessTuple, Optional, Dict
+
+def tag(
+        action: Optional[List[str]] = None,
+        **kwargs: Any
+    ) -> SuccessTuple:
+    """
+    Edit an existing element.
+    """
+    from meerschaum.actions import choose_subaction
+    options = {
+        'pipes': _tag_pipes,
+    }
+    return choose_subaction(action, options, **kwargs)
+
+
+def _tag_pipes(
+        action: Optional[List[str]] = None,
+        debug: bool = False,
+        **kwargs: Any
+    ) -> SuccessTuple:
+    """
+    Add or remove tags to registered pipes.
+    Prefix a tag with a leading underscore to remove it.
+
+    Note that the `--tags` flag applies to existing tags.
+    Specify the tags you wish to add or remove as positional arguments, e.g.:
+
+    ```
+    mrsm tag pipes production sync-daily -c sql:main
+    mrsm tag pipes _production --tags production
+    ```
+    """
+    from meerschaum.utils.warnings import warn
+    from meerschaum.utils.misc import separate_negation_values
+    if not action:
+        return False, "No tags were provided."
+
+    pipes = mrsm.get_pipes(as_list=True, debug=debug, **kwargs)
+    if not pipes:
+        return False, "No pipes were found with the given keys."
+    success_msg = f"Updated tags for {len(pipes)} pipe" + ('s' if len(pipes) != 1 else '') + '.'
+
+    add_tags, remove_tags = separate_negation_values(action)
+    edited_pipes = []
+    for pipe in pipes:
+        pipe_was_edited = False
+        pipe_tags = pipe.tags
+        existing_tags = set(pipe_tags)
+        for tag_to_add in add_tags:
+            if tag_to_add not in existing_tags:
+                pipe_tags.append(tag_to_add)
+                pipe_was_edited = True
+
+        for tag_to_remove in remove_tags:
+            if tag_to_remove in existing_tags:
+                pipe_tags.remove(tag_to_remove)
+                pipe_was_edited = True
+
+        if pipe_was_edited:
+            edited_pipes.append(pipe)
+
+    if not edited_pipes:
+        return True, success_msg
+
+    failed_edit_msgs = []
+    for pipe in edited_pipes:
+        edit_success, edit_msg = pipe.edit(debug=debug)
+        if not edit_success:
+            warn(f"Failed to update tags for {pipe}:\n{edit_msg}", stack=False)
+            failed_edit_msgs.append(edit_msg)
+
+    num_failures = len(failed_edit_msgs)
+    success = num_failures == 0
+    msg = (
+        success_msg
+        if success else (
+            f"Failed to update tags for {num_failures} pipe"
+            + ('s' if num_failures != 1 else '')
+            + ":\n"
+            + '\n'.join(failed_edit_msgs)
+        )
+    )
+    return success, msg
+
+
+### NOTE: This must be the final statement of the module.
+###       Any subactions added below these lines will not
+###       be added to the `help` docstring.
+from meerschaum.actions import choices_docstring as _choices_docstring
+tag.__doc__ += _choices_docstring('tag')

meerschaum/api/__init__.py

@@ -18,7 +18,7 @@ The Meerschaum Web API lets you access and control your data over the Internet.
 from meerschaum.config import get_config
 from meerschaum.config.static import STATIC_CONFIG, SERVER_ID
 from meerschaum.utils.packages import attempt_import
-from meerschaum.utils.get_pipes import get_pipes as _get_pipes
+from meerschaum.utils import get_pipes as _get_pipes
 from meerschaum.config._paths import API_UVICORN_CONFIG_PATH, API_UVICORN_RESOURCES_PATH
 from meerschaum.plugins import _api_plugins
 from meerschaum.utils.warnings import warn

meerschaum/api/dash/callbacks/dashboard.py

@@ -523,7 +523,7 @@ def update_keys_options(
     _mk_alone = metric_keys and num_filter == 1
     _lk_alone = location_keys and num_filter == 1
 
-    from meerschaum.utils.get_pipes import fetch_pipes_keys
+    from meerschaum.utils import fetch_pipes_keys
 
     try:
         _all_keys = fetch_pipes_keys('registered', get_web_connector(ctx.states))

meerschaum/api/routes/_login.py

@@ -6,7 +6,8 @@
 Manage access and refresh tokens.
 """
 
-import fastapi, datetime
+from datetime import datetime, timedelta, timezone
+import fastapi
 from fastapi_login.exceptions import InvalidCredentialsException
 from fastapi.security import OAuth2PasswordRequestForm
 from starlette.responses import Response, JSONResponse
@@ -47,8 +48,8 @@ def login(
         raise InvalidCredentialsException
 
     expires_minutes = STATIC_CONFIG['api']['oauth']['token_expires_minutes']
-    expires_delta = datetime.timedelta(minutes=expires_minutes)
-    expires_dt = datetime.datetime.utcnow() + expires_delta
+    expires_delta = timedelta(minutes=expires_minutes)
+    expires_dt = datetime.now(timezone.utc).replace(tzinfo=None) + expires_delta
     access_token = manager.create_access_token(
         data = dict(sub=username),
         expires = expires_delta

meerschaum/config/_formatting.py

@@ -35,7 +35,7 @@ default_formatting_config = {
         'running'          : '🟢',
         'paused'           : '🟡',
         'stopped'          : '🔴',
-        'tag'              : '🏷️',
+        'tag'              : '🔖',
     },
     'pipes'                : {
         'unicode'          : {

meerschaum/config/_version.py

@@ -2,4 +2,4 @@
 Specify the Meerschaum release version.
 """
 
-__version__ = "2.1.4"
+__version__ = "2.1.6"

meerschaum/connectors/api/APIConnector.py

@@ -6,7 +6,7 @@
 Interact with Meerschaum APIs. May be chained together (see 'meerschaum:api_instance' in your config.yaml).
 """
 
-from datetime import datetime, timedelta
+from datetime import datetime, timedelta, timezone
 from meerschaum.utils.typing import Optional
 from meerschaum.connectors import Connector
 from meerschaum.utils.warnings import warn, error
@@ -146,7 +146,11 @@ class APIConnector(Connector):
     def token(self):
         expired = (
             True if self._expires is None else (
-                (self._expires < datetime.utcnow() + timedelta(minutes=1))
+                (
+                    self._expires
+                    <
+                    datetime.now(timezone.utc).replace(tzinfo=None) + timedelta(minutes=1)
+                )
             )
         )
 

meerschaum/connectors/sql/_pipes.py

@@ -242,7 +242,6 @@ def fetch_pipes_keys(
             pipes_tbl.c.metric_key,
             pipes_tbl.c.location_key,
         ]
-        + ([pipes_tbl.c.parameters] if tags else [])
     )
 
     q = sqlalchemy.select(*select_cols).where(sqlalchemy.and_(True, *_where))
@@ -267,7 +266,8 @@ def fetch_pipes_keys(
                     sqlalchemy.String,
                 ).like(f'%"tags":%"{nt}"%')
             )
-        ors.append(sqlalchemy.and_(*sub_ands))
+        if sub_ands:
+            ors.append(sqlalchemy.and_(*sub_ands))
 
         for xt in _ex_tags:
             nands.append(
@@ -303,26 +303,7 @@ def fetch_pipes_keys(
     except Exception as e:
         error(str(e))
 
-    _keys = [(row[0], row[1], row[2]) for row in rows]
-    if not tags:
-        return _keys
-    ### Make 100% sure that the tags are correct.
-    keys = []
-    for row in rows:
-        ktup = (row[0], row[1], row[2])
-        _actual_tags = (
-            json.loads(row[3]) if isinstance(row[3], str)
-            else row[3]
-        ).get('tags', [])
-        for nt in _in_tags:
-            if nt in _actual_tags:
-                keys.append(ktup)
-        for xt in _ex_tags:
-            if xt in _actual_tags:
-                keys.remove(ktup)
-            else:
-                keys.append(ktup)
-    return keys
+    return [(row[0], row[1], row[2]) for row in rows]
 
 
 def create_indices(
@@ -404,7 +385,13 @@ def get_create_index_queries(
     -------
     A dictionary of column names mapping to lists of queries.
     """
-    from meerschaum.utils.sql import sql_item_name, get_distinct_col_count, update_queries
+    from meerschaum.utils.sql import (
+        sql_item_name,
+        get_distinct_col_count,
+        update_queries,
+        get_null_replacement,
+        COALESCE_UNIQUE_INDEX_FLAVORS,
+    )
     from meerschaum.config import get_config
     index_queries = {}
 
@@ -516,15 +503,37 @@ def get_create_index_queries(
             if ix and ix in existing_cols_types
         ]
     )
+    coalesce_indices_cols_str = ', '.join(
+        [
+            (
+                "COALESCE("
+                + sql_item_name(ix, self.flavor)
+                + ", "
+                + get_null_replacement(existing_cols_types[ix], self.flavor)
+                + ") "
+            ) if ix_key != 'datetime' else (sql_item_name(ix, self.flavor))
+            for ix_key, ix in pipe.columns.items()
+            if ix and ix in existing_cols_types
+        ]
+    )
+    unique_index_name = sql_item_name(pipe.target + '_unique_index', self.flavor)
     constraint_name = sql_item_name(pipe.target + '_constraint', self.flavor)
-    constraint_query = (
+    add_constraint_query = (
         f"ALTER TABLE {_pipe_name} ADD CONSTRAINT {constraint_name} UNIQUE ({indices_cols_str})"
-        if self.flavor != 'sqlite'
-        else f"CREATE UNIQUE INDEX {constraint_name} ON {_pipe_name} ({indices_cols_str})"
     )
+    unique_index_cols_str = (
+        indices_cols_str
+        if self.flavor not in COALESCE_UNIQUE_INDEX_FLAVORS
+        else coalesce_indices_cols_str
+    )
+    create_unique_index_query = (
+        f"CREATE UNIQUE INDEX {unique_index_name} ON {_pipe_name} ({unique_index_cols_str})"
+    )
+    constraint_queries = [create_unique_index_query]
+    if self.flavor != 'sqlite':
+        constraint_queries.append(add_constraint_query)
     if upsert and indices_cols_str:
-        index_queries[constraint_name] = [constraint_query]
-
+        index_queries[unique_index_name] = constraint_queries
     return index_queries
 
 
@@ -1093,7 +1102,7 @@ def get_pipe_attributes(
 def sync_pipe(
         self,
         pipe: mrsm.Pipe,
-        df: Union[pandas.DataFrame, str, Dict[Any, Any], None] = None,
+        df: Union[pd.DataFrame, str, Dict[Any, Any], None] = None,
         begin: Optional[datetime] = None,
         end: Optional[datetime] = None,
         chunksize: Optional[int] = -1,
@@ -1305,7 +1314,11 @@ def sync_pipe(
         temp_pipe = Pipe(
             pipe.connector_keys.replace(':', '_') + '_', pipe.metric_key, pipe.location_key,
             instance = pipe.instance_keys,
-            columns = pipe.columns,
+            columns = {
+                ix_key: ix
+                for ix_key, ix in pipe.columns.items()
+                if ix and ix in update_df.columns
+            },
             dtypes = pipe.dtypes,
             target = temp_target,
             temporary = True,

meerschaum/connectors/sql/tables/__init__.py

@@ -214,22 +214,6 @@ def create_tables(
     from meerschaum.utils.sql import get_rename_table_queries, table_exists
     _tables = tables if tables is not None else get_tables(conn)
 
-    rename_queries = []
-    for table_key, table in _tables.items():
-        if table_exists(
-            table_key,
-            conn,
-            schema = conn.instance_schema,
-        ):
-            rename_queries.extend(get_rename_table_queries(
-                table_key,
-                table.name,
-                schema = conn.instance_schema,
-                flavor = conn.flavor,
-            ))
-    if rename_queries:
-        conn.exec_queries(rename_queries)
-
     try:
         conn.metadata.create_all(bind=conn.engine)
     except Exception as e:

meerschaum/core/Pipe/__init__.py

@@ -7,8 +7,7 @@ Pipes are the primary metaphor of the Meerschaum system.
 You can interact with pipe data via `meerschaum.Pipe` objects.
 
 If you are working with multiple pipes, it is highly recommended that you instead use
-`meerschaum.utils.get_pipes` (available as `meerschaum.get_pipes`)
-to create a dictionary of Pipe objects.
+`meerschaum.get_pipes` to create a dictionary of Pipe objects.
 
 ```
 >>> from meerschaum import get_pipes

meerschaum/core/Pipe/_data.py

@@ -8,7 +8,7 @@ Retrieve Pipes' data from instances.
 
 from __future__ import annotations
 from datetime import datetime, timedelta
-from meerschaum.utils.typing import Optional, Dict, Any, Union, Generator, List, Tuple
+from meerschaum.utils.typing import Optional, Dict, Any, Union, Generator, List, Tuple, Iterator
 from meerschaum.config import get_config
 
 def get_data(
@@ -247,7 +247,7 @@ def _get_data_as_iterator(
         fresh: bool = False,
         debug: bool = False,
         **kw: Any
-    ) -> Generator['pd.DataFrame']:
+    ) -> Iterator['pd.DataFrame']:
     """
     Return a pipe's data as a generator.
     """
@@ -267,16 +267,17 @@ def _get_data_as_iterator(
 
     _ = kw.pop('as_chunks', None)
     _ = kw.pop('as_iterator', None)
+    dt_col = self.columns.get('datetime', None)
     min_dt = (
         begin
         if begin is not None
         else self.get_sync_time(round_down=False, newest=False, params=params, debug=debug)
-    )
+    ) if dt_col else None
     max_dt = (
         end
         if end is not None
         else self.get_sync_time(round_down=False, newest=True, params=params, debug=debug)
-    )
+    ) if dt_col else None
 
     ### We want to search just past the maximum value.
     if end is None:

meerschaum/utils/__init__.py

@@ -28,5 +28,7 @@ __all__ = (
     'venv',
     'warnings',
     'yaml',
+    "get_pipes",
+    "fetch_pipes_keys",
 )
-from meerschaum.utils.get_pipes import get_pipes
+from meerschaum.utils._get_pipes import get_pipes, fetch_pipes_keys