meerschaum 2.7.5__py3-none-any.whl → 2.7.7__py3-none-any.whl

meerschaum/connectors/sql/_plugins.py

@@ -21,9 +21,8 @@ def register_plugin(
     **kw: Any
 ) -> SuccessTuple:
     """Register a new plugin to the plugins table."""
-    from meerschaum.utils.warnings import warn, error
     from meerschaum.utils.packages import attempt_import
-    sqlalchemy = attempt_import('sqlalchemy')
+    sqlalchemy = attempt_import('sqlalchemy', lazy=False)
     from meerschaum.utils.sql import json_flavors
     from meerschaum.connectors.sql.tables import get_tables
     plugins_tbl = get_tables(mrsm_instance=self, debug=debug)['plugins']
@@ -85,7 +84,7 @@ def get_plugin_id(
     from meerschaum.connectors.sql.tables import get_tables
     plugins_tbl = get_tables(mrsm_instance=self, debug=debug)['plugins']
     from meerschaum.utils.packages import attempt_import
-    sqlalchemy = attempt_import('sqlalchemy')
+    sqlalchemy = attempt_import('sqlalchemy', lazy=False)
 
     query = (
         sqlalchemy
@@ -95,9 +94,10 @@ def get_plugin_id(
     
     try:
         return int(self.value(query, debug=debug))
-    except Exception as e:
+    except Exception:
         return None
 
+
 def get_plugin_version(
     self,
     plugin: 'mrsm.core.Plugin',
@@ -110,7 +110,7 @@ def get_plugin_version(
     from meerschaum.connectors.sql.tables import get_tables
     plugins_tbl = get_tables(mrsm_instance=self, debug=debug)['plugins']
     from meerschaum.utils.packages import attempt_import
-    sqlalchemy = attempt_import('sqlalchemy')
+    sqlalchemy = attempt_import('sqlalchemy', lazy=False)
     query = sqlalchemy.select(plugins_tbl.c.version).where(plugins_tbl.c.plugin_name == plugin.name)
     return self.value(query, debug=debug)
 
@@ -126,7 +126,7 @@ def get_plugin_user_id(
     from meerschaum.connectors.sql.tables import get_tables
     plugins_tbl = get_tables(mrsm_instance=self, debug=debug)['plugins']
     from meerschaum.utils.packages import attempt_import
-    sqlalchemy = attempt_import('sqlalchemy')
+    sqlalchemy = attempt_import('sqlalchemy', lazy=False)
 
     query = (
         sqlalchemy
@@ -136,7 +136,7 @@ def get_plugin_user_id(
 
     try:
         return int(self.value(query, debug=debug))
-    except Exception as e:
+    except Exception:
         return None
 
 def get_plugin_username(
@@ -152,7 +152,7 @@ def get_plugin_username(
     plugins_tbl = get_tables(mrsm_instance=self, debug=debug)['plugins']
     users = get_tables(mrsm_instance=self, debug=debug)['users']
     from meerschaum.utils.packages import attempt_import
-    sqlalchemy = attempt_import('sqlalchemy')
+    sqlalchemy = attempt_import('sqlalchemy', lazy=False)
 
     query = (
         sqlalchemy.select(users.c.username)
@@ -177,7 +177,7 @@ def get_plugin_attributes(
     from meerschaum.connectors.sql.tables import get_tables
     plugins_tbl = get_tables(mrsm_instance=self, debug=debug)['plugins']
     from meerschaum.utils.packages import attempt_import
-    sqlalchemy = attempt_import('sqlalchemy')
+    sqlalchemy = attempt_import('sqlalchemy', lazy=False)
 
     query = (
         sqlalchemy
@@ -219,7 +219,7 @@ def get_plugins(
     from meerschaum.connectors.sql.tables import get_tables
     plugins_tbl = get_tables(mrsm_instance=self, debug=debug)['plugins']
     from meerschaum.utils.packages import attempt_import
-    sqlalchemy = attempt_import('sqlalchemy')
+    sqlalchemy = attempt_import('sqlalchemy', lazy=False)
 
     query = sqlalchemy.select(plugins_tbl.c.plugin_name)
     if user_id is not None:
@@ -246,9 +246,8 @@ def delete_plugin(
     **kw: Any
 ) -> SuccessTuple:
     """Delete a plugin from the plugins table."""
-    from meerschaum.utils.warnings import warn, error
     from meerschaum.utils.packages import attempt_import
-    sqlalchemy = attempt_import('sqlalchemy')
+    sqlalchemy = attempt_import('sqlalchemy', lazy=False)
     from meerschaum.connectors.sql.tables import get_tables
     plugins_tbl = get_tables(mrsm_instance=self, debug=debug)['plugins']
 
@@ -256,10 +255,6 @@ def delete_plugin(
     if plugin_id is None:
         return True, f"Plugin '{plugin}' was not registered."
 
-    bind_variables = {
-        'plugin_id' : plugin_id,
-    }
-
     query = sqlalchemy.delete(plugins_tbl).where(plugins_tbl.c.plugin_id == plugin_id)
     result = self.exec(query, debug=debug)
     if result is None:

meerschaum/connectors/sql/_sql.py

@@ -154,7 +154,7 @@ def read(
             dtype[col] = 'datetime64[ns]'
 
     pool = get_pool(workers=workers)
-    sqlalchemy = attempt_import("sqlalchemy")
+    sqlalchemy = attempt_import("sqlalchemy", lazy=False)
     default_chunksize = self._sys_config.get('chunksize', None)
     chunksize = chunksize if chunksize != -1 else default_chunksize
     if chunksize is None and as_iterator:
@@ -443,7 +443,6 @@ def value(
 
     """
     from meerschaum.utils.packages import attempt_import
-    sqlalchemy = attempt_import('sqlalchemy')
     if self.flavor == 'duckdb':
         use_pandas = True
     if use_pandas:
@@ -455,9 +454,6 @@ def value(
     _close = kw.get('close', True)
     _commit = kw.get('commit', (self.flavor != 'mssql'))
 
-    #  _close = True
-    #  _commit = True
-
     try:
         result, connection = self.exec(
             query,
@@ -556,7 +552,7 @@ def exec(
         )
 
     from meerschaum.utils.packages import attempt_import
-    sqlalchemy = attempt_import("sqlalchemy")
+    sqlalchemy = attempt_import("sqlalchemy", lazy=False)
     if debug:
         dprint(f"[{self}] Executing query:\n{query}")
 
@@ -659,7 +655,7 @@ def exec_queries(
     from meerschaum.utils.warnings import warn
     from meerschaum.utils.debug import dprint
     from meerschaum.utils.packages import attempt_import
-    sqlalchemy, sqlalchemy_orm = attempt_import('sqlalchemy', 'sqlalchemy.orm')
+    sqlalchemy, sqlalchemy_orm = attempt_import('sqlalchemy', 'sqlalchemy.orm', lazy=False)
     session = sqlalchemy_orm.Session(self.engine)
 
     result = None
@@ -778,6 +774,7 @@ def to_sql(
     import time
     import json
     from decimal import Decimal
+    from datetime import timedelta
     from meerschaum.utils.warnings import error, warn
     import warnings
     import functools
@@ -816,9 +813,10 @@ def to_sql(
         PD_TO_SQLALCHEMY_DTYPES_FLAVORS,
         get_db_type_from_pd_type,
     )
+    from meerschaum.utils.misc import interval_str
     from meerschaum.connectors.sql._create_engine import flavor_configs
     from meerschaum.utils.packages import attempt_import, import_pandas
-    sqlalchemy = attempt_import('sqlalchemy', debug=debug)
+    sqlalchemy = attempt_import('sqlalchemy', debug=debug, lazy=False)
     pd = import_pandas()
     is_dask = 'dask' in df.__module__
 
@@ -998,7 +996,13 @@ def to_sql(
 
     end = time.perf_counter()
     if success:
-        msg = f"It took {round(end - start, 2)} seconds to sync {len(df)} rows to {name}."
+        num_rows = len(df)
+        msg = (
+            f"It took {interval_str(timedelta(seconds=(end - start)))} "
+            + f"to sync {num_rows:,} row"
+            + ('s' if num_rows != 1 else '')
+            + f" to {name}."
+        )
     stats['start'] = start
     stats['end'] = end
     stats['duration'] = end - start

meerschaum/connectors/sql/_uri.py

@@ -13,14 +13,14 @@ from meerschaum.utils.packages import attempt_import
 
 @classmethod
 def from_uri(
-        cls,
-        uri: str,
-        label: Optional[str] = None,
-        as_dict: bool = False,
-    ) -> Union[
-        'meerschaum.connectors.SQLConnector',
-        Dict[str, Union[str, int]],
-    ]:
+    cls,
+    uri: str,
+    label: Optional[str] = None,
+    as_dict: bool = False,
+) -> Union[
+    'meerschaum.connectors.SQLConnector',
+    Dict[str, Union[str, int]],
+]:
     """
     Create a new SQLConnector from a URI string.
 
@@ -97,7 +97,7 @@ def parse_uri(uri: str) -> Dict[str, Any]:
     >>> 
     """
     from urllib.parse import parse_qs, urlparse
-    sqlalchemy = attempt_import('sqlalchemy')
+    sqlalchemy = attempt_import('sqlalchemy', lazy=False)
     parser = sqlalchemy.engine.url.make_url
     params = parser(uri).translate_connect_args()
     params['flavor'] = uri.split(':')[0].split('+')[0]

meerschaum/connectors/sql/_users.py

@@ -19,10 +19,9 @@ def register_user(
     **kw: Any
 ) -> SuccessTuple:
     """Register a new user."""
-    from meerschaum.utils.warnings import warn, error, info
     from meerschaum.utils.packages import attempt_import
     from meerschaum.utils.sql import json_flavors
-    sqlalchemy = attempt_import('sqlalchemy')
+    sqlalchemy = attempt_import('sqlalchemy', lazy=False)
 
     valid_tuple = valid_username(user.username)
     if not valid_tuple[0]:
@@ -103,9 +102,8 @@ def edit_user(
 ) -> SuccessTuple:
     """Update an existing user's metadata."""
     from meerschaum.utils.packages import attempt_import
-    sqlalchemy = attempt_import('sqlalchemy')
+    sqlalchemy = attempt_import('sqlalchemy', lazy=False)
     from meerschaum.connectors.sql.tables import get_tables
-    from meerschaum.utils.sql import json_flavors
     users_tbl = get_tables(mrsm_instance=self, debug=debug)['users']
 
     user_id = user.user_id if user.user_id is not None else self.get_user_id(user, debug=debug)
@@ -158,7 +156,7 @@ def get_user_id(
     """If a user is registered, return the `user_id`."""
     ### ensure users table exists
     from meerschaum.utils.packages import attempt_import
-    sqlalchemy = attempt_import('sqlalchemy')
+    sqlalchemy = attempt_import('sqlalchemy', lazy=False)
     from meerschaum.connectors.sql.tables import get_tables
     users_tbl = get_tables(mrsm_instance=self, debug=debug)['users']
 
@@ -183,7 +181,7 @@ def get_user_attributes(
     ### ensure users table exists
     from meerschaum.utils.warnings import warn
     from meerschaum.utils.packages import attempt_import
-    sqlalchemy = attempt_import('sqlalchemy')
+    sqlalchemy = attempt_import('sqlalchemy', lazy=False)
     from meerschaum.connectors.sql.tables import get_tables
     users_tbl = get_tables(mrsm_instance=self, debug=debug)['users']
 
@@ -199,14 +197,14 @@ def get_user_attributes(
         try:
             result = dict(result)
             _parsed = True
-        except Exception as e:
+        except Exception:
             _parsed = False
         if not _parsed:
             try:
                 import json
                 result = json.loads(result)
                 _parsed = True
-            except Exception as e:
+            except Exception:
                 _parsed = False
         if not _parsed:
             warn(f"Received unexpected type for attributes: {result}")
@@ -223,7 +221,7 @@ def delete_user(
     users_tbl = get_tables(mrsm_instance=self, debug=debug)['users']
     plugins = get_tables(mrsm_instance=self, debug=debug)['plugins']
     from meerschaum.utils.packages import attempt_import
-    sqlalchemy = attempt_import('sqlalchemy')
+    sqlalchemy = attempt_import('sqlalchemy', lazy=False)
 
     user_id = user.user_id if user.user_id is not None else self.get_user_id(user, debug=debug)
 
@@ -256,7 +254,7 @@ def get_users(
     from meerschaum.connectors.sql.tables import get_tables
     users_tbl = get_tables(mrsm_instance=self, debug=debug)['users']
     from meerschaum.utils.packages import attempt_import
-    sqlalchemy = attempt_import('sqlalchemy')
+    sqlalchemy = attempt_import('sqlalchemy', lazy=False)
 
     query = sqlalchemy.select(users_tbl.c.username)
 
@@ -277,7 +275,7 @@ def get_user_password_hash(
     from meerschaum.connectors.sql.tables import get_tables
     users_tbl = get_tables(mrsm_instance=self, debug=debug)['users']
     from meerschaum.utils.packages import attempt_import
-    sqlalchemy = attempt_import('sqlalchemy')
+    sqlalchemy = attempt_import('sqlalchemy', lazy=False)
 
     if user.user_id is not None:
         user_id = user.user_id
@@ -308,7 +306,7 @@ def get_user_type(
     from meerschaum.connectors.sql.tables import get_tables
     users_tbl = get_tables(mrsm_instance=self, debug=debug)['users']
     from meerschaum.utils.packages import attempt_import
-    sqlalchemy = attempt_import('sqlalchemy')
+    sqlalchemy = attempt_import('sqlalchemy', lazy=False)
 
     user_id = user.user_id if user.user_id is not None else self.get_user_id(user, debug=debug)
 

meerschaum/connectors/sql/tables/__init__.py

@@ -17,10 +17,10 @@ _sequence_flavors = {'duckdb', 'oracle'}
 _skip_index_names_flavors = {'mssql',}
 
 def get_tables(
-        mrsm_instance: Optional[Union[str, InstanceConnector]] = None,
-        create: bool = True,
-        debug: Optional[bool] = None
-    ) -> Union[Dict[str, 'sqlalchemy.Table'], bool]:
+    mrsm_instance: Optional[Union[str, InstanceConnector]] = None,
+    create: bool = True,
+    debug: Optional[bool] = None
+) -> Union[Dict[str, 'sqlalchemy.Table'], bool]:
     """
     Create tables on the database and return the `sqlalchemy` tables.
 
@@ -51,7 +51,7 @@ def get_tables(
     sqlalchemy, sqlalchemy_dialects_postgresql = attempt_import(
         'sqlalchemy',
         'sqlalchemy.dialects.postgresql',
-        lazy = False
+        lazy=False,
     )
     if not sqlalchemy:
         error(f"Failed to import sqlalchemy. Is sqlalchemy installed?")
@@ -205,13 +205,12 @@ def get_tables(
 
 
 def create_tables(
-        conn: 'meerschaum.connectors.SQLConnector',
-        tables: Optional[Dict[str, 'sqlalchemy.Table']] = None,
-    ) -> bool:
+    conn: 'meerschaum.connectors.SQLConnector',
+    tables: Optional[Dict[str, 'sqlalchemy.Table']] = None,
+) -> bool:
     """
     Create the tables on the database.
     """
-    from meerschaum.utils.sql import get_rename_table_queries, table_exists
     _tables = tables if tables is not None else get_tables(conn)
 
     try:
@@ -225,10 +224,10 @@ def create_tables(
 
 
 def create_schemas(
-        conn: 'meerschaum.connectors.SQLConnector',
-        schemas: List[str],
-        debug: bool = False,
-    ) -> bool:
+    conn: 'meerschaum.connectors.SQLConnector',
+    schemas: List[str],
+    debug: bool = False,
+) -> bool:
     """
     Create the internal Meerschaum schema on the database.
     """
@@ -238,7 +237,7 @@ def create_schemas(
     if conn.flavor in NO_SCHEMA_FLAVORS:
         return True
 
-    sqlalchemy_schema = attempt_import('sqlalchemy.schema')
+    _ = attempt_import('sqlalchemy.schema', lazy=False)
     successes = {}
     skip_if_not_exists = conn.flavor in SKIP_IF_EXISTS_FLAVORS
     if_not_exists_str = ("IF NOT EXISTS " if not skip_if_not_exists else "")

meerschaum/core/Pipe/__init__.py

@@ -107,6 +107,7 @@ class Pipe:
         static,
         tzinfo,
         enforce,
+        null_indices,
         get_columns,
         get_columns_types,
         get_columns_indices,
@@ -141,7 +142,8 @@ class Pipe:
         get_bound_time,
     )
     from ._delete import delete
-    from ._drop import drop
+    from ._drop import drop, drop_indices
+    from ._index import create_indices
     from ._clear import clear
     from ._deduplicate import deduplicate
     from ._bootstrap import bootstrap
@@ -165,6 +167,7 @@ class Pipe:
         autoincrement: Optional[bool] = None,
         static: Optional[bool] = None,
         enforce: Optional[bool] = None,
+        null_indices: Optional[bool] = None,
         mrsm_instance: Optional[Union[str, InstanceConnector]] = None,
         cache: bool = False,
         debug: bool = False,
@@ -223,10 +226,14 @@ class Pipe:
         static: Optional[bool], default None
             If `True`, set `static` in the parameters.
 
-        enforce: Optionanl[bool], default None
+        enforce: Optional[bool], default None
             If `False`, skip data type enforcement.
             Default behavior is `True`.
 
+        null_indices: Optional[bool], default None
+            Set to `False` if there will be no null values in the index columns.
+            Defaults to `True`.
+
         temporary: bool, default False
             If `True`, prevent instance tables (pipes, users, plugins) from being created.
 
@@ -330,6 +337,9 @@ class Pipe:
         if isinstance(enforce, bool):
             self._attributes['parameters']['enforce'] = enforce
 
+        if isinstance(null_indices, bool):
+            self._attributes['parameters']['null_indices'] = null_indices
+
         ### NOTE: The parameters dictionary is {} by default.
         ###       A Pipe may be registered without parameters, then edited,
         ###       or a Pipe may be registered with parameters set in-memory first.

meerschaum/core/Pipe/_attributes.py

@@ -11,7 +11,7 @@ from __future__ import annotations
 from datetime import timezone
 
 import meerschaum as mrsm
-from meerschaum.utils.typing import Tuple, Dict, SuccessTuple, Any, Union, Optional, List
+from meerschaum.utils.typing import Tuple, Dict, Any, Union, Optional, List
 from meerschaum.utils.warnings import warn
 
 
@@ -313,6 +313,25 @@ def enforce(self, _enforce: bool) -> None:
     self.parameters['enforce'] = _enforce
 
 
+@property
+def null_indices(self) -> bool:
+    """
+    Return the `null_indices` parameter for the pipe.
+    """
+    if 'null_indices' not in self.parameters:
+        self.parameters['null_indices'] = True
+
+    return self.parameters['null_indices']
+
+
+@null_indices.setter
+def null_indices(self, _null_indices: bool) -> None:
+    """
+    Set the `null_indices` parameter for the pipe.
+    """
+    self.parameters['null_indices'] = _null_indices
+
+
 def get_columns(self, *args: str, error: bool = False) -> Union[str, Tuple[str]]:
     """
     Check if the requested columns are defined.
@@ -469,7 +488,7 @@ def get_columns_indices(
 
     self.__dict__['_columns_indices'] = _columns_indices
     self.__dict__['_columns_indices_timestamp'] = now
-    return _columns_indices or {}
+    return {k: v for k, v in _columns_indices.items() if k and v} or {}
 
 
 def get_id(self, **kw: Any) -> Union[int, None]:
@@ -711,42 +730,17 @@ def guess_datetime(self) -> Union[str, None]:
 
 def get_indices(self) -> Dict[str, str]:
     """
-    Return a dictionary mapping index keys to their names on the database.
+    Return a dictionary mapping index keys to their names in the database.
 
     Returns
     -------
-    A dictionary of index keys to column names.
-    """
-    _parameters = self.parameters
-    _index_template = _parameters.get('index_template', "IX_{target}_{column_names}")
-    _indices = self.indices
-    _target = self.target
-    _column_names = {
-        ix: (
-            '_'.join(cols)
-            if isinstance(cols, (list, tuple))
-            else str(cols)
-        )
-        for ix, cols in _indices.items()
-        if cols
-    }
-    _index_names = {
-        ix: _index_template.format(
-            target=_target,
-            column_names=column_names,
-            connector_keys=self.connector_keys,
-            metric_key=self.connector_key,
-            location_key=self.location_key,
-        )
-        for ix, column_names in _column_names.items()
-    }
-    ### NOTE: Skip any duplicate indices.
-    seen_index_names = {}
-    for ix, index_name in _index_names.items():
-        if index_name in seen_index_names:
-            continue
-        seen_index_names[index_name] = ix
-    return {
-        ix: index_name
-        for index_name, ix in seen_index_names.items()
-    }
+    A dictionary of index keys to index names.
+    """
+    from meerschaum.connectors import get_connector_plugin
+    with mrsm.Venv(get_connector_plugin(self.instance_connector)):
+        if hasattr(self.instance_connector, 'get_pipe_index_names'):
+            result = self.instance_connector.get_pipe_index_names(self)
+        else:
+            result = {}
+    
+    return result

meerschaum/core/Pipe/_drop.py

@@ -7,7 +7,7 @@ Drop a Pipe's table but keep its registration
 """
 
 from __future__ import annotations
-from meerschaum.utils.typing import SuccessTuple, Any
+from meerschaum.utils.typing import SuccessTuple, Any, Optional, List
 
 
 def drop(
@@ -39,9 +39,80 @@ def drop(
             warn(_drop_cache_tuple[1])
 
     with Venv(get_connector_plugin(self.instance_connector)):
-        result = self.instance_connector.drop_pipe(self, debug=debug, **kw)
+        if hasattr(self.instance_connector, 'drop_pipe'):
+            result = self.instance_connector.drop_pipe(self, debug=debug, **kw)
+        else:
+            result = (
+                False,
+                (
+                    "Cannot drop pipes for instance connectors of type "
+                    f"'{self.instance_connector.type}'."
+                )
+            )
+
 
     _ = self.__dict__.pop('_exists', None)
     _ = self.__dict__.pop('_exists_timestamp', None)
 
     return result
+
+
+def drop_indices(
+    self,
+    columns: Optional[List[str]] = None,
+    debug: bool = False,
+    **kw: Any
+) -> SuccessTuple:
+    """
+    Call the Pipe's instance connector's `drop_indices()` method.
+
+    Parameters
+    ----------
+    columns: Optional[List[str]] = None
+        If provided, only drop indices in the given list.
+
+    debug: bool, default False:
+        Verbosity toggle.
+
+    Returns
+    -------
+    A `SuccessTuple` of success, message.
+
+    """
+    from meerschaum.utils.warnings import warn
+    from meerschaum.utils.venv import Venv
+    from meerschaum.connectors import get_connector_plugin
+
+    _ = self.__dict__.pop('_columns_indices', None)
+    _ = self.__dict__.pop('_columns_indices_timestamp', None)
+    _ = self.__dict__.pop('_columns_types_timestamp', None)
+    _ = self.__dict__.pop('_columns_types', None)
+
+    if self.cache_pipe is not None:
+        _drop_cache_tuple = self.cache_pipe.drop_indices(columns=columns, debug=debug, **kw)
+        if not _drop_cache_tuple[0]:
+            warn(_drop_cache_tuple[1])
+
+    with Venv(get_connector_plugin(self.instance_connector)):
+        if hasattr(self.instance_connector, 'drop_pipe_indices'):
+            result = self.instance_connector.drop_pipe_indices(
+                self,
+                columns=columns,
+                debug=debug,
+                **kw
+            )
+        else:
+            result = (
+                False,
+                (
+                    "Cannot drop indices for instance connectors of type "
+                    f"'{self.instance_connector.type}'."
+                )
+            )
+
+    _ = self.__dict__.pop('_columns_indices', None)
+    _ = self.__dict__.pop('_columns_indices_timestamp', None)
+    _ = self.__dict__.pop('_columns_types_timestamp', None)
+    _ = self.__dict__.pop('_columns_types', None)
+
+    return result

meerschaum/core/Pipe/_index.py

@@ -0,0 +1,68 @@
+#! /usr/bin/env python
+# -*- coding: utf-8 -*-
+# vim:fenc=utf-8
+
+"""
+Index a pipe's table.
+"""
+
+from __future__ import annotations
+from meerschaum.utils.typing import SuccessTuple, Any, Optional, List
+
+
+def create_indices(
+    self,
+    columns: Optional[List[str]] = None,
+    debug: bool = False,
+    **kw: Any
+) -> SuccessTuple:
+    """
+    Call the Pipe's instance connector's `create_pipe_indices()` method.
+
+    Parameters
+    ----------
+    debug: bool, default False:
+        Verbosity toggle.
+
+    Returns
+    -------
+    A `SuccessTuple` of success, message.
+
+    """
+    from meerschaum.utils.warnings import warn
+    from meerschaum.utils.venv import Venv
+    from meerschaum.connectors import get_connector_plugin
+
+    _ = self.__dict__.pop('_columns_indices', None)
+    _ = self.__dict__.pop('_columns_indices_timestamp', None)
+    _ = self.__dict__.pop('_columns_types_timestamp', None)
+    _ = self.__dict__.pop('_columns_types', None)
+
+    if self.cache_pipe is not None:
+        cache_success, cache_msg = self.cache_pipe.index(columns=columns, debug=debug, **kw)
+        if not cache_success:
+            warn(cache_msg)
+
+    with Venv(get_connector_plugin(self.instance_connector)):
+        if hasattr(self.instance_connector, 'create_pipe_indices'):
+            result = self.instance_connector.create_pipe_indices(
+                self,
+                columns=columns,
+                debug=debug,
+                **kw
+            )
+        else:
+            result = (
+                False,
+                (
+                    "Cannot create indices for instance connectors of type "
+                    f"'{self.instance_connector.type}'."
+                )
+            )
+
+    _ = self.__dict__.pop('_columns_indices', None)
+    _ = self.__dict__.pop('_columns_indices_timestamp', None)
+    _ = self.__dict__.pop('_columns_types_timestamp', None)
+    _ = self.__dict__.pop('_columns_types', None)
+
+    return result