meerschaum 3.0.0rc1__py3-none-any.whl → 3.0.0rc2__py3-none-any.whl

meerschaum/utils/dtypes/sql.py

@@ -8,6 +8,8 @@ Utility functions for working with SQL data types.
 
 from __future__ import annotations
 from meerschaum.utils.typing import Dict, Union, Tuple, Optional
+from meerschaum._internal.static import STATIC_CONFIG as _STATIC_CONFIG
+from meerschaum.utils.dtypes import MRSM_PRECISION_UNITS_ABBREVIATIONS as _MRSM_PRECISION_UNITS_ABBREVIATIONS
 
 NUMERIC_PRECISION_FLAVORS: Dict[str, Tuple[int, int]] = {
     'mariadb': (38, 20),
@@ -67,6 +69,9 @@ for _flavor, (_precision, _scale) in NUMERIC_PRECISION_FLAVORS.items():
         'DECIMAL': f"DECIMAL({_precision}, {_scale})",
     })
 
+_default_precision_unit = _STATIC_CONFIG['dtypes']['datetime']['default_precision_unit']
+_default_precision_abbreviation = _MRSM_PRECISION_UNITS_ABBREVIATIONS[_default_precision_unit]
+
 DB_TO_PD_DTYPES: Dict[str, Union[str, Dict[str, str]]] = {
     'FLOAT': 'float64[pyarrow]',
     'REAL': 'float64[pyarrow]',
@@ -80,15 +85,21 @@ DB_TO_PD_DTYPES: Dict[str, Union[str, Dict[str, str]]] = {
     'NUMERIC': 'numeric',
     'GEOMETRY': 'geometry',
     'GEOMETRY(GEOMETRY)': 'geometry',
-    'TIMESTAMP': 'datetime64[ns]',
-    'TIMESTAMP WITHOUT TIMEZONE': 'datetime64[ns]',
-    'TIMESTAMP WITH TIMEZONE': 'datetime64[ns, UTC]',
-    'TIMESTAMP WITH TIME ZONE': 'datetime64[ns, UTC]',
-    'TIMESTAMPTZ': 'datetime64[ns, UTC]',
-    'DATE': 'datetime64[ns]',
-    'DATETIME': 'datetime64[ns]',
-    'DATETIME2': 'datetime64[ns]',
-    'DATETIMEOFFSET': 'datetime64[ns, UTC]',
+    'TIMESTAMP': f'datetime64[{_default_precision_abbreviation}]',
+    'TIMESTAMP WITHOUT TIMEZONE': f'datetime64[{_default_precision_abbreviation}]',
+    'TIMESTAMP WITH TIMEZONE': f'datetime64[{_default_precision_abbreviation}, UTC]',
+    'TIMESTAMP WITH TIME ZONE': f'datetime64[{_default_precision_abbreviation}, UTC]',
+    'TIMESTAMPTZ': f'datetime64[{_default_precision_abbreviation}, UTC]',
+    'DATE': 'date',
+    'DATETIME': f'datetime64[{_default_precision_abbreviation}]',
+    'DATETIME2': 'datetime64[us]',
+    'DATETIME2(6)': 'datetime64[us]',
+    'DATETIME2(3)': 'datetime64[ms]',
+    'DATETIME2(0)': 'datetime64[s]',
+    'DATETIMEOFFSET': 'datetime64[us, UTC]',
+    'DATETIMEOFFSET(6)': 'datetime64[us, UTC]',
+    'DATETIMEOFFSET(3)': 'datetime64[ms, UTC]',
+    'DATETIMEOFFSET(0)': 'datetime64[s, UTC]',
     'TEXT': 'string[pyarrow]',
     'VARCHAR': 'string[pyarrow]',
     'CLOB': 'string[pyarrow]',
@@ -109,9 +120,9 @@ DB_TO_PD_DTYPES: Dict[str, Union[str, Dict[str, str]]] = {
     'VARBINARY(MAX)': 'bytes',
     'substrings': {
         'CHAR': 'string[pyarrow]',
-        'TIMESTAMP': 'datetime64[ns]',
-        'TIME': 'datetime64[ns]',
-        'DATE': 'datetime64[ns]',
+        'TIMESTAMP': f'datetime64[{_default_precision_abbreviation}]',
+        'TIME': f'datetime64[{_default_precision_abbreviation}]',
+        'DATE': 'date',
         'DOUBLE': 'double[pyarrow]',
         'DECIMAL': 'numeric',
         'NUMERIC': 'numeric',
@@ -265,35 +276,125 @@ PD_TO_DB_DTYPES_FLAVORS: Dict[str, Dict[str, str]] = {
         'default': 'DOUBLE',
     },
     'datetime64[ns]': {
-        'timescaledb': 'TIMESTAMP',
-        'timescaledb-ha': 'TIMESTAMP',
-        'postgresql': 'TIMESTAMP',
-        'postgis': 'TIMESTAMP',
+        'timescaledb': 'TIMESTAMP(6)',
+        'timescaledb-ha': 'TIMESTAMP(6)',
+        'postgresql': 'TIMESTAMP(6)',
+        'postgis': 'TIMESTAMP(6)',
         'mariadb': 'DATETIME',
         'mysql': 'DATETIME',
-        'mssql': 'DATETIME2',
+        'mssql': 'DATETIME2(7)',
         'oracle': 'TIMESTAMP(9)',
         'sqlite': 'DATETIME',
-        'duckdb': 'TIMESTAMP',
-        'citus': 'TIMESTAMP',
-        'cockroachdb': 'TIMESTAMP',
+        'duckdb': 'TIMESTAMP(6)',
+        'citus': 'TIMESTAMP(6)',
+        'cockroachdb': 'TIMESTAMP(6)',
         'default': 'DATETIME',
     },
     'datetime64[ns, UTC]': {
-        'timescaledb': 'TIMESTAMPTZ',
-        'timescaledb-ha': 'TIMESTAMPTZ',
-        'postgresql': 'TIMESTAMPTZ',
-        'postgis': 'TIMESTAMPTZ',
+        'timescaledb': 'TIMESTAMPTZ(6)',
+        'timescaledb-ha': 'TIMESTAMPTZ(6)',
+        'postgresql': 'TIMESTAMPTZ(9)',
+        'postgis': 'TIMESTAMPTZ(6)',
         'mariadb': 'DATETIME',
         'mysql': 'DATETIME',
-        'mssql': 'DATETIMEOFFSET',
-        'oracle': 'TIMESTAMP(9)',
+        'mssql': 'DATETIMEOFFSET(7)',
+        'oracle': 'TIMESTAMP(9) WITH TIME ZONE',
         'sqlite': 'TIMESTAMP',
         'duckdb': 'TIMESTAMPTZ',
-        'citus': 'TIMESTAMPTZ',
-        'cockroachdb': 'TIMESTAMPTZ',
+        'citus': 'TIMESTAMPTZ(6)',
+        'cockroachdb': 'TIMESTAMPTZ(6)',
+        'default': 'TIMESTAMPTZ',
+    },
+    'datetime64[us]': {
+        'timescaledb': 'TIMESTAMP(6)',
+        'timescaledb-ha': 'TIMESTAMP(6)',
+        'postgresql': 'TIMESTAMP(6)',
+        'postgis': 'TIMESTAMP(6)',
+        'mariadb': 'DATETIME',
+        'mysql': 'DATETIME',
+        'mssql': 'DATETIME2(6)',
+        'oracle': 'TIMESTAMP(6)',
+        'sqlite': 'DATETIME',
+        'duckdb': 'TIMESTAMP(6)',
+        'citus': 'TIMESTAMP(6)',
+        'cockroachdb': 'TIMESTAMP',
+        'default': 'DATETIME',
+    },
+    'datetime64[us, UTC]': {
+        'timescaledb': 'TIMESTAMPTZ(6)',
+        'timescaledb-ha': 'TIMESTAMPTZ(6)',
+        'postgresql': 'TIMESTAMPTZ(6)',
+        'postgis': 'TIMESTAMPTZ(6)',
+        'mariadb': 'DATETIME',
+        'mysql': 'DATETIME',
+        'mssql': 'DATETIMEOFFSET(6)',
+        'oracle': 'TIMESTAMP(6) WITH TIME ZONE',
+        'sqlite': 'TIMESTAMP',
+        'duckdb': 'TIMESTAMPTZ',
+        'citus': 'TIMESTAMPTZ(6)',
+        'cockroachdb': 'TIMESTAMPTZ(6)',
         'default': 'TIMESTAMPTZ',
     },
+    'datetime64[ms]': {
+        'timescaledb': 'TIMESTAMP(3)',
+        'timescaledb-ha': 'TIMESTAMP(3)',
+        'postgresql': 'TIMESTAMP(3)',
+        'postgis': 'TIMESTAMP(3)',
+        'mariadb': 'DATETIME',
+        'mysql': 'DATETIME',
+        'mssql': 'DATETIME2(3)',
+        'oracle': 'TIMESTAMP(3)',
+        'sqlite': 'DATETIME',
+        'duckdb': 'TIMESTAMP(3)',
+        'citus': 'TIMESTAMP(3)',
+        'cockroachdb': 'TIMESTAMP(3)',
+        'default': 'DATETIME',
+    },
+    'datetime64[ms, UTC]': {
+        'timescaledb': 'TIMESTAMPTZ(3)',
+        'timescaledb-ha': 'TIMESTAMPTZ(3)',
+        'postgresql': 'TIMESTAMPTZ(3)',
+        'postgis': 'TIMESTAMPTZ(3)',
+        'mariadb': 'DATETIME',
+        'mysql': 'DATETIME',
+        'mssql': 'DATETIMEOFFSET(3)',
+        'oracle': 'TIMESTAMP(3) WITH TIME ZONE',
+        'sqlite': 'TIMESTAMP',
+        'duckdb': 'TIMESTAMPTZ',
+        'citus': 'TIMESTAMPTZ(3)',
+        'cockroachdb': 'TIMESTAMPTZ(3)',
+        'default': 'TIMESTAMPTZ',
+    },
+    'datetime64[s]': {
+        'timescaledb': 'TIMESTAMP(0)',
+        'timescaledb-ha': 'TIMESTAMP(0)',
+        'postgresql': 'TIMESTAMP(0)',
+        'postgis': 'TIMESTAMP(0)',
+        'mariadb': 'DATETIME',
+        'mysql': 'DATETIME',
+        'mssql': 'DATETIME2(0)',
+        'oracle': 'TIMESTAMP(0)',
+        'sqlite': 'DATETIME',
+        'duckdb': 'TIMESTAMP(0)',
+        'citus': 'TIMESTAMP(0)',
+        'cockroachdb': 'TIMESTAMP(0)',
+        'default': 'DATETIME',
+    },
+    'datetime64[s, UTC]': {
+        'timescaledb': 'TIMESTAMPTZ(0)',
+        'timescaledb-ha': 'TIMESTAMPTZ(0)',
+        'postgresql': 'TIMESTAMPTZ(0)',
+        'postgis': 'TIMESTAMPTZ(0)',
+        'mariadb': 'DATETIME',
+        'mysql': 'DATETIME',
+        'mssql': 'DATETIMEOFFSET(0)',
+        'oracle': 'TIMESTAMP(0) WITH TIME ZONE',
+        'sqlite': 'TIMESTAMP',
+        'duckdb': 'TIMESTAMPTZ',
+        'citus': 'TIMESTAMPTZ(0)',
+        'cockroachdb': 'TIMESTAMPTZ(0)',
+        'default': 'TIMESTAMPTZ(0)',
+    },
     'datetime': {
         'timescaledb': 'TIMESTAMPTZ',
         'timescaledb-ha': 'TIMESTAMPTZ',
@@ -302,7 +403,7 @@ PD_TO_DB_DTYPES_FLAVORS: Dict[str, Dict[str, str]] = {
         'mariadb': 'DATETIME',
         'mysql': 'DATETIME',
         'mssql': 'DATETIMEOFFSET',
-        'oracle': 'TIMESTAMP(9)',
+        'oracle': 'TIMESTAMP WITH TIME ZONE',
         'sqlite': 'TIMESTAMP',
         'duckdb': 'TIMESTAMPTZ',
         'citus': 'TIMESTAMPTZ',
@@ -317,13 +418,28 @@ PD_TO_DB_DTYPES_FLAVORS: Dict[str, Dict[str, str]] = {
         'mariadb': 'DATETIME',
         'mysql': 'DATETIME',
         'mssql': 'DATETIMEOFFSET',
-        'oracle': 'TIMESTAMP(9)',
+        'oracle': 'TIMESTAMP WITH TIME ZONE',
         'sqlite': 'TIMESTAMP',
         'duckdb': 'TIMESTAMPTZ',
         'citus': 'TIMESTAMPTZ',
         'cockroachdb': 'TIMESTAMPTZ',
         'default': 'TIMESTAMPTZ',
     },
+    'date': {
+        'timescaledb': 'DATE',
+        'timescaledb-ha': 'DATE',
+        'postgresql': 'DATE',
+        'postgis': 'DATE',
+        'mariadb': 'DATE',
+        'mysql': 'DATE',
+        'mssql': 'DATE',
+        'oracle': 'DATE',
+        'sqlite': 'DATE',
+        'duckdb': 'DATE',
+        'citus': 'DATE',
+        'cockroachdb': 'DATE',
+        'default': 'DATE',
+    },
     'bool': {
         'timescaledb': 'BOOLEAN',
         'timescaledb-ha': 'BOOLEAN',
@@ -339,6 +455,36 @@ PD_TO_DB_DTYPES_FLAVORS: Dict[str, Dict[str, str]] = {
         'cockroachdb': 'BOOLEAN',
         'default': 'BOOLEAN',
     },
+    'bool[pyarrow]': {
+        'timescaledb': 'BOOLEAN',
+        'timescaledb-ha': 'BOOLEAN',
+        'postgresql': 'BOOLEAN',
+        'postgis': 'BOOLEAN',
+        'mariadb': 'BOOLEAN',
+        'mysql': 'BOOLEAN',
+        'mssql': 'BIT',
+        'oracle': 'INTEGER',
+        'sqlite': 'FLOAT',
+        'duckdb': 'BOOLEAN',
+        'citus': 'BOOLEAN',
+        'cockroachdb': 'BOOLEAN',
+        'default': 'BOOLEAN',
+    },
+    'boolean': {
+        'timescaledb': 'BOOLEAN',
+        'timescaledb-ha': 'BOOLEAN',
+        'postgresql': 'BOOLEAN',
+        'postgis': 'BOOLEAN',
+        'mariadb': 'BOOLEAN',
+        'mysql': 'BOOLEAN',
+        'mssql': 'BIT',
+        'oracle': 'INTEGER',
+        'sqlite': 'FLOAT',
+        'duckdb': 'BOOLEAN',
+        'citus': 'BOOLEAN',
+        'cockroachdb': 'BOOLEAN',
+        'default': 'BOOLEAN',
+    },
     'object': {
         'timescaledb': 'TEXT',
         'timescaledb-ha': 'TEXT',
@@ -642,6 +788,111 @@ PD_TO_SQLALCHEMY_DTYPES_FLAVORS: Dict[str, Dict[str, str]] = {
         'cockroachdb': 'DateTime(timezone=True)',
         'default': 'DateTime(timezone=True)',
     },
+    'datetime64[us]': {
+        'timescaledb': 'DateTime',
+        'timescaledb-ha': 'DateTime',
+        'postgresql': 'DateTime',
+        'postgis': 'DateTime',
+        'mariadb': 'DateTime',
+        'mysql': 'DateTime',
+        'mssql': 'sqlalchemy.dialects.mssql.DATETIME2',
+        'oracle': 'DateTime',
+        'sqlite': 'DateTime',
+        'duckdb': 'DateTime',
+        'citus': 'DateTime',
+        'cockroachdb': 'DateTime',
+        'default': 'DateTime',
+    },
+    'datetime64[us, UTC]': {
+        'timescaledb': 'DateTime(timezone=True)',
+        'timescaledb-ha': 'DateTime(timezone=True)',
+        'postgresql': 'DateTime(timezone=True)',
+        'postgis': 'DateTime(timezone=True)',
+        'mariadb': 'DateTime(timezone=True)',
+        'mysql': 'DateTime(timezone=True)',
+        'mssql': 'sqlalchemy.dialects.mssql.DATETIMEOFFSET',
+        'oracle': 'sqlalchemy.dialects.oracle.TIMESTAMP(timezone=True)',
+        'sqlite': 'DateTime(timezone=True)',
+        'duckdb': 'DateTime(timezone=True)',
+        'citus': 'DateTime(timezone=True)',
+        'cockroachdb': 'DateTime(timezone=True)',
+        'default': 'DateTime(timezone=True)',
+    },
+    'datetime64[ms]': {
+        'timescaledb': 'DateTime',
+        'timescaledb-ha': 'DateTime',
+        'postgresql': 'DateTime',
+        'postgis': 'DateTime',
+        'mariadb': 'DateTime',
+        'mysql': 'DateTime',
+        'mssql': 'sqlalchemy.dialects.mssql.DATETIME2',
+        'oracle': 'DateTime',
+        'sqlite': 'DateTime',
+        'duckdb': 'DateTime',
+        'citus': 'DateTime',
+        'cockroachdb': 'DateTime',
+        'default': 'DateTime',
+    },
+    'datetime64[ms, UTC]': {
+        'timescaledb': 'DateTime(timezone=True)',
+        'timescaledb-ha': 'DateTime(timezone=True)',
+        'postgresql': 'DateTime(timezone=True)',
+        'postgis': 'DateTime(timezone=True)',
+        'mariadb': 'DateTime(timezone=True)',
+        'mysql': 'DateTime(timezone=True)',
+        'mssql': 'sqlalchemy.dialects.mssql.DATETIMEOFFSET',
+        'oracle': 'sqlalchemy.dialects.oracle.TIMESTAMP(timezone=True)',
+        'sqlite': 'DateTime(timezone=True)',
+        'duckdb': 'DateTime(timezone=True)',
+        'citus': 'DateTime(timezone=True)',
+        'cockroachdb': 'DateTime(timezone=True)',
+        'default': 'DateTime(timezone=True)',
+    },
+    'datetime64[s]': {
+        'timescaledb': 'DateTime',
+        'timescaledb-ha': 'DateTime',
+        'postgresql': 'DateTime',
+        'postgis': 'DateTime',
+        'mariadb': 'DateTime',
+        'mysql': 'DateTime',
+        'mssql': 'sqlalchemy.dialects.mssql.DATETIME2',
+        'oracle': 'DateTime',
+        'sqlite': 'DateTime',
+        'duckdb': 'DateTime',
+        'citus': 'DateTime',
+        'cockroachdb': 'DateTime',
+        'default': 'DateTime',
+    },
+    'datetime64[s, UTC]': {
+        'timescaledb': 'DateTime(timezone=True)',
+        'timescaledb-ha': 'DateTime(timezone=True)',
+        'postgresql': 'DateTime(timezone=True)',
+        'postgis': 'DateTime(timezone=True)',
+        'mariadb': 'DateTime(timezone=True)',
+        'mysql': 'DateTime(timezone=True)',
+        'mssql': 'sqlalchemy.dialects.mssql.DATETIMEOFFSET',
+        'oracle': 'sqlalchemy.dialects.oracle.TIMESTAMP(timezone=True)',
+        'sqlite': 'DateTime(timezone=True)',
+        'duckdb': 'DateTime(timezone=True)',
+        'citus': 'DateTime(timezone=True)',
+        'cockroachdb': 'DateTime(timezone=True)',
+        'default': 'DateTime(timezone=True)',
+    },
+    'date': {
+        'timescaledb': 'Date',
+        'timescaledb-ha': 'Date',
+        'postgresql': 'Date',
+        'postgis': 'Date',
+        'mariadb': 'Date',
+        'mysql': 'Date',
+        'mssql': 'Date',
+        'oracle': 'Date',
+        'sqlite': 'Date',
+        'duckdb': 'Date',
+        'citus': 'Date',
+        'cockroachdb': 'Date',
+        'default': 'Date',
+    },
     'bool': {
         'timescaledb': 'Boolean',
         'timescaledb-ha': 'Boolean',
@@ -657,6 +908,36 @@ PD_TO_SQLALCHEMY_DTYPES_FLAVORS: Dict[str, Dict[str, str]] = {
         'cockroachdb': 'Boolean',
         'default': 'Boolean',
     },
+    'bool[pyarrow]': {
+        'timescaledb': 'Boolean',
+        'timescaledb-ha': 'Boolean',
+        'postgresql': 'Boolean',
+        'postgis': 'Boolean',
+        'mariadb': 'Integer',
+        'mysql': 'Integer',
+        'mssql': 'sqlalchemy.dialects.mssql.BIT',
+        'oracle': 'Integer',
+        'sqlite': 'Float',
+        'duckdb': 'Boolean',
+        'citus': 'Boolean',
+        'cockroachdb': 'Boolean',
+        'default': 'Boolean',
+    },
+    'boolean': {
+        'timescaledb': 'Boolean',
+        'timescaledb-ha': 'Boolean',
+        'postgresql': 'Boolean',
+        'postgis': 'Boolean',
+        'mariadb': 'Integer',
+        'mysql': 'Integer',
+        'mssql': 'sqlalchemy.dialects.mssql.BIT',
+        'oracle': 'Integer',
+        'sqlite': 'Float',
+        'duckdb': 'Boolean',
+        'citus': 'Boolean',
+        'cockroachdb': 'Boolean',
+        'default': 'Boolean',
+    },
     'object': {
         'timescaledb': 'UnicodeText',
         'timescaledb-ha': 'UnicodeText',
@@ -732,6 +1013,21 @@ PD_TO_SQLALCHEMY_DTYPES_FLAVORS: Dict[str, Dict[str, str]] = {
         'cockroachdb': 'Uuid',
         'default': 'Uuid',
     },
+    'binary[pyarrow]': {
+        'timescaledb': 'LargeBinary',
+        'timescaledb-ha': 'LargeBinary',
+        'postgresql': 'LargeBinary',
+        'postgis': 'LargeBinary',
+        'mariadb': 'LargeBinary',
+        'mysql': 'LargeBinary',
+        'mssql': 'LargeBinary',
+        'oracle': 'LargeBinary',
+        'sqlite': 'LargeBinary',
+        'duckdb': 'LargeBinary',
+        'citus': 'LargeBinary',
+        'cockroachdb': 'LargeBinary',
+        'default': 'LargeBinary',
+    },
     'bytes': {
         'timescaledb': 'LargeBinary',
         'timescaledb-ha': 'LargeBinary',

meerschaum/utils/misc.py

@@ -479,74 +479,6 @@ def flatten_pipes_dict(pipes_dict: PipesDict) -> List[Pipe]:
     return pipes_list
 
 
-def round_time(
-    dt: Optional[datetime] = None,
-    date_delta: Optional[timedelta] = None,
-    to: 'str' = 'down'
-) -> datetime:
-    """
-    Round a datetime object to a multiple of a timedelta.
-    http://stackoverflow.com/questions/3463930/how-to-round-the-minute-of-a-datetime-object-python
-
-    NOTE: This function strips timezone information!
-
-    Parameters
-    ----------
-    dt: Optional[datetime], default None
-        If `None`, grab the current UTC datetime.
-
-    date_delta: Optional[timedelta], default None
-        If `None`, use a delta of 1 minute.
-
-    to: 'str', default 'down'
-        Available options are `'up'`, `'down'`, and `'closest'`.
-
-    Returns
-    -------
-    A rounded `datetime` object.
-
-    Examples
-    --------
-    >>> round_time(datetime(2022, 1, 1, 12, 15, 57, 200))
-    datetime.datetime(2022, 1, 1, 12, 15)
-    >>> round_time(datetime(2022, 1, 1, 12, 15, 57, 200), to='up')
-    datetime.datetime(2022, 1, 1, 12, 16)
-    >>> round_time(datetime(2022, 1, 1, 12, 15, 57, 200), timedelta(hours=1))
-    datetime.datetime(2022, 1, 1, 12, 0)
-    >>> round_time(
-    ...   datetime(2022, 1, 1, 12, 15, 57, 200),
-    ...   timedelta(hours=1),
-    ...   to = 'closest'
-    ... )
-    datetime.datetime(2022, 1, 1, 12, 0)
-    >>> round_time(
-    ...   datetime(2022, 1, 1, 12, 45, 57, 200),
-    ...   datetime.timedelta(hours=1),
-    ...   to = 'closest'
-    ... )
-    datetime.datetime(2022, 1, 1, 13, 0)
-
-    """
-    if date_delta is None:
-        date_delta = timedelta(minutes=1)
-    round_to = date_delta.total_seconds()
-    if dt is None:
-        dt = datetime.now(timezone.utc).replace(tzinfo=None)
-    seconds = (dt.replace(tzinfo=None) - dt.min.replace(tzinfo=None)).seconds
-
-    if seconds % round_to == 0 and dt.microsecond == 0:
-        rounding = (seconds + round_to / 2) // round_to * round_to
-    else:
-        if to == 'up':
-            rounding = (seconds + dt.microsecond/1000000 + round_to) // round_to * round_to
-        elif to == 'down':
-            rounding = seconds // round_to * round_to
-        else:
-            rounding = (seconds + round_to / 2) // round_to * round_to
-
-    return dt + timedelta(0, rounding - seconds, - dt.microsecond)
-
-
 def timed_input(
     seconds: int = 10,
     timeout_message: str = "",
@@ -1912,6 +1844,15 @@ def replace_pipes_in_dict(*args, **kwargs):
     return replace_pipes_in_dict(*args, **kwargs)
 
 
+def round_time(*args, **kwargs):
+    """
+    Placeholder function to prevent breaking legacy behavior.
+    See `meerschaum.utils.dtypes.round_time`.
+    """
+    from meerschaum.utils.dtypes import round_time
+    return round_time(*args, **kwargs)
+
+
 _current_module = sys.modules[__name__]
 __all__ = tuple(
     name

meerschaum/utils/packages/__init__.py

@@ -75,7 +75,9 @@ def get_module_path(
 
     venv_target_candidate_paths = [vtp]
     if venv is None:
-        site_user_packages_dirs = [pathlib.Path(site.getusersitepackages())]
+        site_user_packages_dirs = [
+            pathlib.Path(site.getusersitepackages())
+        ] if not inside_venv() else []
         site_packages_dirs = [pathlib.Path(path) for path in site.getsitepackages()]
 
         paths_to_add = [
@@ -1770,6 +1772,10 @@ def is_installed(
     allow_outside_venv: bool, default True
         If `True`, search outside of the specified virtual environment
         if the package cannot be found.
+
+    Returns
+    -------
+    A bool indicating whether a package may be imported.
     """
     if debug:
         from meerschaum.utils.debug import dprint
@@ -1861,26 +1867,6 @@ def ensure_readline() -> 'ModuleType':
     sys.modules['readline'] = readline
     return readline
 
-_pkg_resources_get_distribution = None
-_custom_distributions = {}
-def _monkey_patch_get_distribution(_dist: str, _version: str) -> None:
-    """
-    Monkey patch `pkg_resources.get_distribution` to allow for importing `flask_compress`.
-    """
-    import pkg_resources
-    from collections import namedtuple
-    global _pkg_resources_get_distribution
-    with _locks['_pkg_resources_get_distribution']:
-        _pkg_resources_get_distribution = pkg_resources.get_distribution
-    _custom_distributions[_dist] = _version
-    _Dist = namedtuple('_Dist', ['version'])
-    def _get_distribution(dist):
-        """Hack for flask-compress."""
-        if dist in _custom_distributions:
-            return _Dist(_custom_distributions[dist])
-        return _pkg_resources_get_distribution(dist)
-    pkg_resources.get_distribution = _get_distribution
-
 
 def _get_pip_os_env(color: bool = True):
     """

meerschaum/utils/packages/_packages.py

@@ -13,8 +13,7 @@ packages dictionary is structured in the following schema:
     }
 """
 
-from __future__ import annotations
-from meerschaum.utils.typing import Dict
+from typing import Dict
 
 _MRSM_PACKAGE_ARCHIVES_PREFIX: str = "https://meerschaum.io/files/archives/wheels/"
 
@@ -218,3 +217,9 @@ for group, import_names in packages.items():
     for import_name, install_name in import_names.items():
         _full[import_name] = install_name
 packages['full'] = _full
+
+extras = {
+    group: list(import_names_install_names_map.values())
+    for group, import_names_install_names_map in packages.items()
+    if not group.startswith('_')
+}

meerschaum/utils/schedule.py

@@ -293,7 +293,7 @@ def parse_start_time(schedule: str, now: Optional[datetime] = None) -> datetime:
     >>> parse_start_time('hourly starting 00:30')
     datetime.datetime(2024, 5, 13, 0, 30, tzinfo=datetime.timezone.utc)
     """
-    from meerschaum.utils.misc import round_time
+    from meerschaum.utils.dtypes import round_time
     dateutil_parser = mrsm.attempt_import('dateutil.parser')
     starting_parts = schedule.split(STARTING_KEYWORD)
     starting_str = ('now' if len(starting_parts) == 1 else starting_parts[-1]).strip()

meerschaum/utils/sql.py

@@ -259,7 +259,7 @@ columns_types_queries = {
             DATA_TYPE AS [type],
             NUMERIC_PRECISION AS [numeric_precision],
             NUMERIC_SCALE AS [numeric_scale]
-        FROM {db_prefix}INFORMATION_SCHEMA.COLUMNS
+        FROM {db_prefix}INFORMATION_SCHEMA.COLUMNS WITH (NOLOCK)
         WHERE TABLE_NAME IN (
             '{table}',
             '{table_trunc}'
@@ -404,18 +404,18 @@ columns_indices_queries = {
                 ELSE CAST(0 AS BIT)
             END AS [clustered]
         FROM
-            sys.schemas s
-        INNER JOIN sys.tables t
+            sys.schemas s WITH (NOLOCK)
+        INNER JOIN sys.tables t WITH (NOLOCK)
             ON s.schema_id = t.schema_id
-        INNER JOIN sys.indexes i
+        INNER JOIN sys.indexes i WITH (NOLOCK)
             ON t.object_id = i.object_id
-        INNER JOIN sys.index_columns ic
+        INNER JOIN sys.index_columns ic WITH (NOLOCK)
             ON i.object_id = ic.object_id
             AND i.index_id = ic.index_id
-        INNER JOIN sys.columns c
+        INNER JOIN sys.columns c WITH (NOLOCK)
             ON ic.object_id = c.object_id
             AND ic.column_id = c.column_id
-        LEFT JOIN sys.key_constraints kc
+        LEFT JOIN sys.key_constraints kc WITH (NOLOCK)
             ON kc.parent_object_id = i.object_id
             AND kc.type = 'PK'
             AND kc.name = i.name