meerschaum 2.6.2__tar.gz → 2.6.4__tar.gz

{meerschaum-2.6.2/meerschaum.egg-info → meerschaum-2.6.4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: meerschaum
-Version: 2.6.2
+Version: 2.6.4
 Summary: Sync Time-Series Pipes with Meerschaum
 Home-page: https://meerschaum.io
 Author: Bennett Meares

{meerschaum-2.6.2 → meerschaum-2.6.4}/meerschaum/config/_version.py

@@ -2,4 +2,4 @@
 Specify the Meerschaum release version.
 """
 
-__version__ = "2.6.2"
+__version__ = "2.6.4"

{meerschaum-2.6.2 → meerschaum-2.6.4}/meerschaum/connectors/sql/_pipes.py

@@ -877,10 +877,21 @@ def get_pipe_data(
         attempt_cast_to_uuid,
         are_dtypes_equal,
     )
+    from meerschaum.utils.dtypes.sql import get_pd_type_from_db_type
     pd = import_pandas()
     is_dask = 'dask' in pd.__name__
 
-    dtypes = pipe.dtypes
+    cols_types = pipe.get_columns_types(debug=debug)
+    dtypes = {
+        **{
+            p_col: to_pandas_dtype(p_typ)
+            for p_col, p_typ in pipe.dtypes.items()
+        },
+        **{
+            col: get_pd_type_from_db_type(typ)
+            for col, typ in cols_types.items()
+        }
+    }
     if dtypes:
         if self.flavor == 'sqlite':
             if not pipe.columns.get('datetime', None):
@@ -1078,7 +1089,12 @@ def get_pipe_data_query(
     """
     from meerschaum.utils.misc import items_str
     from meerschaum.utils.sql import sql_item_name, dateadd_str
+    from meerschaum.utils.dtypes import coerce_timezone
+    from meerschaum.utils.dtypes.sql import get_pd_type_from_db_type
+
+    dt_col = pipe.columns.get('datetime', None)
     existing_cols = pipe.get_columns_types(debug=debug)
+    dt_typ = get_pd_type_from_db_type(existing_cols[dt_col]) if dt_col in existing_cols else None
     select_columns = (
         [col for col in existing_cols]
         if not select_columns
@@ -1097,6 +1113,10 @@ def get_pipe_data_query(
             begin -= backtrack_interval
 
     begin, end = pipe.parse_date_bounds(begin, end)
+    if isinstance(begin, datetime) and dt_typ:
+        begin = coerce_timezone(begin, strip_utc=('utc' not in dt_typ.lower()))
+    if isinstance(end, datetime) and dt_typ:
+        end = coerce_timezone(end, strip_utc=('utc' not in dt_typ.lower()))
 
     cols_names = [
         sql_item_name(col, self.flavor, None)

{meerschaum-2.6.2 → meerschaum-2.6.4}/meerschaum/connectors/sql/_sql.py

@@ -641,7 +641,7 @@ def exec_queries(
         will be considered a callable hook that returns a list of queries to be executed
         before the next item in the list.
 
-    break_on_error: bool, default True
+    break_on_error: bool, default False
         If `True`, stop executing when a query fails.
 
     rollback: bool, default True

{meerschaum-2.6.2 → meerschaum-2.6.4}/meerschaum/connectors/valkey/_pipes.py

@@ -416,7 +416,7 @@ def get_pipe_data(
     table_name = self.quote_table(pipe.target)
     indices = [col for col in pipe.columns.values() if col]
     ix_docs = [
-        string_to_dict(doc['ix'].replace(COLON, ':'))
+        string_to_dict(doc.get('ix', '').replace(COLON, ':'))
         for doc in self.read_docs(
             pipe.target,
             begin=begin,

{meerschaum-2.6.2 → meerschaum-2.6.4}/meerschaum/utils/dtypes/__init__.py

@@ -284,4 +284,7 @@ def coerce_timezone(
             return dt
         return dt.replace(tzinfo=timezone.utc)
 
-    return dt.astimezone(timezone.utc)
+    utc_dt = dt.astimezone(timezone.utc)
+    if strip_utc:
+        return utc_dt.replace(tzinfo=None)
+    return utc_dt

{meerschaum-2.6.2 → meerschaum-2.6.4}/meerschaum/utils/sql.py

@@ -338,7 +338,7 @@ columns_indices_queries = {
             AND kc.name = i.name
         WHERE
             t.name IN ('{table}', '{table_trunc}')
-            AND s.name = 'dbo'
+            AND s.name = '{schema}'
             AND i.type IN (1, 2)  -- 1 = CLUSTERED, 2 = NONCLUSTERED
     """,
     'oracle': """

{meerschaum-2.6.2 → meerschaum-2.6.4/meerschaum.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: meerschaum
-Version: 2.6.2
+Version: 2.6.4
 Summary: Sync Time-Series Pipes with Meerschaum
 Home-page: https://meerschaum.io
 Author: Bennett Meares

{meerschaum-2.6.2 → meerschaum-2.6.4}/tests/test_pipes_dtypes.py

@@ -706,3 +706,44 @@ def test_sync_uuids_simple_upsert(flavor: str):
     assert len(df) == 1
     assert isinstance(df['val'][0], UUID)
     assert df['val'][0] == UUID('d1cc1516-16e5-4471-8ab9-e969a1def655')
+
+
+@pytest.mark.parametrize("flavor", get_flavors())
+def test_mixed_timezone_aware_and_naive(flavor: str):
+    conn = conns[flavor]
+    if conn.type != 'sql':
+        return
+
+    pd = mrsm.attempt_import('pandas')
+    target = 'test_timezone_mix'
+    pipe = mrsm.Pipe('test', 'timezone', 'aware_naive', instance=conn)
+    pipe.delete()
+    pipe = mrsm.Pipe(
+        'test', 'timezone', 'aware_naive',
+        instance=conn,
+        columns={'datetime': 'ts'},
+        target=target,
+    )
+
+    src_df = pd.DataFrame([{'ts': datetime(2024, 1, 1), 'val': 2}])
+    conn.to_sql(src_df, target, debug=debug)
+
+    df = pipe.get_data(debug=debug)
+    unseen, update, delta = pipe.filter_existing(src_df, debug=debug)
+    assert len(unseen) == 0
+    assert len(update) == 0
+    assert len(delta) == 0
+
+    success, msg = pipe.sync([{'ts': '2024-01-01 05:00:00', 'val': 3}])
+    assert success, msg
+
+    df = pipe.get_data(begin='2024-01-01 05:00:00', debug=debug)
+    assert len(df) == 1
+    assert df['val'][0] == 3
+
+    success, msg = pipe.sync([{'ts': '2024-01-01 05:00:00+00:00', 'val': 4}])
+    assert success, msg
+
+    df = pipe.get_data(begin='2024-01-01 05:00:00+00:00', debug=debug)
+    assert len(df) == 1
+    assert df['val'][0] == 4