meerschaum 2.6.6__py3-none-any.whl → 2.6.8__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- meerschaum/config/_version.py +1 -1
- meerschaum/core/Pipe/_data.py +0 -5
- meerschaum/utils/dataframe.py +17 -7
- {meerschaum-2.6.6.dist-info → meerschaum-2.6.8.dist-info}/METADATA +1 -1
- {meerschaum-2.6.6.dist-info → meerschaum-2.6.8.dist-info}/RECORD +11 -11
- {meerschaum-2.6.6.dist-info → meerschaum-2.6.8.dist-info}/WHEEL +1 -1
- {meerschaum-2.6.6.dist-info → meerschaum-2.6.8.dist-info}/LICENSE +0 -0
- {meerschaum-2.6.6.dist-info → meerschaum-2.6.8.dist-info}/NOTICE +0 -0
- {meerschaum-2.6.6.dist-info → meerschaum-2.6.8.dist-info}/entry_points.txt +0 -0
- {meerschaum-2.6.6.dist-info → meerschaum-2.6.8.dist-info}/top_level.txt +0 -0
- {meerschaum-2.6.6.dist-info → meerschaum-2.6.8.dist-info}/zip-safe +0 -0
meerschaum/config/_version.py
CHANGED
meerschaum/core/Pipe/_data.py
CHANGED
@@ -313,7 +313,6 @@ def _get_data_as_iterator(
|
|
313
313
|
Return a pipe's data as a generator.
|
314
314
|
"""
|
315
315
|
from meerschaum.utils.misc import round_time
|
316
|
-
from meerschaum.utils.dtypes import coerce_timezone
|
317
316
|
begin, end = self.parse_date_bounds(begin, end)
|
318
317
|
if not self.exists(debug=debug):
|
319
318
|
return
|
@@ -326,15 +325,11 @@ def _get_data_as_iterator(
|
|
326
325
|
if begin is not None
|
327
326
|
else self.get_sync_time(round_down=False, newest=False, params=params, debug=debug)
|
328
327
|
) if dt_col else None
|
329
|
-
if isinstance(min_dt, datetime):
|
330
|
-
min_dt = coerce_timezone(min_dt)
|
331
328
|
max_dt = (
|
332
329
|
end
|
333
330
|
if end is not None
|
334
331
|
else self.get_sync_time(round_down=False, newest=True, params=params, debug=debug)
|
335
332
|
) if dt_col else None
|
336
|
-
if isinstance(max_dt, datetime):
|
337
|
-
max_dt = coerce_timezone(max_dt)
|
338
333
|
|
339
334
|
### We want to search just past the maximum value.
|
340
335
|
if end is None:
|
meerschaum/utils/dataframe.py
CHANGED
@@ -194,7 +194,7 @@ def filter_unseen_df(
|
|
194
194
|
warn(
|
195
195
|
"Was not able to cast old columns onto new DataFrame. " +
|
196
196
|
f"Are both DataFrames the same shape? Error:\n{e}",
|
197
|
-
stacklevel
|
197
|
+
stacklevel=3,
|
198
198
|
)
|
199
199
|
return new_df[list(new_df_dtypes.keys())]
|
200
200
|
|
@@ -234,10 +234,13 @@ def filter_unseen_df(
|
|
234
234
|
cast_dt_cols = True
|
235
235
|
try:
|
236
236
|
for col, typ in dt_dtypes.items():
|
237
|
+
strip_utc = (
|
238
|
+
(dtypes or {}).get(col, 'datetime') == 'datetime64[ns]'
|
239
|
+
)
|
237
240
|
if col in old_df.columns:
|
238
|
-
old_df[col] = coerce_timezone(old_df[col])
|
241
|
+
old_df[col] = coerce_timezone(old_df[col], strip_utc=strip_utc)
|
239
242
|
if col in new_df.columns:
|
240
|
-
new_df[col] = coerce_timezone(new_df[col])
|
243
|
+
new_df[col] = coerce_timezone(new_df[col], strip_utc=strip_utc)
|
241
244
|
cast_dt_cols = False
|
242
245
|
except Exception as e:
|
243
246
|
warn(f"Could not cast datetime columns:\n{e}")
|
@@ -311,15 +314,21 @@ def filter_unseen_df(
|
|
311
314
|
if are_dtypes_equal(str(typ), 'datetime')
|
312
315
|
]
|
313
316
|
for col in old_dt_cols:
|
314
|
-
|
317
|
+
strip_utc = (
|
318
|
+
(dtypes or {}).get(col, 'datetime') == 'datetime64[ns]'
|
319
|
+
)
|
320
|
+
old_df[col] = coerce_timezone(old_df[col], strip_utc=strip_utc)
|
315
321
|
|
316
322
|
new_dt_cols = [
|
317
323
|
col
|
318
|
-
for col, typ in
|
324
|
+
for col, typ in new_df.dtypes.items()
|
319
325
|
if are_dtypes_equal(str(typ), 'datetime')
|
320
326
|
]
|
321
327
|
for col in new_dt_cols:
|
322
|
-
|
328
|
+
strip_utc = (
|
329
|
+
(dtypes or {}).get(col, 'datetime') == 'datetime64[ns]'
|
330
|
+
)
|
331
|
+
new_df[col] = coerce_timezone(new_df[col], strip_utc=strip_utc)
|
323
332
|
|
324
333
|
old_uuid_cols = get_uuid_cols(old_df)
|
325
334
|
new_uuid_cols = get_uuid_cols(new_df)
|
@@ -1253,7 +1262,7 @@ def query_df(
|
|
1253
1262
|
if debug:
|
1254
1263
|
dprint("Checking for datetime column compatability.")
|
1255
1264
|
|
1256
|
-
from meerschaum.utils.dtypes import
|
1265
|
+
from meerschaum.utils.dtypes import coerce_timezone
|
1257
1266
|
df_is_dt = are_dtypes_equal(str(df.dtypes[datetime_column]), 'datetime')
|
1258
1267
|
begin_is_int = are_dtypes_equal(str(type(begin)), 'int')
|
1259
1268
|
end_is_int = are_dtypes_equal(str(type(end)), 'int')
|
@@ -1355,6 +1364,7 @@ def query_df(
|
|
1355
1364
|
safe_copy=False,
|
1356
1365
|
debug=debug,
|
1357
1366
|
coerce_numeric=False,
|
1367
|
+
coerce_timezone=False,
|
1358
1368
|
)
|
1359
1369
|
|
1360
1370
|
if select_columns == ['*']:
|
@@ -143,7 +143,7 @@ meerschaum/config/_preprocess.py,sha256=-AEA8m_--KivZwTQ1sWN6LTn5sio_fUr2XZ51BO6
|
|
143
143
|
meerschaum/config/_read_config.py,sha256=RLC3HHi_1ndj7ITVDKLD9_uULY3caGRwSz3ATYE-ixA,15014
|
144
144
|
meerschaum/config/_shell.py,sha256=46_m49Txc5q1rGfCgO49ca48BODx45DQJi8D0zz1R18,4245
|
145
145
|
meerschaum/config/_sync.py,sha256=jHcWRkxd82_BgX8Xo8agsWvf7BSbv3qHLWmYl6ehp_0,4242
|
146
|
-
meerschaum/config/_version.py,sha256=
|
146
|
+
meerschaum/config/_version.py,sha256=e5RIUsA_CGb_YnWOQ3ScVk5EGYU_ol-lvE-OD6JU2AM,71
|
147
147
|
meerschaum/config/paths.py,sha256=JjibeGN3YAdSNceRwsd42aNmeUrIgM6ndzC8qZAmNI0,621
|
148
148
|
meerschaum/config/resources/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
149
149
|
meerschaum/config/stack/__init__.py,sha256=2UukC0Lmk-aVL1o1qXzumqmuIrw3vu9fD7iCuz4XD4I,10544
|
@@ -196,7 +196,7 @@ meerschaum/core/Pipe/_attributes.py,sha256=hvnt1kCdqn9UQU86jMTJ9kDYXJ4hC3Cc48wVX
|
|
196
196
|
meerschaum/core/Pipe/_bootstrap.py,sha256=evyi07kkzAVMj66HfZkbYdcWk_oHUDsl6f13EnSPMYs,7723
|
197
197
|
meerschaum/core/Pipe/_clear.py,sha256=LghXabgyyc1tD7FNQrh9ExT71ipcg2poM9FDA3k9e4M,2230
|
198
198
|
meerschaum/core/Pipe/_copy.py,sha256=YDclAapf_spm9phpFr4-CALyYyw7nUsyKyiaLM1cnm4,2965
|
199
|
-
meerschaum/core/Pipe/_data.py,sha256=
|
199
|
+
meerschaum/core/Pipe/_data.py,sha256=HOvKlpD9NiBg599mSH1lzUQ_2g8-PsnMbGzMTOJx81E,24047
|
200
200
|
meerschaum/core/Pipe/_deduplicate.py,sha256=xthUdsDxGO2t3m0XGDm9K3F6dpaZoemtjNi8gyKm0e0,10177
|
201
201
|
meerschaum/core/Pipe/_delete.py,sha256=1geNp9BgrocXP1gt76dMbnlJWKYFMuSNqPFA4K4-hXE,2118
|
202
202
|
meerschaum/core/Pipe/_drop.py,sha256=qj5L0obDh2_dKAg7LD3WLI3_L0Q5YECTfTmPc8zZUxI,1135
|
@@ -219,7 +219,7 @@ meerschaum/plugins/__init__.py,sha256=6krcqaMKyzuVqesXMqEL0XEy2SJQ4xfNt2-oI_fJ6v
|
|
219
219
|
meerschaum/plugins/bootstrap.py,sha256=VwjpZAuYdqPJW0YoVgAoM_taHkdQHqP902-8T7OWWCI,11339
|
220
220
|
meerschaum/utils/__init__.py,sha256=QrK1K9hIbPCRCM5k2nZGFqGnrqhA0Eh-iSmCU7FG6Cs,612
|
221
221
|
meerschaum/utils/_get_pipes.py,sha256=tu4xKPoDn79Dz2kWM13cXTP4DSCkn-3G9M8KiLftopw,11073
|
222
|
-
meerschaum/utils/dataframe.py,sha256=
|
222
|
+
meerschaum/utils/dataframe.py,sha256=RByfxVec8qv8-zSffTiLavGjG4FII0gehPFX0wcLhmM,43672
|
223
223
|
meerschaum/utils/debug.py,sha256=GyIzJmunkoPnOcZNYVQdT4Sgd-aOb5MI2VbIgATOjIQ,3695
|
224
224
|
meerschaum/utils/interactive.py,sha256=t-6jWozXSqL7lYGDHuwiOjTgr-UKhdcg61q_eR5mikI,3196
|
225
225
|
meerschaum/utils/misc.py,sha256=soGmUooT216Dl15KbcUTzf8E-aC6uNM6Zvy1PiUT_Y4,47089
|
@@ -251,11 +251,11 @@ meerschaum/utils/packages/_packages.py,sha256=IFcQ4MzmTqjdWkqOsUa25xUNmG246TFqe2
|
|
251
251
|
meerschaum/utils/packages/lazy_loader.py,sha256=VHnph3VozH29R4JnSSBfwtA5WKZYZQFT_GeQSShCnuc,2540
|
252
252
|
meerschaum/utils/venv/_Venv.py,sha256=sBnlmxHdAh2bx8btfVoD79-H9-cYsv5lP02IIXkyECs,3553
|
253
253
|
meerschaum/utils/venv/__init__.py,sha256=f3oi67lXYPLKJrnRW9lae7M3A8SFiC7DzaMoBdCVUFs,24609
|
254
|
-
meerschaum-2.6.
|
255
|
-
meerschaum-2.6.
|
256
|
-
meerschaum-2.6.
|
257
|
-
meerschaum-2.6.
|
258
|
-
meerschaum-2.6.
|
259
|
-
meerschaum-2.6.
|
260
|
-
meerschaum-2.6.
|
261
|
-
meerschaum-2.6.
|
254
|
+
meerschaum-2.6.8.dist-info/LICENSE,sha256=jG2zQEdRNt88EgHUWPpXVWmOrOduUQRx7MnYV9YIPaw,11359
|
255
|
+
meerschaum-2.6.8.dist-info/METADATA,sha256=X95zRAz31e5dwLzqmoJ6pSDh6y-tEhLK6p4OGVZ_t3A,24757
|
256
|
+
meerschaum-2.6.8.dist-info/NOTICE,sha256=OTA9Fcthjf5BRvWDDIcBC_xfLpeDV-RPZh3M-HQBRtQ,114
|
257
|
+
meerschaum-2.6.8.dist-info/WHEEL,sha256=a7TGlA-5DaHMRrarXjVbQagU3Man_dCnGIWMJr5kRWo,91
|
258
|
+
meerschaum-2.6.8.dist-info/entry_points.txt,sha256=5YBVzibw-0rNA_1VjB16z5GABsOGf-CDhW4yqH8C7Gc,88
|
259
|
+
meerschaum-2.6.8.dist-info/top_level.txt,sha256=bNoSiDj0El6buocix-FRoAtJOeq1qOF5rRm2u9i7Q6A,11
|
260
|
+
meerschaum-2.6.8.dist-info/zip-safe,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
|
261
|
+
meerschaum-2.6.8.dist-info/RECORD,,
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|