meerschaum 2.6.8rc2__py3-none-any.whl → 2.6.9__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- meerschaum/config/_version.py +1 -1
- meerschaum/core/Pipe/_sync.py +7 -2
- meerschaum/utils/dtypes/__init__.py +2 -1
- {meerschaum-2.6.8rc2.dist-info → meerschaum-2.6.9.dist-info}/METADATA +1 -1
- {meerschaum-2.6.8rc2.dist-info → meerschaum-2.6.9.dist-info}/RECORD +11 -11
- {meerschaum-2.6.8rc2.dist-info → meerschaum-2.6.9.dist-info}/LICENSE +0 -0
- {meerschaum-2.6.8rc2.dist-info → meerschaum-2.6.9.dist-info}/NOTICE +0 -0
- {meerschaum-2.6.8rc2.dist-info → meerschaum-2.6.9.dist-info}/WHEEL +0 -0
- {meerschaum-2.6.8rc2.dist-info → meerschaum-2.6.9.dist-info}/entry_points.txt +0 -0
- {meerschaum-2.6.8rc2.dist-info → meerschaum-2.6.9.dist-info}/top_level.txt +0 -0
- {meerschaum-2.6.8rc2.dist-info → meerschaum-2.6.9.dist-info}/zip-safe +0 -0
meerschaum/config/_version.py
CHANGED
meerschaum/core/Pipe/_sync.py
CHANGED
@@ -618,8 +618,7 @@ def filter_existing(
|
|
618
618
|
from meerschaum.config import get_config
|
619
619
|
pd = import_pandas()
|
620
620
|
pandas = attempt_import('pandas')
|
621
|
-
|
622
|
-
df = self.enforce_dtypes(df, chunksize=chunksize, debug=debug)
|
621
|
+
df = self.enforce_dtypes(df, chunksize=chunksize, debug=debug)
|
623
622
|
is_dask = 'dask' in df.__module__
|
624
623
|
if is_dask:
|
625
624
|
dd = attempt_import('dask.dataframe')
|
@@ -760,6 +759,8 @@ def filter_existing(
|
|
760
759
|
dprint(f"No backtrack data was found for {self}.")
|
761
760
|
return df, get_empty_df(), df
|
762
761
|
|
762
|
+
backtrack_df = self.enforce_dtypes(backtrack_df, chunksize=chunksize, debug=debug)
|
763
|
+
|
763
764
|
if debug:
|
764
765
|
dprint(f"Existing data for {self}:\n" + str(backtrack_df), **kw)
|
765
766
|
dprint(f"Existing dtypes for {self}:\n" + str(backtrack_df.dtypes))
|
@@ -795,6 +796,7 @@ def filter_existing(
|
|
795
796
|
),
|
796
797
|
on_cols_dtypes,
|
797
798
|
)
|
799
|
+
delta_df = self.enforce_dtypes(delta_df, chunksize=chunksize, debug=debug)
|
798
800
|
|
799
801
|
### Cast dicts or lists to strings so we can merge.
|
800
802
|
serializer = functools.partial(json.dumps, sort_keys=True, separators=(',', ':'), default=str)
|
@@ -818,6 +820,7 @@ def filter_existing(
|
|
818
820
|
indicator=True,
|
819
821
|
suffixes=('', '_old'),
|
820
822
|
) if on_cols else delta_df
|
823
|
+
joined_df = self.enforce_dtypes(joined_df, chunksize=chunksize, debug=debug)
|
821
824
|
for col in casted_cols:
|
822
825
|
if col in joined_df.columns:
|
823
826
|
joined_df[col] = joined_df[col].apply(deserializer)
|
@@ -834,6 +837,7 @@ def filter_existing(
|
|
834
837
|
.dropna(how='all')[cols]
|
835
838
|
.reset_index(drop=True)
|
836
839
|
) if on_cols else delta_df
|
840
|
+
unseen_df = self.enforce_dtypes(unseen_df, chunksize=chunksize, debug=debug)
|
837
841
|
|
838
842
|
### Rows that have already been inserted but values have changed.
|
839
843
|
update_df = (
|
@@ -842,6 +846,7 @@ def filter_existing(
|
|
842
846
|
.dropna(how='all')[cols]
|
843
847
|
.reset_index(drop=True)
|
844
848
|
) if on_cols else get_empty_df()
|
849
|
+
update_df = self.enforce_dtypes(update_df, chunksize=chunksize, debug=debug)
|
845
850
|
|
846
851
|
if include_unchanged_columns and on_cols:
|
847
852
|
unchanged_backtrack_cols = [
|
@@ -275,7 +275,8 @@ def coerce_timezone(
|
|
275
275
|
else dd.to_datetime(dt, utc=True, format='ISO8601')
|
276
276
|
)
|
277
277
|
if strip_utc:
|
278
|
-
|
278
|
+
if dt_series.dt.tz is not None:
|
279
|
+
dt_series = dt_series.dt.tz_localize(None)
|
279
280
|
|
280
281
|
return dt_series
|
281
282
|
|
@@ -143,7 +143,7 @@ meerschaum/config/_preprocess.py,sha256=-AEA8m_--KivZwTQ1sWN6LTn5sio_fUr2XZ51BO6
|
|
143
143
|
meerschaum/config/_read_config.py,sha256=RLC3HHi_1ndj7ITVDKLD9_uULY3caGRwSz3ATYE-ixA,15014
|
144
144
|
meerschaum/config/_shell.py,sha256=46_m49Txc5q1rGfCgO49ca48BODx45DQJi8D0zz1R18,4245
|
145
145
|
meerschaum/config/_sync.py,sha256=jHcWRkxd82_BgX8Xo8agsWvf7BSbv3qHLWmYl6ehp_0,4242
|
146
|
-
meerschaum/config/_version.py,sha256=
|
146
|
+
meerschaum/config/_version.py,sha256=TPP8TjaIitWMVdjkOvsGLJlk5ixmTGvF8uEiF1nbPtA,71
|
147
147
|
meerschaum/config/paths.py,sha256=JjibeGN3YAdSNceRwsd42aNmeUrIgM6ndzC8qZAmNI0,621
|
148
148
|
meerschaum/config/resources/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
149
149
|
meerschaum/config/stack/__init__.py,sha256=2UukC0Lmk-aVL1o1qXzumqmuIrw3vu9fD7iCuz4XD4I,10544
|
@@ -205,7 +205,7 @@ meerschaum/core/Pipe/_edit.py,sha256=HrKWe9vhqKaNOjOcJzW5BNbaUBPIbgNAhJEK8OMsy7c
|
|
205
205
|
meerschaum/core/Pipe/_fetch.py,sha256=Q_LncNi1nv-YwvRPbh1QK0hf6hflL7Hn9v9lT3oQgF4,5451
|
206
206
|
meerschaum/core/Pipe/_register.py,sha256=Sd5xaAW8H7uLTIoommcKb-6kHPRuHJLWNSbPnt2UbvA,2240
|
207
207
|
meerschaum/core/Pipe/_show.py,sha256=nG50y8eBT9TVuKkRgAKtNDNIxysJvMNxfu__lkL1F9k,1352
|
208
|
-
meerschaum/core/Pipe/_sync.py,sha256=
|
208
|
+
meerschaum/core/Pipe/_sync.py,sha256=z24Y8nKiqwSQTZtuOK-UM1Jl-2IS4Uev_Y9_i7vORXs,34486
|
209
209
|
meerschaum/core/Pipe/_verify.py,sha256=c3HvsZd4QPydqozaV6cDDRtwYiNz4V91b0IcnKvcimA,14158
|
210
210
|
meerschaum/core/Plugin/__init__.py,sha256=UXg64EvJPgI1PCxkY_KM02-ZmBm4FZpLPIQR_uSJJDc,137
|
211
211
|
meerschaum/core/User/_User.py,sha256=JZ9Y1tsjZe-cgD24m9YfZ6ZwSOKn_sHc4rbQ7KblBz8,6592
|
@@ -239,7 +239,7 @@ meerschaum/utils/daemon/RotatingFile.py,sha256=ePm_svjwyFDWh6V1k-bp1RHXCSWlyxDtl
|
|
239
239
|
meerschaum/utils/daemon/StdinFile.py,sha256=J6tyUReM8NEp3bBQAxMfe8mjJG5mWi6CzHN4x86VQBI,3237
|
240
240
|
meerschaum/utils/daemon/__init__.py,sha256=o9jWb4lRTIyny4EPt7fPXFgV_vIf1mUofsTwoE1ZecA,8751
|
241
241
|
meerschaum/utils/daemon/_names.py,sha256=d2ZwTxBoTAqXZkCfZ5LuX2XrkQmLNUq1OTlUqfoH5dA,4515
|
242
|
-
meerschaum/utils/dtypes/__init__.py,sha256=
|
242
|
+
meerschaum/utils/dtypes/__init__.py,sha256=mswDCXBK8SKeP2wcCjdRPAEmdx4QvSMjBmwTmt3gtSw,8090
|
243
243
|
meerschaum/utils/dtypes/sql.py,sha256=IQihwQy4OKSbRjvJy6ky6SszFKR7W1iMs-ruZDsf2js,18701
|
244
244
|
meerschaum/utils/formatting/__init__.py,sha256=GpJQWeqkdWw5IuDmW4Rgmapjzv-KkI4jhBZllJi4QIg,15999
|
245
245
|
meerschaum/utils/formatting/_jobs.py,sha256=izsqPJhTtUkXUUtWnbXtReYsUYwulXtci3pBj72Ne64,6637
|
@@ -251,11 +251,11 @@ meerschaum/utils/packages/_packages.py,sha256=IFcQ4MzmTqjdWkqOsUa25xUNmG246TFqe2
|
|
251
251
|
meerschaum/utils/packages/lazy_loader.py,sha256=VHnph3VozH29R4JnSSBfwtA5WKZYZQFT_GeQSShCnuc,2540
|
252
252
|
meerschaum/utils/venv/_Venv.py,sha256=sBnlmxHdAh2bx8btfVoD79-H9-cYsv5lP02IIXkyECs,3553
|
253
253
|
meerschaum/utils/venv/__init__.py,sha256=f3oi67lXYPLKJrnRW9lae7M3A8SFiC7DzaMoBdCVUFs,24609
|
254
|
-
meerschaum-2.6.
|
255
|
-
meerschaum-2.6.
|
256
|
-
meerschaum-2.6.
|
257
|
-
meerschaum-2.6.
|
258
|
-
meerschaum-2.6.
|
259
|
-
meerschaum-2.6.
|
260
|
-
meerschaum-2.6.
|
261
|
-
meerschaum-2.6.
|
254
|
+
meerschaum-2.6.9.dist-info/LICENSE,sha256=jG2zQEdRNt88EgHUWPpXVWmOrOduUQRx7MnYV9YIPaw,11359
|
255
|
+
meerschaum-2.6.9.dist-info/METADATA,sha256=MGzHL6_uLOLftJfakBs5_osOwEqgGkCNWTkMVAHWr-A,24757
|
256
|
+
meerschaum-2.6.9.dist-info/NOTICE,sha256=OTA9Fcthjf5BRvWDDIcBC_xfLpeDV-RPZh3M-HQBRtQ,114
|
257
|
+
meerschaum-2.6.9.dist-info/WHEEL,sha256=a7TGlA-5DaHMRrarXjVbQagU3Man_dCnGIWMJr5kRWo,91
|
258
|
+
meerschaum-2.6.9.dist-info/entry_points.txt,sha256=5YBVzibw-0rNA_1VjB16z5GABsOGf-CDhW4yqH8C7Gc,88
|
259
|
+
meerschaum-2.6.9.dist-info/top_level.txt,sha256=bNoSiDj0El6buocix-FRoAtJOeq1qOF5rRm2u9i7Q6A,11
|
260
|
+
meerschaum-2.6.9.dist-info/zip-safe,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
|
261
|
+
meerschaum-2.6.9.dist-info/RECORD,,
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|