meerschaum 2.6.8rc2__py3-none-any.whl → 2.6.9__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -2,4 +2,4 @@
2
2
  Specify the Meerschaum release version.
3
3
  """
4
4
 
5
- __version__ = "2.6.8rc2"
5
+ __version__ = "2.6.9"
@@ -618,8 +618,7 @@ def filter_existing(
618
618
  from meerschaum.config import get_config
619
619
  pd = import_pandas()
620
620
  pandas = attempt_import('pandas')
621
- if 'dataframe' not in str(type(df)).lower():
622
- df = self.enforce_dtypes(df, chunksize=chunksize, debug=debug)
621
+ df = self.enforce_dtypes(df, chunksize=chunksize, debug=debug)
623
622
  is_dask = 'dask' in df.__module__
624
623
  if is_dask:
625
624
  dd = attempt_import('dask.dataframe')
@@ -760,6 +759,8 @@ def filter_existing(
760
759
  dprint(f"No backtrack data was found for {self}.")
761
760
  return df, get_empty_df(), df
762
761
 
762
+ backtrack_df = self.enforce_dtypes(backtrack_df, chunksize=chunksize, debug=debug)
763
+
763
764
  if debug:
764
765
  dprint(f"Existing data for {self}:\n" + str(backtrack_df), **kw)
765
766
  dprint(f"Existing dtypes for {self}:\n" + str(backtrack_df.dtypes))
@@ -795,6 +796,7 @@ def filter_existing(
795
796
  ),
796
797
  on_cols_dtypes,
797
798
  )
799
+ delta_df = self.enforce_dtypes(delta_df, chunksize=chunksize, debug=debug)
798
800
 
799
801
  ### Cast dicts or lists to strings so we can merge.
800
802
  serializer = functools.partial(json.dumps, sort_keys=True, separators=(',', ':'), default=str)
@@ -818,6 +820,7 @@ def filter_existing(
818
820
  indicator=True,
819
821
  suffixes=('', '_old'),
820
822
  ) if on_cols else delta_df
823
+ joined_df = self.enforce_dtypes(joined_df, chunksize=chunksize, debug=debug)
821
824
  for col in casted_cols:
822
825
  if col in joined_df.columns:
823
826
  joined_df[col] = joined_df[col].apply(deserializer)
@@ -834,6 +837,7 @@ def filter_existing(
834
837
  .dropna(how='all')[cols]
835
838
  .reset_index(drop=True)
836
839
  ) if on_cols else delta_df
840
+ unseen_df = self.enforce_dtypes(unseen_df, chunksize=chunksize, debug=debug)
837
841
 
838
842
  ### Rows that have already been inserted but values have changed.
839
843
  update_df = (
@@ -842,6 +846,7 @@ def filter_existing(
842
846
  .dropna(how='all')[cols]
843
847
  .reset_index(drop=True)
844
848
  ) if on_cols else get_empty_df()
849
+ update_df = self.enforce_dtypes(update_df, chunksize=chunksize, debug=debug)
845
850
 
846
851
  if include_unchanged_columns and on_cols:
847
852
  unchanged_backtrack_cols = [
@@ -275,7 +275,8 @@ def coerce_timezone(
275
275
  else dd.to_datetime(dt, utc=True, format='ISO8601')
276
276
  )
277
277
  if strip_utc:
278
- dt_series = dt_series.apply(lambda x: x.replace(tzinfo=None))
278
+ if dt_series.dt.tz is not None:
279
+ dt_series = dt_series.dt.tz_localize(None)
279
280
 
280
281
  return dt_series
281
282
 
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: meerschaum
3
- Version: 2.6.8rc2
3
+ Version: 2.6.9
4
4
  Summary: Sync Time-Series Pipes with Meerschaum
5
5
  Home-page: https://meerschaum.io
6
6
  Author: Bennett Meares
@@ -143,7 +143,7 @@ meerschaum/config/_preprocess.py,sha256=-AEA8m_--KivZwTQ1sWN6LTn5sio_fUr2XZ51BO6
143
143
  meerschaum/config/_read_config.py,sha256=RLC3HHi_1ndj7ITVDKLD9_uULY3caGRwSz3ATYE-ixA,15014
144
144
  meerschaum/config/_shell.py,sha256=46_m49Txc5q1rGfCgO49ca48BODx45DQJi8D0zz1R18,4245
145
145
  meerschaum/config/_sync.py,sha256=jHcWRkxd82_BgX8Xo8agsWvf7BSbv3qHLWmYl6ehp_0,4242
146
- meerschaum/config/_version.py,sha256=1d15gQdj0h8xNTpSyy_Rg8wSuvMRXD4-k5H2-i8OogE,74
146
+ meerschaum/config/_version.py,sha256=TPP8TjaIitWMVdjkOvsGLJlk5ixmTGvF8uEiF1nbPtA,71
147
147
  meerschaum/config/paths.py,sha256=JjibeGN3YAdSNceRwsd42aNmeUrIgM6ndzC8qZAmNI0,621
148
148
  meerschaum/config/resources/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
149
149
  meerschaum/config/stack/__init__.py,sha256=2UukC0Lmk-aVL1o1qXzumqmuIrw3vu9fD7iCuz4XD4I,10544
@@ -205,7 +205,7 @@ meerschaum/core/Pipe/_edit.py,sha256=HrKWe9vhqKaNOjOcJzW5BNbaUBPIbgNAhJEK8OMsy7c
205
205
  meerschaum/core/Pipe/_fetch.py,sha256=Q_LncNi1nv-YwvRPbh1QK0hf6hflL7Hn9v9lT3oQgF4,5451
206
206
  meerschaum/core/Pipe/_register.py,sha256=Sd5xaAW8H7uLTIoommcKb-6kHPRuHJLWNSbPnt2UbvA,2240
207
207
  meerschaum/core/Pipe/_show.py,sha256=nG50y8eBT9TVuKkRgAKtNDNIxysJvMNxfu__lkL1F9k,1352
208
- meerschaum/core/Pipe/_sync.py,sha256=yk5hCidGKVYyXQ03XKteWgOmflzK5M-84ILprlRG-Sk,34129
208
+ meerschaum/core/Pipe/_sync.py,sha256=z24Y8nKiqwSQTZtuOK-UM1Jl-2IS4Uev_Y9_i7vORXs,34486
209
209
  meerschaum/core/Pipe/_verify.py,sha256=c3HvsZd4QPydqozaV6cDDRtwYiNz4V91b0IcnKvcimA,14158
210
210
  meerschaum/core/Plugin/__init__.py,sha256=UXg64EvJPgI1PCxkY_KM02-ZmBm4FZpLPIQR_uSJJDc,137
211
211
  meerschaum/core/User/_User.py,sha256=JZ9Y1tsjZe-cgD24m9YfZ6ZwSOKn_sHc4rbQ7KblBz8,6592
@@ -239,7 +239,7 @@ meerschaum/utils/daemon/RotatingFile.py,sha256=ePm_svjwyFDWh6V1k-bp1RHXCSWlyxDtl
239
239
  meerschaum/utils/daemon/StdinFile.py,sha256=J6tyUReM8NEp3bBQAxMfe8mjJG5mWi6CzHN4x86VQBI,3237
240
240
  meerschaum/utils/daemon/__init__.py,sha256=o9jWb4lRTIyny4EPt7fPXFgV_vIf1mUofsTwoE1ZecA,8751
241
241
  meerschaum/utils/daemon/_names.py,sha256=d2ZwTxBoTAqXZkCfZ5LuX2XrkQmLNUq1OTlUqfoH5dA,4515
242
- meerschaum/utils/dtypes/__init__.py,sha256=b9Qv7JNlHRDmh9SGRSEGu8fUyGhmOE3EmvDwo34Hnd4,8061
242
+ meerschaum/utils/dtypes/__init__.py,sha256=mswDCXBK8SKeP2wcCjdRPAEmdx4QvSMjBmwTmt3gtSw,8090
243
243
  meerschaum/utils/dtypes/sql.py,sha256=IQihwQy4OKSbRjvJy6ky6SszFKR7W1iMs-ruZDsf2js,18701
244
244
  meerschaum/utils/formatting/__init__.py,sha256=GpJQWeqkdWw5IuDmW4Rgmapjzv-KkI4jhBZllJi4QIg,15999
245
245
  meerschaum/utils/formatting/_jobs.py,sha256=izsqPJhTtUkXUUtWnbXtReYsUYwulXtci3pBj72Ne64,6637
@@ -251,11 +251,11 @@ meerschaum/utils/packages/_packages.py,sha256=IFcQ4MzmTqjdWkqOsUa25xUNmG246TFqe2
251
251
  meerschaum/utils/packages/lazy_loader.py,sha256=VHnph3VozH29R4JnSSBfwtA5WKZYZQFT_GeQSShCnuc,2540
252
252
  meerschaum/utils/venv/_Venv.py,sha256=sBnlmxHdAh2bx8btfVoD79-H9-cYsv5lP02IIXkyECs,3553
253
253
  meerschaum/utils/venv/__init__.py,sha256=f3oi67lXYPLKJrnRW9lae7M3A8SFiC7DzaMoBdCVUFs,24609
254
- meerschaum-2.6.8rc2.dist-info/LICENSE,sha256=jG2zQEdRNt88EgHUWPpXVWmOrOduUQRx7MnYV9YIPaw,11359
255
- meerschaum-2.6.8rc2.dist-info/METADATA,sha256=8LbzIT9jYfpPs_L7hJUE88SbMKu77Jcqwx9tdNcFwvM,24760
256
- meerschaum-2.6.8rc2.dist-info/NOTICE,sha256=OTA9Fcthjf5BRvWDDIcBC_xfLpeDV-RPZh3M-HQBRtQ,114
257
- meerschaum-2.6.8rc2.dist-info/WHEEL,sha256=a7TGlA-5DaHMRrarXjVbQagU3Man_dCnGIWMJr5kRWo,91
258
- meerschaum-2.6.8rc2.dist-info/entry_points.txt,sha256=5YBVzibw-0rNA_1VjB16z5GABsOGf-CDhW4yqH8C7Gc,88
259
- meerschaum-2.6.8rc2.dist-info/top_level.txt,sha256=bNoSiDj0El6buocix-FRoAtJOeq1qOF5rRm2u9i7Q6A,11
260
- meerschaum-2.6.8rc2.dist-info/zip-safe,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
261
- meerschaum-2.6.8rc2.dist-info/RECORD,,
254
+ meerschaum-2.6.9.dist-info/LICENSE,sha256=jG2zQEdRNt88EgHUWPpXVWmOrOduUQRx7MnYV9YIPaw,11359
255
+ meerschaum-2.6.9.dist-info/METADATA,sha256=MGzHL6_uLOLftJfakBs5_osOwEqgGkCNWTkMVAHWr-A,24757
256
+ meerschaum-2.6.9.dist-info/NOTICE,sha256=OTA9Fcthjf5BRvWDDIcBC_xfLpeDV-RPZh3M-HQBRtQ,114
257
+ meerschaum-2.6.9.dist-info/WHEEL,sha256=a7TGlA-5DaHMRrarXjVbQagU3Man_dCnGIWMJr5kRWo,91
258
+ meerschaum-2.6.9.dist-info/entry_points.txt,sha256=5YBVzibw-0rNA_1VjB16z5GABsOGf-CDhW4yqH8C7Gc,88
259
+ meerschaum-2.6.9.dist-info/top_level.txt,sha256=bNoSiDj0El6buocix-FRoAtJOeq1qOF5rRm2u9i7Q6A,11
260
+ meerschaum-2.6.9.dist-info/zip-safe,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
261
+ meerschaum-2.6.9.dist-info/RECORD,,