meerschaum 2.6.2__py3-none-any.whl → 2.6.4__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -2,4 +2,4 @@
2
2
  Specify the Meerschaum release version.
3
3
  """
4
4
 
5
- __version__ = "2.6.2"
5
+ __version__ = "2.6.4"
@@ -877,10 +877,21 @@ def get_pipe_data(
877
877
  attempt_cast_to_uuid,
878
878
  are_dtypes_equal,
879
879
  )
880
+ from meerschaum.utils.dtypes.sql import get_pd_type_from_db_type
880
881
  pd = import_pandas()
881
882
  is_dask = 'dask' in pd.__name__
882
883
 
883
- dtypes = pipe.dtypes
884
+ cols_types = pipe.get_columns_types(debug=debug)
885
+ dtypes = {
886
+ **{
887
+ p_col: to_pandas_dtype(p_typ)
888
+ for p_col, p_typ in pipe.dtypes.items()
889
+ },
890
+ **{
891
+ col: get_pd_type_from_db_type(typ)
892
+ for col, typ in cols_types.items()
893
+ }
894
+ }
884
895
  if dtypes:
885
896
  if self.flavor == 'sqlite':
886
897
  if not pipe.columns.get('datetime', None):
@@ -1078,7 +1089,12 @@ def get_pipe_data_query(
1078
1089
  """
1079
1090
  from meerschaum.utils.misc import items_str
1080
1091
  from meerschaum.utils.sql import sql_item_name, dateadd_str
1092
+ from meerschaum.utils.dtypes import coerce_timezone
1093
+ from meerschaum.utils.dtypes.sql import get_pd_type_from_db_type
1094
+
1095
+ dt_col = pipe.columns.get('datetime', None)
1081
1096
  existing_cols = pipe.get_columns_types(debug=debug)
1097
+ dt_typ = get_pd_type_from_db_type(existing_cols[dt_col]) if dt_col in existing_cols else None
1082
1098
  select_columns = (
1083
1099
  [col for col in existing_cols]
1084
1100
  if not select_columns
@@ -1097,6 +1113,10 @@ def get_pipe_data_query(
1097
1113
  begin -= backtrack_interval
1098
1114
 
1099
1115
  begin, end = pipe.parse_date_bounds(begin, end)
1116
+ if isinstance(begin, datetime) and dt_typ:
1117
+ begin = coerce_timezone(begin, strip_utc=('utc' not in dt_typ.lower()))
1118
+ if isinstance(end, datetime) and dt_typ:
1119
+ end = coerce_timezone(end, strip_utc=('utc' not in dt_typ.lower()))
1100
1120
 
1101
1121
  cols_names = [
1102
1122
  sql_item_name(col, self.flavor, None)
@@ -641,7 +641,7 @@ def exec_queries(
641
641
  will be considered a callable hook that returns a list of queries to be executed
642
642
  before the next item in the list.
643
643
 
644
- break_on_error: bool, default True
644
+ break_on_error: bool, default False
645
645
  If `True`, stop executing when a query fails.
646
646
 
647
647
  rollback: bool, default True
@@ -416,7 +416,7 @@ def get_pipe_data(
416
416
  table_name = self.quote_table(pipe.target)
417
417
  indices = [col for col in pipe.columns.values() if col]
418
418
  ix_docs = [
419
- string_to_dict(doc['ix'].replace(COLON, ':'))
419
+ string_to_dict(doc.get('ix', '').replace(COLON, ':'))
420
420
  for doc in self.read_docs(
421
421
  pipe.target,
422
422
  begin=begin,
@@ -284,4 +284,7 @@ def coerce_timezone(
284
284
  return dt
285
285
  return dt.replace(tzinfo=timezone.utc)
286
286
 
287
- return dt.astimezone(timezone.utc)
287
+ utc_dt = dt.astimezone(timezone.utc)
288
+ if strip_utc:
289
+ return utc_dt.replace(tzinfo=None)
290
+ return utc_dt
meerschaum/utils/sql.py CHANGED
@@ -338,7 +338,7 @@ columns_indices_queries = {
338
338
  AND kc.name = i.name
339
339
  WHERE
340
340
  t.name IN ('{table}', '{table_trunc}')
341
- AND s.name = 'dbo'
341
+ AND s.name = '{schema}'
342
342
  AND i.type IN (1, 2) -- 1 = CLUSTERED, 2 = NONCLUSTERED
343
343
  """,
344
344
  'oracle': """
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: meerschaum
3
- Version: 2.6.2
3
+ Version: 2.6.4
4
4
  Summary: Sync Time-Series Pipes with Meerschaum
5
5
  Home-page: https://meerschaum.io
6
6
  Author: Bennett Meares
@@ -143,7 +143,7 @@ meerschaum/config/_preprocess.py,sha256=-AEA8m_--KivZwTQ1sWN6LTn5sio_fUr2XZ51BO6
143
143
  meerschaum/config/_read_config.py,sha256=RLC3HHi_1ndj7ITVDKLD9_uULY3caGRwSz3ATYE-ixA,15014
144
144
  meerschaum/config/_shell.py,sha256=46_m49Txc5q1rGfCgO49ca48BODx45DQJi8D0zz1R18,4245
145
145
  meerschaum/config/_sync.py,sha256=jHcWRkxd82_BgX8Xo8agsWvf7BSbv3qHLWmYl6ehp_0,4242
146
- meerschaum/config/_version.py,sha256=d8xmvzQhjJaTXIL1biajSttQbEC_3d_dwhdHklxC0T0,71
146
+ meerschaum/config/_version.py,sha256=4eIl_7moVKoxsMyo0qCguh4EcPNEy01cchxFmp4RlJA,71
147
147
  meerschaum/config/paths.py,sha256=JjibeGN3YAdSNceRwsd42aNmeUrIgM6ndzC8qZAmNI0,621
148
148
  meerschaum/config/resources/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
149
149
  meerschaum/config/stack/__init__.py,sha256=2UukC0Lmk-aVL1o1qXzumqmuIrw3vu9fD7iCuz4XD4I,10544
@@ -176,9 +176,9 @@ meerschaum/connectors/sql/_cli.py,sha256=1SgnWeMIAihoxp4FzbNrcq1npXf0dSOQnCntpU9
176
176
  meerschaum/connectors/sql/_create_engine.py,sha256=zqeu1xHOw3n3Zgfjx-diy2aoynfdOlfOjwFuRrzB028,10452
177
177
  meerschaum/connectors/sql/_fetch.py,sha256=A2R1aLgdEkiIet8P2BZ13OXy31I5e8BzWee74Bj_v4k,13141
178
178
  meerschaum/connectors/sql/_instance.py,sha256=3KJI3ImwWAJkUfdZIrSL24pcW6Nic8wo5IUeGth9HP4,6459
179
- meerschaum/connectors/sql/_pipes.py,sha256=Y217b5n7iFbDJVHbf2Kg-tiIgkgfKELgp_MkNGjL0Y4,116199
179
+ meerschaum/connectors/sql/_pipes.py,sha256=Y0FK8juJ072bL8p0gl2VtXtZ1bMuvVDQ-AgAFD-bzIU,117070
180
180
  meerschaum/connectors/sql/_plugins.py,sha256=wbxcNxqTtjfDsxPvdVGTllasYf6NHHzODaQ72hEUSBQ,8135
181
- meerschaum/connectors/sql/_sql.py,sha256=qPJbm0dAC3oY4ZrCFnkFCI74OqwFBWlhJnryr9faao4,37597
181
+ meerschaum/connectors/sql/_sql.py,sha256=vdSslLKm8ftzIzfCs-0mL3q9zY2pmhZPTpzXSbKROag,37598
182
182
  meerschaum/connectors/sql/_uri.py,sha256=0BrhQtqQdzg9mR04gWBZINs_BbPFtSlTECXT_TCUwik,3460
183
183
  meerschaum/connectors/sql/_users.py,sha256=FJjYeJGhr-TDHziNc6p_5mupGRtGjezKPIYgHFEVSnY,9956
184
184
  meerschaum/connectors/sql/tools.py,sha256=jz8huOaRCwGlYdtGfAqAh7SoK8uydYBrasKQba9FT38,187
@@ -187,7 +187,7 @@ meerschaum/connectors/sql/tables/types.py,sha256=Jc_MTHIBM-KHpQt__Lckp39CeOo7tGO
187
187
  meerschaum/connectors/valkey/_ValkeyConnector.py,sha256=xHld4OCnt0SXmAWH8Yintb3931F-MEgXfWerhTthsXc,15849
188
188
  meerschaum/connectors/valkey/__init__.py,sha256=jkVutsygQCvGPLN17cP6wHAjHajxVycnQJbm2eVMuY0,187
189
189
  meerschaum/connectors/valkey/_fetch.py,sha256=MjeE0h3YI4M3LCzy7axQAc_fX_l82vUqX4WXcYoppxE,1920
190
- meerschaum/connectors/valkey/_pipes.py,sha256=9sdKl605cNuE6rx4hlwgKEiIlU4fomtrz5nG_z8yxEU,22842
190
+ meerschaum/connectors/valkey/_pipes.py,sha256=v-XSYSgaaaih6pNua9ExW5mix3HELfxJIRcIv26ti2o,22850
191
191
  meerschaum/connectors/valkey/_plugins.py,sha256=ZqiEW4XZCOpw4G8DUK2IKY6Qrph4mYfTjgXWimgakYY,6267
192
192
  meerschaum/connectors/valkey/_users.py,sha256=AS1vLarrkDA9yPK644GWwRiQiTZVa9x3nlLpyntq40g,7730
193
193
  meerschaum/core/__init__.py,sha256=tjASW10n9uLV6bYhcwP4rggh-ESXSJzgxpSBbVsuISs,251
@@ -228,7 +228,7 @@ meerschaum/utils/pool.py,sha256=vkE42af4fjrTEJTxf6Ek3xGucm1MtEkpsSEiaVzNKHs,2655
228
228
  meerschaum/utils/process.py,sha256=9O8PPPJjY9Q5W2f39I3B3lFU6TlSiRiI3bgrzdOOyOw,7843
229
229
  meerschaum/utils/prompt.py,sha256=6J--mZJ_NcEdSX6KMjtY4fXXezyILLHP24VdxFFqOIc,18985
230
230
  meerschaum/utils/schedule.py,sha256=9BQGEzDbInLAU1aFO-FvL3wKu9XCTUpS0V_aQID6xzc,11228
231
- meerschaum/utils/sql.py,sha256=DYQRbeL2lFVj8pyn4MIJv7pQCvjOkMAvVV6ZSjlDulI,70985
231
+ meerschaum/utils/sql.py,sha256=UYDWMMNsZVau0-q1FpeTtaRcINmAk_PKRyzPdbSfk1g,70990
232
232
  meerschaum/utils/threading.py,sha256=3N8JXPAnwqJiSjuQcbbJg3Rv9-CCUMJpeQRfKFR7MaA,2489
233
233
  meerschaum/utils/typing.py,sha256=U3MC347sh1umpa3Xr1k71eADyDmk4LB6TnVCpq8dVzI,2830
234
234
  meerschaum/utils/warnings.py,sha256=n-phr3BftNNgyPnvnXC_VMSjtCvjiCZ-ewmVfcROhkc,6611
@@ -239,7 +239,7 @@ meerschaum/utils/daemon/RotatingFile.py,sha256=ePm_svjwyFDWh6V1k-bp1RHXCSWlyxDtl
239
239
  meerschaum/utils/daemon/StdinFile.py,sha256=J6tyUReM8NEp3bBQAxMfe8mjJG5mWi6CzHN4x86VQBI,3237
240
240
  meerschaum/utils/daemon/__init__.py,sha256=o9jWb4lRTIyny4EPt7fPXFgV_vIf1mUofsTwoE1ZecA,8751
241
241
  meerschaum/utils/daemon/_names.py,sha256=d2ZwTxBoTAqXZkCfZ5LuX2XrkQmLNUq1OTlUqfoH5dA,4515
242
- meerschaum/utils/dtypes/__init__.py,sha256=xK7duStyLFWaeeaPpz-xBAnOlC0TZ40_1Ja9Q7Mz-sM,7944
242
+ meerschaum/utils/dtypes/__init__.py,sha256=10KfOPWwrZ9W-K1RDJivSDZyTjW-YPnppcJDUId4oaA,8025
243
243
  meerschaum/utils/dtypes/sql.py,sha256=IQihwQy4OKSbRjvJy6ky6SszFKR7W1iMs-ruZDsf2js,18701
244
244
  meerschaum/utils/formatting/__init__.py,sha256=GpJQWeqkdWw5IuDmW4Rgmapjzv-KkI4jhBZllJi4QIg,15999
245
245
  meerschaum/utils/formatting/_jobs.py,sha256=izsqPJhTtUkXUUtWnbXtReYsUYwulXtci3pBj72Ne64,6637
@@ -251,11 +251,11 @@ meerschaum/utils/packages/_packages.py,sha256=KqQqa5ipPMuzEwy0IO3sWXbw7fLk552fZ-
251
251
  meerschaum/utils/packages/lazy_loader.py,sha256=VHnph3VozH29R4JnSSBfwtA5WKZYZQFT_GeQSShCnuc,2540
252
252
  meerschaum/utils/venv/_Venv.py,sha256=sBnlmxHdAh2bx8btfVoD79-H9-cYsv5lP02IIXkyECs,3553
253
253
  meerschaum/utils/venv/__init__.py,sha256=f3oi67lXYPLKJrnRW9lae7M3A8SFiC7DzaMoBdCVUFs,24609
254
- meerschaum-2.6.2.dist-info/LICENSE,sha256=jG2zQEdRNt88EgHUWPpXVWmOrOduUQRx7MnYV9YIPaw,11359
255
- meerschaum-2.6.2.dist-info/METADATA,sha256=iT_X9IDavuFKnTHam8JcTzOA0spGl0PCAcKTsEDfl1U,24704
256
- meerschaum-2.6.2.dist-info/NOTICE,sha256=OTA9Fcthjf5BRvWDDIcBC_xfLpeDV-RPZh3M-HQBRtQ,114
257
- meerschaum-2.6.2.dist-info/WHEEL,sha256=P9jw-gEje8ByB7_hXoICnHtVCrEwMQh-630tKvQWehc,91
258
- meerschaum-2.6.2.dist-info/entry_points.txt,sha256=5YBVzibw-0rNA_1VjB16z5GABsOGf-CDhW4yqH8C7Gc,88
259
- meerschaum-2.6.2.dist-info/top_level.txt,sha256=bNoSiDj0El6buocix-FRoAtJOeq1qOF5rRm2u9i7Q6A,11
260
- meerschaum-2.6.2.dist-info/zip-safe,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
261
- meerschaum-2.6.2.dist-info/RECORD,,
254
+ meerschaum-2.6.4.dist-info/LICENSE,sha256=jG2zQEdRNt88EgHUWPpXVWmOrOduUQRx7MnYV9YIPaw,11359
255
+ meerschaum-2.6.4.dist-info/METADATA,sha256=UoADLtMTPjwLxjH1WuT5U0GWYXDgnx84QVPy_XCXeNU,24704
256
+ meerschaum-2.6.4.dist-info/NOTICE,sha256=OTA9Fcthjf5BRvWDDIcBC_xfLpeDV-RPZh3M-HQBRtQ,114
257
+ meerschaum-2.6.4.dist-info/WHEEL,sha256=P9jw-gEje8ByB7_hXoICnHtVCrEwMQh-630tKvQWehc,91
258
+ meerschaum-2.6.4.dist-info/entry_points.txt,sha256=5YBVzibw-0rNA_1VjB16z5GABsOGf-CDhW4yqH8C7Gc,88
259
+ meerschaum-2.6.4.dist-info/top_level.txt,sha256=bNoSiDj0El6buocix-FRoAtJOeq1qOF5rRm2u9i7Q6A,11
260
+ meerschaum-2.6.4.dist-info/zip-safe,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
261
+ meerschaum-2.6.4.dist-info/RECORD,,