meerschaum 2.6.2__py3-none-any.whl → 2.6.4__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- meerschaum/config/_version.py +1 -1
- meerschaum/connectors/sql/_pipes.py +21 -1
- meerschaum/connectors/sql/_sql.py +1 -1
- meerschaum/connectors/valkey/_pipes.py +1 -1
- meerschaum/utils/dtypes/__init__.py +4 -1
- meerschaum/utils/sql.py +1 -1
- {meerschaum-2.6.2.dist-info → meerschaum-2.6.4.dist-info}/METADATA +1 -1
- {meerschaum-2.6.2.dist-info → meerschaum-2.6.4.dist-info}/RECORD +14 -14
- {meerschaum-2.6.2.dist-info → meerschaum-2.6.4.dist-info}/LICENSE +0 -0
- {meerschaum-2.6.2.dist-info → meerschaum-2.6.4.dist-info}/NOTICE +0 -0
- {meerschaum-2.6.2.dist-info → meerschaum-2.6.4.dist-info}/WHEEL +0 -0
- {meerschaum-2.6.2.dist-info → meerschaum-2.6.4.dist-info}/entry_points.txt +0 -0
- {meerschaum-2.6.2.dist-info → meerschaum-2.6.4.dist-info}/top_level.txt +0 -0
- {meerschaum-2.6.2.dist-info → meerschaum-2.6.4.dist-info}/zip-safe +0 -0
meerschaum/config/_version.py
CHANGED
@@ -877,10 +877,21 @@ def get_pipe_data(
|
|
877
877
|
attempt_cast_to_uuid,
|
878
878
|
are_dtypes_equal,
|
879
879
|
)
|
880
|
+
from meerschaum.utils.dtypes.sql import get_pd_type_from_db_type
|
880
881
|
pd = import_pandas()
|
881
882
|
is_dask = 'dask' in pd.__name__
|
882
883
|
|
883
|
-
|
884
|
+
cols_types = pipe.get_columns_types(debug=debug)
|
885
|
+
dtypes = {
|
886
|
+
**{
|
887
|
+
p_col: to_pandas_dtype(p_typ)
|
888
|
+
for p_col, p_typ in pipe.dtypes.items()
|
889
|
+
},
|
890
|
+
**{
|
891
|
+
col: get_pd_type_from_db_type(typ)
|
892
|
+
for col, typ in cols_types.items()
|
893
|
+
}
|
894
|
+
}
|
884
895
|
if dtypes:
|
885
896
|
if self.flavor == 'sqlite':
|
886
897
|
if not pipe.columns.get('datetime', None):
|
@@ -1078,7 +1089,12 @@ def get_pipe_data_query(
|
|
1078
1089
|
"""
|
1079
1090
|
from meerschaum.utils.misc import items_str
|
1080
1091
|
from meerschaum.utils.sql import sql_item_name, dateadd_str
|
1092
|
+
from meerschaum.utils.dtypes import coerce_timezone
|
1093
|
+
from meerschaum.utils.dtypes.sql import get_pd_type_from_db_type
|
1094
|
+
|
1095
|
+
dt_col = pipe.columns.get('datetime', None)
|
1081
1096
|
existing_cols = pipe.get_columns_types(debug=debug)
|
1097
|
+
dt_typ = get_pd_type_from_db_type(existing_cols[dt_col]) if dt_col in existing_cols else None
|
1082
1098
|
select_columns = (
|
1083
1099
|
[col for col in existing_cols]
|
1084
1100
|
if not select_columns
|
@@ -1097,6 +1113,10 @@ def get_pipe_data_query(
|
|
1097
1113
|
begin -= backtrack_interval
|
1098
1114
|
|
1099
1115
|
begin, end = pipe.parse_date_bounds(begin, end)
|
1116
|
+
if isinstance(begin, datetime) and dt_typ:
|
1117
|
+
begin = coerce_timezone(begin, strip_utc=('utc' not in dt_typ.lower()))
|
1118
|
+
if isinstance(end, datetime) and dt_typ:
|
1119
|
+
end = coerce_timezone(end, strip_utc=('utc' not in dt_typ.lower()))
|
1100
1120
|
|
1101
1121
|
cols_names = [
|
1102
1122
|
sql_item_name(col, self.flavor, None)
|
@@ -641,7 +641,7 @@ def exec_queries(
|
|
641
641
|
will be considered a callable hook that returns a list of queries to be executed
|
642
642
|
before the next item in the list.
|
643
643
|
|
644
|
-
break_on_error: bool, default
|
644
|
+
break_on_error: bool, default False
|
645
645
|
If `True`, stop executing when a query fails.
|
646
646
|
|
647
647
|
rollback: bool, default True
|
@@ -416,7 +416,7 @@ def get_pipe_data(
|
|
416
416
|
table_name = self.quote_table(pipe.target)
|
417
417
|
indices = [col for col in pipe.columns.values() if col]
|
418
418
|
ix_docs = [
|
419
|
-
string_to_dict(doc
|
419
|
+
string_to_dict(doc.get('ix', '').replace(COLON, ':'))
|
420
420
|
for doc in self.read_docs(
|
421
421
|
pipe.target,
|
422
422
|
begin=begin,
|
meerschaum/utils/sql.py
CHANGED
@@ -143,7 +143,7 @@ meerschaum/config/_preprocess.py,sha256=-AEA8m_--KivZwTQ1sWN6LTn5sio_fUr2XZ51BO6
|
|
143
143
|
meerschaum/config/_read_config.py,sha256=RLC3HHi_1ndj7ITVDKLD9_uULY3caGRwSz3ATYE-ixA,15014
|
144
144
|
meerschaum/config/_shell.py,sha256=46_m49Txc5q1rGfCgO49ca48BODx45DQJi8D0zz1R18,4245
|
145
145
|
meerschaum/config/_sync.py,sha256=jHcWRkxd82_BgX8Xo8agsWvf7BSbv3qHLWmYl6ehp_0,4242
|
146
|
-
meerschaum/config/_version.py,sha256=
|
146
|
+
meerschaum/config/_version.py,sha256=4eIl_7moVKoxsMyo0qCguh4EcPNEy01cchxFmp4RlJA,71
|
147
147
|
meerschaum/config/paths.py,sha256=JjibeGN3YAdSNceRwsd42aNmeUrIgM6ndzC8qZAmNI0,621
|
148
148
|
meerschaum/config/resources/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
149
149
|
meerschaum/config/stack/__init__.py,sha256=2UukC0Lmk-aVL1o1qXzumqmuIrw3vu9fD7iCuz4XD4I,10544
|
@@ -176,9 +176,9 @@ meerschaum/connectors/sql/_cli.py,sha256=1SgnWeMIAihoxp4FzbNrcq1npXf0dSOQnCntpU9
|
|
176
176
|
meerschaum/connectors/sql/_create_engine.py,sha256=zqeu1xHOw3n3Zgfjx-diy2aoynfdOlfOjwFuRrzB028,10452
|
177
177
|
meerschaum/connectors/sql/_fetch.py,sha256=A2R1aLgdEkiIet8P2BZ13OXy31I5e8BzWee74Bj_v4k,13141
|
178
178
|
meerschaum/connectors/sql/_instance.py,sha256=3KJI3ImwWAJkUfdZIrSL24pcW6Nic8wo5IUeGth9HP4,6459
|
179
|
-
meerschaum/connectors/sql/_pipes.py,sha256=
|
179
|
+
meerschaum/connectors/sql/_pipes.py,sha256=Y0FK8juJ072bL8p0gl2VtXtZ1bMuvVDQ-AgAFD-bzIU,117070
|
180
180
|
meerschaum/connectors/sql/_plugins.py,sha256=wbxcNxqTtjfDsxPvdVGTllasYf6NHHzODaQ72hEUSBQ,8135
|
181
|
-
meerschaum/connectors/sql/_sql.py,sha256=
|
181
|
+
meerschaum/connectors/sql/_sql.py,sha256=vdSslLKm8ftzIzfCs-0mL3q9zY2pmhZPTpzXSbKROag,37598
|
182
182
|
meerschaum/connectors/sql/_uri.py,sha256=0BrhQtqQdzg9mR04gWBZINs_BbPFtSlTECXT_TCUwik,3460
|
183
183
|
meerschaum/connectors/sql/_users.py,sha256=FJjYeJGhr-TDHziNc6p_5mupGRtGjezKPIYgHFEVSnY,9956
|
184
184
|
meerschaum/connectors/sql/tools.py,sha256=jz8huOaRCwGlYdtGfAqAh7SoK8uydYBrasKQba9FT38,187
|
@@ -187,7 +187,7 @@ meerschaum/connectors/sql/tables/types.py,sha256=Jc_MTHIBM-KHpQt__Lckp39CeOo7tGO
|
|
187
187
|
meerschaum/connectors/valkey/_ValkeyConnector.py,sha256=xHld4OCnt0SXmAWH8Yintb3931F-MEgXfWerhTthsXc,15849
|
188
188
|
meerschaum/connectors/valkey/__init__.py,sha256=jkVutsygQCvGPLN17cP6wHAjHajxVycnQJbm2eVMuY0,187
|
189
189
|
meerschaum/connectors/valkey/_fetch.py,sha256=MjeE0h3YI4M3LCzy7axQAc_fX_l82vUqX4WXcYoppxE,1920
|
190
|
-
meerschaum/connectors/valkey/_pipes.py,sha256=
|
190
|
+
meerschaum/connectors/valkey/_pipes.py,sha256=v-XSYSgaaaih6pNua9ExW5mix3HELfxJIRcIv26ti2o,22850
|
191
191
|
meerschaum/connectors/valkey/_plugins.py,sha256=ZqiEW4XZCOpw4G8DUK2IKY6Qrph4mYfTjgXWimgakYY,6267
|
192
192
|
meerschaum/connectors/valkey/_users.py,sha256=AS1vLarrkDA9yPK644GWwRiQiTZVa9x3nlLpyntq40g,7730
|
193
193
|
meerschaum/core/__init__.py,sha256=tjASW10n9uLV6bYhcwP4rggh-ESXSJzgxpSBbVsuISs,251
|
@@ -228,7 +228,7 @@ meerschaum/utils/pool.py,sha256=vkE42af4fjrTEJTxf6Ek3xGucm1MtEkpsSEiaVzNKHs,2655
|
|
228
228
|
meerschaum/utils/process.py,sha256=9O8PPPJjY9Q5W2f39I3B3lFU6TlSiRiI3bgrzdOOyOw,7843
|
229
229
|
meerschaum/utils/prompt.py,sha256=6J--mZJ_NcEdSX6KMjtY4fXXezyILLHP24VdxFFqOIc,18985
|
230
230
|
meerschaum/utils/schedule.py,sha256=9BQGEzDbInLAU1aFO-FvL3wKu9XCTUpS0V_aQID6xzc,11228
|
231
|
-
meerschaum/utils/sql.py,sha256=
|
231
|
+
meerschaum/utils/sql.py,sha256=UYDWMMNsZVau0-q1FpeTtaRcINmAk_PKRyzPdbSfk1g,70990
|
232
232
|
meerschaum/utils/threading.py,sha256=3N8JXPAnwqJiSjuQcbbJg3Rv9-CCUMJpeQRfKFR7MaA,2489
|
233
233
|
meerschaum/utils/typing.py,sha256=U3MC347sh1umpa3Xr1k71eADyDmk4LB6TnVCpq8dVzI,2830
|
234
234
|
meerschaum/utils/warnings.py,sha256=n-phr3BftNNgyPnvnXC_VMSjtCvjiCZ-ewmVfcROhkc,6611
|
@@ -239,7 +239,7 @@ meerschaum/utils/daemon/RotatingFile.py,sha256=ePm_svjwyFDWh6V1k-bp1RHXCSWlyxDtl
|
|
239
239
|
meerschaum/utils/daemon/StdinFile.py,sha256=J6tyUReM8NEp3bBQAxMfe8mjJG5mWi6CzHN4x86VQBI,3237
|
240
240
|
meerschaum/utils/daemon/__init__.py,sha256=o9jWb4lRTIyny4EPt7fPXFgV_vIf1mUofsTwoE1ZecA,8751
|
241
241
|
meerschaum/utils/daemon/_names.py,sha256=d2ZwTxBoTAqXZkCfZ5LuX2XrkQmLNUq1OTlUqfoH5dA,4515
|
242
|
-
meerschaum/utils/dtypes/__init__.py,sha256=
|
242
|
+
meerschaum/utils/dtypes/__init__.py,sha256=10KfOPWwrZ9W-K1RDJivSDZyTjW-YPnppcJDUId4oaA,8025
|
243
243
|
meerschaum/utils/dtypes/sql.py,sha256=IQihwQy4OKSbRjvJy6ky6SszFKR7W1iMs-ruZDsf2js,18701
|
244
244
|
meerschaum/utils/formatting/__init__.py,sha256=GpJQWeqkdWw5IuDmW4Rgmapjzv-KkI4jhBZllJi4QIg,15999
|
245
245
|
meerschaum/utils/formatting/_jobs.py,sha256=izsqPJhTtUkXUUtWnbXtReYsUYwulXtci3pBj72Ne64,6637
|
@@ -251,11 +251,11 @@ meerschaum/utils/packages/_packages.py,sha256=KqQqa5ipPMuzEwy0IO3sWXbw7fLk552fZ-
|
|
251
251
|
meerschaum/utils/packages/lazy_loader.py,sha256=VHnph3VozH29R4JnSSBfwtA5WKZYZQFT_GeQSShCnuc,2540
|
252
252
|
meerschaum/utils/venv/_Venv.py,sha256=sBnlmxHdAh2bx8btfVoD79-H9-cYsv5lP02IIXkyECs,3553
|
253
253
|
meerschaum/utils/venv/__init__.py,sha256=f3oi67lXYPLKJrnRW9lae7M3A8SFiC7DzaMoBdCVUFs,24609
|
254
|
-
meerschaum-2.6.
|
255
|
-
meerschaum-2.6.
|
256
|
-
meerschaum-2.6.
|
257
|
-
meerschaum-2.6.
|
258
|
-
meerschaum-2.6.
|
259
|
-
meerschaum-2.6.
|
260
|
-
meerschaum-2.6.
|
261
|
-
meerschaum-2.6.
|
254
|
+
meerschaum-2.6.4.dist-info/LICENSE,sha256=jG2zQEdRNt88EgHUWPpXVWmOrOduUQRx7MnYV9YIPaw,11359
|
255
|
+
meerschaum-2.6.4.dist-info/METADATA,sha256=UoADLtMTPjwLxjH1WuT5U0GWYXDgnx84QVPy_XCXeNU,24704
|
256
|
+
meerschaum-2.6.4.dist-info/NOTICE,sha256=OTA9Fcthjf5BRvWDDIcBC_xfLpeDV-RPZh3M-HQBRtQ,114
|
257
|
+
meerschaum-2.6.4.dist-info/WHEEL,sha256=P9jw-gEje8ByB7_hXoICnHtVCrEwMQh-630tKvQWehc,91
|
258
|
+
meerschaum-2.6.4.dist-info/entry_points.txt,sha256=5YBVzibw-0rNA_1VjB16z5GABsOGf-CDhW4yqH8C7Gc,88
|
259
|
+
meerschaum-2.6.4.dist-info/top_level.txt,sha256=bNoSiDj0El6buocix-FRoAtJOeq1qOF5rRm2u9i7Q6A,11
|
260
|
+
meerschaum-2.6.4.dist-info/zip-safe,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
|
261
|
+
meerschaum-2.6.4.dist-info/RECORD,,
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|