FlowerPower 0.11.6.8__py3-none-any.whl → 0.11.6.9__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- flowerpower/fs/ext.py +4 -4
- flowerpower/plugins/io/base.py +1 -1
- {flowerpower-0.11.6.8.dist-info → flowerpower-0.11.6.9.dist-info}/METADATA +1 -1
- {flowerpower-0.11.6.8.dist-info → flowerpower-0.11.6.9.dist-info}/RECORD +8 -8
- {flowerpower-0.11.6.8.dist-info → flowerpower-0.11.6.9.dist-info}/WHEEL +0 -0
- {flowerpower-0.11.6.8.dist-info → flowerpower-0.11.6.9.dist-info}/entry_points.txt +0 -0
- {flowerpower-0.11.6.8.dist-info → flowerpower-0.11.6.9.dist-info}/licenses/LICENSE +0 -0
- {flowerpower-0.11.6.8.dist-info → flowerpower-0.11.6.9.dist-info}/top_level.txt +0 -0
flowerpower/fs/ext.py
CHANGED
@@ -949,10 +949,10 @@ def _read_parquet(
|
|
949
949
|
if concat:
|
950
950
|
# Unify schemas before concatenation if opt_dtypes or multiple tables
|
951
951
|
if isinstance(tables, list):
|
952
|
-
if len(tables) > 1:
|
953
|
-
|
954
|
-
|
955
|
-
|
952
|
+
# if len(tables) > 1:
|
953
|
+
# schemas = [t.schema for t in tables]
|
954
|
+
# unified_schema = unify_schemas_pa(schemas)
|
955
|
+
# tables = [cast_schema(t, unified_schema) for t in tables]
|
956
956
|
result = pa.concat_tables(
|
957
957
|
[table for table in tables if table.num_rows > 0],
|
958
958
|
promote_options="permissive",
|
flowerpower/plugins/io/base.py
CHANGED
@@ -185,7 +185,7 @@ class BaseFileReader(BaseFileIO, gc=False):
|
|
185
185
|
include_file_path: bool = field(default=False)
|
186
186
|
concat: bool = field(default=True)
|
187
187
|
batch_size: int | None = field(default=None)
|
188
|
-
opt_dtypes: bool = field(default=
|
188
|
+
opt_dtypes: bool = field(default=False)
|
189
189
|
use_threads: bool = field(default=True)
|
190
190
|
conn: duckdb.DuckDBPyConnection | None = field(default=None)
|
191
191
|
ctx: datafusion.SessionContext | None = field(default=None)
|
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.4
|
2
2
|
Name: FlowerPower
|
3
|
-
Version: 0.11.6.
|
3
|
+
Version: 0.11.6.9
|
4
4
|
Summary: A simple workflow framework. Hamilton + APScheduler = FlowerPower
|
5
5
|
Author-email: "Volker L." <ligno.blades@gmail.com>
|
6
6
|
Project-URL: Homepage, https://github.com/legout/flowerpower
|
@@ -18,7 +18,7 @@ flowerpower/cli/pipeline.py,sha256=60P6u_QOSgp0jJXEMxazEEo5Sh7-SWFo-Kkuaz21YuI,3
|
|
18
18
|
flowerpower/cli/utils.py,sha256=nDSSj_1nlYlMmj252kRZeohhFqHv9yvdgDEduQCyWOc,5152
|
19
19
|
flowerpower/fs/__init__.py,sha256=uZaPXErEfQqQRbKRIjkB9yiygd45X5_psYn9-VVrBTQ,910
|
20
20
|
flowerpower/fs/base.py,sha256=TqgqBsaFj13O1NpAr8kHuGJ9CTlaSWViMB8Ai_iuCjs,22761
|
21
|
-
flowerpower/fs/ext.py,sha256=
|
21
|
+
flowerpower/fs/ext.py,sha256=RXEu2VYl1I1V2kb4kwny2nEzUByBzWFH81mMH8HNoTk,70210
|
22
22
|
flowerpower/fs/storage_options.py,sha256=msq5TpxAU8tcE_Bxjw6SyxaFa75UjdYnR4-O9U2wmbk,48034
|
23
23
|
flowerpower/job_queue/__init__.py,sha256=a25hIqv2xoFKb4JZlyUukS0ppZ9-2sJKH3XAvbk3rlk,10788
|
24
24
|
flowerpower/job_queue/base.py,sha256=YwLunDQSyqkSU_vJ69C5SSybJeJP1bAiZ3teUtOchxA,13640
|
@@ -44,7 +44,7 @@ flowerpower/pipeline/manager.py,sha256=KVpOclUEUAETUNJamJJGuKt3oxCaLitQgxWxkE1q0
|
|
44
44
|
flowerpower/pipeline/registry.py,sha256=6ngmHyKyQsxvIO4qRYxljedY0BE1wE3lpfksEGOzjNs,18963
|
45
45
|
flowerpower/pipeline/runner.py,sha256=dsSVYixFXqlxFk8EJfT4wV_7IwgkXq0ErwH_yf_NGS8,25654
|
46
46
|
flowerpower/pipeline/visualizer.py,sha256=amjMrl5NetErE198HzZBPWVZBi_t5jj9ydxWpuNLoTI,5013
|
47
|
-
flowerpower/plugins/io/base.py,sha256=
|
47
|
+
flowerpower/plugins/io/base.py,sha256=oGxTKobs0M19hPV842EelAeJ01EBz6kDdGv_4GTyFzk,97098
|
48
48
|
flowerpower/plugins/io/metadata.py,sha256=PCrepLilXRWKDsB5BKFF_-OFs712s1zBeitW-84lDLQ,7005
|
49
49
|
flowerpower/plugins/io/helpers/datetime.py,sha256=1WBUg2ywcsodJQwoF6JiIGc9yhVobvE2IErWp4i95m4,10649
|
50
50
|
flowerpower/plugins/io/helpers/polars.py,sha256=cuzMby0a90AMFXhNEycf53UOwdHw4uxnx322l3m7jB0,27443
|
@@ -94,9 +94,9 @@ flowerpower/utils/monkey.py,sha256=VPl3yimoWhwD9kI05BFsjNvtyQiDyLfY4Q85Bb6Ma0w,2
|
|
94
94
|
flowerpower/utils/open_telemetry.py,sha256=fQWJWbIQFtKIxMBjAWeF12NGnqT0isO3A3j-DSOv_vE,949
|
95
95
|
flowerpower/utils/scheduler.py,sha256=2zJ_xmLXpvXUQNF1XS2Gqm3Ogo907ctZ50GtvQB_rhE,9354
|
96
96
|
flowerpower/utils/templates.py,sha256=ouyEeSDqa9PjW8c32fGpcINlpC0WToawRFZkMPtwsLE,1591
|
97
|
-
flowerpower-0.11.6.
|
98
|
-
flowerpower-0.11.6.
|
99
|
-
flowerpower-0.11.6.
|
100
|
-
flowerpower-0.11.6.
|
101
|
-
flowerpower-0.11.6.
|
102
|
-
flowerpower-0.11.6.
|
97
|
+
flowerpower-0.11.6.9.dist-info/licenses/LICENSE,sha256=9AkLexxrmr0aBgSHiqxpJk9wgazpP1CTJyiDyr56J9k,1063
|
98
|
+
flowerpower-0.11.6.9.dist-info/METADATA,sha256=7NW4WfKaqeQN2ahn6Y9u_cJmRr5xMWfNcJzHjlJeqjk,21612
|
99
|
+
flowerpower-0.11.6.9.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
|
100
|
+
flowerpower-0.11.6.9.dist-info/entry_points.txt,sha256=61X11i5a2IwC9LBiP20XCDl5zMOigGCjMCx17B7bDbQ,52
|
101
|
+
flowerpower-0.11.6.9.dist-info/top_level.txt,sha256=VraH4WtEUfSxs5L-rXwDQhzQb9eLHTUtgvmFZ2dAYnA,12
|
102
|
+
flowerpower-0.11.6.9.dist-info/RECORD,,
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|