FlowerPower 0.11.6.2__tar.gz → 0.11.6.3__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {flowerpower-0.11.6.2/src/FlowerPower.egg-info → flowerpower-0.11.6.3}/PKG-INFO +1 -1
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/pyproject.toml +2 -1
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3/src/FlowerPower.egg-info}/PKG-INFO +1 -1
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/plugins/io/helpers/polars.py +13 -4
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/plugins/io/helpers/pyarrow.py +11 -3
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/LICENSE +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/README.md +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/setup.cfg +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/FlowerPower.egg-info/SOURCES.txt +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/FlowerPower.egg-info/dependency_links.txt +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/FlowerPower.egg-info/entry_points.txt +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/FlowerPower.egg-info/requires.txt +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/FlowerPower.egg-info/top_level.txt +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/__init__.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/cfg/__init__.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/cfg/base.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/cfg/pipeline/__init__.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/cfg/pipeline/adapter.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/cfg/pipeline/run.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/cfg/pipeline/schedule.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/cfg/project/__init__.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/cfg/project/adapter.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/cfg/project/job_queue.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/cli/__init__.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/cli/cfg.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/cli/job_queue.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/cli/mqtt.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/cli/pipeline.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/cli/utils.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/flowerpower.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/fs/__init__.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/fs/base.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/fs/ext.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/fs/storage_options.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/job_queue/__init__.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/job_queue/apscheduler/__init__.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/job_queue/apscheduler/_setup/datastore.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/job_queue/apscheduler/_setup/eventbroker.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/job_queue/apscheduler/manager.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/job_queue/apscheduler/setup.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/job_queue/apscheduler/trigger.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/job_queue/apscheduler/utils.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/job_queue/base.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/job_queue/rq/__init__.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/job_queue/rq/_trigger.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/job_queue/rq/concurrent_workers/gevent_worker.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/job_queue/rq/concurrent_workers/thread_worker.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/job_queue/rq/manager.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/job_queue/rq/setup.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/job_queue/rq/utils.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/mqtt.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/pipeline/__init__.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/pipeline/base.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/pipeline/io.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/pipeline/job_queue.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/pipeline/manager.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/pipeline/registry.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/pipeline/runner.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/pipeline/visualizer.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/plugins/io/base.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/plugins/io/helpers/datetime.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/plugins/io/helpers/sql.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/plugins/io/loader/__init__.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/plugins/io/loader/csv.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/plugins/io/loader/deltatable.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/plugins/io/loader/duckdb.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/plugins/io/loader/json.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/plugins/io/loader/mqtt.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/plugins/io/loader/mssql.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/plugins/io/loader/mysql.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/plugins/io/loader/oracle.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/plugins/io/loader/parquet.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/plugins/io/loader/postgres.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/plugins/io/loader/pydala.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/plugins/io/loader/sqlite.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/plugins/io/metadata.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/plugins/io/saver/__init__.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/plugins/io/saver/csv.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/plugins/io/saver/deltatable.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/plugins/io/saver/duckdb.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/plugins/io/saver/json.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/plugins/io/saver/mqtt.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/plugins/io/saver/mssql.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/plugins/io/saver/mysql.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/plugins/io/saver/oracle.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/plugins/io/saver/parquet.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/plugins/io/saver/postgres.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/plugins/io/saver/pydala.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/plugins/io/saver/sqlite.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/plugins/mqtt/__init__.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/plugins/mqtt/cfg.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/plugins/mqtt/manager.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/settings/__init__.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/settings/backend.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/settings/executor.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/settings/general.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/settings/hamilton.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/settings/job_queue.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/settings/logging.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/settings/retry.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/utils/callback.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/utils/logging.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/utils/misc.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/utils/monkey.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/utils/open_telemetry.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/utils/scheduler.py +0 -0
- {flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/utils/templates.py +0 -0
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.4
|
2
2
|
Name: FlowerPower
|
3
|
-
Version: 0.11.6.
|
3
|
+
Version: 0.11.6.3
|
4
4
|
Summary: A simple workflow framework. Hamilton + APScheduler = FlowerPower
|
5
5
|
Author-email: "Volker L." <ligno.blades@gmail.com>
|
6
6
|
Project-URL: Homepage, https://github.com/legout/flowerpower
|
@@ -4,7 +4,7 @@ description = "A simple workflow framework. Hamilton + APScheduler = FlowerPower
|
|
4
4
|
authors = [{ name = "Volker L.", email = "ligno.blades@gmail.com" }]
|
5
5
|
readme = "README.md"
|
6
6
|
requires-python = ">= 3.11"
|
7
|
-
version = "0.11.6.
|
7
|
+
version = "0.11.6.3"
|
8
8
|
keywords = [
|
9
9
|
"hamilton",
|
10
10
|
"workflow",
|
@@ -14,6 +14,7 @@ keywords = [
|
|
14
14
|
"dask",
|
15
15
|
"ray",
|
16
16
|
]
|
17
|
+
|
17
18
|
dependencies = [
|
18
19
|
'dill>=0.3.8',
|
19
20
|
'duration-parser>=1.0.1',
|
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.4
|
2
2
|
Name: FlowerPower
|
3
|
-
Version: 0.11.6.
|
3
|
+
Version: 0.11.6.3
|
4
4
|
Summary: A simple workflow framework. Hamilton + APScheduler = FlowerPower
|
5
5
|
Author-email: "Volker L." <ligno.blades@gmail.com>
|
6
6
|
Project-URL: Homepage, https://github.com/legout/flowerpower
|
@@ -141,6 +141,7 @@ def opt_dtype(
|
|
141
141
|
exclude: str | list[str] | None = None,
|
142
142
|
time_zone: str | None = None,
|
143
143
|
shrink_numerics: bool = True,
|
144
|
+
strict: bool = False,
|
144
145
|
) -> pl.DataFrame:
|
145
146
|
"""
|
146
147
|
Optimize data types of a Polars DataFrame for performance and memory efficiency.
|
@@ -155,6 +156,7 @@ def opt_dtype(
|
|
155
156
|
exclude: Column(s) to exclude from optimization
|
156
157
|
time_zone: Optional time zone for datetime parsing
|
157
158
|
shrink_numerics: Whether to downcast numeric types when possible
|
159
|
+
strict: If True, will raise an error if any column cannot be optimized
|
158
160
|
|
159
161
|
Returns:
|
160
162
|
DataFrame with optimized data types
|
@@ -173,10 +175,17 @@ def opt_dtype(
|
|
173
175
|
cols_to_process = [col for col in cols_to_process if col not in exclude]
|
174
176
|
|
175
177
|
# Generate optimization expressions for all columns
|
176
|
-
expressions = [
|
177
|
-
|
178
|
-
|
179
|
-
|
178
|
+
expressions = []
|
179
|
+
for col_name in cols_to_process:
|
180
|
+
try:
|
181
|
+
expressions.append(
|
182
|
+
_get_column_expr(df, col_name, shrink_numerics, time_zone)
|
183
|
+
)
|
184
|
+
except Exception as e:
|
185
|
+
if strict:
|
186
|
+
raise e
|
187
|
+
# If strict mode is off, just keep the original column
|
188
|
+
continue
|
180
189
|
|
181
190
|
# Apply all transformations at once if any exist
|
182
191
|
return df if not expressions else df.with_columns(expressions)
|
@@ -360,6 +360,7 @@ def opt_dtype(
|
|
360
360
|
exclude: str | list[str] | None = None,
|
361
361
|
time_zone: str | None = None,
|
362
362
|
shrink_numerics: bool = True,
|
363
|
+
strict: bool = False,
|
363
364
|
) -> pa.Table:
|
364
365
|
"""
|
365
366
|
Optimize data types of a PyArrow Table for performance and memory efficiency.
|
@@ -375,6 +376,7 @@ def opt_dtype(
|
|
375
376
|
exclude: Column(s) to exclude from optimization
|
376
377
|
time_zone: Optional time zone for datetime parsing
|
377
378
|
shrink_numerics: Whether to downcast numeric types when possible
|
379
|
+
strict: If True, will raise an error if any column cannot be optimized
|
378
380
|
|
379
381
|
Returns:
|
380
382
|
PyArrow Table with optimized data types
|
@@ -396,9 +398,15 @@ def opt_dtype(
|
|
396
398
|
new_columns = []
|
397
399
|
for col_name in table.column_names:
|
398
400
|
if col_name in cols_to_process:
|
399
|
-
|
400
|
-
|
401
|
-
|
401
|
+
try:
|
402
|
+
# Process column for optimization
|
403
|
+
new_columns.append(
|
404
|
+
_process_column(table, col_name, shrink_numerics, time_zone)
|
405
|
+
)
|
406
|
+
except Exception as e:
|
407
|
+
if strict:
|
408
|
+
raise e
|
409
|
+
new_columns.append(table[col_name])
|
402
410
|
else:
|
403
411
|
new_columns.append(table[col_name])
|
404
412
|
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/job_queue/apscheduler/__init__.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
{flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/job_queue/apscheduler/manager.py
RENAMED
File without changes
|
{flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/job_queue/apscheduler/setup.py
RENAMED
File without changes
|
{flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/job_queue/apscheduler/trigger.py
RENAMED
File without changes
|
{flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/job_queue/apscheduler/utils.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/plugins/io/helpers/datetime.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/plugins/io/loader/deltatable.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{flowerpower-0.11.6.2 → flowerpower-0.11.6.3}/src/flowerpower/plugins/io/saver/deltatable.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|