FlowerPower 0.11.6.19__py3-none-any.whl → 0.20.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (80) hide show
  1. flowerpower/cfg/__init__.py +3 -3
  2. flowerpower/cfg/pipeline/__init__.py +5 -3
  3. flowerpower/cfg/project/__init__.py +3 -3
  4. flowerpower/cfg/project/job_queue.py +1 -128
  5. flowerpower/cli/__init__.py +5 -5
  6. flowerpower/cli/cfg.py +0 -3
  7. flowerpower/cli/job_queue.py +401 -133
  8. flowerpower/cli/pipeline.py +14 -413
  9. flowerpower/cli/utils.py +0 -1
  10. flowerpower/flowerpower.py +537 -28
  11. flowerpower/job_queue/__init__.py +5 -94
  12. flowerpower/job_queue/base.py +201 -3
  13. flowerpower/job_queue/rq/concurrent_workers/thread_worker.py +0 -3
  14. flowerpower/job_queue/rq/manager.py +388 -77
  15. flowerpower/pipeline/__init__.py +2 -0
  16. flowerpower/pipeline/base.py +2 -2
  17. flowerpower/pipeline/io.py +14 -16
  18. flowerpower/pipeline/manager.py +21 -642
  19. flowerpower/pipeline/pipeline.py +571 -0
  20. flowerpower/pipeline/registry.py +242 -10
  21. flowerpower/pipeline/visualizer.py +1 -2
  22. flowerpower/plugins/_io/__init__.py +8 -0
  23. flowerpower/plugins/mqtt/manager.py +6 -6
  24. flowerpower/settings/backend.py +0 -2
  25. flowerpower/settings/job_queue.py +1 -57
  26. flowerpower/utils/misc.py +0 -256
  27. flowerpower/utils/monkey.py +1 -83
  28. {flowerpower-0.11.6.19.dist-info → flowerpower-0.20.0.dist-info}/METADATA +308 -152
  29. flowerpower-0.20.0.dist-info/RECORD +58 -0
  30. flowerpower/fs/__init__.py +0 -29
  31. flowerpower/fs/base.py +0 -662
  32. flowerpower/fs/ext.py +0 -2143
  33. flowerpower/fs/storage_options.py +0 -1420
  34. flowerpower/job_queue/apscheduler/__init__.py +0 -11
  35. flowerpower/job_queue/apscheduler/_setup/datastore.py +0 -110
  36. flowerpower/job_queue/apscheduler/_setup/eventbroker.py +0 -93
  37. flowerpower/job_queue/apscheduler/manager.py +0 -1051
  38. flowerpower/job_queue/apscheduler/setup.py +0 -554
  39. flowerpower/job_queue/apscheduler/trigger.py +0 -169
  40. flowerpower/job_queue/apscheduler/utils.py +0 -311
  41. flowerpower/pipeline/job_queue.py +0 -583
  42. flowerpower/pipeline/runner.py +0 -603
  43. flowerpower/plugins/io/base.py +0 -2520
  44. flowerpower/plugins/io/helpers/datetime.py +0 -298
  45. flowerpower/plugins/io/helpers/polars.py +0 -875
  46. flowerpower/plugins/io/helpers/pyarrow.py +0 -570
  47. flowerpower/plugins/io/helpers/sql.py +0 -202
  48. flowerpower/plugins/io/loader/__init__.py +0 -28
  49. flowerpower/plugins/io/loader/csv.py +0 -37
  50. flowerpower/plugins/io/loader/deltatable.py +0 -190
  51. flowerpower/plugins/io/loader/duckdb.py +0 -19
  52. flowerpower/plugins/io/loader/json.py +0 -37
  53. flowerpower/plugins/io/loader/mqtt.py +0 -159
  54. flowerpower/plugins/io/loader/mssql.py +0 -26
  55. flowerpower/plugins/io/loader/mysql.py +0 -26
  56. flowerpower/plugins/io/loader/oracle.py +0 -26
  57. flowerpower/plugins/io/loader/parquet.py +0 -35
  58. flowerpower/plugins/io/loader/postgres.py +0 -26
  59. flowerpower/plugins/io/loader/pydala.py +0 -19
  60. flowerpower/plugins/io/loader/sqlite.py +0 -23
  61. flowerpower/plugins/io/metadata.py +0 -244
  62. flowerpower/plugins/io/saver/__init__.py +0 -28
  63. flowerpower/plugins/io/saver/csv.py +0 -36
  64. flowerpower/plugins/io/saver/deltatable.py +0 -186
  65. flowerpower/plugins/io/saver/duckdb.py +0 -19
  66. flowerpower/plugins/io/saver/json.py +0 -36
  67. flowerpower/plugins/io/saver/mqtt.py +0 -28
  68. flowerpower/plugins/io/saver/mssql.py +0 -26
  69. flowerpower/plugins/io/saver/mysql.py +0 -26
  70. flowerpower/plugins/io/saver/oracle.py +0 -26
  71. flowerpower/plugins/io/saver/parquet.py +0 -36
  72. flowerpower/plugins/io/saver/postgres.py +0 -26
  73. flowerpower/plugins/io/saver/pydala.py +0 -20
  74. flowerpower/plugins/io/saver/sqlite.py +0 -24
  75. flowerpower/utils/scheduler.py +0 -311
  76. flowerpower-0.11.6.19.dist-info/RECORD +0 -102
  77. {flowerpower-0.11.6.19.dist-info → flowerpower-0.20.0.dist-info}/WHEEL +0 -0
  78. {flowerpower-0.11.6.19.dist-info → flowerpower-0.20.0.dist-info}/entry_points.txt +0 -0
  79. {flowerpower-0.11.6.19.dist-info → flowerpower-0.20.0.dist-info}/licenses/LICENSE +0 -0
  80. {flowerpower-0.11.6.19.dist-info → flowerpower-0.20.0.dist-info}/top_level.txt +0 -0
flowerpower-0.20.0.dist-info/RECORD ADDED
@@ -0,0 +1,58 @@
1
+ flowerpower/__init__.py,sha256=LO27AXn-YcsQ0cbytUJAMPs8cFLo1bQwV47N-f_tous,571
2
+ flowerpower/flowerpower.py,sha256=TNGNZbHbA-eIrJyWYScI2pXgbWhy0sJE8Tr2V-voBj0,34090
3
+ flowerpower/mqtt.py,sha256=ztsbPG4zvyqjiWsbG4dpxtYsxEz_ESw4n7tUdzkeqlM,337
4
+ flowerpower/cfg/__init__.py,sha256=Zwfb-KhnSiwiWgFJ5E3pIoov3ndW6lPsO-o5HyElAy0,8845
5
+ flowerpower/cfg/base.py,sha256=W1_trbWUs9d56T06QHR5YlSLMbf7GnvtL6lQNAujJcY,4709
6
+ flowerpower/cfg/pipeline/__init__.py,sha256=T1XVfyGYKXMM7Pgx3aGZeO6zwDdx3z1gPDUg7Ct9e68,9270
7
+ flowerpower/cfg/pipeline/adapter.py,sha256=PuXEAl6YbluoRj5jdoABD8xHPstgHsKJUIDs2HJBgRk,2517
8
+ flowerpower/cfg/pipeline/run.py,sha256=v6xumlVYoqbQWIPwSIch9r8Z7IDGsSnBnW6-Oy0dhVk,2058
9
+ flowerpower/cfg/pipeline/schedule.py,sha256=viw1Gd8pKq73Yw2-Tm9074YHP_yB5RPl9pYaqI8VDqI,2450
10
+ flowerpower/cfg/project/__init__.py,sha256=TcJcCpOmO9AWjmr-DJYb032RUdmUXfO_XYXeFM8x_8A,5341
11
+ flowerpower/cfg/project/adapter.py,sha256=zIBwelSoQJ277_SA506tYEVSf0kEPJODaggocYm5rK4,2044
12
+ flowerpower/cfg/project/job_queue.py,sha256=S9LlsQ3dDNUKQFtE0Mu3K3Y8nz3o_FqVHxvR8aP-HXc,4657
13
+ flowerpower/cli/__init__.py,sha256=uPa25maRSrBj2srfiPxqU9Itr3AuC-yGe7r65LhSrDQ,5653
14
+ flowerpower/cli/cfg.py,sha256=P7qEcjraitMxbzVWJMqWeitIdpUkW41QkUi7ol0ksW0,1455
15
+ flowerpower/cli/job_queue.py,sha256=QeCGRHxzP-ZtTVGFky4u7uOPvb7UR8QbvUJDQw6KXZ0,47363
16
+ flowerpower/cli/mqtt.py,sha256=GM5d6bzG01THZd7SwXFAC3j0cait642eXT50P3R22vk,6281
17
+ flowerpower/cli/pipeline.py,sha256=jNRW_4on3LgThZm1e6MViE2UTKB_LEnwBJhlJfpDg5I,21720
18
+ flowerpower/cli/utils.py,sha256=tsxvKIqUhl4m9IzuaSoc5a3_gb6Fu4LYyV8fVodqIdA,5127
19
+ flowerpower/job_queue/__init__.py,sha256=zkFLBNCGtC8wRgFUS5ovYK4Eg-LIB39r6iwmuYl22XU,6991
20
+ flowerpower/job_queue/base.py,sha256=c4VexQQazEbn7HebURAr3wltePpnk5LvNW8t3e40W-Q,21065
21
+ flowerpower/job_queue/rq/__init__.py,sha256=VCGpAzd8K3GLHb8A-wFevNKj2xF23K7J7ykad7giVks,193
22
+ flowerpower/job_queue/rq/_trigger.py,sha256=w1WKs_8nd9d4e_Y25yuG0vV2N4A58rWZz8RUORJepH0,1134
23
+ flowerpower/job_queue/rq/manager.py,sha256=d7_U438eag8OfgrIM6-vhw_x9osfW3qFZpl8019iPDo,68243
24
+ flowerpower/job_queue/rq/setup.py,sha256=nCJlWJzfcgf7iwqTPQPk6ZQOe9p-KUmC3lfMrYrC-Lc,5332
25
+ flowerpower/job_queue/rq/utils.py,sha256=QjyNhSM1_gMZkV2cO8eR99XeEji4AMwpxE1TANaRgTg,2009
26
+ flowerpower/job_queue/rq/concurrent_workers/gevent_worker.py,sha256=X8rKfSbuITpWiwCyNqN-WVeodBkafFuj-zvbZb7z6lw,7511
27
+ flowerpower/job_queue/rq/concurrent_workers/thread_worker.py,sha256=TjlRLVIbVKep6jLNQQWCQmZfBmHl_z2XChFZrJ0qQlU,7752
28
+ flowerpower/pipeline/__init__.py,sha256=ltr4LQnM5Boa9w7t-lNVmmcSglIkTPuIoeYnEKWU4Og,122
29
+ flowerpower/pipeline/base.py,sha256=ZeKgCxDW1GUxzxFYBhQ8R9h7E-UnD3g9eM1yJ919bHs,3305
30
+ flowerpower/pipeline/io.py,sha256=J9ydP3mgD7F4TIr4kQ_Jy8vAqfReq-C4b3j98h-iihw,15879
31
+ flowerpower/pipeline/manager.py,sha256=pgpcDM3UVFj7xhlhXTTqyvo4lz6AzFKQurMl3xK_fL0,44786
32
+ flowerpower/pipeline/pipeline.py,sha256=n91JxDUBE9aZjc4MbgMscsILrLnG-zegFkTZpe00HfY,23077
33
+ flowerpower/pipeline/registry.py,sha256=wu4nnx4TyyI3pRXjaIiLf3j0CjwJYoplGSmFOLHeIYQ,27211
34
+ flowerpower/pipeline/visualizer.py,sha256=OJL43IwZnztBzyxFGm7i4FBE8PNkF-HaHGHjmyv9klU,4998
35
+ flowerpower/plugins/_io/__init__.py,sha256=kTGe-hLtFmXPYQbwn3sD9SPdyklFAvuoHnk9fGVZN-o,223
36
+ flowerpower/plugins/mqtt/__init__.py,sha256=B35HETcaAmtqgAjMeohy79oLcsj0T_dRRjmyHMG5Qq4,253
37
+ flowerpower/plugins/mqtt/cfg.py,sha256=4F9ow0wEjSnU8UaWmJYGszkU0ZY2du2nHmGHXRVsC70,484
38
+ flowerpower/plugins/mqtt/manager.py,sha256=3J7PLm42HZR8ZnYQy8fQNOISduEe9hNuEFGDb7QKM_8,37169
39
+ flowerpower/settings/__init__.py,sha256=g1JKxxQKgBSbghzhCvEPOgD4ofjCGJdWCf8T0husyMQ,178
40
+ flowerpower/settings/backend.py,sha256=YK2iQg5zDAVSC_WCpM9Cw8lbyrdEZr3Mmr96sz5hLv4,4983
41
+ flowerpower/settings/executor.py,sha256=vNF383g1gMGkq_CXUzateGMNcJZig-vHkVVb0Hi_b74,249
42
+ flowerpower/settings/general.py,sha256=RxY6PGF_L8ApFlLPHulZ2I8_-aHYqOj63fUu9kSQTjI,227
43
+ flowerpower/settings/hamilton.py,sha256=GVzWKz3B-wy07etY1mNUstEa4DFrQ_lM2cjE0qG_6qw,623
44
+ flowerpower/settings/job_queue.py,sha256=kT6Kw8-kyxymISqOzUgzLbWJ9SljUpXXWCd-IqScyBI,960
45
+ flowerpower/settings/logging.py,sha256=xzoiM-87WGduC-RJu8RfyeweHGTM7SnHXHQPbxKweLE,67
46
+ flowerpower/settings/retry.py,sha256=W3AAVSxmTUAeeSbzRGA37RxqtKKyUdi2MkwDzCsXP94,181
47
+ flowerpower/utils/callback.py,sha256=sGYSrEbnl0xfRa1X-mA-om3erpH7pmpsWdyPQ9HpU7E,6736
48
+ flowerpower/utils/logging.py,sha256=QO1Q3pv-m3mK2xT_VbkjTsomFnDeuqBmRuOtoxaowgg,864
49
+ flowerpower/utils/misc.py,sha256=yCPuKyU3zoVZaQ0TCvvFuF-3AOMhne11RZx2qSpjozo,7862
50
+ flowerpower/utils/monkey.py,sha256=vJMYANjZI13PNbEQThdX0EFP1_6bGNHgnpF7HwReNyM,58
51
+ flowerpower/utils/open_telemetry.py,sha256=fQWJWbIQFtKIxMBjAWeF12NGnqT0isO3A3j-DSOv_vE,949
52
+ flowerpower/utils/templates.py,sha256=ouyEeSDqa9PjW8c32fGpcINlpC0WToawRFZkMPtwsLE,1591
53
+ flowerpower-0.20.0.dist-info/licenses/LICENSE,sha256=9AkLexxrmr0aBgSHiqxpJk9wgazpP1CTJyiDyr56J9k,1063
54
+ flowerpower-0.20.0.dist-info/METADATA,sha256=_Q4atPfdkuWyNdNUjHXTMZRSz14ZJRgvSrmOpAGDjzs,24057
55
+ flowerpower-0.20.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
56
+ flowerpower-0.20.0.dist-info/entry_points.txt,sha256=61X11i5a2IwC9LBiP20XCDl5zMOigGCjMCx17B7bDbQ,52
57
+ flowerpower-0.20.0.dist-info/top_level.txt,sha256=VraH4WtEUfSxs5L-rXwDQhzQb9eLHTUtgvmFZ2dAYnA,12
58
+ flowerpower-0.20.0.dist-info/RECORD,,
flowerpower/fs/__init__.py DELETED
@@ -1,29 +0,0 @@
1
- import importlib
2
-
3
- has_orjson = importlib.util.find_spec("orjson") is not None
4
- has_polars = importlib.util.find_spec("polars") is not None
5
-
6
- if has_orjson and has_polars:
7
- from .ext import AbstractFileSystem
8
- else:
9
- from fsspec import AbstractFileSystem
10
-
11
- from .base import DirFileSystem, get_filesystem # noqa: E402
12
- from .storage_options import AwsStorageOptions # noqa: E402
13
- from .storage_options import AzureStorageOptions # noqa: E402
14
- from .storage_options import GcsStorageOptions # noqa: E402
15
- from .storage_options import (BaseStorageOptions, GitHubStorageOptions,
16
- GitLabStorageOptions, StorageOptions)
17
-
18
- __all__ = [
19
- "get_filesystem",
20
- "DirFileSystem",
21
- "AbstractFileSystem",
22
- "StorageOptions",
23
- "AwsStorageOptions",
24
- "AzureStorageOptions",
25
- "GcsStorageOptions",
26
- "GitHubStorageOptions",
27
- "GitLabStorageOptions",
28
- "BaseStorageOptions",
29
- ]