Flowfile 0.4.1__py3-none-any.whl → 0.5.3__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (332) hide show
  1. build_backends/main.py +25 -22
  2. build_backends/main_prd.py +10 -19
  3. flowfile/__init__.py +179 -73
  4. flowfile/__main__.py +10 -7
  5. flowfile/api.py +52 -59
  6. flowfile/web/__init__.py +14 -9
  7. flowfile/web/static/assets/AdminView-49392a9a.js +713 -0
  8. flowfile/web/static/assets/AdminView-f53bad23.css +129 -0
  9. flowfile/web/static/assets/CloudConnectionView-36bcd6df.css +72 -0
  10. flowfile/web/static/assets/{CloudConnectionManager-d3248f8d.js → CloudConnectionView-f13f202b.js} +11 -11
  11. flowfile/web/static/assets/{CloudStorageReader-d65bf041.js → CloudStorageReader-0023d4a5.js} +10 -8
  12. flowfile/web/static/assets/{CloudStorageReader-29d14fcc.css → CloudStorageReader-24c54524.css} +27 -27
  13. flowfile/web/static/assets/{CloudStorageWriter-b0ee067f.css → CloudStorageWriter-60547855.css} +26 -26
  14. flowfile/web/static/assets/{CloudStorageWriter-e83be3ed.js → CloudStorageWriter-8e781e11.js} +10 -8
  15. flowfile/web/static/assets/{ColumnSelector-47996a16.css → ColumnSelector-371637fb.css} +2 -2
  16. flowfile/web/static/assets/{ColumnSelector-cce661cf.js → ColumnSelector-8ad68ea9.js} +3 -5
  17. flowfile/web/static/assets/{ContextMenu-c13f91d0.css → ContextMenu-26d4dd27.css} +6 -6
  18. flowfile/web/static/assets/{ContextMenu-11a4652a.js → ContextMenu-31ee57f0.js} +3 -3
  19. flowfile/web/static/assets/{ContextMenu-160afb08.js → ContextMenu-69a74055.js} +3 -3
  20. flowfile/web/static/assets/{ContextMenu-cf18d2cc.js → ContextMenu-8e2051c6.js} +3 -3
  21. flowfile/web/static/assets/{ContextMenu-4c74eef1.css → ContextMenu-8ec1729e.css} +6 -6
  22. flowfile/web/static/assets/{ContextMenu-63cfa99b.css → ContextMenu-9b310c60.css} +6 -6
  23. flowfile/web/static/assets/{CrossJoin-d395d38c.js → CrossJoin-03df6938.js} +12 -10
  24. flowfile/web/static/assets/{CrossJoin-1119d18e.css → CrossJoin-71b4cc10.css} +20 -20
  25. flowfile/web/static/assets/CustomNode-59e99a86.css +32 -0
  26. flowfile/web/static/assets/{CustomNode-b812dc0b.js → CustomNode-8479239b.js} +36 -24
  27. flowfile/web/static/assets/{DatabaseConnectionSettings-7000bf2c.js → DatabaseConnectionSettings-869e3efd.js} +5 -4
  28. flowfile/web/static/assets/{DatabaseConnectionSettings-0c04b2e5.css → DatabaseConnectionSettings-e91df89a.css} +13 -13
  29. flowfile/web/static/assets/{DatabaseReader-ae61773c.css → DatabaseReader-36898a00.css} +24 -24
  30. flowfile/web/static/assets/{DatabaseReader-4f035d0c.js → DatabaseReader-c58b9552.js} +25 -15
  31. flowfile/web/static/assets/DatabaseView-6655afd6.css +57 -0
  32. flowfile/web/static/assets/{DatabaseManager-9662ec5b.js → DatabaseView-d26a9140.js} +11 -11
  33. flowfile/web/static/assets/{DatabaseWriter-2f570e53.css → DatabaseWriter-217a99f1.css} +19 -19
  34. flowfile/web/static/assets/{DatabaseWriter-f65dcd54.js → DatabaseWriter-4d05ddc7.js} +17 -10
  35. flowfile/web/static/assets/{designer-e3c150ec.css → DesignerView-a6d0ee84.css} +629 -538
  36. flowfile/web/static/assets/{designer-f3656d8c.js → DesignerView-e6f5c0e8.js} +1214 -3209
  37. flowfile/web/static/assets/{documentation-52b241e7.js → DocumentationView-2e78ef1b.js} +5 -5
  38. flowfile/web/static/assets/{documentation-12216a74.css → DocumentationView-fd46c656.css} +7 -7
  39. flowfile/web/static/assets/{ExploreData-2d0cf4db.css → ExploreData-10c5acc8.css} +13 -12
  40. flowfile/web/static/assets/{ExploreData-94c43dfc.js → ExploreData-7b54caca.js} +18 -9
  41. flowfile/web/static/assets/{ExternalSource-ac04b3cc.js → ExternalSource-3fa399b2.js} +9 -7
  42. flowfile/web/static/assets/{ExternalSource-e37b6275.css → ExternalSource-47ab05a3.css} +17 -17
  43. flowfile/web/static/assets/Filter-7494ea97.css +48 -0
  44. flowfile/web/static/assets/Filter-8cbbdbf3.js +287 -0
  45. flowfile/web/static/assets/{Formula-bb96803d.css → Formula-53d58c43.css} +7 -7
  46. flowfile/web/static/assets/{Formula-71472193.js → Formula-aac42b1e.js} +13 -11
  47. flowfile/web/static/assets/{FuzzyMatch-1010f966.css → FuzzyMatch-ad6361d6.css} +68 -69
  48. flowfile/web/static/assets/{FuzzyMatch-b317f631.js → FuzzyMatch-cd9bbfca.js} +12 -10
  49. flowfile/web/static/assets/{Pivot-cf333e3d.css → GraphSolver-c24dec17.css} +5 -5
  50. flowfile/web/static/assets/{GraphSolver-754a234f.js → GraphSolver-c7e6780e.js} +13 -11
  51. flowfile/web/static/assets/{GroupBy-6c6f9802.js → GroupBy-93c5d22b.js} +9 -7
  52. flowfile/web/static/assets/{GroupBy-b9505323.css → GroupBy-be7ac0bf.css} +10 -10
  53. flowfile/web/static/assets/{Join-fd79b451.css → Join-28b5e18f.css} +22 -22
  54. flowfile/web/static/assets/{Join-a1b800be.js → Join-a19b2de2.js} +13 -11
  55. flowfile/web/static/assets/LoginView-0df4ed0a.js +134 -0
  56. flowfile/web/static/assets/LoginView-d325d632.css +172 -0
  57. flowfile/web/static/assets/ManualInput-3702e677.css +293 -0
  58. flowfile/web/static/assets/{ManualInput-a9640276.js → ManualInput-8d3374b2.js} +170 -116
  59. flowfile/web/static/assets/{MultiSelect-97213888.js → MultiSelect-ad1b6243.js} +2 -2
  60. flowfile/web/static/assets/{MultiSelect.vue_vue_type_script_setup_true_lang-6ffe088a.js → MultiSelect.vue_vue_type_script_setup_true_lang-e278950d.js} +1 -1
  61. flowfile/web/static/assets/NodeDesigner-40b647c9.js +2610 -0
  62. flowfile/web/static/assets/NodeDesigner-5f53be3f.css +1429 -0
  63. flowfile/web/static/assets/{NumericInput-e638088a.js → NumericInput-7100234c.js} +2 -2
  64. flowfile/web/static/assets/{NumericInput.vue_vue_type_script_setup_true_lang-90eb2cba.js → NumericInput.vue_vue_type_script_setup_true_lang-5130219f.js} +5 -2
  65. flowfile/web/static/assets/{Output-ddc9079f.css → Output-35e97000.css} +6 -6
  66. flowfile/web/static/assets/{Output-76750610.js → Output-f5efd2aa.js} +60 -38
  67. flowfile/web/static/assets/{GraphSolver-f0cb7bfb.css → Pivot-0eda81b4.css} +5 -5
  68. flowfile/web/static/assets/{Pivot-7814803f.js → Pivot-d981d23c.js} +11 -9
  69. flowfile/web/static/assets/PivotValidation-0e905b1a.css +13 -0
  70. flowfile/web/static/assets/{PivotValidation-f92137d2.js → PivotValidation-39386e95.js} +3 -3
  71. flowfile/web/static/assets/PivotValidation-41b57ad6.css +13 -0
  72. flowfile/web/static/assets/{PivotValidation-76dd431a.js → PivotValidation-63de1f73.js} +3 -3
  73. flowfile/web/static/assets/{PolarsCode-650322d1.css → PolarsCode-2b1f1f23.css} +4 -4
  74. flowfile/web/static/assets/{PolarsCode-889c3008.js → PolarsCode-f9d69217.js} +18 -9
  75. flowfile/web/static/assets/PopOver-b22f049e.js +939 -0
  76. flowfile/web/static/assets/PopOver-d96599db.css +33 -0
  77. flowfile/web/static/assets/{Read-6b17491f.css → Read-36e7bd51.css} +12 -12
  78. flowfile/web/static/assets/{Read-637b72a7.js → Read-aec2e377.js} +83 -105
  79. flowfile/web/static/assets/{RecordCount-2b050c41.js → RecordCount-78ed6845.js} +6 -4
  80. flowfile/web/static/assets/{RecordId-81df7784.js → RecordId-2156e890.js} +8 -6
  81. flowfile/web/static/assets/{SQLQueryComponent-36cef432.css → SQLQueryComponent-1c2f26b4.css} +5 -5
  82. flowfile/web/static/assets/{SQLQueryComponent-88dcfe53.js → SQLQueryComponent-48c72f5b.js} +3 -3
  83. flowfile/web/static/assets/{Sample-258ad2a9.js → Sample-1352ca74.js} +6 -4
  84. flowfile/web/static/assets/SecretSelector-22b5ff89.js +113 -0
  85. flowfile/web/static/assets/SecretSelector-6329f743.css +43 -0
  86. flowfile/web/static/assets/{SecretManager-2a2cb7e2.js → SecretsView-17df66ee.js} +35 -36
  87. flowfile/web/static/assets/SecretsView-aa291340.css +38 -0
  88. flowfile/web/static/assets/{Select-850215fd.js → Select-0aee4c54.js} +9 -7
  89. flowfile/web/static/assets/{SettingsSection-55bae608.js → SettingsSection-0784e157.js} +3 -3
  90. flowfile/web/static/assets/{SettingsSection-71e6b7e3.css → SettingsSection-07fbbc39.css} +4 -4
  91. flowfile/web/static/assets/{SettingsSection-5c696bee.css → SettingsSection-26fe48d4.css} +4 -4
  92. flowfile/web/static/assets/{SettingsSection-2e4d03c4.css → SettingsSection-8f980839.css} +4 -4
  93. flowfile/web/static/assets/{SettingsSection-0e8d9123.js → SettingsSection-cd341bb6.js} +3 -3
  94. flowfile/web/static/assets/{SettingsSection-29b4fa6b.js → SettingsSection-f2002a6d.js} +3 -3
  95. flowfile/web/static/assets/{SingleSelect-bebd408b.js → SingleSelect-460cc0ea.js} +2 -2
  96. flowfile/web/static/assets/{SingleSelect.vue_vue_type_script_setup_true_lang-6093741c.js → SingleSelect.vue_vue_type_script_setup_true_lang-30741bb2.js} +1 -1
  97. flowfile/web/static/assets/{SliderInput-6a05ab61.js → SliderInput-5d926864.js} +7 -4
  98. flowfile/web/static/assets/SliderInput-f2e4f23c.css +4 -0
  99. flowfile/web/static/assets/{Sort-10ab48ed.js → Sort-3cdc971b.js} +9 -7
  100. flowfile/web/static/assets/{Unique-f9fb0809.css → Sort-8a871341.css} +10 -10
  101. flowfile/web/static/assets/{TextInput-df9d6259.js → TextInput-a2d0bfbd.js} +2 -2
  102. flowfile/web/static/assets/{TextInput.vue_vue_type_script_setup_true_lang-000e1178.js → TextInput.vue_vue_type_script_setup_true_lang-abad1ca2.js} +5 -2
  103. flowfile/web/static/assets/{TextToRows-5d2c1190.css → TextToRows-12afb4f4.css} +10 -10
  104. flowfile/web/static/assets/{TextToRows-6c2d93d8.js → TextToRows-918945f7.js} +11 -10
  105. flowfile/web/static/assets/{ToggleSwitch-0ff7ac52.js → ToggleSwitch-f0ef5196.js} +2 -2
  106. flowfile/web/static/assets/{ToggleSwitch.vue_vue_type_script_setup_true_lang-c6dc3029.js → ToggleSwitch.vue_vue_type_script_setup_true_lang-5605c793.js} +1 -1
  107. flowfile/web/static/assets/{UnavailableFields-5edd5322.css → UnavailableFields-54d2f518.css} +6 -6
  108. flowfile/web/static/assets/{UnavailableFields-1bab97cb.js → UnavailableFields-bdad6144.js} +4 -4
  109. flowfile/web/static/assets/{Union-af6c3d9b.css → Union-d6a8d7d5.css} +7 -7
  110. flowfile/web/static/assets/{Union-b563478a.js → Union-e8ab8c86.js} +8 -6
  111. flowfile/web/static/assets/{Unique-f90db5db.js → Unique-8cd4f976.js} +13 -22
  112. flowfile/web/static/assets/{Sort-3643d625.css → Unique-9fb2f567.css} +10 -10
  113. flowfile/web/static/assets/{Unpivot-1e422df3.css → Unpivot-710a2948.css} +7 -7
  114. flowfile/web/static/assets/{Unpivot-bcb0025f.js → Unpivot-8da14095.js} +10 -8
  115. flowfile/web/static/assets/{UnpivotValidation-c4e73b04.js → UnpivotValidation-6f7d89ff.js} +3 -3
  116. flowfile/web/static/assets/UnpivotValidation-d5ca3b7b.css +13 -0
  117. flowfile/web/static/assets/{VueGraphicWalker-bb8535e2.js → VueGraphicWalker-3fb312e1.js} +4 -4
  118. flowfile/web/static/assets/{VueGraphicWalker-ed5ab88b.css → VueGraphicWalker-430f0b86.css} +1 -1
  119. flowfile/web/static/assets/{api-4c8e3822.js → api-24483f0d.js} +1 -1
  120. flowfile/web/static/assets/{api-2d6adc4f.js → api-8b81fa73.js} +1 -1
  121. flowfile/web/static/assets/{dropDown-35135ba8.css → dropDown-3d8dc5fa.css} +40 -40
  122. flowfile/web/static/assets/{dropDown-1bca8a74.js → dropDown-ac0fda9d.js} +3 -3
  123. flowfile/web/static/assets/{fullEditor-2985687e.js → fullEditor-5497a84a.js} +11 -10
  124. flowfile/web/static/assets/{fullEditor-178376bb.css → fullEditor-a0be62b3.css} +74 -62
  125. flowfile/web/static/assets/{genericNodeSettings-924759c7.css → genericNodeSettings-3b2507ea.css} +10 -10
  126. flowfile/web/static/assets/{genericNodeSettings-0476ba4e.js → genericNodeSettings-99014e1d.js} +5 -5
  127. flowfile/web/static/assets/index-07dda503.js +38 -0
  128. flowfile/web/static/assets/index-3ba44389.js +2696 -0
  129. flowfile/web/static/assets/{index-50508d4d.css → index-e6289dd0.css} +1945 -569
  130. flowfile/web/static/assets/{index-246f201c.js → index-fb6493ae.js} +41626 -40869
  131. flowfile/web/static/assets/node.types-2c15bb7e.js +82 -0
  132. flowfile/web/static/assets/nodeInput-0eb13f1a.js +2 -0
  133. flowfile/web/static/assets/{outputCsv-d686eeaf.js → outputCsv-8f8ba42d.js} +3 -3
  134. flowfile/web/static/assets/outputCsv-b9a072af.css +2499 -0
  135. flowfile/web/static/assets/{outputExcel-8809ea2f.js → outputExcel-393f4fef.js} +3 -3
  136. flowfile/web/static/assets/{outputExcel-b41305c0.css → outputExcel-f5d272b2.css} +26 -26
  137. flowfile/web/static/assets/{outputParquet-53ba645a.js → outputParquet-07c81f65.js} +4 -4
  138. flowfile/web/static/assets/outputParquet-54597c3c.css +4 -0
  139. flowfile/web/static/assets/{readCsv-053bf97b.js → readCsv-07f6d9ad.js} +21 -20
  140. flowfile/web/static/assets/{readCsv-bca3ed53.css → readCsv-3bfac4c3.css} +15 -15
  141. flowfile/web/static/assets/{readExcel-e1b381ea.css → readExcel-3db6b763.css} +13 -13
  142. flowfile/web/static/assets/{readExcel-ad531eab.js → readExcel-ed69bc8f.js} +10 -12
  143. flowfile/web/static/assets/{readParquet-cee068e2.css → readParquet-c5244ad5.css} +4 -4
  144. flowfile/web/static/assets/{readParquet-58e899a1.js → readParquet-e3ed4528.js} +4 -7
  145. flowfile/web/static/assets/secrets.api-002e7d7e.js +65 -0
  146. flowfile/web/static/assets/{selectDynamic-b38de2ba.js → selectDynamic-80b92899.js} +5 -5
  147. flowfile/web/static/assets/{selectDynamic-aa913ff4.css → selectDynamic-f2fb394f.css} +21 -20
  148. flowfile/web/static/assets/{vue-codemirror.esm-db9b8936.js → vue-codemirror.esm-0965f39f.js} +31 -637
  149. flowfile/web/static/assets/{vue-content-loader.es-b5f3ac30.js → vue-content-loader.es-c506ad97.js} +1 -1
  150. flowfile/web/static/index.html +2 -2
  151. {flowfile-0.4.1.dist-info → flowfile-0.5.3.dist-info}/METADATA +4 -4
  152. flowfile-0.5.3.dist-info/RECORD +402 -0
  153. {flowfile-0.4.1.dist-info → flowfile-0.5.3.dist-info}/WHEEL +1 -1
  154. {flowfile-0.4.1.dist-info → flowfile-0.5.3.dist-info}/entry_points.txt +1 -0
  155. flowfile_core/__init__.py +13 -3
  156. flowfile_core/auth/jwt.py +51 -16
  157. flowfile_core/auth/models.py +32 -7
  158. flowfile_core/auth/password.py +89 -0
  159. flowfile_core/auth/secrets.py +8 -6
  160. flowfile_core/configs/__init__.py +9 -7
  161. flowfile_core/configs/flow_logger.py +15 -14
  162. flowfile_core/configs/node_store/__init__.py +72 -4
  163. flowfile_core/configs/node_store/nodes.py +155 -172
  164. flowfile_core/configs/node_store/user_defined_node_registry.py +108 -27
  165. flowfile_core/configs/settings.py +28 -15
  166. flowfile_core/database/connection.py +7 -6
  167. flowfile_core/database/init_db.py +96 -2
  168. flowfile_core/database/models.py +3 -1
  169. flowfile_core/fileExplorer/__init__.py +17 -0
  170. flowfile_core/fileExplorer/funcs.py +123 -57
  171. flowfile_core/fileExplorer/utils.py +10 -11
  172. flowfile_core/flowfile/_extensions/real_time_interface.py +10 -8
  173. flowfile_core/flowfile/analytics/analytics_processor.py +27 -24
  174. flowfile_core/flowfile/analytics/graphic_walker.py +11 -12
  175. flowfile_core/flowfile/analytics/utils.py +1 -1
  176. flowfile_core/flowfile/code_generator/code_generator.py +391 -279
  177. flowfile_core/flowfile/connection_manager/_connection_manager.py +6 -5
  178. flowfile_core/flowfile/connection_manager/models.py +1 -1
  179. flowfile_core/flowfile/database_connection_manager/db_connections.py +60 -44
  180. flowfile_core/flowfile/database_connection_manager/models.py +1 -1
  181. flowfile_core/flowfile/extensions.py +17 -12
  182. flowfile_core/flowfile/flow_data_engine/cloud_storage_reader.py +34 -32
  183. flowfile_core/flowfile/flow_data_engine/create/funcs.py +152 -103
  184. flowfile_core/flowfile/flow_data_engine/flow_data_engine.py +526 -477
  185. flowfile_core/flowfile/flow_data_engine/flow_file_column/interface.py +2 -2
  186. flowfile_core/flowfile/flow_data_engine/flow_file_column/main.py +92 -52
  187. flowfile_core/flowfile/flow_data_engine/flow_file_column/polars_type.py +12 -11
  188. flowfile_core/flowfile/flow_data_engine/flow_file_column/type_registry.py +6 -6
  189. flowfile_core/flowfile/flow_data_engine/flow_file_column/utils.py +26 -30
  190. flowfile_core/flowfile/flow_data_engine/fuzzy_matching/prepare_for_fuzzy_match.py +43 -32
  191. flowfile_core/flowfile/flow_data_engine/join/__init__.py +1 -1
  192. flowfile_core/flowfile/flow_data_engine/join/utils.py +11 -9
  193. flowfile_core/flowfile/flow_data_engine/join/verify_integrity.py +15 -11
  194. flowfile_core/flowfile/flow_data_engine/pivot_table.py +5 -7
  195. flowfile_core/flowfile/flow_data_engine/polars_code_parser.py +95 -82
  196. flowfile_core/flowfile/flow_data_engine/read_excel_tables.py +66 -65
  197. flowfile_core/flowfile/flow_data_engine/sample_data.py +27 -21
  198. flowfile_core/flowfile/flow_data_engine/subprocess_operations/__init__.py +1 -1
  199. flowfile_core/flowfile/flow_data_engine/subprocess_operations/models.py +13 -11
  200. flowfile_core/flowfile/flow_data_engine/subprocess_operations/subprocess_operations.py +360 -191
  201. flowfile_core/flowfile/flow_data_engine/threaded_processes.py +8 -8
  202. flowfile_core/flowfile/flow_data_engine/utils.py +101 -67
  203. flowfile_core/flowfile/flow_graph.py +1011 -561
  204. flowfile_core/flowfile/flow_graph_utils.py +31 -49
  205. flowfile_core/flowfile/flow_node/flow_node.py +332 -232
  206. flowfile_core/flowfile/flow_node/models.py +54 -41
  207. flowfile_core/flowfile/flow_node/schema_callback.py +14 -19
  208. flowfile_core/flowfile/graph_tree/graph_tree.py +41 -41
  209. flowfile_core/flowfile/handler.py +82 -32
  210. flowfile_core/flowfile/manage/compatibility_enhancements.py +493 -47
  211. flowfile_core/flowfile/manage/io_flowfile.py +391 -0
  212. flowfile_core/flowfile/node_designer/__init__.py +15 -13
  213. flowfile_core/flowfile/node_designer/_type_registry.py +34 -37
  214. flowfile_core/flowfile/node_designer/custom_node.py +162 -36
  215. flowfile_core/flowfile/node_designer/ui_components.py +136 -35
  216. flowfile_core/flowfile/schema_callbacks.py +77 -54
  217. flowfile_core/flowfile/setting_generator/__init__.py +0 -1
  218. flowfile_core/flowfile/setting_generator/setting_generator.py +6 -5
  219. flowfile_core/flowfile/setting_generator/settings.py +72 -55
  220. flowfile_core/flowfile/sources/external_sources/base_class.py +12 -10
  221. flowfile_core/flowfile/sources/external_sources/custom_external_sources/external_source.py +27 -17
  222. flowfile_core/flowfile/sources/external_sources/custom_external_sources/sample_users.py +9 -9
  223. flowfile_core/flowfile/sources/external_sources/factory.py +0 -1
  224. flowfile_core/flowfile/sources/external_sources/sql_source/models.py +45 -31
  225. flowfile_core/flowfile/sources/external_sources/sql_source/sql_source.py +198 -73
  226. flowfile_core/flowfile/sources/external_sources/sql_source/utils.py +250 -196
  227. flowfile_core/flowfile/util/calculate_layout.py +9 -13
  228. flowfile_core/flowfile/util/execution_orderer.py +25 -17
  229. flowfile_core/flowfile/util/node_skipper.py +4 -4
  230. flowfile_core/flowfile/utils.py +19 -21
  231. flowfile_core/main.py +26 -19
  232. flowfile_core/routes/auth.py +284 -11
  233. flowfile_core/routes/cloud_connections.py +25 -25
  234. flowfile_core/routes/logs.py +21 -29
  235. flowfile_core/routes/public.py +3 -3
  236. flowfile_core/routes/routes.py +77 -43
  237. flowfile_core/routes/secrets.py +25 -27
  238. flowfile_core/routes/user_defined_components.py +483 -4
  239. flowfile_core/run_lock.py +0 -1
  240. flowfile_core/schemas/__init__.py +4 -6
  241. flowfile_core/schemas/analysis_schemas/graphic_walker_schemas.py +55 -55
  242. flowfile_core/schemas/cloud_storage_schemas.py +59 -55
  243. flowfile_core/schemas/input_schema.py +398 -154
  244. flowfile_core/schemas/output_model.py +50 -35
  245. flowfile_core/schemas/schemas.py +207 -67
  246. flowfile_core/schemas/transform_schema.py +1360 -435
  247. flowfile_core/schemas/yaml_types.py +117 -0
  248. flowfile_core/secret_manager/secret_manager.py +17 -13
  249. flowfile_core/{flowfile/node_designer/data_types.py → types.py} +33 -3
  250. flowfile_core/utils/arrow_reader.py +7 -6
  251. flowfile_core/utils/excel_file_manager.py +3 -3
  252. flowfile_core/utils/fileManager.py +7 -7
  253. flowfile_core/utils/fl_executor.py +8 -10
  254. flowfile_core/utils/utils.py +4 -4
  255. flowfile_core/utils/validate_setup.py +5 -4
  256. flowfile_frame/__init__.py +107 -50
  257. flowfile_frame/adapters.py +2 -9
  258. flowfile_frame/adding_expr.py +73 -32
  259. flowfile_frame/cloud_storage/frame_helpers.py +27 -23
  260. flowfile_frame/cloud_storage/secret_manager.py +12 -26
  261. flowfile_frame/config.py +2 -5
  262. flowfile_frame/expr.py +311 -218
  263. flowfile_frame/expr.pyi +160 -159
  264. flowfile_frame/expr_name.py +23 -23
  265. flowfile_frame/flow_frame.py +581 -489
  266. flowfile_frame/flow_frame.pyi +123 -104
  267. flowfile_frame/flow_frame_methods.py +236 -252
  268. flowfile_frame/group_frame.py +50 -20
  269. flowfile_frame/join.py +2 -2
  270. flowfile_frame/lazy.py +129 -87
  271. flowfile_frame/lazy_methods.py +83 -30
  272. flowfile_frame/list_name_space.py +55 -50
  273. flowfile_frame/selectors.py +148 -68
  274. flowfile_frame/series.py +9 -7
  275. flowfile_frame/utils.py +19 -21
  276. flowfile_worker/__init__.py +12 -4
  277. flowfile_worker/configs.py +11 -19
  278. flowfile_worker/create/__init__.py +14 -27
  279. flowfile_worker/create/funcs.py +143 -94
  280. flowfile_worker/create/models.py +139 -68
  281. flowfile_worker/create/pl_types.py +14 -15
  282. flowfile_worker/create/read_excel_tables.py +34 -41
  283. flowfile_worker/create/utils.py +22 -19
  284. flowfile_worker/external_sources/s3_source/main.py +18 -51
  285. flowfile_worker/external_sources/s3_source/models.py +34 -27
  286. flowfile_worker/external_sources/sql_source/main.py +8 -5
  287. flowfile_worker/external_sources/sql_source/models.py +13 -9
  288. flowfile_worker/flow_logger.py +10 -8
  289. flowfile_worker/funcs.py +214 -155
  290. flowfile_worker/main.py +11 -17
  291. flowfile_worker/models.py +35 -28
  292. flowfile_worker/process_manager.py +2 -3
  293. flowfile_worker/routes.py +121 -93
  294. flowfile_worker/secrets.py +9 -6
  295. flowfile_worker/spawner.py +80 -49
  296. flowfile_worker/utils.py +3 -2
  297. shared/__init__.py +2 -7
  298. shared/storage_config.py +25 -13
  299. test_utils/postgres/commands.py +3 -2
  300. test_utils/postgres/fixtures.py +9 -9
  301. test_utils/s3/commands.py +1 -1
  302. test_utils/s3/data_generator.py +3 -4
  303. test_utils/s3/demo_data_generator.py +4 -7
  304. test_utils/s3/fixtures.py +7 -5
  305. tools/migrate/README.md +56 -0
  306. tools/migrate/__init__.py +12 -0
  307. tools/migrate/__main__.py +118 -0
  308. tools/migrate/legacy_schemas.py +682 -0
  309. tools/migrate/migrate.py +610 -0
  310. tools/migrate/tests/__init__.py +0 -0
  311. tools/migrate/tests/conftest.py +21 -0
  312. tools/migrate/tests/test_migrate.py +622 -0
  313. tools/migrate/tests/test_migration_e2e.py +1009 -0
  314. tools/migrate/tests/test_node_migrations.py +843 -0
  315. flowfile/web/static/assets/CloudConnectionManager-2dfdce2f.css +0 -86
  316. flowfile/web/static/assets/CustomNode-74a37f74.css +0 -32
  317. flowfile/web/static/assets/DatabaseManager-30fa27e5.css +0 -64
  318. flowfile/web/static/assets/Filter-812dcbca.js +0 -164
  319. flowfile/web/static/assets/Filter-f62091b3.css +0 -20
  320. flowfile/web/static/assets/ManualInput-3246a08d.css +0 -96
  321. flowfile/web/static/assets/PivotValidation-891ddfb0.css +0 -13
  322. flowfile/web/static/assets/PivotValidation-c46cd420.css +0 -13
  323. flowfile/web/static/assets/SliderInput-b8fb6a8c.css +0 -4
  324. flowfile/web/static/assets/UnpivotValidation-0d240eeb.css +0 -13
  325. flowfile/web/static/assets/outputCsv-9cc59e0b.css +0 -2499
  326. flowfile/web/static/assets/outputParquet-cf8cf3f2.css +0 -4
  327. flowfile/web/static/assets/secretApi-538058f3.js +0 -46
  328. flowfile/web/static/assets/vue-codemirror-bccfde04.css +0 -32
  329. flowfile-0.4.1.dist-info/RECORD +0 -376
  330. flowfile_core/flowfile/manage/open_flowfile.py +0 -143
  331. {flowfile-0.4.1.dist-info → flowfile-0.5.3.dist-info}/licenses/LICENSE +0 -0
  332. /flowfile_core/flowfile/manage/manage_flowfile.py → /tools/__init__.py +0 -0
@@ -1,14 +1,15 @@
1
1
 
2
- .cool-button-container[data-v-93995232] {
2
+ .cool-button-container[data-v-1880a394] {
3
3
  display: flex;
4
4
  flex-direction: column;
5
5
  align-items: start;
6
6
  }
7
- .cool-button[data-v-93995232] {
8
- width: 100%; /* Ensure the button takes full width of the container */
9
- max-width: 200px; /* Set a max-width if you want to control the maximum button size */
7
+ .cool-button[data-v-1880a394] {
8
+ width: 100%;
9
+ max-width: 200px;
10
10
  border: none;
11
- color: rgb(0, 0, 0);
11
+ color: var(--color-text-primary);
12
+ background-color: transparent;
12
13
  padding: 3px 3px;
13
14
  text-align: left;
14
15
  display: inline-block;
@@ -17,15 +18,16 @@
17
18
  border-radius: 4px;
18
19
  white-space: nowrap;
19
20
  overflow: hidden;
20
- text-overflow: ellipsis; /* Add ellipsis for overflow text */
21
+ text-overflow: ellipsis;
21
22
  }
22
- .cool-button[data-v-93995232]:hover {
23
- background-color: #bcbcbc;
23
+ .cool-button[data-v-1880a394]:hover {
24
+ background-color: var(--color-background-hover);
24
25
  }
25
- .sidebar-title[data-v-93995232] {
26
+ .sidebar-title[data-v-1880a394] {
26
27
  font-size: 16px;
27
28
  font-weight: bold;
28
29
  padding: 10px;
30
+ color: var(--color-text-primary);
29
31
  }
30
32
 
31
33
  .radio-menu[data-v-a8e433fb] {
@@ -62,6 +64,8 @@
62
64
  display: flex;
63
65
  flex-direction: column;
64
66
  }
67
+
68
+ /* Custom syntax highlighting - these are specific to this editor */
65
69
  .cm-function {
66
70
  color: #f08d49;
67
71
  font-weight: bold;
@@ -73,14 +77,14 @@
73
77
  color: #b8bb26;
74
78
  }
75
79
 
76
- .container[data-v-66ed8b64] {
80
+ .container[data-v-eefd07b6] {
77
81
  width: 100%;
78
82
  margin: 12px 0 0 0;
79
83
  font-family:
80
84
  -apple-system, BlinkMacSystemFont, "Segoe UI", Roboto, Oxygen, Ubuntu, Cantarell, "Open Sans",
81
85
  "Helvetica Neue", sans-serif;
82
86
  }
83
- .result-content[data-v-66ed8b64] {
87
+ .result-content[data-v-eefd07b6] {
84
88
  display: flex;
85
89
  width: 100%;
86
90
  border-radius: 6px;
@@ -88,17 +92,17 @@
88
92
  height: auto;
89
93
  min-height: 48px;
90
94
  }
91
- .result-content.success .label[data-v-66ed8b64] {
95
+ .result-content.success .label[data-v-eefd07b6] {
92
96
  background: #1a202c;
93
97
  }
94
- .result-content.loading .label[data-v-66ed8b64] {
98
+ .result-content.loading .label[data-v-eefd07b6] {
95
99
  background: #1a202c;
96
100
  }
97
- .result-content.error .label[data-v-66ed8b64] {
101
+ .result-content.error .label[data-v-eefd07b6] {
98
102
  background: #7f1d1d;
99
103
  color: rgba(255, 255, 255, 0.9);
100
104
  }
101
- .label[data-v-66ed8b64] {
105
+ .label[data-v-eefd07b6] {
102
106
  flex: 0 0 150px;
103
107
  padding: 14px 16px;
104
108
  display: flex;
@@ -108,7 +112,7 @@
108
112
  color: rgba(255, 255, 255, 0.84);
109
113
  position: relative;
110
114
  }
111
- .label[data-v-66ed8b64]::after {
115
+ .label[data-v-eefd07b6]::after {
112
116
  content: "";
113
117
  position: absolute;
114
118
  top: 50%;
@@ -118,7 +122,7 @@
118
122
  transform: translateY(-50%);
119
123
  background-color: rgba(255, 255, 255, 0.1);
120
124
  }
121
- .content[data-v-66ed8b64] {
125
+ .content[data-v-eefd07b6] {
122
126
  flex: 1;
123
127
  padding: 14px 20px;
124
128
  color: rgb(0, 0, 0);
@@ -127,17 +131,17 @@
127
131
  line-height: 1.5;
128
132
  overflow-wrap: break-word;
129
133
  word-break: break-word;
130
- background-color: #ffffff;
134
+ background-color: var(--color-background-primary);
131
135
  }
132
- .result-content.error .content[data-v-66ed8b64] {
133
- background-color: #ffffff;
134
- color: #000000;
136
+ .result-content.error .content[data-v-eefd07b6] {
137
+ background-color: var(--color-background-primary);
138
+ color: var(--color-text-error);
135
139
  }
136
- .result-content.loading .label[data-v-66ed8b64] {
140
+ .result-content.loading .label[data-v-eefd07b6] {
137
141
  display: flex;
138
142
  align-items: center;
139
143
  }
140
- .result-content .label[data-v-66ed8b64]::before {
144
+ .result-content .label[data-v-eefd07b6]::before {
141
145
  content: "";
142
146
  display: inline-block;
143
147
  width: 10px;
@@ -145,20 +149,20 @@
145
149
  margin-right: 8px;
146
150
  border-radius: 50%;
147
151
  }
148
- .result-content.success .label[data-v-66ed8b64]::before {
152
+ .result-content.success .label[data-v-eefd07b6]::before {
149
153
  background-color: #10b981;
150
154
  box-shadow: 0 0 0 4px rgba(16, 185, 129, 0.2);
151
155
  }
152
- .result-content.loading .label[data-v-66ed8b64]::before {
156
+ .result-content.loading .label[data-v-eefd07b6]::before {
153
157
  background-color: #8b5cf6;
154
158
  box-shadow: 0 0 0 4px rgba(139, 92, 246, 0.2);
155
- animation: pulse-66ed8b64 1.5s infinite ease-in-out;
159
+ animation: pulse-eefd07b6 1.5s infinite ease-in-out;
156
160
  }
157
- .result-content.error .label[data-v-66ed8b64]::before {
161
+ .result-content.error .label[data-v-eefd07b6]::before {
158
162
  background-color: #ef4444;
159
163
  box-shadow: 0 0 0 4px rgba(239, 68, 68, 0.2);
160
164
  }
161
- @keyframes pulse-66ed8b64 {
165
+ @keyframes pulse-eefd07b6 {
162
166
  0% {
163
167
  opacity: 0.4;
164
168
  transform: scale(0.8);
@@ -173,27 +177,31 @@
173
177
  }
174
178
  }
175
179
 
176
- .toggle-icon[data-v-967e57c5] {
180
+ .toggle-icon[data-v-23c7de42] {
177
181
  margin-left: 10px;
178
182
  font-weight: bold;
179
183
  }
180
- .tree-subview[data-v-967e57c5] {
184
+ .tree-node[data-v-23c7de42] {
185
+ color: var(--color-text-primary);
186
+ }
187
+ .tree-subview[data-v-23c7de42] {
181
188
  list-style-type: none;
182
189
  padding-left: 20px;
183
190
  }
184
- .tree-leaf[data-v-967e57c5] {
191
+ .tree-leaf[data-v-23c7de42] {
185
192
  margin-bottom: 5px;
186
193
  }
187
- .cool-button-container[data-v-967e57c5] {
194
+ .cool-button-container[data-v-23c7de42] {
188
195
  display: flex;
189
196
  flex-direction: column;
190
197
  align-items: start;
191
198
  }
192
- .cool-button[data-v-967e57c5] {
193
- width: 100%; /* Ensure the button takes full width of the container */
194
- max-width: 200px; /* Set a max-width if you want to control the maximum button size */
199
+ .cool-button[data-v-23c7de42] {
200
+ width: 100%;
201
+ max-width: 200px;
195
202
  border: none;
196
- color: rgb(0, 0, 0);
203
+ color: var(--color-text-primary);
204
+ background-color: transparent;
197
205
  padding: 3px 3px;
198
206
  text-align: left;
199
207
  display: inline-block;
@@ -202,55 +210,59 @@
202
210
  border-radius: 4px;
203
211
  white-space: nowrap;
204
212
  overflow: hidden;
205
- text-overflow: ellipsis; /* Add ellipsis for overflow text */
213
+ text-overflow: ellipsis;
206
214
  }
207
- .cool-button[data-v-967e57c5]:hover {
208
- background-color: #bcbcbc;
215
+ .cool-button[data-v-23c7de42]:hover {
216
+ background-color: var(--color-background-hover);
209
217
  }
210
218
 
211
- .selector[data-v-9df088eb] {
219
+ .selector[data-v-c3de5604] {
212
220
  overflow-y: scroll;
213
221
  max-height: 300px;
214
222
  }
215
- .container[data-v-9df088eb] {
223
+ .container[data-v-c3de5604] {
216
224
  display: flex;
217
- border: 1px solid #ccc;
225
+ border: 1px solid var(--color-border-primary);
218
226
  border-radius: 5px;
219
227
  overflow: hidden;
220
- height: 100%; /* Make it take full height */
228
+ height: 100%;
221
229
  cursor: auto;
230
+ background-color: var(--color-background-primary);
222
231
  }
223
- .options-container[data-v-9df088eb] {
224
- flex-shrink: 0; /* Prevent shrinking */
225
- min-width: 50px; /* Minimum width */
226
- max-height: 300px; /* Maximum height */
232
+ .options-container[data-v-c3de5604] {
233
+ flex-shrink: 0;
234
+ min-width: 50px;
235
+ max-height: 300px;
227
236
  padding-left: 5px;
228
237
  padding-right: 5px;
229
238
  z-index: 1;
230
- overflow-y: auto; /* Make it scrollable */
239
+ overflow-y: auto;
240
+ background-color: var(--color-background-primary);
241
+ color: var(--color-text-primary);
231
242
  }
232
- .resizer[data-v-9df088eb] {
243
+ .resizer[data-v-c3de5604] {
233
244
  width: 5px;
234
- cursor: ew-resize; /* East-west resize cursor */
235
- background-color: #ddd;
236
- border-right: 0.5px solid #ccc;
237
- flex-shrink: 0; /* Prevent shrinking */
245
+ cursor: ew-resize;
246
+ background-color: var(--color-border-primary);
247
+ border-right: 0.5px solid var(--color-border-secondary);
248
+ flex-shrink: 0;
238
249
  }
239
- .editor-wrapper[data-v-9df088eb] {
240
- flex-grow: 1; /* Take up the remaining space */
250
+ .editor-wrapper[data-v-c3de5604] {
251
+ flex-grow: 1;
241
252
  flex-direction: column;
242
- overflow: hidden; /* Hide overflow */
253
+ overflow: hidden;
254
+ background-color: var(--color-background-secondary);
243
255
  }
244
- .prism-editor-ref[data-v-9df088eb] {
256
+ .prism-editor-ref[data-v-c3de5604] {
245
257
  flex: 1;
246
258
  padding: 1px;
247
- min-height: 0px; /* Important to make it respect the parent's height */
259
+ min-height: 0px;
248
260
  }
249
- .error-box-wrapper[data-v-9df088eb] {
261
+ .error-box-wrapper[data-v-c3de5604] {
250
262
  overflow-y: auto;
251
- border-top: 1px solid #ccc;
263
+ border-top: 1px solid var(--color-border-primary);
252
264
  }
253
- .divider[data-v-9df088eb] {
254
- border-top: 1px solid #ccc;
265
+ .divider[data-v-c3de5604] {
266
+ border-top: 1px solid var(--color-border-primary);
255
267
  padding-bottom: 10px;
256
268
  }
@@ -1,46 +1,46 @@
1
1
 
2
- .settings-wrapper[data-v-61b43f35] {
2
+ .settings-wrapper[data-v-98b19d96] {
3
3
  width: 100%;
4
4
  }
5
- .settings-section[data-v-61b43f35] {
5
+ .settings-section[data-v-98b19d96] {
6
6
  background-color: var(--el-bg-color-page);
7
7
  border-radius: 8px;
8
8
  padding: 1.25rem;
9
9
  margin-top: 1rem;
10
10
  }
11
- .setting-group[data-v-61b43f35] {
11
+ .setting-group[data-v-98b19d96] {
12
12
  margin-bottom: 1.5rem;
13
13
  padding-bottom: 1.25rem;
14
14
  border-bottom: 1px solid var(--el-border-color-lighter);
15
15
  }
16
- .setting-group[data-v-61b43f35]:last-child {
16
+ .setting-group[data-v-98b19d96]:last-child {
17
17
  border-bottom: none;
18
18
  margin-bottom: 0;
19
19
  padding-bottom: 0;
20
20
  }
21
- .setting-header[data-v-61b43f35] {
21
+ .setting-header[data-v-98b19d96] {
22
22
  margin-bottom: 0.75rem;
23
23
  }
24
- .setting-title[data-v-61b43f35] {
24
+ .setting-title[data-v-98b19d96] {
25
25
  display: block;
26
26
  font-weight: 500;
27
27
  margin-bottom: 0.25rem;
28
28
  }
29
- .setting-description[data-v-61b43f35] {
29
+ .setting-description[data-v-98b19d96] {
30
30
  display: block;
31
31
  font-size: 0.875rem;
32
32
  color: var(--el-text-color-secondary);
33
33
  }
34
- .setting-description-wrapper[data-v-61b43f35] {
34
+ .setting-description-wrapper[data-v-98b19d96] {
35
35
  display: flex;
36
36
  align-items: center;
37
37
  gap: 0.5rem;
38
38
  }
39
- .info-icon[data-v-61b43f35] {
39
+ .info-icon[data-v-98b19d96] {
40
40
  color: var(--el-text-color-secondary);
41
41
  cursor: help;
42
42
  font-size: 1rem;
43
43
  }
44
- .setting-description[data-v-61b43f35] {
44
+ .setting-description[data-v-98b19d96] {
45
45
  flex-grow: 1;
46
46
  }
@@ -1,6 +1,6 @@
1
- import { u as useNodeStore } from "./vue-codemirror.esm-db9b8936.js";
2
- import { i as info_filled_default } from "./designer-f3656d8c.js";
3
- import { d as defineComponent, r as ref, m as watch, b as resolveComponent, c as openBlock, e as createElementBlock, f as createVNode, w as withCtx, L as renderSlot, p as createBaseVNode, g as createTextVNode, u as unref, _ as _export_sfc } from "./index-246f201c.js";
1
+ import { u as useNodeStore } from "./PopOver-b22f049e.js";
2
+ import { d as defineComponent, r as ref, B as watch, l as resolveComponent, o as openBlock, c as createElementBlock, m as createVNode, p as withCtx, R as renderSlot, b as createBaseVNode, q as createTextVNode, s as unref, i as _export_sfc } from "./index-fb6493ae.js";
3
+ import { i as info_filled_default } from "./DesignerView-e6f5c0e8.js";
4
4
  const _hoisted_1 = { class: "settings-wrapper" };
5
5
  const _hoisted_2 = { class: "settings-section" };
6
6
  const _hoisted_3 = { class: "setting-group" };
@@ -130,8 +130,8 @@ const _sfc_main = /* @__PURE__ */ defineComponent({
130
130
  };
131
131
  }
132
132
  });
133
- const genericNodeSettings_vue_vue_type_style_index_0_scoped_61b43f35_lang = "";
134
- const GenericNodeSettings = /* @__PURE__ */ _export_sfc(_sfc_main, [["__scopeId", "data-v-61b43f35"]]);
133
+ const genericNodeSettings_vue_vue_type_style_index_0_scoped_98b19d96_lang = "";
134
+ const GenericNodeSettings = /* @__PURE__ */ _export_sfc(_sfc_main, [["__scopeId", "data-v-98b19d96"]]);
135
135
  export {
136
136
  GenericNodeSettings as G
137
137
  };
@@ -0,0 +1,38 @@
1
+ import { j as axios } from "./index-fb6493ae.js";
2
+ const {
3
+ Axios,
4
+ AxiosError,
5
+ CanceledError,
6
+ isCancel,
7
+ CancelToken,
8
+ VERSION,
9
+ all,
10
+ Cancel,
11
+ isAxiosError,
12
+ spread,
13
+ toFormData,
14
+ AxiosHeaders,
15
+ HttpStatusCode,
16
+ formToJSON,
17
+ getAdapter,
18
+ mergeConfig
19
+ } = axios;
20
+ export {
21
+ Axios,
22
+ AxiosError,
23
+ AxiosHeaders,
24
+ Cancel,
25
+ CancelToken,
26
+ CanceledError,
27
+ HttpStatusCode,
28
+ VERSION,
29
+ all,
30
+ axios as default,
31
+ formToJSON,
32
+ getAdapter,
33
+ isAxiosError,
34
+ isCancel,
35
+ mergeConfig,
36
+ spread,
37
+ toFormData
38
+ };