Flowfile 0.3.1.1__py3-none-any.whl → 0.3.2__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- flowfile/api.py +10 -4
- flowfile/web/static/assets/{AirbyteReader-cb0c1d4a.js → AirbyteReader-2b1cf2d8.js} +10 -9
- flowfile/web/static/assets/{CrossJoin-a514fa59.js → CrossJoin-cc3ab73c.js} +8 -8
- flowfile/web/static/assets/{DatabaseConnectionSettings-f2cecf33.js → DatabaseConnectionSettings-307c4652.js} +2 -2
- flowfile/web/static/assets/{DatabaseManager-83ee3c98.js → DatabaseManager-69faa6e1.js} +10 -6
- flowfile/web/static/assets/{DatabaseReader-dc0c6881.js → DatabaseReader-e4134cd0.js} +9 -9
- flowfile/web/static/assets/{DatabaseWriter-5afe9f8d.js → DatabaseWriter-d32d75b1.js} +9 -9
- flowfile/web/static/assets/{ExploreData-c7ee19cf.js → ExploreData-5eb48389.js} +18639 -18629
- flowfile/web/static/assets/{ExternalSource-17b23a01.js → ExternalSource-29489051.js} +8 -21
- flowfile/web/static/assets/{Filter-90856b4f.js → Filter-031332bb.js} +9 -9
- flowfile/web/static/assets/{Formula-38b71e9e.js → Formula-3b900540.js} +15 -15
- flowfile/web/static/assets/{Formula-d60a74f4.css → Formula-b8cefc31.css} +4 -4
- flowfile/web/static/assets/{FuzzyMatch-d0f1fe81.js → FuzzyMatch-dee31153.js} +9 -9
- flowfile/web/static/assets/{GraphSolver-0c86bbc6.js → GraphSolver-ca74eb47.js} +5 -5
- flowfile/web/static/assets/{GroupBy-f2772e9f.js → GroupBy-081b6591.js} +8 -7
- flowfile/web/static/assets/{Join-bc3e1cf7.js → Join-b467376f.js} +11 -10
- flowfile/web/static/assets/{ManualInput-03aa0245.js → ManualInput-ffffb80a.js} +11 -8
- flowfile/web/static/assets/{Output-5b35eee8.js → Output-9a87d4ba.js} +4 -4
- flowfile/web/static/assets/{Pivot-7164087c.js → Pivot-ee3e6093.js} +8 -7
- flowfile/web/static/assets/{PolarsCode-3abf6507.js → PolarsCode-03921254.js} +13 -11
- flowfile/web/static/assets/{PopOver-b37ff9be.js → PopOver-3bdf8951.js} +1 -1
- flowfile/web/static/assets/{Read-65966a3e.js → Read-67fee3a0.js} +6 -6
- flowfile/web/static/assets/{RecordCount-c66c6d6d.js → RecordCount-a2acd02d.js} +7 -6
- flowfile/web/static/assets/{RecordId-826dc095.js → RecordId-0c8bcd77.js} +10 -8
- flowfile/web/static/assets/{Sample-4ed555c8.js → Sample-60594a3a.js} +7 -6
- flowfile/web/static/assets/{SecretManager-eac1e97d.js → SecretManager-bbcec2ac.js} +2 -2
- flowfile/web/static/assets/{Select-085f05cc.js → Select-9540e6ca.js} +8 -8
- flowfile/web/static/assets/{SettingsSection-1f5e79c1.js → SettingsSection-48f28104.js} +1 -1
- flowfile/web/static/assets/{Sort-3e6cb414.js → Sort-6dbe3633.js} +6 -6
- flowfile/web/static/assets/{TextToRows-606349bc.js → TextToRows-27aab4a8.js} +18 -13
- flowfile/web/static/assets/{UnavailableFields-b41976ed.js → UnavailableFields-8143044b.js} +2 -2
- flowfile/web/static/assets/{Union-fca91665.js → Union-52460248.js} +7 -6
- flowfile/web/static/assets/{Unique-a59f830e.js → Unique-f6962644.js} +8 -8
- flowfile/web/static/assets/{Unpivot-c3815565.js → Unpivot-1ff1e938.js} +5 -5
- flowfile/web/static/assets/{api-22b338bd.js → api-3b345d92.js} +1 -1
- flowfile/web/static/assets/{designer-e5bbe26f.js → designer-4736134f.js} +72 -42
- flowfile/web/static/assets/{documentation-08045cf2.js → documentation-b9545eba.js} +1 -1
- flowfile/web/static/assets/{dropDown-5e7e9a5a.js → dropDown-d5a4014c.js} +1 -1
- flowfile/web/static/assets/{dropDownGeneric-50a91b99.js → dropDownGeneric-1f4e32ec.js} +2 -2
- flowfile/web/static/assets/{fullEditor-705c6ccb.js → fullEditor-f4791c23.js} +3 -3
- flowfile/web/static/assets/{genericNodeSettings-65587f20.js → genericNodeSettings-1d456350.js} +3 -3
- flowfile/web/static/assets/{index-552863fd.js → index-f25c9283.js} +2608 -1570
- flowfile/web/static/assets/{nodeTitle-cf9bae3c.js → nodeTitle-cad6fd9d.js} +3 -3
- flowfile/web/static/assets/{secretApi-3ad510e1.js → secretApi-01f07e2c.js} +1 -1
- flowfile/web/static/assets/{selectDynamic-bd644891.js → selectDynamic-f46a4e3f.js} +3 -3
- flowfile/web/static/assets/{vue-codemirror.esm-dd17b478.js → vue-codemirror.esm-eb98fc8b.js} +15 -14
- flowfile/web/static/assets/{vue-content-loader.es-6b36f05e.js → vue-content-loader.es-860c0380.js} +1 -1
- flowfile/web/static/index.html +1 -1
- {flowfile-0.3.1.1.dist-info → flowfile-0.3.2.dist-info}/METADATA +1 -3
- {flowfile-0.3.1.1.dist-info → flowfile-0.3.2.dist-info}/RECORD +62 -64
- flowfile_core/configs/node_store/nodes.py +2 -4
- flowfile_core/flowfile/FlowfileFlow.py +72 -12
- flowfile_core/flowfile/flow_data_engine/flow_data_engine.py +1 -1
- flowfile_core/flowfile/flow_data_engine/polars_code_parser.py +32 -1
- flowfile_core/flowfile/flow_graph_utils.py +320 -0
- flowfile_core/flowfile/sources/external_sources/custom_external_sources/__init__.py +0 -1
- flowfile_core/schemas/input_schema.py +2 -10
- flowfile_frame/__init__.py +1 -1
- flowfile_frame/flow_frame.py +455 -51
- flowfile/web/static/assets/GoogleSheet-854294a4.js +0 -2616
- flowfile/web/static/assets/GoogleSheet-92084da7.css +0 -233
- flowfile_core/flowfile/sources/external_sources/custom_external_sources/google_sheet.py +0 -74
- {flowfile-0.3.1.1.dist-info → flowfile-0.3.2.dist-info}/LICENSE +0 -0
- {flowfile-0.3.1.1.dist-info → flowfile-0.3.2.dist-info}/WHEEL +0 -0
- {flowfile-0.3.1.1.dist-info → flowfile-0.3.2.dist-info}/entry_points.txt +0 -0
flowfile/api.py
CHANGED
|
@@ -9,6 +9,7 @@ import atexit
|
|
|
9
9
|
import logging
|
|
10
10
|
import webbrowser
|
|
11
11
|
import shutil
|
|
12
|
+
|
|
12
13
|
from pathlib import Path
|
|
13
14
|
from typing import Optional, Dict, Any, Union, Tuple, List
|
|
14
15
|
from subprocess import Popen
|
|
@@ -181,14 +182,19 @@ def start_flowfile_server_process(module_name: str = DEFAULT_MODULE_NAME) -> Tup
|
|
|
181
182
|
atexit.register(stop_flowfile_server_process)
|
|
182
183
|
|
|
183
184
|
logger.info("Waiting for server to initialize...")
|
|
184
|
-
|
|
185
|
-
for i in range(
|
|
186
|
-
time.sleep(1)
|
|
185
|
+
print("Starting the ui service")
|
|
186
|
+
for i in range(60):
|
|
187
187
|
if is_flowfile_running():
|
|
188
|
+
print("Flowfile UI started.")
|
|
188
189
|
logger.info("Server started successfully.")
|
|
189
190
|
return True, check_if_in_single_mode()
|
|
191
|
+
if i % 5 == 0 and i > 0:
|
|
192
|
+
print("Waiting for Flowfile UI to start...")
|
|
193
|
+
time.sleep(1)
|
|
190
194
|
else:
|
|
191
|
-
logger.error("Failed to start server: API did not become responsive."
|
|
195
|
+
logger.error("Failed to start server: API did not become responsive within 60 seconds. "
|
|
196
|
+
"Try again or try start service by running\n"
|
|
197
|
+
"flowfile run ui")
|
|
192
198
|
if _server_process and _server_process.stderr:
|
|
193
199
|
try:
|
|
194
200
|
stderr_output: str = _server_process.stderr.read().decode(errors='ignore')
|
|
@@ -1,11 +1,11 @@
|
|
|
1
|
-
import { a as axios, d as defineComponent, r as ref, n as onMounted, l as computed, c as openBlock, e as createElementBlock, p as createBaseVNode, F as Fragment, q as renderList, g as createTextVNode, t as toDisplayString, i as createCommentVNode,
|
|
2
|
-
import { D as DropDownGeneric } from "./dropDownGeneric-
|
|
3
|
-
import { u as useNodeStore } from "./PopOver-
|
|
4
|
-
import { C as CodeLoader } from "./vue-content-loader.es-
|
|
5
|
-
import { G as GenericNodeSettings } from "./genericNodeSettings-
|
|
6
|
-
import { N as NodeButton, a as NodeTitle } from "./nodeTitle-
|
|
7
|
-
import "./dropDown-
|
|
8
|
-
import "./designer-
|
|
1
|
+
import { a as axios, d as defineComponent, r as ref, n as onMounted, l as computed, c as openBlock, e as createElementBlock, p as createBaseVNode, F as Fragment, q as renderList, g as createTextVNode, t as toDisplayString, i as createCommentVNode, a5 as withDirectives, a6 as vModelText, x as withKeys, f as createVNode, ag as vModelDynamic, s as normalizeClass, T as normalizeStyle, _ as _export_sfc, b as resolveComponent, w as withCtx, h as createBlock, u as unref, R as nextTick, a7 as Teleport } from "./index-f25c9283.js";
|
|
2
|
+
import { D as DropDownGeneric } from "./dropDownGeneric-1f4e32ec.js";
|
|
3
|
+
import { u as useNodeStore } from "./PopOver-3bdf8951.js";
|
|
4
|
+
import { C as CodeLoader } from "./vue-content-loader.es-860c0380.js";
|
|
5
|
+
import { G as GenericNodeSettings } from "./genericNodeSettings-1d456350.js";
|
|
6
|
+
import { N as NodeButton, a as NodeTitle } from "./nodeTitle-cad6fd9d.js";
|
|
7
|
+
import "./dropDown-d5a4014c.js";
|
|
8
|
+
import "./designer-4736134f.js";
|
|
9
9
|
const _imports_0 = "/images/airbyte.png";
|
|
10
10
|
const getAirbyteConnectors = async () => {
|
|
11
11
|
const response = await axios.get(`/airbyte/available_connectors`);
|
|
@@ -837,7 +837,8 @@ const _sfc_main$1 = /* @__PURE__ */ defineComponent({
|
|
|
837
837
|
])) : createCommentVNode("", true)
|
|
838
838
|
];
|
|
839
839
|
}),
|
|
840
|
-
_: 1
|
|
840
|
+
_: 1,
|
|
841
|
+
__: [8]
|
|
841
842
|
}, 8, ["modelValue"])
|
|
842
843
|
])) : createCommentVNode("", true);
|
|
843
844
|
};
|
|
@@ -1,11 +1,11 @@
|
|
|
1
|
-
import { C as CodeLoader } from "./vue-content-loader.es-
|
|
2
|
-
import { u as useNodeStore } from "./PopOver-
|
|
3
|
-
import { s as selectDynamic } from "./selectDynamic-
|
|
4
|
-
import { G as GenericNodeSettings } from "./genericNodeSettings-
|
|
5
|
-
import { d as defineComponent, r as ref, c as openBlock, e as createElementBlock, f as createVNode, w as withCtx, p as createBaseVNode, h as createBlock, u as unref, _ as _export_sfc, n as onMounted, R as nextTick,
|
|
6
|
-
import { N as NodeButton, a as NodeTitle } from "./nodeTitle-
|
|
7
|
-
import "./UnavailableFields-
|
|
8
|
-
import "./designer-
|
|
1
|
+
import { C as CodeLoader } from "./vue-content-loader.es-860c0380.js";
|
|
2
|
+
import { u as useNodeStore } from "./PopOver-3bdf8951.js";
|
|
3
|
+
import { s as selectDynamic } from "./selectDynamic-f46a4e3f.js";
|
|
4
|
+
import { G as GenericNodeSettings } from "./genericNodeSettings-1d456350.js";
|
|
5
|
+
import { d as defineComponent, r as ref, c as openBlock, e as createElementBlock, f as createVNode, w as withCtx, p as createBaseVNode, h as createBlock, u as unref, _ as _export_sfc, n as onMounted, R as nextTick, a7 as Teleport, i as createCommentVNode } from "./index-f25c9283.js";
|
|
6
|
+
import { N as NodeButton, a as NodeTitle } from "./nodeTitle-cad6fd9d.js";
|
|
7
|
+
import "./UnavailableFields-8143044b.js";
|
|
8
|
+
import "./designer-4736134f.js";
|
|
9
9
|
const _hoisted_1$1 = { key: 0 };
|
|
10
10
|
const _hoisted_2 = { class: "listbox-wrapper" };
|
|
11
11
|
const _sfc_main$1 = /* @__PURE__ */ defineComponent({
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { f as fetchSecretsApi } from "./secretApi-
|
|
2
|
-
import { d as defineComponent, r as ref, n as onMounted, c as openBlock, e as createElementBlock, p as createBaseVNode, t as toDisplayString, F as Fragment, q as renderList, i as createCommentVNode, _ as _export_sfc } from "./index-
|
|
1
|
+
import { f as fetchSecretsApi } from "./secretApi-01f07e2c.js";
|
|
2
|
+
import { d as defineComponent, r as ref, n as onMounted, c as openBlock, e as createElementBlock, p as createBaseVNode, t as toDisplayString, F as Fragment, q as renderList, i as createCommentVNode, _ as _export_sfc } from "./index-f25c9283.js";
|
|
3
3
|
const _hoisted_1 = { class: "connection-settings-container" };
|
|
4
4
|
const _hoisted_2 = { class: "toggle-button" };
|
|
5
5
|
const _hoisted_3 = {
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { f as fetchDatabaseConnectionsInterfaces, c as createDatabaseConnectionApi, d as deleteDatabaseConnectionApi } from "./api-
|
|
2
|
-
import { d as defineComponent, r as ref, m as watch, l as computed, c as openBlock, e as createElementBlock, p as createBaseVNode,
|
|
1
|
+
import { f as fetchDatabaseConnectionsInterfaces, c as createDatabaseConnectionApi, d as deleteDatabaseConnectionApi } from "./api-3b345d92.js";
|
|
2
|
+
import { d as defineComponent, r as ref, m as watch, l as computed, c as openBlock, e as createElementBlock, p as createBaseVNode, a5 as withDirectives, a6 as vModelText, af as vModelSelect, ag as vModelDynamic, s as normalizeClass, ah as vModelCheckbox, t as toDisplayString, v as withModifiers, n as onMounted, g as createTextVNode, F as Fragment, q as renderList, f as createVNode, w as withCtx, u as unref, z as ElMessage, ai as ElDialog, aj as ElButton, _ as _export_sfc } from "./index-f25c9283.js";
|
|
3
3
|
const _hoisted_1$1 = { class: "form-grid" };
|
|
4
4
|
const _hoisted_2$1 = { class: "form-field" };
|
|
5
5
|
const _hoisted_3$1 = { class: "form-field" };
|
|
@@ -432,7 +432,8 @@ const _sfc_main = /* @__PURE__ */ defineComponent({
|
|
|
432
432
|
onCancel: _cache[0] || (_cache[0] = ($event) => dialogVisible.value = false)
|
|
433
433
|
}, null, 8, ["initial-connection", "is-submitting"])
|
|
434
434
|
]),
|
|
435
|
-
_: 1
|
|
435
|
+
_: 1,
|
|
436
|
+
__: [12]
|
|
436
437
|
}, 8, ["modelValue", "title"]),
|
|
437
438
|
createVNode(unref(ElDialog), {
|
|
438
439
|
modelValue: deleteDialogVisible.value,
|
|
@@ -449,7 +450,8 @@ const _sfc_main = /* @__PURE__ */ defineComponent({
|
|
|
449
450
|
default: withCtx(() => _cache[15] || (_cache[15] = [
|
|
450
451
|
createTextVNode("Cancel")
|
|
451
452
|
])),
|
|
452
|
-
_: 1
|
|
453
|
+
_: 1,
|
|
454
|
+
__: [15]
|
|
453
455
|
}),
|
|
454
456
|
createVNode(unref(ElButton), {
|
|
455
457
|
type: "danger",
|
|
@@ -459,7 +461,8 @@ const _sfc_main = /* @__PURE__ */ defineComponent({
|
|
|
459
461
|
default: withCtx(() => _cache[16] || (_cache[16] = [
|
|
460
462
|
createTextVNode(" Delete ")
|
|
461
463
|
])),
|
|
462
|
-
_: 1
|
|
464
|
+
_: 1,
|
|
465
|
+
__: [16]
|
|
463
466
|
}, 8, ["loading"])
|
|
464
467
|
])
|
|
465
468
|
]),
|
|
@@ -471,7 +474,8 @@ const _sfc_main = /* @__PURE__ */ defineComponent({
|
|
|
471
474
|
]),
|
|
472
475
|
_cache[17] || (_cache[17] = createBaseVNode("p", { class: "warning-text" }, " This action cannot be undone and may affect any processes using this connection. ", -1))
|
|
473
476
|
]),
|
|
474
|
-
_: 1
|
|
477
|
+
_: 1,
|
|
478
|
+
__: [17]
|
|
475
479
|
}, 8, ["modelValue"])
|
|
476
480
|
]);
|
|
477
481
|
};
|
|
@@ -1,12 +1,12 @@
|
|
|
1
|
-
import { d as defineComponent, c as openBlock, e as createElementBlock, p as createBaseVNode, _ as _export_sfc, r as ref, n as onMounted, b as resolveComponent, f as createVNode, w as withCtx, F as Fragment, q as renderList, h as createBlock, u as unref,
|
|
2
|
-
import { C as CodeLoader } from "./vue-content-loader.es-
|
|
3
|
-
import { u as useNodeStore } from "./PopOver-
|
|
4
|
-
import { f as fetchDatabaseConnectionsInterfaces } from "./api-
|
|
5
|
-
import { D as DatabaseConnectionSettings } from "./DatabaseConnectionSettings-
|
|
6
|
-
import { G as GenericNodeSettings } from "./genericNodeSettings-
|
|
7
|
-
import { N as NodeButton, a as NodeTitle } from "./nodeTitle-
|
|
8
|
-
import "./secretApi-
|
|
9
|
-
import "./designer-
|
|
1
|
+
import { d as defineComponent, c as openBlock, e as createElementBlock, p as createBaseVNode, _ as _export_sfc, r as ref, n as onMounted, b as resolveComponent, f as createVNode, w as withCtx, F as Fragment, q as renderList, h as createBlock, u as unref, ak as ElRadio, g as createTextVNode, t as toDisplayString, a5 as withDirectives, af as vModelSelect, a6 as vModelText, i as createCommentVNode, a as axios, z as ElMessage, R as nextTick, a7 as Teleport } from "./index-f25c9283.js";
|
|
2
|
+
import { C as CodeLoader } from "./vue-content-loader.es-860c0380.js";
|
|
3
|
+
import { u as useNodeStore } from "./PopOver-3bdf8951.js";
|
|
4
|
+
import { f as fetchDatabaseConnectionsInterfaces } from "./api-3b345d92.js";
|
|
5
|
+
import { D as DatabaseConnectionSettings } from "./DatabaseConnectionSettings-307c4652.js";
|
|
6
|
+
import { G as GenericNodeSettings } from "./genericNodeSettings-1d456350.js";
|
|
7
|
+
import { N as NodeButton, a as NodeTitle } from "./nodeTitle-cad6fd9d.js";
|
|
8
|
+
import "./secretApi-01f07e2c.js";
|
|
9
|
+
import "./designer-4736134f.js";
|
|
10
10
|
const createNodeDatabaseReader = (flowId, nodeId) => {
|
|
11
11
|
const databaseSettings = {
|
|
12
12
|
query_mode: "table",
|
|
@@ -1,12 +1,12 @@
|
|
|
1
|
-
import { d as defineComponent, r as ref, n as onMounted, b as resolveComponent, c as openBlock, e as createElementBlock, f as createVNode, w as withCtx, p as createBaseVNode, F as Fragment, q as renderList, h as createBlock, u as unref,
|
|
2
|
-
import { C as CodeLoader } from "./vue-content-loader.es-
|
|
3
|
-
import { u as useNodeStore } from "./PopOver-
|
|
4
|
-
import { f as fetchDatabaseConnectionsInterfaces } from "./api-
|
|
5
|
-
import { D as DatabaseConnectionSettings } from "./DatabaseConnectionSettings-
|
|
6
|
-
import { G as GenericNodeSettings } from "./genericNodeSettings-
|
|
7
|
-
import { N as NodeButton, a as NodeTitle } from "./nodeTitle-
|
|
8
|
-
import "./secretApi-
|
|
9
|
-
import "./designer-
|
|
1
|
+
import { d as defineComponent, r as ref, n as onMounted, b as resolveComponent, c as openBlock, e as createElementBlock, f as createVNode, w as withCtx, p as createBaseVNode, F as Fragment, q as renderList, h as createBlock, u as unref, ak as ElRadio, g as createTextVNode, t as toDisplayString, a5 as withDirectives, af as vModelSelect, a6 as vModelText, z as ElMessage, _ as _export_sfc, R as nextTick, a7 as Teleport, i as createCommentVNode } from "./index-f25c9283.js";
|
|
2
|
+
import { C as CodeLoader } from "./vue-content-loader.es-860c0380.js";
|
|
3
|
+
import { u as useNodeStore } from "./PopOver-3bdf8951.js";
|
|
4
|
+
import { f as fetchDatabaseConnectionsInterfaces } from "./api-3b345d92.js";
|
|
5
|
+
import { D as DatabaseConnectionSettings } from "./DatabaseConnectionSettings-307c4652.js";
|
|
6
|
+
import { G as GenericNodeSettings } from "./genericNodeSettings-1d456350.js";
|
|
7
|
+
import { N as NodeButton, a as NodeTitle } from "./nodeTitle-cad6fd9d.js";
|
|
8
|
+
import "./secretApi-01f07e2c.js";
|
|
9
|
+
import "./designer-4736134f.js";
|
|
10
10
|
const createNodeDatabaseWriter = (flowId, nodeId) => {
|
|
11
11
|
const databaseWriteSettings = {
|
|
12
12
|
if_exists: "replace",
|