Flowfile 0.3.5__tar.gz → 0.3.7__tar.gz

{flowfile-0.3.5 → flowfile-0.3.7}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: Flowfile
-Version: 0.3.5
+Version: 0.3.7
 Summary: Project combining flowfile core (backend) and flowfile_worker (compute offloader) and flowfile_frame (api)
 Author: Edward van Eechoud
 Author-email: evaneechoud@gmail.com
@@ -11,32 +11,37 @@ Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Requires-Dist: XlsxWriter (>=3.2.0,<3.3.0)
 Requires-Dist: aiofiles (>=24.1.0,<25.0.0)
-Requires-Dist: airbyte-cdk (==6.47.2)
 Requires-Dist: bcrypt (>=4.3.0,<5.0.0)
+Requires-Dist: boto3 (>=1.38.40,<1.38.47)
 Requires-Dist: connectorx (>=0.4.2,<0.5.0)
+Requires-Dist: cryptography (>=45.0.5,<46.0.0)
 Requires-Dist: databases (>=0.9.0,<0.10.0)
+Requires-Dist: deltalake (>=1.1.0,<2.0.0)
 Requires-Dist: faker (>=23.1.0,<23.2.0)
 Requires-Dist: fastapi (>=0.115.2,<0.116.0)
 Requires-Dist: fastexcel (>=0.12.0,<0.13.0)
+Requires-Dist: httpx (>=0.28.1,<0.29.0)
 Requires-Dist: loky (>=3.4.1,<3.5.0)
 Requires-Dist: methodtools (>=0.4.7,<0.5.0)
 Requires-Dist: openpyxl (>=3.1.2,<3.2.0)
 Requires-Dist: passlib (>=1.7.4,<1.8.0)
 Requires-Dist: pendulum (==2.1.2) ; python_version < "3.12"
-Requires-Dist: polars (>=1.8.2,<2.0.0) ; sys_platform != "win32"
+Requires-Dist: polars (>=1.8.2,<1.32) ; sys_platform != "win32"
 Requires-Dist: polars (>=1.8.2,<=1.25.2) ; sys_platform == "win32"
 Requires-Dist: polars-distance (>=0.4.3,<0.5.0)
 Requires-Dist: polars-ds (>=0.6.0)
 Requires-Dist: polars-expr-transformer (>=0.4.9.0)
 Requires-Dist: polars-grouper (>=0.3.0,<0.4.0)
 Requires-Dist: polars_simed (>=0.3.4,<0.4.0)
-Requires-Dist: pyairbyte-flowfile (==0.20.2)
 Requires-Dist: pyarrow (>=18.0.0,<19.0.0)
 Requires-Dist: pydantic (>=2.9.2,<2.10.0)
+Requires-Dist: pyiceberg[hadoop] (>=0.9.1,<0.10.0)
 Requires-Dist: pyinstaller (>=6.11.0,<7.0.0)
 Requires-Dist: pytest (>=8.3.4,<9.0.0)
 Requires-Dist: python-jose (>=3.4.0,<4.0.0)
 Requires-Dist: python-multipart (>=0.0.12,<0.1.0)
+Requires-Dist: s3fs (>=2025.7.0,<2026.0.0)
+Requires-Dist: tqdm (>=4.67.1,<5.0.0)
 Requires-Dist: uvicorn (>=0.32.0,<0.33.0)
 Description-Content-Type: text/markdown
 

{flowfile-0.3.5 → flowfile-0.3.7}/flowfile/flowfile/__init__.py

@@ -7,20 +7,36 @@ This package ties together the FlowFile ecosystem components:
 - flowfile_worker: Computation engine
 """
 
-__version__ = "0.3.3.2"
+__version__ = "0.3.7"
 
 import os
 import logging
 
-os.environ['WORKER_PORT'] = "63578"
-os.environ['SINGLE_FILE_MODE'] = "1"
+os.environ['FLOWFILE_WORKER_PORT'] = "63578"
+os.environ['FLOWFILE_SINGLE_FILE_MODE'] = "1"
 
 from flowfile.web import start_server as start_web_ui
 from flowfile.api import (open_graph_in_editor)
 from flowfile_frame.flow_frame import (
     FlowFrame
 )
-from flowfile_frame import read_csv, read_parquet, from_dict, concat
+from flowfile_core.schemas.cloud_storage_schemas import FullCloudStorageConnection
+from flowfile_core.flowfile.flow_graph import FlowGraph
+from flowfile_core.flowfile.flow_data_engine.flow_data_engine import FlowDataEngine
+from flowfile_core.flowfile.flow_node.flow_node import FlowNode
+from flowfile_core.flowfile.flow_data_engine.flow_file_column.main import FlowfileColumn
+from flowfile_core.schemas import input_schema as node_interface
+from flowfile_core.schemas.schemas import FlowSettings, FlowInformation
+from flowfile_core.schemas import transform_schema
+from flowfile_frame import (read_csv, read_parquet, from_dict, concat, scan_csv, scan_parquet,
+                            scan_delta,
+                            scan_parquet_from_cloud_storage,
+                            scan_json_from_cloud_storage,
+                            scan_csv_from_cloud_storage,
+                            get_all_available_cloud_storage_connections,
+                            create_cloud_storage_connection,
+                            del_cloud_storage_connection,
+                            create_cloud_storage_connection_if_not_exists)
 from flowfile_frame.expr import (
     col, lit, column, cum_count, len,
     sum, min, max, mean, count, when
@@ -47,10 +63,15 @@ from polars.datatypes import (
 
 __all__ = [
     # Core FlowFrame classes
-    'FlowFrame', 'GroupByFrame',
+    'FlowFrame', 'GroupByFrame', 'FullCloudStorageConnection',
 
     # Main creation functions
-    'read_csv', 'read_parquet', 'from_dict', 'concat',
+    'read_csv', 'read_parquet', 'from_dict', 'concat', 'scan_csv', 'scan_parquet', 'scan_delta',
+    'scan_parquet_from_cloud_storage', 'scan_json_from_cloud_storage',
+    'scan_csv_from_cloud_storage', 'get_all_available_cloud_storage_connections', 'create_cloud_storage_connection',
+    'del_cloud_storage_connection', 'create_cloud_storage_connection_if_not_exists',
+    'FlowGraph', 'FlowDataEngine', 'node_interface', 'FlowSettings', 'transform_schema',
+    'FlowNode', 'FlowfileColumn', 'FlowInformation',
 
     # Expression API
     'col', 'lit', 'column', 'cum_count', 'len',

{flowfile-0.3.5 → flowfile-0.3.7}/flowfile/flowfile/api.py

@@ -456,6 +456,7 @@ def open_graph_in_editor(flow_graph: FlowGraph, storage_location: Optional[str]
         if flow_id is not None:
             if flow_in_single_mode and automatically_open_browser:
                 _open_flow_in_browser(flow_id)
+            logger.info(f"Ui available at: http://127.0.0.1:63578/ui#/main/designer")
             return True
         else:
             return False

{flowfile-0.3.5 → flowfile-0.3.7}/flowfile/flowfile/web/__init__.py

@@ -50,8 +50,8 @@ def extend_app(app: FastAPI):
         return Response(status_code=404)
 
     @app.get("/single_mode")
-    async def in_single_mode():
-        return os.environ.get('SINGLE_FILE_MODE', "0")
+    async def in_single_mode() -> bool:
+        return os.environ.get('FLOWFILE_SINGLE_FILE_MODE', "0") == "1"
 
     @app.get("/ui", include_in_schema=False)
     async def web_ui_root():

flowfile-0.3.7/flowfile/flowfile/web/static/assets/CloudConnectionManager-2dfdce2f.css

@@ -0,0 +1,86 @@
+
+.description-text[data-v-23359c71] {
+  color: #6c757d;
+  margin-top: 0.5rem;
+  font-size: 0.95rem;
+}
+.info-box[data-v-23359c71] {
+  display: flex;
+  gap: 1rem;
+  padding: 1rem;
+  background-color: #f8f9fa;
+  border-left: 4px solid #17a2b8;
+  border-radius: 4px;
+}
+.info-box i[data-v-23359c71] {
+  color: #17a2b8;
+  font-size: 1.5rem;
+  margin-top: 0.5rem;
+}
+.info-box p[data-v-23359c71] {
+  margin: 0;
+  margin-bottom: 0.5rem;
+}
+.info-box p[data-v-23359c71]:last-child {
+  margin-bottom: 0;
+}
+.modal-description[data-v-23359c71] {
+  color: #6c757d;
+  font-size: 0.9rem;
+}
+.badge[data-v-23359c71] {
+  background-color: #e9ecef;
+  border-radius: 1rem;
+  padding: 0.25rem 0.75rem;
+  font-size: 0.75rem;
+  margin-left: 0.5rem;
+}
+.auth-badge[data-v-23359c71] {
+  background-color: #d1ecf1;
+  color: #0c5460;
+}
+.warning-text[data-v-23359c71] {
+  color: #dc3545;
+  font-size: 0.875rem;
+  margin-top: 0.5rem;
+}
+.dialog-footer[data-v-23359c71] {
+  display: flex;
+  justify-content: flex-end;
+  gap: 0.5rem;
+  margin-top: 1rem;
+}
+.connection-details[data-v-23359c71] {
+  font-size: 0.85rem;
+  color: #6c757d;
+  margin-top: 0.25rem;
+}
+.separator[data-v-23359c71] {
+  margin: 0 0.5rem;
+}
+.hint-text[data-v-23359c71] {
+  color: #6c757d;
+  font-size: 0.875rem;
+  margin-top: 0.5rem;
+}
+.mb-3[data-v-23359c71] {
+  margin-bottom: 1rem;
+}
+.flex-col[data-v-23359c71] {
+  display: flex;
+  flex-direction: column;
+}
+.gap-2[data-v-23359c71] {
+  gap: 0.5rem;
+}
+
+/* Cloud-specific styles */
+.fa-brands[data-v-23359c71] {
+  font-size: 1.2rem;
+}
+.fa-aws[data-v-23359c71] {
+  color: #ff9900;
+}
+.fa-microsoft[data-v-23359c71] {
+  color: #0078d4;
+}