Flowfile 0.3.0.2__tar.gz → 0.3.1__tar.gz

{flowfile-0.3.0.2 → flowfile-0.3.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: Flowfile
-Version: 0.3.0.2
+Version: 0.3.1
 Summary: Project combining flowfile core (backend) and flowfile_worker (compute offloader) and flowfile_frame (api)
 Author: Edward van Eechoud
 Author-email: evaneechoud@gmail.com
@@ -41,13 +41,25 @@ Requires-Dist: python-multipart (>=0.0.12,<0.1.0)
 Requires-Dist: uvicorn (>=0.32.0,<0.33.0)
 Description-Content-Type: text/markdown
 
-# Flowfile
-
-![Flowfile Logo](https://raw.githubusercontent.com/Edwardvaneechoud/Flowfile/main/.github/images/logo.png)
-
+<h1 align="center">
+  <img src="https://raw.githubusercontent.com/Edwardvaneechoud/Flowfile/main/.github/images/logo.png" alt="Flowfile Logo" width="100">
+  <br>
+  Flowfile
+</h1>
+
+<p align="center">
+  <b>Main Repository</b>: <a href="https://github.com/Edwardvaneechoud/Flowfile">Edwardvaneechoud/Flowfile</a><br>
+  <b>Documentation</b>: 
+  <a href="https://edwardvaneechoud.github.io/Flowfile/">Website</a> - 
+  <a href="https://github.com/Edwardvaneechoud/Flowfile/blob/main/flowfile_core/README.md">Core</a> - 
+  <a href="https://github.com/Edwardvaneechoud/Flowfile/blob/main/flowfile_worker/README.md">Worker</a> - 
+  <a href="https://github.com/Edwardvaneechoud/Flowfile/blob/main/flowfile_frontend/README.md">Frontend</a> - 
+  <a href="https://dev.to/edwardvaneechoud/building-flowfile-architecting-a-visual-etl-tool-with-polars-576c">Technical Architecture</a>
+</p>
+
+<p>
 Flowfile is a visual ETL tool and Python library suite that combines drag-and-drop workflow building with the speed of Polars dataframes. Build data pipelines visually, transform data using powerful nodes, or define data flows programmatically with Python and analyze results - all with high-performance data processing.
-
-![Flowfile Interface](https://raw.githubusercontent.com/Edwardvaneechoud/Flowfile/main/.github/images/group_by_screenshot.png)
+</p>
 
 ## 🚀 Getting Started
 
@@ -75,8 +87,8 @@ This will:
 
 **Options:**
 ```bash
-# Customize host and port
-flowfile run ui --host 0.0.0.0 --port 8080
+# Customize host
+flowfile run ui --host 0.0.0.0
 
 # Start without opening a browser
 flowfile run ui --no-browser
@@ -212,8 +224,8 @@ flowfile
 flowfile run ui [options]
 
 # Run individual services
-flowfile run core --host 0.0.0.0 --port 8080
-flowfile run worker --host 0.0.0.0 --port 8079
+flowfile run core --host 0.0.0.0 --port 63578
+flowfile run worker --host 0.0.0.0 --port 63579
 ```
 
 ## 📚 Resources

{flowfile-0.3.0.2 → flowfile-0.3.1}/flowfile/__main__.py

@@ -9,8 +9,8 @@ def main():
 
     parser = argparse.ArgumentParser(description="FlowFile: A visual ETL tool with a Polars-like API")
     parser.add_argument("command", nargs="?", choices=["run"], help="Command to execute")
-    parser.add_argument("component", nargs="?", choices=["web", "core", "worker"],
-                        help="Component to run (web, core, or worker)")
+    parser.add_argument("component", nargs="?", choices=["ui", "core", "worker"],
+                        help="Component to run (ui, core, or worker)")
     parser.add_argument("--host", default="127.0.0.1", help="Host to bind the server to")
     parser.add_argument("--port", type=int, default=63578, help="Port to bind the server to")
     parser.add_argument("--no-browser", action="store_true", help="Don't open a browser window")

{flowfile-0.3.0.2 → flowfile-0.3.1}/flowfile/api.py

@@ -142,7 +142,14 @@ def build_server_command(module_name: str) -> List[str]:
     return command
 
 
-def start_flowfile_server_process(module_name: str = DEFAULT_MODULE_NAME) -> bool:
+def check_if_in_single_mode() -> bool:
+    response: requests.Response = requests.get(f"{FLOWFILE_BASE_URL}/single_mode", timeout=1)
+    if response.ok:
+        return response.json() == "1"
+    return False
+
+
+def start_flowfile_server_process(module_name: str = DEFAULT_MODULE_NAME) -> Tuple[bool, bool]:
     """
     Start the Flowfile server as a background process if it's not already running.
     Automatically detects and uses Poetry if in a Poetry environment.
@@ -153,7 +160,8 @@ def start_flowfile_server_process(module_name: str = DEFAULT_MODULE_NAME) -> boo
     """
     global _server_process
     if is_flowfile_running():
-        return True
+        return True, check_if_in_single_mode()
+
 
     if _server_process and _server_process.poll() is None:
         logger.warning("Server process object exists but API not responding. Attempting to restart.")
@@ -179,7 +187,7 @@ def start_flowfile_server_process(module_name: str = DEFAULT_MODULE_NAME) -> boo
             time.sleep(1)
             if is_flowfile_running():
                 logger.info("Server started successfully.")
-                return True
+                return True, check_if_in_single_mode()
         else:
             logger.error("Failed to start server: API did not become responsive.")
             if _server_process and _server_process.stderr:
@@ -189,16 +197,16 @@ def start_flowfile_server_process(module_name: str = DEFAULT_MODULE_NAME) -> boo
                 except Exception as read_err:
                     logger.error(f"Could not read stderr from server process: {read_err}")
                     stop_flowfile_server_process()
-                    return False
+                    return False, check_if_in_single_mode()
             else:
                 stop_flowfile_server_process()
-                return False
+                return False, check_if_in_single_mode()
 
     except FileNotFoundError:
         logger.error(f"Error: Could not execute command: '{' '.join(command)}'.")
         logger.error(f"Ensure '{module_name}' is installed correctly.")
         _server_process = None
-        return False
+        return False, False
     except Exception as e:
         logger.error(f"An unexpected error occurred while starting the server process: {e}")
         if _server_process and _server_process.stderr:
@@ -209,7 +217,7 @@ def start_flowfile_server_process(module_name: str = DEFAULT_MODULE_NAME) -> boo
                 logger.error(f"Could not read stderr from server process: {read_err}")
         stop_flowfile_server_process()
         _server_process = None
-        return False
+        return False, False
 
 
 def get_auth_token() -> Optional[str]:
@@ -361,7 +369,8 @@ def open_graph_in_editor(flow_graph: FlowGraph, storage_location: Optional[str]
         if not flow_file_path:
             return False
         flow_graph.flow_settings = original_execution_settings
-        if not start_flowfile_server_process(module_name):
+        flow_running, flow_in_single_mode = start_flowfile_server_process(module_name)
+        if not flow_running:
             return False
 
         auth_token = get_auth_token()
@@ -371,7 +380,8 @@ def open_graph_in_editor(flow_graph: FlowGraph, storage_location: Optional[str]
         flow_id = import_flow_to_editor(flow_file_path, auth_token)
 
         if flow_id is not None:
-            _open_flow_in_browser(flow_id)
+            if flow_in_single_mode:
+                _open_flow_in_browser(flow_id)
             return True
         else:
             return False
@@ -380,4 +390,4 @@ def open_graph_in_editor(flow_graph: FlowGraph, storage_location: Optional[str]
         logger.error(f"An unexpected error occurred in open_graph_in_editor: {e}", exc_info=True)
         return False
     finally:
-        _cleanup_temporary_storage(temp_dir_obj)
+        _cleanup_temporary_storage(temp_dir_obj)

{flowfile-0.3.0.2 → flowfile-0.3.1}/flowfile/readme.md

@@ -29,9 +29,6 @@ You can start the Flowfile web UI using either the Python module or the command-
 # Start the web UI with default settings
 flowfile run ui
 
-# Customize host and port
-flowfile run ui --host 0.0.0.0 --port 8080
-
 # Start without automatically opening a browser window
 flowfile run ui --no-browser
 ```
@@ -45,7 +42,7 @@ import flowfile
 flowfile.start_web_ui()
 
 # Customize host, port, and browser launch
-flowfile.start_web_ui(host="0.0.0.0", port=8080, open_browser=False)
+flowfile.start_web_ui(host="0.0.0.0", port=63578, open_browser=False)
 ```
 
 ## Architecture Overview
@@ -107,10 +104,10 @@ For development or specialized deployments, you can run the components separatel
 
 ```bash
 # Run only the core service
-flowfile run core --host 0.0.0.0 --port 8080
+flowfile run core --host 0.0.0.0 --port 63578
 
 # Run only the worker service
-flowfile run worker --host 0.0.0.0 --port 8081
+flowfile run worker --host 0.0.0.0 --port 63579
 ```
 
 ## Troubleshooting

{flowfile-0.3.0.2 → flowfile-0.3.1}/flowfile/web/__init__.py

@@ -49,10 +49,9 @@ def extend_app(app: FastAPI):
             return FileResponse(svg_path, media_type="image/svg+xml")
         return Response(status_code=404)
 
-    @app.get("/test")
-    async def get_worker_host():
-        from flowfile_core.configs.settings import WORKER_URL
-        return WORKER_URL
+    @app.get("/single_mode")
+    async def in_single_mode():
+        return os.environ.get('SINGLE_FILE_MODE', "0")
 
     @app.get("/ui", include_in_schema=False)
     async def web_ui_root():
@@ -142,7 +141,7 @@ def start_server(host="127.0.0.1", port=63578, open_browser=True):
 
     # Open browser if requested
     if open_browser:
-        time.sleep(2)
+        time.sleep(5)
         webbrowser.open_new_tab(f"http://{host}:{port}/ui")
 
     print("\n" + "=" * 60)

{flowfile-0.3.0.2 → flowfile-0.3.1}/flowfile_frame/flowfile_frame/flow_frame.py

@@ -1801,7 +1801,7 @@ class FlowFrame:
     @property
     def columns(self) -> List[str]:
         """Get the column names."""
-        return self.data.columns
+        return self.data.collect_schema().names()
 
     @property
     def dtypes(self) -> List[pl.DataType]:

{flowfile-0.3.0.2 → flowfile-0.3.1}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "Flowfile"
-version = "0.3.0.2"
+version = "0.3.1"
 description = "Project combining flowfile core (backend) and flowfile_worker (compute offloader) and flowfile_frame (api)"
 readme = "readme-pypi.md"
 authors = ["Edward van Eechoud <evaneechoud@gmail.com>"]

{flowfile-0.3.0.2 → flowfile-0.3.1}/readme-pypi.md

@@ -1,10 +1,22 @@
-# Flowfile
-
-![Flowfile Logo](https://raw.githubusercontent.com/Edwardvaneechoud/Flowfile/main/.github/images/logo.png)
-
+<h1 align="center">
+  <img src="https://raw.githubusercontent.com/Edwardvaneechoud/Flowfile/main/.github/images/logo.png" alt="Flowfile Logo" width="100">
+  <br>
+  Flowfile
+</h1>
+
+<p align="center">
+  <b>Main Repository</b>: <a href="https://github.com/Edwardvaneechoud/Flowfile">Edwardvaneechoud/Flowfile</a><br>
+  <b>Documentation</b>: 
+  <a href="https://edwardvaneechoud.github.io/Flowfile/">Website</a> - 
+  <a href="https://github.com/Edwardvaneechoud/Flowfile/blob/main/flowfile_core/README.md">Core</a> - 
+  <a href="https://github.com/Edwardvaneechoud/Flowfile/blob/main/flowfile_worker/README.md">Worker</a> - 
+  <a href="https://github.com/Edwardvaneechoud/Flowfile/blob/main/flowfile_frontend/README.md">Frontend</a> - 
+  <a href="https://dev.to/edwardvaneechoud/building-flowfile-architecting-a-visual-etl-tool-with-polars-576c">Technical Architecture</a>
+</p>
+
+<p>
 Flowfile is a visual ETL tool and Python library suite that combines drag-and-drop workflow building with the speed of Polars dataframes. Build data pipelines visually, transform data using powerful nodes, or define data flows programmatically with Python and analyze results - all with high-performance data processing.
-
-![Flowfile Interface](https://raw.githubusercontent.com/Edwardvaneechoud/Flowfile/main/.github/images/group_by_screenshot.png)
+</p>
 
 ## 🚀 Getting Started
 
@@ -32,8 +44,8 @@ This will:
 
 **Options:**
 ```bash
-# Customize host and port
-flowfile run ui --host 0.0.0.0 --port 8080
+# Customize host
+flowfile run ui --host 0.0.0.0
 
 # Start without opening a browser
 flowfile run ui --no-browser
@@ -169,8 +181,8 @@ flowfile
 flowfile run ui [options]
 
 # Run individual services
-flowfile run core --host 0.0.0.0 --port 8080
-flowfile run worker --host 0.0.0.0 --port 8079
+flowfile run core --host 0.0.0.0 --port 63578
+flowfile run worker --host 0.0.0.0 --port 63579
 ```
 
 ## 📚 Resources