Flowfile 0.3.0__py3-none-any.whl → 0.3.0.2__py3-none-any.whl

flowfile/web/__init__.py

@@ -0,0 +1,155 @@
+"""
+flowfile/web/__init__.py
+Web interface for Flowfile.
+Extends the flowfile_core FastAPI app to serve the Vue.js frontend
+and includes worker functionality.
+"""
+import os
+import time
+from pathlib import Path
+import webbrowser
+import asyncio
+from fastapi import FastAPI, Response
+from fastapi.staticfiles import StaticFiles
+from fastapi.responses import FileResponse, RedirectResponse
+
+static_dir = Path(__file__).parent / "static"
+
+
+def extend_app(app: FastAPI):
+    """
+    Extend the flowfile_core FastAPI app with routes to serve the Vue.js frontend
+    and worker functionality.
+    """
+    # Serve static files if the directory exists
+    if static_dir.exists():
+        # Mount the assets directory
+        if (static_dir / "assets").exists():
+            app.mount("/assets", StaticFiles(directory=str(static_dir / "assets")), name="assets")
+
+        # Mount other common directories
+        for dir_name in ["css", "js", "img", "fonts", "icons", "images"]:
+            dir_path = static_dir / dir_name
+            if dir_path.exists() and dir_path.is_dir():
+                app.mount(f"/{dir_name}", StaticFiles(directory=str(dir_path)), name=dir_name)
+
+    @app.get("/favicon.ico", include_in_schema=False)
+    async def favicon():
+        """Serve the favicon.ico file"""
+        favicon_path = static_dir / "favicon.ico"
+        if favicon_path.exists():
+            return FileResponse(favicon_path)
+        return Response(status_code=404)
+
+    @app.get("/flowfile.svg", include_in_schema=False)
+    async def svg_logo():
+        """Serve the SVG logo file"""
+        svg_path = static_dir / "flowfile.svg"
+        if svg_path.exists():
+            return FileResponse(svg_path, media_type="image/svg+xml")
+        return Response(status_code=404)
+
+    @app.get("/test")
+    async def get_worker_host():
+        from flowfile_core.configs.settings import WORKER_URL
+        return WORKER_URL
+
+    @app.get("/ui", include_in_schema=False)
+    async def web_ui_root():
+        """Serve the main index.html file for the web UI"""
+        index_path = static_dir / "index.html"
+        if index_path.exists():
+            return FileResponse(index_path)
+        return {"error": "Web UI not installed. Build the frontend and install it in the package."}
+
+    @app.get("/ui/{path:path}", include_in_schema=False)
+    async def serve_vue_app(path: str):
+        """Serve static files or the index.html for client-side routing"""
+        # Try to serve the requested file
+        file_path = static_dir / path
+        if file_path.exists() and file_path.is_file():
+            return FileResponse(file_path)
+
+        # If it's a directory, redirect to add trailing slash
+        if (static_dir / path).exists() and (static_dir / path).is_dir():
+            return RedirectResponse(f"/ui/{path}/")
+
+        # For client-side routing, serve the index.html
+        index_path = static_dir / "index.html"
+        if index_path.exists():
+            return FileResponse(index_path)
+
+        return {"error": f"File not found: {path}"}
+
+    # Include worker routes if simplified mode is enabled
+    include_worker_routes(app)
+
+    return app
+
+
+def include_worker_routes(app: FastAPI):
+    """
+    Include worker routes from flowfile_worker for simplified deployments.
+    This creates a unified API that serves both the web UI and processes the worker operations.
+    """
+    try:
+        # Import worker modules
+        from flowfile_worker.routes import router as worker_router
+        from flowfile_worker import mp_context, CACHE_DIR
+
+        # Add lifecycle event handler for worker cleanup
+        @app.on_event("shutdown")
+        async def shutdown_worker():
+            """Clean up worker resources on shutdown"""
+            print("Cleaning up worker resources...")
+            for p in mp_context.active_children():
+                try:
+                    p.terminate()
+                    p.join()
+                except Exception as e:
+                    print(f"Error cleaning up process: {e}")
+
+            try:
+                CACHE_DIR.cleanup()
+            except Exception as e:
+                print(f"Error cleaning up cache directory: {e}")
+
+            await asyncio.sleep(0.1)
+
+        # Include the worker router with a prefix
+        app.include_router(worker_router, prefix="/worker")
+
+        print("Worker functionality included in unified API")
+
+    except ImportError as e:
+        print(f"Worker module could not be imported, running without worker functionality: {e}")
+        print("This is normal for lightweight deployments that don't need data processing.")
+
+
+def start_server(host="127.0.0.1", port=63578, open_browser=True):
+    """
+    Start the flowfile_core FastAPI app with the web UI routes and worker functionality.
+    This function is a wrapper around flowfile_core.main.run().
+    """
+    # Set electron mode
+    os.environ["FLOWFILE_MODE"] = "electron"
+
+    # Import core app
+    from flowfile_core.main import run, app as core_app
+
+    # Extend the core app with web UI routes and worker functionality
+    extend_app(core_app)
+
+    # Open browser if requested
+    if open_browser:
+        time.sleep(2)
+        webbrowser.open_new_tab(f"http://{host}:{port}/ui")
+
+    print("\n" + "=" * 60)
+    print("    FlowFile - Visual ETL Tool (Unified Mode)")
+    print(f"    Web UI: http://{host}:{port}/ui")
+    print(f"    API Docs: http://{host}:{port}/docs")
+    print("=" * 60 + "\n")
+
+    # Run the core app
+    run(host=host, port=port)

flowfile/web/static/assets/AirbyteReader-1ac35765.css

@@ -0,0 +1,314 @@
+
+/* Array input styles */
+.array-input-section[data-v-b2f2d704] {
+  display: flex;
+  flex-direction: column;
+  gap: 8px;
+}
+.input-with-button[data-v-b2f2d704] {
+  display: flex;
+  gap: 8px;
+  align-items: center;
+}
+.items-container[data-v-b2f2d704] {
+  display: flex;
+  flex-wrap: wrap;
+  gap: 10px; /* Space between items */
+}
+.item-box[data-v-b2f2d704] {
+  display: flex;
+  align-items: center;
+  padding: 5px 10px;
+  background-color: #f0f0f0;
+  border-radius: 4px;
+  font-size: 12px;
+  position: relative;
+}
+.remove-btn[data-v-b2f2d704] {
+  margin-left: 8px;
+  cursor: pointer;
+  color: #100f0f72;
+  font-weight: bold;
+}
+.add-btn[data-v-b2f2d704] {
+  padding: 4px 12px;
+  background: #7878ff5b;
+  border: none;
+  border-radius: 3px;
+  cursor: pointer;
+  font-size: 12px;
+  transition: background-color 0.2s;
+  white-space: nowrap;
+}
+.add-btn[data-v-b2f2d704]:hover {
+  background: #6363ff5b;
+}
+
+/* Your existing styles */
+.form-container[data-v-b2f2d704] {
+  font-family: -apple-system, BlinkMacSystemFont, sans-serif;
+  font-size: 13px;
+  color: #333;
+}
+.form-grid[data-v-b2f2d704] {
+  display: grid;
+  gap: 8px;
+  padding: 12px;
+  background: #fff;
+  border: 1px solid #eee;
+  border-radius: 4px;
+}
+.form-item-wrapper[data-v-b2f2d704] {
+  margin-bottom: 2px;
+}
+.single-item[data-v-b2f2d704] {
+  margin-bottom: 4px;
+}
+.compact-header[data-v-b2f2d704] {
+  font-size: 12px;
+  color: #666;
+  margin-bottom: 2px;
+  display: flex;
+  align-items: center;
+  gap: 4px;
+}
+.minimal-header[data-v-b2f2d704] {
+  width: 100%;
+  text-align: left;
+  padding: 6px 8px;
+  background: #f5f5f5;
+  border: 1px solid #eee;
+  border-radius: 3px;
+  font-size: 12px;
+  display: flex;
+  align-items: center;
+  gap: 6px;
+  cursor: pointer;
+  transition: background 0.2s;
+}
+.minimal-header[data-v-b2f2d704]:hover {
+  background: #f0f0f0;
+}
+.minimal-header.is-open[data-v-b2f2d704] {
+  border-bottom-left-radius: 0;
+  border-bottom-right-radius: 0;
+}
+.minimal-chevron[data-v-b2f2d704] {
+  font-size: 14px;
+  color: #999;
+  width: 12px;
+}
+.tag[data-v-b2f2d704] {
+  color: #ff4757;
+  font-size: 14px;
+}
+.type-indicator[data-v-b2f2d704] {
+  color: #999;
+  font-size: 11px;
+}
+.nested-content[data-v-b2f2d704] {
+  padding: 8px;
+  border: 1px solid #eee;
+  border-top: none;
+  background: #fff;
+  border-bottom-left-radius: 3px;
+  border-bottom-right-radius: 3px;
+}
+.nested-item[data-v-b2f2d704] {
+  margin-bottom: 6px;
+}
+.nested-item[data-v-b2f2d704]:last-child {
+  margin-bottom: 0;
+}
+.minimal-input[data-v-b2f2d704] {
+  box-sizing: border-box; /* Add this to include padding in width calculation */
+  width: 100%;
+  padding: 4px 8px;
+  border: 1px solid #ddd;
+  border-radius: 3px;
+  font-size: 12px;
+  background: #fff;
+  transition: border 0.2s;
+}
+.minimal-input[data-v-b2f2d704]:focus {
+  outline: none;
+  border-color: #666;
+}
+.minimal-input[data-v-b2f2d704]::placeholder {
+  color: #ccc;
+}
+.minimal-popover[data-v-b2f2d704] {
+  position: fixed;
+  background: rgba(0, 0, 0, 0.8);
+  color: #fff;
+  padding: 4px 8px;
+  border-radius: 3px;
+  font-size: 12px;
+  max-width: 250px;
+  z-index: 100;
+  pointer-events: none;
+}
+@media (max-width: 640px) {
+.form-grid[data-v-b2f2d704] {
+    padding: 8px;
+    gap: 6px;
+}
+.minimal-header[data-v-b2f2d704] {
+    padding: 4px 6px;
+}
+.minimal-input[data-v-b2f2d704] {
+    padding: 3px 6px;
+}
+}
+
+.to-front[data-v-9dcbd94f] {
+  z-index: 1000;
+}
+.config-section[data-v-9dcbd94f] {
+  margin-top: 16px;
+}
+.stream-section[data-v-9dcbd94f] {
+  margin-top: 16px;
+}
+.stream-select[data-v-9dcbd94f] {
+  width: 100%;
+  max-width: 400px;
+}
+.icon-button[data-v-9dcbd94f] {
+  padding: 2px;
+  border: none;
+  background: none;
+  cursor: pointer;
+  color: #666;
+}
+.icon-button[data-v-9dcbd94f]:hover {
+  color: #333;
+}
+.primary-button[data-v-9dcbd94f] {
+  display: inline-flex;
+  align-items: center;
+  justify-content: center;
+  cursor: pointer;
+  padding: 8px 16px;
+  background-color: #7878ff5b;
+  border: none;
+  border-radius: 4px;
+  font-size: 13px;
+  transition: background-color 0.3s ease;
+}
+.primary-button[data-v-9dcbd94f]:hover:not(:disabled) {
+  background-color: #b3b5ba;
+}
+.primary-button[data-v-9dcbd94f]:disabled {
+  opacity: 0.6;
+  cursor: not-allowed;
+}
+.secondary-button[data-v-9dcbd94f] {
+  display: inline-flex;
+  align-items: center;
+  gap: 4px;
+  padding: 4px 8px;
+  background-color: #f1f1f1;
+  border: 1px solid #ddd;
+  border-radius: 4px;
+  font-size: 12px;
+  color: #666;
+  transition: all 0.2s ease;
+}
+.secondary-button[data-v-9dcbd94f]:hover {
+  background-color: #e4e4e4;
+  color: #333;
+}
+.validation-banner[data-v-9dcbd94f] {
+  display: flex;
+  align-items: center;
+  gap: 8px;
+  padding: 12px;
+  margin-top: 12px;
+  border-radius: 4px;
+  font-size: 14px;
+}
+.validation-banner.success[data-v-9dcbd94f] {
+  background-color: #ecfdf5;
+  color: #047857;
+}
+.validation-banner.error[data-v-9dcbd94f] {
+  background-color: #fef2f2;
+  color: #dc2626;
+}
+.spin[data-v-9dcbd94f] {
+  animation: spin-9dcbd94f 1s linear infinite;
+}
+@keyframes spin-9dcbd94f {
+from {
+    transform: rotate(0deg);
+}
+to {
+    transform: rotate(360deg);
+}
+}
+.file-upload-label[data-v-9dcbd94f] {
+  display: flex;
+  align-items: center;
+  justify-content: flex-start;
+  background-color: #f5f5f5;
+  border: 1px solid #ddd;
+  border-radius: 4px;
+  padding: 10px 15px;
+  color: #333;
+  font-size: 16px;
+  font-weight: 500;
+  text-align: left;
+  user-select: none;
+  cursor: pointer;
+  transition: background-color 0.3s ease;
+}
+.file-upload-label[data-v-9dcbd94f]:hover {
+  background-color: #e4e4e4;
+}
+.file-icon[data-v-9dcbd94f] {
+  margin-right: 10px;
+  font-size: 20px;
+  width: 24px;
+  height: auto;
+}
+.attention-notice[data-v-9dcbd94f] {
+  display: flex;
+  align-items: center;
+  gap: 6px;
+  padding: 4px 8px;
+  border-radius: 4px;
+  width: fit-content;
+  margin-top: 4px;
+}
+.docker-notice[data-v-9dcbd94f] {
+  font-size: 12px;
+  font-weight: 600;
+}
+.warning-icon[data-v-9dcbd94f] {
+  font-size: 14px;
+  animation: pulse-9dcbd94f 2s infinite;
+}
+.flex[data-v-9dcbd94f] {
+  display: flex;
+}
+.justify-between[data-v-9dcbd94f] {
+  justify-content: space-between;
+}
+.items-center[data-v-9dcbd94f] {
+  align-items: center;
+}
+.gap-2[data-v-9dcbd94f] {
+  gap: 8px;
+}
+@keyframes pulse-9dcbd94f {
+0% {
+    opacity: 1;
+}
+50% {
+    opacity: 0.5;
+}
+100% {
+    opacity: 1;
+}
+}