flowyml 1.4.0__py3-none-any.whl → 1.6.0__py3-none-any.whl

flowyml/ui/frontend/src/components/RunDetailsPanel.jsx

@@ -27,6 +27,7 @@ import { ProjectSelector } from './ProjectSelector';
 
 export function RunDetailsPanel({ run, onClose }) {
     const [details, setDetails] = useState(null);
+    const [artifacts, setArtifacts] = useState([]);
     const [loading, setLoading] = useState(false);
     const [activeTab, setActiveTab] = useState('overview'); // overview, steps, artifacts
     const [currentProject, setCurrentProject] = useState(run?.project);
@@ -41,9 +42,17 @@ export function RunDetailsPanel({ run, onClose }) {
     const fetchRunDetails = async () => {
         setLoading(true);
         try {
-            const res = await fetchApi(`/api/runs/${run.run_id}`);
-            const data = await res.json();
+            const [runRes, assetsRes] = await Promise.all([
+                fetchApi(`/api/runs/${run.run_id}`),
+                fetchApi(`/api/assets?run_id=${run.run_id}`)
+            ]);
+
+            const data = await runRes.json();
+            const assetsData = await assetsRes.json();
+
             setDetails(data);
+            setArtifacts(assetsData.assets || []);
+
             if (data.project) setCurrentProject(data.project);
         } catch (error) {
             console.error('Failed to fetch run details:', error);
@@ -177,11 +186,11 @@ export function RunDetailsPanel({ run, onClose }) {
                             {activeTab === 'overview' && (
                                 <div className="space-y-4">
                                     {/* DAG Visualization Preview */}
-                                    <Card className="p-0 overflow-hidden h-64 border-slate-200 dark:border-slate-700">
-                                        <div className="p-3 border-b border-slate-100 dark:border-slate-700 bg-slate-50/50 dark:bg-slate-800/50 flex justify-between items-center">
+                                    <div className="rounded-xl border border-slate-200 dark:border-slate-700 overflow-hidden h-[400px] flex flex-col bg-white dark:bg-slate-800">
+                                        <div className="p-3 border-b border-slate-100 dark:border-slate-700 bg-slate-50/50 dark:bg-slate-800/50 flex justify-between items-center shrink-0">
                                             <h3 className="text-sm font-semibold text-slate-700 dark:text-slate-300">Pipeline Graph</h3>
                                         </div>
-                                        <div className="h-full bg-slate-50/50">
+                                        <div className="flex-1 min-h-0 bg-slate-50/50 dark:bg-slate-900/50">
                                             {runData.dag ? (
                                                 <PipelineGraph
                                                     dag={runData.dag}
@@ -193,7 +202,7 @@ export function RunDetailsPanel({ run, onClose }) {
                                                 </div>
                                             )}
                                         </div>
-                                    </Card>
+                                    </div>
 
                                     {/* Error Display if Failed */}
                                     {runData.status === 'failed' && runData.error && (
@@ -238,14 +247,33 @@ export function RunDetailsPanel({ run, onClose }) {
 
                             {activeTab === 'artifacts' && (
                                 <div className="space-y-3">
-                                    {/* This would need actual artifact data structure */}
-                                    <div className="text-center py-8 text-slate-500">
-                                        <Box size={32} className="mx-auto mb-2 opacity-50" />
-                                        <p>Artifacts view not fully implemented in preview</p>
-                                        <Link to={`/runs/${runData.run_id}`} className="text-primary-600 hover:underline text-sm mt-2 inline-block">
-                                            View in full details page
-                                        </Link>
-                                    </div>
+                                    {artifacts.length > 0 ? (
+                                        artifacts.map(art => (
+                                            <div
+                                                key={art.artifact_id}
+                                                className="flex items-center gap-3 p-3 bg-white dark:bg-slate-800 rounded-lg border border-slate-200 dark:border-slate-700 hover:border-primary-300 dark:hover:border-primary-700 transition-colors"
+                                            >
+                                                <div className="p-2 bg-slate-50 dark:bg-slate-700 rounded-md text-slate-500 dark:text-slate-400">
+                                                    <FileText size={18} />
+                                                </div>
+                                                <div className="min-w-0 flex-1">
+                                                    <p className="text-sm font-semibold text-slate-900 dark:text-white truncate">
+                                                        {art.name}
+                                                    </p>
+                                                    <p className="text-xs text-slate-500 truncate">{art.type}</p>
+                                                </div>
+                                                <Link to={`/runs/${run.run_id}`}>
+                                                    <Button variant="ghost" size="sm">
+                                                        <ArrowRight size={14} />
+                                                    </Button>
+                                                </Link>
+                                            </div>
+                                        ))
+                                    ) : (
+                                        <div className="text-center py-8 text-slate-500">
+                                            No artifacts found for this run.
+                                        </div>
+                                    )}
                                 </div>
                             )}
                         </>

flowyml/ui/frontend/src/router/index.jsx

@@ -16,6 +16,8 @@ import { Leaderboard } from '../app/leaderboard/page';
 import { Plugins } from '../app/plugins/page';
 import { Settings } from '../app/settings/page';
 import { TokenManagement } from '../app/tokens/page';
+import { RunComparisonPage } from '../app/compare/page';
+import { ExperimentComparisonPage } from '../app/experiments/compare/page';
 
 export const router = createBrowserRouter([
     {
@@ -25,9 +27,11 @@ export const router = createBrowserRouter([
             { index: true, element: <Dashboard /> },
             { path: 'pipelines', element: <Pipelines /> },
             { path: 'runs', element: <Runs /> },
+            { path: 'compare', element: <RunComparisonPage /> },
             { path: 'runs/:runId', element: <RunDetails /> },
             { path: 'assets', element: <Assets /> },
             { path: 'experiments', element: <Experiments /> },
+            { path: 'experiments/compare', element: <ExperimentComparisonPage /> },
             { path: 'experiments/:experimentId', element: <ExperimentDetails /> },
             { path: 'traces', element: <Traces /> },
             { path: 'projects', element: <Projects /> },

flowyml/ui/server_manager.py

@@ -0,0 +1,181 @@
+"""UI Server Manager - Auto-start and manage the UI server in background."""
+
+import threading
+import time
+import subprocess
+from typing import Optional
+
+from flowyml.ui.utils import is_ui_running, get_ui_url, get_ui_host_port
+
+
+class UIServerManager:
+    """Manages the UI server lifecycle in background threads."""
+
+    _instance: Optional["UIServerManager"] = None
+    _lock = threading.Lock()
+
+    def __init__(self):
+        self._server_thread: Optional[threading.Thread] = None
+        self._server_process: Optional[subprocess.Popen] = None
+        # Initialize from config/env vars
+        self._host, self._port = get_ui_host_port()
+        self._running = False
+        self._started = False
+
+    @classmethod
+    def get_instance(cls) -> "UIServerManager":
+        """Get singleton instance of UI server manager."""
+        if cls._instance is None:
+            with cls._lock:
+                if cls._instance is None:
+                    cls._instance = cls()
+        return cls._instance
+
+    def ensure_running(self, host: str | None = None, port: int | None = None, auto_start: bool = True) -> bool:
+        """Ensure UI server is running, start it if not and auto_start is True.
+
+        Args:
+            host: Host to bind to (uses config/env if None)
+            port: Port to bind to (uses config/env if None)
+            auto_start: If True, automatically start server if not running
+
+        Returns:
+            True if server is running, False otherwise
+        """
+        # Use provided values or get from config
+        if host is None or port is None:
+            config_host, config_port = get_ui_host_port()
+            self._host = host if host is not None else config_host
+            self._port = port if port is not None else config_port
+        else:
+            self._host = host
+            self._port = port
+
+        # Check if already running
+        if is_ui_running(host, port):
+            return True
+
+        if not auto_start:
+            return False
+
+        # Try to start the server
+        return self.start(host, port)
+
+    def start(self, host: str | None = None, port: int | None = None) -> bool:
+        """Start the UI server in a background thread.
+
+        Args:
+            host: Host to bind to (uses config/env if None)
+            port: Port to bind to (uses config/env if None)
+
+        Returns:
+            True if started successfully, False otherwise
+        """
+        # Use provided values or get from config
+        if host is None or port is None:
+            config_host, config_port = get_ui_host_port()
+            self._host = host if host is not None else config_host
+            self._port = port if port is not None else config_port
+        else:
+            self._host = host
+            self._port = port
+
+        if self._running:
+            return is_ui_running(self._host, self._port)
+
+        try:
+            # Check if UI dependencies are available
+            try:
+                import uvicorn
+
+                print(f"uvicorn {uvicorn.__version__}")
+            except ImportError:
+                return False
+
+            # Start server in a daemon thread
+            def run_server():
+                try:
+                    import uvicorn
+
+                    # Run uvicorn server (blocking call, but in daemon thread)
+                    uvicorn.run(
+                        "flowyml.ui.backend.main:app",
+                        host=host,
+                        port=port,
+                        log_level="warning",  # Reduce noise in background
+                        access_log=False,
+                    )
+                except Exception:
+                    pass  # Server will be stopped
+
+            # Start in daemon thread
+            self._server_thread = threading.Thread(
+                target=run_server,
+                daemon=True,
+                name="flowyml-ui-server",
+            )
+            self._server_thread.start()
+            self._running = True
+            self._started = True
+
+            # Wait a bit for server to start
+            max_wait = 5
+            for _ in range(max_wait * 10):  # Check every 100ms
+                time.sleep(0.1)
+                if is_ui_running(host, port):
+                    return True
+
+            # If we get here, server didn't start
+            self._running = False
+            return False
+
+        except Exception:
+            self._running = False
+            return False
+
+    def stop(self) -> None:
+        """Stop the UI server."""
+        # Since we're using a daemon thread, it will be killed when main process exits
+        # For now, we just mark it as stopped
+        self._running = False
+        self._server_thread = None
+
+    def get_url(self) -> Optional[str]:
+        """Get the URL of the running UI server.
+
+        Returns:
+            URL string if server is running, None otherwise
+        """
+        return get_ui_url(self._host, self._port)
+
+    def is_running(self) -> bool:
+        """Check if UI server is running."""
+        return is_ui_running(self._host, self._port)
+
+    def get_run_url(self, run_id: str) -> Optional[str]:
+        """Get URL to view a specific pipeline run.
+
+        Args:
+            run_id: ID of the pipeline run
+
+        Returns:
+            URL string if server is running, None otherwise
+        """
+        base_url = self.get_url()
+        if base_url:
+            return f"{base_url}/runs/{run_id}"
+        return None
+
+    def get_pipeline_url(self, pipeline_name: str) -> Optional[str]:
+        """Get URL to view a specific pipeline.
+
+        Args:
+            pipeline_name: Name of the pipeline
+
+        Returns:
+            URL string if server is running, None otherwise
+        """
+        base_url = self.get_url()
+        if base_url:
+            return f"{base_url}/pipelines/{pipeline_name}"
+        return None

flowyml/ui/utils.py

@@ -1,8 +1,69 @@
 """UI utility functions for checking UI server status and getting URLs."""
 
+import os
 import http.client
 
 
+def get_ui_server_url() -> str:
+    """Get the UI server URL from configuration or environment variables.
+
+    Priority order:
+    1. FLOWYML_SERVER_URL environment variable (explicit override)
+    2. FLOWYML_REMOTE_UI_URL from config (for centralized deployments)
+    3. FLOWYML_UI_HOST and FLOWYML_UI_PORT from config/env
+    4. Default: http://localhost:8080
+
+    Returns:
+        Base URL of the UI server (e.g., "http://localhost:8080" or "https://flowyml.example.com")
+    """
+    # Check for explicit server URL override
+    server_url = os.getenv("FLOWYML_SERVER_URL")
+    if server_url:
+        return server_url.rstrip("/")
+
+    # Check for remote UI URL (centralized deployment)
+    try:
+        from flowyml.utils.config import get_config
+
+        config = get_config()
+        if config.remote_ui_url:
+            return config.remote_ui_url.rstrip("/")
+
+        # Use config values for host/port
+        host = os.getenv("FLOWYML_UI_HOST", config.ui_host)
+        port = int(os.getenv("FLOWYML_UI_PORT", str(config.ui_port)))
+
+        # Determine protocol based on port (443 = https, else http)
+        protocol = "https" if port == 443 else "http"
+
+        return f"{protocol}://{host}:{port}"
+    except Exception:
+        # Fallback to defaults
+        host = os.getenv("FLOWYML_UI_HOST", "localhost")
+        port = int(os.getenv("FLOWYML_UI_PORT", "8080"))
+        protocol = "https" if port == 443 else "http"
+        return f"{protocol}://{host}:{port}"
+
+
+def get_ui_host_port() -> tuple[str, int]:
+    """Get UI host and port from configuration.
+
+    Returns:
+        Tuple of (host, port)
+    """
+    try:
+        from flowyml.utils.config import get_config
+
+        config = get_config()
+        host = os.getenv("FLOWYML_UI_HOST", config.ui_host)
+        port = int(os.getenv("FLOWYML_UI_PORT", str(config.ui_port)))
+        return (host, port)
+    except Exception:
+        host = os.getenv("FLOWYML_UI_HOST", "localhost")
+        port = int(os.getenv("FLOWYML_UI_PORT", "8080"))
+        return (host, port)
+
+
 def is_ui_running(host: str = "localhost", port: int = 8080) -> bool:
     """Check if the flowyml UI server is running.
 
@@ -39,7 +100,8 @@ def get_ui_url(host: str = "localhost", port: int = 8080) -> str | None:
         URL string if server is running, None otherwise
     """
     if is_ui_running(host, port):
-        return f"http://{host}:{port}"
+        protocol = "https" if port == 443 else "http"
+        return f"{protocol}://{host}:{port}"
     return None
 
 

flowyml/utils/config.py

@@ -27,9 +27,11 @@ class FlowymlConfig:
     remote_ui_url: str = ""
     remote_services: list[dict[str, str]] = field(default_factory=list)
     enable_caching: bool = True
+    enable_checkpointing: bool = True  # Enable checkpointing by default
     enable_logging: bool = True
     log_level: str = "INFO"
     max_cache_size_mb: int = 10000  # 10GB default
+    checkpoint_dir: Path = field(default_factory=lambda: Path(".flowyml/checkpoints"))
 
     # UI settings
     ui_host: str = "localhost"
@@ -63,6 +65,7 @@ class FlowymlConfig:
             "runs_dir",
             "experiments_dir",
             "projects_dir",
+            "checkpoint_dir",
         ]:
             value = getattr(self, field_name)
             if not isinstance(value, Path):
@@ -76,6 +79,7 @@ class FlowymlConfig:
         self.runs_dir.mkdir(parents=True, exist_ok=True)
         self.experiments_dir.mkdir(parents=True, exist_ok=True)
         self.projects_dir.mkdir(parents=True, exist_ok=True)
+        self.checkpoint_dir.mkdir(parents=True, exist_ok=True)
 
         # Create metadata db parent dir
         self.metadata_db.parent.mkdir(parents=True, exist_ok=True)
@@ -90,12 +94,14 @@ class FlowymlConfig:
             "runs_dir": str(self.runs_dir),
             "experiments_dir": str(self.experiments_dir),
             "projects_dir": str(self.projects_dir),
+            "checkpoint_dir": str(self.checkpoint_dir),
             "default_stack": self.default_stack,
             "execution_mode": self.execution_mode,
             "remote_server_url": self.remote_server_url,
             "remote_ui_url": self.remote_ui_url,
             "remote_services": self.remote_services,
             "enable_caching": self.enable_caching,
+            "enable_checkpointing": self.enable_checkpointing,
             "enable_logging": self.enable_logging,
             "log_level": self.log_level,
             "max_cache_size_mb": self.max_cache_size_mb,
@@ -274,6 +280,7 @@ def get_env_config() -> dict[str, Any]:
         "flowyml_EXECUTION_MODE": "execution_mode",
         "flowyml_REMOTE_SERVER_URL": "remote_server_url",
         "flowyml_REMOTE_UI_URL": "remote_ui_url",
+        "flowyml_SERVER_URL": "remote_ui_url",  # Alias for FLOWYML_SERVER_URL -> remote_ui_url
         "flowyml_ENABLE_CACHING": "enable_caching",
         "flowyml_LOG_LEVEL": "log_level",
         "flowyml_UI_HOST": "ui_host",

{flowyml-1.4.0.dist-info → flowyml-1.6.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: flowyml
-Version: 1.4.0
+Version: 1.6.0
 Summary: Next-Generation ML Pipeline Framework
 License: Apache-2.0
 License-File: LICENSE
@@ -23,13 +23,14 @@ Provides-Extra: aws
 Provides-Extra: azure
 Provides-Extra: gcp
 Provides-Extra: pytorch
+Provides-Extra: rich
 Provides-Extra: sklearn
 Provides-Extra: tensorflow
 Provides-Extra: ui
 Requires-Dist: click (>=8.0.0)
 Requires-Dist: cloudpickle (>=2.0.0)
 Requires-Dist: croniter (>=2.0.1,<3.0.0)
-Requires-Dist: fastapi (>=0.122.0,<0.123.0) ; extra == "ui"
+Requires-Dist: fastapi (>=0.122.0,<0.123.0) ; extra == "ui" or extra == "all"
 Requires-Dist: google-cloud-aiplatform (>=1.35.0) ; extra == "gcp" or extra == "all"
 Requires-Dist: google-cloud-storage (>=2.10.0) ; extra == "gcp" or extra == "all"
 Requires-Dist: httpx (>=0.24,<0.28)
@@ -41,6 +42,7 @@ Requires-Dist: pydantic (>=2.0.0)
 Requires-Dist: python-multipart (>=0.0.6) ; extra == "ui" or extra == "all"
 Requires-Dist: pytz (>=2024.1,<2025.0)
 Requires-Dist: pyyaml (>=6.0)
+Requires-Dist: rich (>=13.0.0) ; extra == "rich"
 Requires-Dist: scikit-learn (>=1.0.0) ; extra == "sklearn" or extra == "all"
 Requires-Dist: sqlalchemy (>=2.0.0)
 Requires-Dist: tensorflow (>=2.12.0) ; extra == "tensorflow" or extra == "all"
@@ -254,7 +256,7 @@ pipeline.run(debug=True)  # Pauses at breakpoint
 Assets are not just files; they are first-class citizens with lineage, metadata, and versioning.
 
 ```python
-from flowyml.core import Dataset, Model, Metrics, FeatureSet
+from flowyml import Dataset, Model, Metrics, FeatureSet
 
 # Assets track their producer, lineage, and metadata automatically
 dataset = Dataset.create(data=df, name="training_data", metadata={"source": "s3"})