flowyml 1.5.0__py3-none-any.whl → 1.7.0__py3-none-any.whl

flowyml/__init__.py

@@ -14,7 +14,7 @@ from flowyml.core.step import step, Step
 from flowyml.core.pipeline import Pipeline
 from flowyml.core.executor import Executor, LocalExecutor
 from flowyml.core.cache import CacheStrategy
-from flowyml.core.conditional import Condition, ConditionalBranch, Switch, when, unless
+from flowyml.core.conditional import Condition, ConditionalBranch, Switch, when, unless, If
 from flowyml.core.parallel import ParallelExecutor, DataParallelExecutor, BatchExecutor, parallel_map
 from flowyml.core.error_handling import (
     CircuitBreaker,
@@ -115,6 +115,7 @@ __all__ = [
     "Condition",
     "ConditionalBranch",
     "Switch",
+    "If",
     "when",
     "unless",
     # Parallel Execution

flowyml/assets/featureset.py

@@ -67,19 +67,36 @@ class FeatureSet(Asset):
             source_dataset: Name of source dataset
             **kwargs: Additional metadata
         """
-        # Initialize base asset
-        metadata = FeatureSetMetadata(
+        # Initialize base asset first
+        super().__init__(
             name=name,
-            type="featureset",
+            version=kwargs.get("version"),
+            data=None,
+            parent=kwargs.get("parent"),
+            tags=kwargs.get("tags"),
+            properties=kwargs.get("properties"),
+        )
+
+        # Create FeatureSet-specific metadata
+        feature_set_metadata = FeatureSetMetadata(
+            asset_id=self.asset_id,
+            name=name,
+            version=self.version,
+            asset_type=self.__class__.__name__,
+            created_at=self.metadata.created_at,
+            created_by=self.metadata.created_by,
+            parent_ids=self.metadata.parent_ids,
+            tags=self.metadata.tags,
+            properties=self.metadata.properties,
             feature_names=feature_names or [],
             num_features=len(feature_names) if feature_names else 0,
             num_samples=num_samples,
             transformations=transformations or [],
             source_dataset=source_dataset,
-            **kwargs,
         )
 
-        super().__init__(name=name, type="featureset", metadata=metadata)
+        # Replace metadata with FeatureSet-specific metadata
+        self.metadata = feature_set_metadata
         self._data = data
 
         # Extract feature metadata if data provided
@@ -147,6 +164,11 @@ class FeatureSet(Asset):
         """Get the feature data."""
         return self._data
 
+    @data.setter
+    def data(self, value: Any) -> None:
+        """Set the feature data."""
+        self._data = value
+
     @property
     def feature_names(self) -> list[str]:
         """Get feature names."""
@@ -188,6 +210,7 @@ class FeatureSet(Asset):
         data: Any,
         name: str | None = None,
         feature_names: list[str] | None = None,
+        num_samples: int = 0,
         transformations: list[str] | None = None,
         source_dataset: str | None = None,
         **kwargs,
@@ -198,6 +221,7 @@ class FeatureSet(Asset):
             data: The feature matrix
             name: Name of the feature set (auto-generated if not provided)
             feature_names: List of feature names
+            num_samples: Number of samples in the feature set
             transformations: List of transformations applied
             source_dataset: Name of source dataset
             **kwargs: Additional metadata
@@ -213,6 +237,7 @@ class FeatureSet(Asset):
             name=name,
             data=data,
             feature_names=feature_names,
+            num_samples=num_samples,
             transformations=transformations,
             source_dataset=source_dataset,
             **kwargs,

flowyml/assets/metrics.py

@@ -93,18 +93,61 @@ class Metrics(Asset):
         parent: Asset | None = None,
         tags: dict[str, str] | None = None,
         properties: dict[str, Any] | None = None,
-        **metrics,
+        metadata: dict[str, Any] | None = None,
+        metrics: dict[str, Any] | None = None,
+        **kwargs,
     ) -> "Metrics":
         """Factory method to create metrics.
 
+        Supports multiple ways to provide metrics:
+        1. As keyword arguments: Metrics.create(accuracy=0.95, loss=0.05)
+        2. As a dict: Metrics.create(metrics={"accuracy": 0.95, "loss": 0.05})
+        3. Mixed: Metrics.create(metrics={"accuracy": 0.95}, loss=0.05)
+
+        Args:
+            name: Name of the metrics asset
+            version: Version string
+            parent: Parent asset for lineage
+            tags: Tags dictionary (or use metadata for convenience)
+            properties: Properties dictionary
+            metadata: Metadata dictionary (merged into tags and properties)
+            metrics: Metrics as a dictionary (alternative to **kwargs)
+            **kwargs: Additional metrics as keyword arguments
+
         Example:
+            >>> # Using keyword arguments
             >>> metrics = Metrics.create(accuracy=0.95, loss=0.05, training_time="2h 15m")
+
+            >>> # Using metrics dict
+            >>> metrics = Metrics.create(
+            ...     name="example_metrics",
+            ...     metrics={"test_accuracy": 0.93, "test_loss": 0.07},
+            ...     metadata={"source": "example"},
+            ... )
         """
+        # Merge metrics dict with kwargs
+        all_metrics = {}
+        if metrics:
+            all_metrics.update(metrics)
+        all_metrics.update(kwargs)
+
+        # Handle metadata - merge into tags and properties
+        final_tags = tags or {}
+        final_properties = properties or {}
+        if metadata:
+            # If metadata contains string values, treat as tags
+            # Otherwise, merge into properties
+            for key, value in metadata.items():
+                if isinstance(value, str):
+                    final_tags[key] = value
+                else:
+                    final_properties[key] = value
+
         return cls(
             name=name or "metrics",
             version=version,
-            data=metrics,
+            data=all_metrics if all_metrics else None,
             parent=parent,
-            tags=tags,
-            properties=properties,
+            tags=final_tags,
+            properties=final_properties,
         )

flowyml/cli/main.py

@@ -4,6 +4,14 @@ import click
 from pathlib import Path
 from flowyml.utils.config import get_config
 
+# Import model commands early to avoid E402 error
+from flowyml.cli.models import (
+    list_models,
+    promote_model,
+    show_model,
+    delete_model,
+)
+
 
 @click.group()
 @click.version_option(version="0.1.0", prog_name="flowyml")
@@ -362,6 +370,19 @@ def clear() -> None:
         click.echo(f"✗ Error clearing cache: {e}", err=True)
 
 
+@cli.group()
+def models() -> None:
+    """Model registry management commands."""
+    pass
+
+
+# Register model commands
+models.add_command(list_models)
+models.add_command(promote_model)
+models.add_command(show_model)
+models.add_command(delete_model)
+
+
 @cli.group()
 def config() -> None:
     """Configuration management commands."""
@@ -429,5 +450,381 @@ def logs(run_id: str, step: str, tail: int) -> None:
     click.echo("  [Log output would appear here]")
 
 
+# ============================================================================
+# Quick Commands: flowyml go / stop / status
+# ============================================================================
+
+
+@cli.command()
+@click.option("--host", default="localhost", help="Host to bind to")
+@click.option("--port", default=8080, type=int, help="Port to bind to")
+@click.option("--open-browser", "-o", is_flag=True, help="Open browser automatically")
+def go(host: str, port: int, open_browser: bool) -> None:
+    r"""🚀 Start flowyml - Initialize UI dashboard and show welcome message.
+
+    This is the quickest way to get started with flowyml. It starts the UI
+    dashboard server in the background and displays the URL to access it.
+
+    \b
+    Examples:
+        flowyml go              # Start on default port 8080
+        flowyml go -o           # Start and open browser
+        flowyml go --port 9000  # Start on custom port
+    """
+    import subprocess
+    import sys
+    import time
+    from flowyml.ui.utils import is_ui_running
+
+    try:
+        from rich.console import Console
+        from rich.panel import Panel
+        from rich.text import Text
+        from rich import box
+
+        console = Console()
+        rich_available = True
+    except ImportError:
+        rich_available = False
+
+    url = f"http://{host}:{port}"
+
+    # Check if already running
+    if is_ui_running(host, port):
+        if rich_available:
+            panel_content = Text()
+            panel_content.append("✅ ", style="green")
+            panel_content.append("flowyml is already running!\n\n", style="bold green")
+            panel_content.append("🌐 Dashboard: ", style="bold")
+            panel_content.append(url, style="cyan underline link " + url)
+            panel_content.append("\n\n", style="")
+            panel_content.append("Run ", style="dim")
+            panel_content.append("flowyml stop", style="bold yellow")
+            panel_content.append(" to stop the server.", style="dim")
+
+            console.print(
+                Panel(
+                    panel_content,
+                    title="[bold cyan]🌊 flowyml[/bold cyan]",
+                    border_style="cyan",
+                    box=box.DOUBLE,
+                ),
+            )
+        else:
+            click.echo("✅ flowyml is already running!")
+            click.echo(f"🌐 Dashboard: {url}")
+            click.echo("\nRun 'flowyml stop' to stop the server.")
+
+        if open_browser:
+            import webbrowser
+
+            webbrowser.open(url)
+        return
+
+    # Start the UI server as a background subprocess
+    if rich_available:
+        console.print("[bold cyan]🌊 flowyml[/bold cyan] - Starting up...\n")
+    else:
+        click.echo("🌊 flowyml - Starting up...")
+
+    try:
+        # Start uvicorn as a background process
+        # Using subprocess with nohup-like behavior
+        cmd = [
+            sys.executable,
+            "-m",
+            "uvicorn",
+            "flowyml.ui.backend.main:app",
+            "--host",
+            host,
+            "--port",
+            str(port),
+            "--log-level",
+            "warning",
+        ]
+
+        # Start as detached background process
+        if sys.platform == "win32":
+            # Windows: use CREATE_NEW_PROCESS_GROUP
+            process = subprocess.Popen(
+                cmd,
+                stdout=subprocess.DEVNULL,
+                stderr=subprocess.DEVNULL,
+                creationflags=subprocess.CREATE_NEW_PROCESS_GROUP | subprocess.DETACHED_PROCESS,
+            )
+        else:
+            # Unix: use start_new_session
+            process = subprocess.Popen(
+                cmd,
+                stdout=subprocess.DEVNULL,
+                stderr=subprocess.DEVNULL,
+                start_new_session=True,
+            )
+
+        # Wait for server to start (up to 8 seconds)
+        started = False
+        for _ in range(80):
+            time.sleep(0.1)
+            if is_ui_running(host, port):
+                started = True
+                break
+
+        if started:
+            # Save PID for later stop command
+            pid_file = Path.home() / ".flowyml" / "ui_server.pid"
+            pid_file.parent.mkdir(parents=True, exist_ok=True)
+            pid_file.write_text(f"{process.pid}\n{host}\n{port}")
+
+            if rich_available:
+                panel_content = Text()
+                panel_content.append("✅ ", style="green")
+                panel_content.append("flowyml is ready!\n\n", style="bold green")
+                panel_content.append("🌐 Dashboard: ", style="bold")
+                panel_content.append(url, style="cyan underline link " + url)
+                panel_content.append("\n\n", style="")
+                panel_content.append("📊 View pipelines: ", style="")
+                panel_content.append(f"{url}/pipelines", style="cyan")
+                panel_content.append("\n", style="")
+                panel_content.append("📜 View runs: ", style="")
+                panel_content.append(f"{url}/runs", style="cyan")
+                panel_content.append("\n\n", style="")
+                panel_content.append("Run ", style="dim")
+                panel_content.append("flowyml stop", style="bold yellow")
+                panel_content.append(" to stop the server.", style="dim")
+
+                console.print(
+                    Panel(
+                        panel_content,
+                        title="[bold cyan]🌊 flowyml[/bold cyan]",
+                        border_style="green",
+                        box=box.DOUBLE,
+                    ),
+                )
+
+                console.print()
+                console.print("[dim]Tip: The dashboard runs in the background. Your pipelines will[/dim]")
+                console.print("[dim]automatically show a clickable URL when they run.[/dim]")
+            else:
+                click.echo("✅ flowyml is ready!")
+                click.echo(f"🌐 Dashboard: {url}")
+                click.echo(f"📊 View pipelines: {url}/pipelines")
+                click.echo(f"📜 View runs: {url}/runs")
+                click.echo("\nRun 'flowyml stop' to stop the server.")
+                click.echo("\nTip: The dashboard runs in the background. Your pipelines will")
+                click.echo("automatically show a clickable URL when they run.")
+
+            if open_browser:
+                import webbrowser
+
+                webbrowser.open(url)
+        else:
+            # Server didn't start, kill the process
+            process.terminate()
+            raise RuntimeError("Server failed to start within timeout")
+
+    except Exception as e:
+        if rich_available:
+            panel_content = Text()
+            panel_content.append("❌ ", style="red")
+            panel_content.append("Failed to start flowyml UI server.\n\n", style="bold red")
+            panel_content.append(f"Error: {str(e)[:100]}\n\n", style="dim red")
+            panel_content.append("Possible issues:\n", style="")
+            panel_content.append(f"  • Port {port} might be in use\n", style="dim")
+            panel_content.append("  • Missing dependencies (uvicorn, fastapi)\n", style="dim")
+            panel_content.append("\n", style="")
+            panel_content.append("Try:\n", style="")
+            panel_content.append(f"  flowyml go --port {port + 1}", style="bold yellow")
+            panel_content.append("  (use different port)\n", style="dim")
+            panel_content.append("  flowyml ui start", style="bold yellow")
+            panel_content.append("  (for verbose output)", style="dim")
+
+            console.print(
+                Panel(
+                    panel_content,
+                    title="[bold red]Error[/bold red]",
+                    border_style="red",
+                    box=box.ROUNDED,
+                ),
+            )
+        else:
+            click.echo(f"❌ Failed to start flowyml UI server: {e}")
+            click.echo("Possible issues:")
+            click.echo(f"  • Port {port} might be in use")
+            click.echo("  • Missing dependencies (uvicorn, fastapi)")
+            click.echo(f"\nTry: flowyml go --port {port + 1}")
+            click.echo("Or run 'flowyml ui start' for verbose output.")
+
+
+@cli.command("stop")
+@click.option("--host", default="localhost", help="Host of the server")
+@click.option("--port", default=8080, type=int, help="Port of the server")
+def stop_server(host: str, port: int) -> None:
+    r"""🛑 Stop flowyml - Shutdown the UI dashboard server.
+
+    Stops the flowyml UI server if it's running.
+
+    \b
+    Examples:
+        flowyml stop              # Stop server on default port
+        flowyml stop --port 9000  # Stop server on custom port
+    """
+    import os
+    import signal
+    import time
+    from flowyml.ui.utils import is_ui_running
+
+    try:
+        from rich.console import Console
+        from rich.panel import Panel
+        from rich.text import Text
+        from rich import box
+
+        console = Console()
+        rich_available = True
+    except ImportError:
+        rich_available = False
+
+    pid_file = Path.home() / ".flowyml" / "ui_server.pid"
+
+    # First check if we have a PID file from 'flowyml go'
+    if pid_file.exists():
+        try:
+            content = pid_file.read_text().strip().split("\n")
+            pid = int(content[0])
+            # Note: saved_host and saved_port are in the file but we use the CLI args
+            # to allow stopping a server on a different port if needed
+
+            # Try to kill the process
+            try:
+                os.kill(pid, signal.SIGTERM)
+                time.sleep(0.5)
+
+                # Clean up PID file
+                pid_file.unlink(missing_ok=True)
+
+                if rich_available:
+                    console.print(f"[green]✅ flowyml server (PID {pid}) stopped successfully.[/green]")
+                else:
+                    click.echo(f"✅ flowyml server (PID {pid}) stopped successfully.")
+                return
+            except ProcessLookupError:
+                # Process already dead, clean up PID file
+                pid_file.unlink(missing_ok=True)
+            except PermissionError:
+                if rich_available:
+                    console.print(f"[red]❌ Permission denied to stop process {pid}[/red]")
+                else:
+                    click.echo(f"❌ Permission denied to stop process {pid}")
+                return
+        except (ValueError, IndexError):
+            # Invalid PID file, remove it
+            pid_file.unlink(missing_ok=True)
+
+    # Check if server is running
+    if not is_ui_running(host, port):
+        if rich_available:
+            console.print(f"[yellow]ℹ️  No flowyml server running on {host}:{port}[/yellow]")
+        else:
+            click.echo(f"ℹ️  No flowyml server running on {host}:{port}")
+        return
+
+    # Server is running but we don't have a PID file - must be from 'flowyml ui start'
+    if rich_available:
+        panel_content = Text()
+        panel_content.append("ℹ️  ", style="yellow")
+        panel_content.append("Server running but not started with 'flowyml go'.\n\n", style="")
+        panel_content.append("To stop it:\n", style="")
+        panel_content.append("  • If running in foreground: ", style="dim")
+        panel_content.append("Press Ctrl+C\n", style="bold")
+        panel_content.append("  • Find and kill: ", style="dim")
+        panel_content.append(f"pkill -f 'uvicorn.*:{port}'\n", style="bold")
+        panel_content.append("  • Or find PID: ", style="dim")
+        panel_content.append(f"lsof -i :{port}", style="bold")
+
+        console.print(
+            Panel(
+                panel_content,
+                title="[bold yellow]Manual Stop Required[/bold yellow]",
+                border_style="yellow",
+                box=box.ROUNDED,
+            ),
+        )
+    else:
+        click.echo("ℹ️  Server running but not started with 'flowyml go'.")
+        click.echo("To stop it:")
+        click.echo("  • If running in foreground: Press Ctrl+C")
+        click.echo(f"  • Find and kill: pkill -f 'uvicorn.*:{port}'")
+        click.echo(f"  • Or find PID: lsof -i :{port}")
+
+
+@cli.command("status")
+@click.option("--host", default="localhost", help="Host to check")
+@click.option("--port", default=8080, type=int, help="Port to check")
+def server_status(host: str, port: int) -> None:
+    r"""📊 Check flowyml status - Show if the UI server is running.
+
+    \b
+    Examples:
+        flowyml status              # Check default port
+        flowyml status --port 9000  # Check custom port
+    """
+    from flowyml.ui.utils import is_ui_running
+
+    try:
+        from rich.console import Console
+        from rich.panel import Panel
+        from rich.text import Text
+        from rich import box
+
+        console = Console()
+        rich_available = True
+    except ImportError:
+        rich_available = False
+
+    if is_ui_running(host, port):
+        url = f"http://{host}:{port}"
+        if rich_available:
+            panel_content = Text()
+            panel_content.append("✅ ", style="green")
+            panel_content.append("flowyml is running\n\n", style="bold green")
+            panel_content.append("🌐 Dashboard: ", style="bold")
+            panel_content.append(url, style="cyan underline link " + url)
+            panel_content.append("\n", style="")
+            panel_content.append("💚 Health: ", style="")
+            panel_content.append(f"{url}/api/health", style="dim")
+
+            console.print(
+                Panel(
+                    panel_content,
+                    title="[bold cyan]🌊 flowyml Status[/bold cyan]",
+                    border_style="green",
+                    box=box.ROUNDED,
+                ),
+            )
+        else:
+            click.echo("✅ flowyml is running")
+            click.echo(f"🌐 Dashboard: {url}")
+            click.echo(f"💚 Health: {url}/api/health")
+    else:
+        if rich_available:
+            panel_content = Text()
+            panel_content.append("❌ ", style="red")
+            panel_content.append(f"flowyml is not running on {host}:{port}\n\n", style="")
+            panel_content.append("Start with: ", style="dim")
+            panel_content.append("flowyml go", style="bold cyan")
+
+            console.print(
+                Panel(
+                    panel_content,
+                    title="[bold cyan]🌊 flowyml Status[/bold cyan]",
+                    border_style="red",
+                    box=box.ROUNDED,
+                ),
+            )
+        else:
+            click.echo(f"❌ flowyml is not running on {host}:{port}")
+            click.echo("Start with: flowyml go")
+
+
 if __name__ == "__main__":
     cli()