beamflow-cli 0.3.0__py3-none-any.whl

beamflow/commands/project.py

@@ -0,0 +1,451 @@
+from typing import Optional, List, Dict
+import typer
+from pathlib import Path
+from rich.console import Console
+from rich.prompt import Prompt
+import asyncio
+import questionary
+
+from ..core.api_client import APIClient
+from ..core.config import (
+    get_access_token, 
+    load_project_config, 
+    save_project_config, 
+    ProjectConfig,
+    EnvironmentMode
+)
+
+app = typer.Typer()
+console = Console()
+
+import shutil
+
+def find_project_root(start_path: Path = Path.cwd()) -> Optional[Path]:
+    """Find the nearest project root marked by .beamflow or pyproject.toml."""
+    for parent in [start_path] + list(start_path.parents):
+        if (parent / ".beamflow").exists() or (parent / "pyproject.toml").exists():
+            return parent
+    return None
+
+def has_env_descendant(path: Path) -> bool:
+    """Check if a directory contains any [env] folder in its descendants."""
+    if not path.is_dir():
+        return False
+    if path.name == "[env]":
+        return True
+    for child in path.iterdir():
+        if child.name == "[env]":
+            return True
+        if child.is_dir() and has_env_descendant(child):
+            return True
+    return False
+
+def process_node(
+    src: Path, 
+    dest_parent: Path, 
+    env_mode: Optional[EnvironmentMode], 
+    is_fix: bool, 
+    is_check: bool, 
+    force: bool, 
+    project_name: str, 
+    root_path: Path, 
+    errors: list,
+    target_env: Optional[str] = None
+):
+    name = src.name
+    
+    # If target_env is set and we are NOT in an environment-specific context yet
+    if target_env and not env_mode:
+        # If this IS the [env] folder, we only care about target_env
+        if name == "[env]":
+            pass # Continue to [env] handling below
+        elif src.is_dir():
+            # If this is a directory, only proceed if it contains an [env] somewhere
+            if not has_env_descendant(src):
+                return
+        else:
+            # If this is a file at the root or outside [env], skip it for env-add
+            return
+
+    # 1. Condition check (...)
+    if name.startswith("(") and name.endswith(")"):
+        condition = name[1:-1]
+        if "-" in condition:
+            q, a = condition.split("-", 1)
+            if not env_mode:
+                return
+            if env_mode.options.get(q) != a:
+                return
+            
+            # Condition MET. Process its children and place them in dest_parent
+            if src.is_dir():
+                for child in src.iterdir():
+                    process_node(child, dest_parent, env_mode, is_fix, is_check, force, project_name, root_path, errors, target_env=target_env)
+            return
+
+    # 2. Iterate environments [env]
+    if name == "[env]":
+        if src.is_dir():
+            project_config = load_project_config()
+            envs = project_config.environments if project_config else []
+            
+            # If target_env is specified, only process that one
+            if target_env:
+                envs = [e for e in envs if e.name == target_env]
+                
+            for em in envs:
+                new_dest = dest_parent / em.name
+                for child in src.iterdir():
+                    process_node(child, new_dest, em, is_fix, is_check, force, project_name, root_path, errors, target_env=target_env)
+        return
+
+    # 3. Handle `_` prefix
+    is_underscored = False
+    target_name = name
+    if target_name.startswith("_") and not target_name.startswith("__"):
+        is_underscored = True
+        target_name = target_name[1:]
+
+    target_path = dest_parent / target_name
+
+    # 4. Handle Directory vs File
+    if src.is_dir():
+        if not is_check:
+            should_create = True
+            if not target_path.exists():
+                if is_underscored and is_fix and not force:
+                    should_create = False
+                
+                if should_create:
+                    target_path.mkdir(parents=True, exist_ok=True)
+            
+        else:
+            if is_underscored and not target_path.exists():
+                errors.append(f"Missing mandatory folder: [bold]{target_path.relative_to(root_path)}[/bold]")
+                
+        # Recurse children
+        for child in src.iterdir():
+            process_node(child, target_path, env_mode, is_fix, is_check, force, project_name, root_path, errors, target_env=target_env)
+
+    else:
+        # File
+        if not is_check:
+            should_create = True
+            if target_path.exists() and not force:
+                should_create = False
+            
+            if not target_path.exists():
+                if is_underscored and is_fix and not force:
+                    should_create = False
+            
+            if should_create:
+                try:
+                    content = src.read_text()
+                    content = content.replace("{project_name}", project_name)
+                    if env_mode:
+                        content = content.replace("{env}", env_mode.name)
+                        content = content.replace("[env]", env_mode.name)
+                    
+                    target_path.parent.mkdir(parents=True, exist_ok=True)
+                    target_path.write_text(content)
+                    status = "Updated" if target_path.exists() and force else "Created"
+                    
+                    # Compute relative path or just use absolute if not under root
+                    try:
+                        rel_path = target_path.relative_to(root_path)
+                    except ValueError:
+                        rel_path = target_path
+                    console.print(f"{status}: [bold]{rel_path}[/bold]")
+                except Exception as e:
+                    console.print(f"[red]Failed to process {src.name}: {e}[/red]")
+        else:
+            if is_underscored and not target_path.exists():
+                try:
+                    rel_path = target_path.relative_to(root_path)
+                except ValueError:
+                    rel_path = target_path
+                errors.append(f"Missing mandatory file: [bold]{rel_path}[/bold]")
+
+
+
+@app.command()
+def check():
+    """Inspect the current project against the spec and produce a report."""
+    root = find_project_root()
+    if not root:
+        console.print("[red]Not in a Beamflow project (no .beamflow or pyproject.toml found).[/red]")
+        raise typer.Exit(code=1)
+    
+    console.print(f"Project root: [bold]{root}[/bold]")
+    
+    project_config = load_project_config()
+    errors = []
+
+    if (root / ".beamflow").exists():
+        if project_config is None:
+            errors.append("[bold].beamflow[/bold] exists but is invalid YAML or has a wrong schema.")
+        else:
+            if not project_config.project_name:
+                errors.append("[bold].beamflow[/bold] is missing [bold]project_name[/bold].")
+    
+    project_name = project_config.project_name if project_config else root.name
+    
+    templates_dir = Path(__file__).parent.parent / "templates"
+    for child in templates_dir.iterdir():
+        process_node(child, root, None, is_fix=False, is_check=True, force=False, project_name=project_name, root_path=root, errors=errors)
+        
+    if not errors:
+        console.print("[green]Project structure is valid![/green]")
+    else:
+        console.print("[red]Structure issues found:[/red]")
+        for err in errors:
+            console.print(f"  - {err}")
+        console.print("\n[yellow]Run 'beamflow init --fix' to attempt repair.[/yellow]")
+
+
+def init_env(env_name: str) -> EnvironmentMode:
+    answers = {}
+    
+    # Backend
+    backend_choices = [
+        questionary.Choice("Asyncio - only for local development... not recomended for production", "asyncio"),
+        questionary.Choice("Dramatiq task queue - ideal for dev envirment / self hosting", "dramatiq")
+    ]
+    if env_name != "local":
+        backend_choices.append(questionary.Choice("Cloud managed backend, scales from 0->inf+ ... ideal for hasle free", "managed"))
+        
+    backend = questionary.select(
+        "Backend type:\nPick one of these backend types:",
+        choices=backend_choices
+    ).ask()
+    if backend:
+        answers["backend"] = backend
+
+    # Observability
+    obs_choices = [
+        questionary.Choice("None or custom observability", "unset"),
+        questionary.Choice("Log events to log file", "logfile"),
+        #questionary.Choice("OpenTelemetry", "otel"),
+        questionary.Choice("Use BeamFlow managed monitoring", "managed")
+    ]
+    obs = questionary.select(
+        "Observability:",
+        choices=obs_choices
+    ).ask()
+    if obs:
+        answers["observability"] = obs
+        
+    is_managed = (answers.get("backend") == "managed") or (answers.get("observability") == "managed")
+    return EnvironmentMode(name=env_name, managed=is_managed, options=answers)
+
+
+def add_environment(project_config: ProjectConfig, env_name: Optional[str] = None):
+    if not env_name:
+        existing_envs = {e.name for e in project_config.environments}
+        env_choices = [
+            questionary.Choice("Local (local)", "local"),
+            questionary.Choice("Development (dev)", "dev"),
+            questionary.Choice("Production (prod)", "prod"),
+            questionary.Choice("Custom", "custom")
+        ]
+        # Filter out existing (except custom)
+        env_choices = [c for c in env_choices if c.value == "custom" or c.value not in existing_envs]
+
+        env_sel = questionary.select(
+            "Environment name:",
+            choices=env_choices
+        ).ask()
+        
+        if not env_sel:
+            return
+            
+        if env_sel == "custom":
+            env_name = Prompt.ask("Enter custom environment name")
+        else:
+            env_name = env_sel
+        
+    if not env_name or any(e.name == env_name for e in project_config.environments):
+        console.print("[red]Environment already exists or invalid name![/red]")
+        return
+        
+    mode = init_env(env_name)
+    project_config.environments.append(mode)
+    save_project_config(project_config)
+
+
+@app.command("add")
+def env_add(
+    env_name: Optional[str] = typer.Argument(None, help="Environment name to add"),
+    force: bool = typer.Option(False, "--force", help="Force overwrite existing files")
+):
+    """Add a new environment to the project."""
+    root = find_project_root()
+    if not root:
+        console.print("[red]Not in a Beamflow project. Run 'beamflow init' first.[/red]")
+        raise typer.Exit(code=1)
+    
+    project_config = load_project_config()
+    if not project_config:
+        console.print("[red]Invalid project configuration.[/red]")
+        raise typer.Exit(code=1)
+    
+    add_environment(project_config, env_name=env_name)
+    
+    # Reload config to get the newly added environment
+    project_config = load_project_config()
+    
+    # Check if we should ask for linkage
+    is_managed = any(e.managed for e in project_config.environments)
+    if not project_config.project_id and is_managed:
+        if Prompt.ask("Link to managed project?", choices=["y", "n"], default="y") == "y":
+            _link_project(project_config)
+    
+    # Process templates for the new environment
+    templates_dir = Path(__file__).parent.parent / "templates"
+    errors = []
+    project_name = project_config.project_name or root.name
+    
+    for child in templates_dir.iterdir():
+        process_node(child, root, None, is_fix=True, is_check=False, force=force, project_name=project_name, root_path=root, errors=errors, target_env=env_name)
+
+    console.print(f"[green]Environment configuration updated![/green]")
+
+
+@app.command("delete")
+def env_delete(
+    env_name: str = typer.Argument(..., help="Name of the environment to delete")
+):
+    """
+    [bold red]Delete an environment[/bold red] from your project.
+    
+    This will remove the environment from .beamflow and optionally delete its configuration folder.
+    """
+    root = find_project_root()
+    if not root:
+        console.print("[red]Not in a Beamflow project. Run 'beamflow init' first.[/red]")
+        raise typer.Exit(code=1)
+    
+    project_config = load_project_config()
+    if not project_config:
+        console.print("[red]Invalid project configuration.[/red]")
+        raise typer.Exit(code=1)
+    
+    # Find the environment
+    env_to_del = next((e for e in project_config.environments if e.name == env_name), None)
+    if not env_to_del:
+        console.print(f"[red]Environment '{env_name}' not found.[/red]")
+        console.print(f"[yellow]Available environments: {', '.join(e.name for e in project_config.environments)}[/yellow]")
+        raise typer.Exit(code=1)
+    
+    from rich.prompt import Confirm
+    if not Confirm.ask(f"Are you sure you want to delete environment [bold red]{env_name}[/bold red]?"):
+        console.print("Cancelled.")
+        return
+
+    # Remove from config
+    project_config.environments = [e for e in project_config.environments if e.name != env_name]
+    save_project_config(project_config)
+    
+    # Optionally delete the folder
+    env_folder = root / env_name
+    if env_folder.exists() and env_folder.is_dir():
+        if Confirm.ask(f"Do you also want to delete the configuration folder [bold]{env_name}/[/bold]?"):
+            import shutil
+            shutil.rmtree(env_folder)
+            console.print(f"Deleted folder: [bold]{env_name}/[/bold]")
+
+    console.print(f"[green]Environment '{env_name}' deleted successfully![/green]")
+
+
+@app.command()
+def init(
+    name: Optional[str] = typer.Option(None, "--name", "-n", help="Project name"),
+    fix: bool = typer.Option(False, "--fix", help="Repair missing components"),
+    force: bool = typer.Option(False, "--force", help="Force overwrite existing files")
+):
+    """Initialize or repair a Beamflow project."""
+    root = Path.cwd()
+    project_config = load_project_config()
+    
+    if project_config and not fix:
+        if not Prompt.ask("Project already initialized. Re-initialize?", choices=["y", "n"], default="n") == "y":
+            return
+
+    if not name:
+        name = project_config.project_name if project_config else root.name
+        name = Prompt.ask("Project name", default=name)
+
+    if not project_config:
+        project_config = ProjectConfig(project_name=name)
+        save_project_config(project_config)
+        console.print(f"[green]Created .beamflow with project_name: {name}[/green]")
+    else:
+        project_config.project_name = name
+        save_project_config(project_config)
+
+    # Environments Setup
+    if not project_config.environments:
+        # Ask to configure at least the first environment
+        setup_first = Prompt.ask("Setup first eniroment? y/n?", choices=["y", "n"], default="y")
+        if setup_first == "y":
+            add_environment(project_config)
+    else:
+        if not fix:
+            while Prompt.ask("Add another enviroment? y/n?", choices=["y", "n"], default="n") == "y":
+                add_environment(project_config)
+
+    templates_dir = Path(__file__).parent.parent / "templates"
+    errors = []
+    
+    for child in templates_dir.iterdir():
+        process_node(child, root, None, is_fix=fix, is_check=False, force=force, project_name=name, root_path=root, errors=errors)
+        
+    # Prompt for project linkage if not linked AND handled by managed services
+    is_managed = any(e.managed for e in project_config.environments)
+    if not project_config.project_id and is_managed:
+        if Prompt.ask("Link to managed project?", choices=["y", "n"], default="y") == "y":
+            _link_project(project_config)
+
+    console.print("[green]Initialization/Repair complete![/green]")
+
+def _link_project(config: ProjectConfig):
+    token = get_access_token()
+    if not token:
+        console.print("[yellow]Not logged in. Use 'beamflow login' to link to a managed project.[/yellow]")
+        return
+
+    api = APIClient()
+    try:
+        projects_data = asyncio.run(api.get("/v1/projects"))
+        projects = projects_data.get("projects", [])
+    except Exception as e:
+        console.print(f"[red]Failed to fetch projects: {e}[/red]")
+        return
+
+    choices = ["Create new project"] + [f"{p['name']} ({p['project_id']})" for p in projects]
+    choice = questionary.select("Select a managed project", choices=choices).ask()
+    
+    if not choice: return
+
+    if choice == "Create new project":
+        name = Prompt.ask("Enter name for new managed project", default=config.project_name)
+        try:
+            project = asyncio.run(api.post("/v1/projects", json={"name": name}))
+            project_id = project["project_id"]
+        except Exception as e:
+            console.print(f"[red]Failed to create project: {e}[/red]")
+            return
+    else:
+        project_id = choice.split("(")[-1].rstrip(")")
+
+    # Fetch tenant
+    try:
+        user_info = asyncio.run(api.get("/v1/auth/me"))
+        config.tenant_id = user_info["tenant_id"]
+        config.user_email = user_info.get("email")
+    except:
+        config.tenant_id = "default"
+
+    config.project_id = project_id
+    save_project_config(config)
+    console.print(f"[green]Linked to project_id: {project_id}[/green]")

beamflow/commands/run.py

@@ -0,0 +1,65 @@
+import typer
+from pathlib import Path
+from rich.console import Console
+import subprocess
+import os
+from .project import find_project_root
+from ..core.docker_utils import check_docker_binary, check_docker_compose_binary, check_docker_daemon, get_docker_compose_cmd
+
+app = typer.Typer()
+console = Console()
+
+@app.command()
+def run(
+    env: str = typer.Argument(..., help="Environment to run"),
+    build: bool = typer.Option(False, "--build", help="Build images before starting"),
+    detach: bool = typer.Option(False, "--detach", "-d", help="Run in background"),
+    logs: bool = typer.Option(False, "--logs", help="Follow logs (useful with --detach)")
+):
+    """Run the project locally via Docker Compose."""
+    root = find_project_root()
+    if not root:
+        console.print("[red]Not in a Beamflow project.[/red]")
+        raise typer.Exit(code=1)
+
+    # Docker prerequisites
+    if not check_docker_binary():
+        console.print("[red]Docker binary not found. Please install Docker.[/red]")
+        raise typer.Exit(code=1)
+    
+    if not check_docker_compose_binary():
+        console.print("[red]Docker Compose not found. Please install Docker Compose.[/red]")
+        raise typer.Exit(code=1)
+
+    daemon_running, daemon_err = check_docker_daemon()
+    if not daemon_running:
+        console.print(f"[red]Docker daemon not reachable: {daemon_err}[/red]")
+        raise typer.Exit(code=1)
+
+    compose_file = root / "deployment" / env / "docker-compose.yaml"
+    if not compose_file.exists():
+        console.print(f"[red]No docker-compose.yaml found for env '{env}' at {compose_file}[/red]")
+        console.print("[yellow]Try running 'beamflow init --fix' to create it.[/yellow]")
+        raise typer.Exit(code=1)
+
+    cmd = get_docker_compose_cmd() + ["-f", str(compose_file), "up"]
+    if build:
+        cmd.append("--build")
+    if detach:
+        cmd.append("-d")
+
+    console.print(f"Running Beamflow in [bold]{env}[/bold] mode...")
+    
+    try:
+        # We want to stream output directly to terminal
+        subprocess.run(cmd, check=True, cwd=root)
+        
+        if detach and logs:
+            log_cmd = get_docker_compose_cmd() + ["-f", str(compose_file), "logs", "-f"]
+            subprocess.run(log_cmd, check=True, cwd=root)
+            
+    except subprocess.CalledProcessError:
+        console.print("[red]Docker Compose command failed.[/red]")
+        raise typer.Exit(code=1)
+    except KeyboardInterrupt:
+        console.print("\n[yellow]Stopping...[/yellow]")

beamflow/core/api_client.py

@@ -0,0 +1,62 @@
+import httpx
+from typing import Optional, Dict, Any
+from .config import load_global_config, get_access_token
+
+class APIClient:
+    def __init__(self):
+        self.config = load_global_config()
+        self.base_url = self.config.api_url.rstrip("/")
+    
+    def _get_headers(self) -> Dict[str, str]:
+        headers = {}
+        token = get_access_token()
+        if token:
+            headers["Authorization"] = f"Bearer {token}"
+        return headers
+
+    async def get(self, path: str, params: Optional[Dict[str, Any]] = None):
+        async with httpx.AsyncClient(timeout=30.0) as client:
+            response = await client.get(
+                f"{self.base_url}{path}",
+                params=params,
+                headers=self._get_headers()
+            )
+            response.raise_for_status()
+            return response.json()
+
+    async def post(self, path: str, json: Optional[Dict[str, Any]] = None):
+        async with httpx.AsyncClient(timeout=30.0) as client:
+            response = await client.post(
+                f"{self.base_url}{path}",
+                json=json,
+                headers=self._get_headers()
+            )
+            response.raise_for_status()
+            return response.json()
+
+    async def put_binary(self, url: str, data: bytes, headers: Optional[Dict[str, str]] = None):
+        async with httpx.AsyncClient(timeout=60.0) as client:
+            response = await client.put(
+                url,
+                content=data,
+                headers=headers or {}
+            )
+            response.raise_for_status()
+            return response
+
+    # Generic request method if needed
+    async def request(self, method: str, path: str, **kwargs):
+        async with httpx.AsyncClient(timeout=30.0) as client:
+            url = f"{self.base_url}{path}"
+            headers = self._get_headers()
+            if "headers" in kwargs:
+                headers.update(kwargs.pop("headers"))
+            
+            response = await client.request(
+                method,
+                url,
+                headers=headers,
+                **kwargs
+            )
+            response.raise_for_status()
+            return response.json()

beamflow/core/auth_server.py

@@ -0,0 +1,36 @@
+from typing import Dict
+from fastapi import FastAPI, Request
+from fastapi.responses import HTMLResponse
+import uvicorn
+import threading
+import queue
+from typing import Optional
+
+app = FastAPI()
+result_queue = queue.Queue()
+
+@app.get("/callback")
+async def callback(request: Request):
+    params = dict(request.query_params)
+    result_queue.put(params)
+    return HTMLResponse(content="""
+        <html>
+            <body style="font-family: sans-serif; text-align: center; padding-top: 50px;">
+                <h1>Authentication Successful</h1>
+                <p>You can now close this window and return to the CLI.</p>
+            </body>
+        </html>
+    """)
+
+def run_server(port: int):
+    uvicorn.run(app, host="127.0.0.1", port=port, log_level="error")
+
+def start_callback_server(port: int = 8888) -> Dict[str, str]:
+    thread = threading.Thread(target=run_server, args=(port,), daemon=True)
+    thread.start()
+    # Wait for result
+    try:
+        result = result_queue.get(timeout=300) # 5 minutes timeout
+        return result
+    except queue.Empty:
+        return {}

beamflow/core/builder.py

@@ -0,0 +1,40 @@
+import os
+import tarfile
+import tempfile
+import gzip
+from pathlib import Path
+from typing import List, Optional
+
+def bundle_source(directory: Path, ignore_patterns: Optional[List[str]] = None) -> Path:
+    """
+    Bundles the source code in directory into a .tar.gz file.
+    Follows .gitignore if present.
+    """
+    temp_dir = Path(tempfile.gettempdir())
+    tar_path = temp_dir / f"source_{os.urandom(4).hex()}.tar.gz"
+    
+    # Basic ignore logic (should be improved to handle .gitignore properly)
+    default_ignore = {".git", ".venv", "__pycache__", ".pytest_cache", ".beamflow"}
+    if ignore_patterns:
+        default_ignore.update(ignore_patterns)
+
+    def is_ignored(path: Path) -> bool:
+        for part in path.parts:
+            if part in default_ignore:
+                return True
+        return False
+
+    with tarfile.open(tar_path, "w:gz") as tar:
+        for root, dirs, files in os.walk(directory):
+            root_path = Path(root)
+            if is_ignored(root_path.relative_to(directory)):
+                continue
+            
+            for file in files:
+                file_path = root_path / file
+                if is_ignored(file_path.relative_to(directory)):
+                    continue
+                
+                tar.add(file_path, arcname=str(file_path.relative_to(directory)))
+                
+    return tar_path