superset-showtime 0.4.9__py3-none-any.whl → 0.5.0__py3-none-any.whl

showtime/__init__.py

@@ -4,7 +4,7 @@
 Circus tent emoji state tracking for Apache Superset ephemeral environments.
 """
 
-__version__ = "0.4.9"
+__version__ = "0.5.0"
 __author__ = "Maxime Beauchemin"
 __email__ = "maximebeauchemin@gmail.com"
 

showtime/cli.py

@@ -319,8 +319,10 @@ def list(
         # Create table with full terminal width
         table = Table(title="🎪 Environment List", expand=True)
         table.add_column("PR", style="cyan", min_width=6)
+        table.add_column("Type", style="white", min_width=8)
         table.add_column("Status", style="white", min_width=12)
         table.add_column("SHA", style="green", min_width=11)
+        table.add_column("Created", style="dim white", min_width=12)
         table.add_column("Superset URL", style="blue", min_width=25)
         table.add_column("AWS Logs", style="dim blue", min_width=15)
         table.add_column("TTL", style="yellow", min_width=6)
@@ -328,9 +330,23 @@ def list(
 
         status_emoji = STATUS_DISPLAY
 
-        for env in sorted(filtered_envs, key=lambda e: e["pr_number"]):
+        # Sort by PR number, then by show type (active first, then building, then orphaned)
+        type_priority = {"active": 1, "building": 2, "orphaned": 3}
+        sorted_envs = sorted(filtered_envs, key=lambda e: (e["pr_number"], type_priority.get(e["show"].get("show_type", "orphaned"), 3)))
+        
+        for env in sorted_envs:
             show_data = env["show"]
             pr_number = env["pr_number"]
+            
+            # Show type with appropriate styling (using single-width chars for alignment)
+            show_type = show_data.get("show_type", "orphaned")
+            if show_type == "active":
+                type_display = "* active"
+            elif show_type == "building": 
+                type_display = "# building"
+            else:
+                type_display = "! orphaned"
+            
             # Make Superset URL clickable and show full URL
             if show_data["ip"]:
                 full_url = f"http://{show_data['ip']}:8080"
@@ -348,10 +364,22 @@ def list(
             pr_url = f"https://github.com/apache/superset/pull/{pr_number}"
             clickable_pr = f"[link={pr_url}]{pr_number}[/link]"
 
+            # Format creation time for display
+            created_display = show_data.get("created_at", "-")
+            if created_display and created_display != "-":
+                # Convert 2025-08-25T05-18 to more readable format
+                try:
+                    parts = created_display.replace("T", " ").replace("-", ":")
+                    created_display = parts[-8:]  # Show just HH:MM:SS
+                except:
+                    pass  # Keep original if parsing fails
+
             table.add_row(
                 clickable_pr,
+                type_display,
                 f"{status_emoji.get(show_data['status'], '❓')} {show_data['status']}",
                 show_data["sha"],
+                created_display,
                 superset_url,
                 aws_logs_link,
                 show_data["ttl"],
@@ -615,6 +643,102 @@ def setup_labels(
         p(f"🎪 [bold red]Error setting up labels:[/bold red] {e}")
 
 
+@app.command()
+def aws_cleanup(
+    dry_run: bool = typer.Option(False, "--dry-run", help="Show what would be cleaned"),
+    force: bool = typer.Option(False, "--force", help="Delete all showtime AWS resources"),
+) -> None:
+    """🧹 Clean up orphaned AWS resources without GitHub labels"""
+    try:
+        from .core.aws import AWSInterface
+        
+        aws = AWSInterface()
+        
+        p("🔍 [bold blue]Scanning for orphaned AWS resources...[/bold blue]")
+        
+        # 1. Get all GitHub PRs with circus labels
+        github_services = set()
+        try:
+            all_pr_numbers = PullRequest.find_all_with_environments()
+            p(f"📋 Found {len(all_pr_numbers)} PRs with circus labels:")
+            
+            for pr_number in all_pr_numbers:
+                pr = PullRequest.from_id(pr_number)
+                p(f"  🎪 PR #{pr_number}: {len(pr.shows)} shows, {len(pr.circus_labels)} circus labels")
+                
+                for show in pr.shows:
+                    service_name = show.ecs_service_name
+                    github_services.add(service_name)
+                    p(f"    📝 Expected service: {service_name}")
+                    
+                # Show labels for debugging
+                if not pr.shows:
+                    p(f"    ⚠️ No shows found, labels: {pr.circus_labels[:3]}...")  # First 3 labels
+                    
+        except Exception as e:
+            p(f"⚠️ GitHub scan failed: {e}")
+            github_services = set()
+        
+        # 2. Get all AWS ECS services matching showtime pattern
+        p("\n☁️ [bold blue]Scanning AWS ECS services...[/bold blue]")
+        try:
+            aws_services = aws.find_showtime_services()
+            p(f"🔍 Found {len(aws_services)} AWS services with pr-* pattern")
+            
+            for service in aws_services:
+                p(f"  ☁️ AWS: {service}")
+        except Exception as e:
+            p(f"❌ AWS scan failed: {e}")
+            return
+            
+        # 3. Find orphaned services
+        orphaned = [service for service in aws_services if service not in github_services]
+        
+        if not orphaned:
+            p("\n✅ [bold green]No orphaned AWS resources found![/bold green]")
+            return
+            
+        p(f"\n🚨 [bold red]Found {len(orphaned)} orphaned AWS resources:[/bold red]")
+        for service in orphaned:
+            p(f"  💰 {service} (consuming resources)")
+            
+        if dry_run:
+            p(f"\n🎪 [bold yellow]DRY RUN[/bold yellow] - Would delete {len(orphaned)} services")
+            return
+            
+        if not force:
+            confirm = typer.confirm(f"Delete {len(orphaned)} orphaned AWS services?")
+            if not confirm:
+                p("🎪 Cancelled")
+                return
+                
+        # 4. Delete orphaned resources
+        deleted_count = 0
+        for service in orphaned:
+            p(f"🗑️ Deleting {service}...")
+            try:
+                # Extract PR number for delete_environment call
+                pr_match = service.replace("pr-", "").replace("-service", "")
+                parts = pr_match.split("-")
+                if len(parts) >= 2:
+                    pr_number = int(parts[0])
+                    success = aws.delete_environment(service.replace("-service", ""), pr_number)
+                    if success:
+                        p(f"✅ Deleted {service}")
+                        deleted_count += 1
+                    else:
+                        p(f"❌ Failed to delete {service}")
+                else:
+                    p(f"❌ Invalid service name format: {service}")
+            except Exception as e:
+                p(f"❌ Error deleting {service}: {e}")
+                
+        p(f"\n🎪 ✅ Cleanup complete: deleted {deleted_count}/{len(orphaned)} services")
+        
+    except Exception as e:
+        p(f"❌ AWS cleanup failed: {e}")
+
+
 @app.command()
 def cleanup(
     dry_run: bool = typer.Option(False, "--dry-run", help="Show what would be cleaned"),

showtime/core/aws.py

@@ -670,6 +670,28 @@ class AWSInterface:
             print(f"❌ Failed to find expired services: {e}")
             return []
 
+    def find_showtime_services(self) -> List[str]:
+        """Find all ECS services managed by showtime (pr-* pattern)"""
+        try:
+            # List all services in cluster
+            response = self.ecs_client.list_services(cluster=self.cluster)
+            
+            if not response.get("serviceArns"):
+                return []
+            
+            # Extract service names and filter for showtime pattern
+            showtime_services = []
+            for service_arn in response["serviceArns"]:
+                service_name = service_arn.split("/")[-1]  # Extract name from ARN
+                if service_name.startswith("pr-") and "-service" in service_name:
+                    showtime_services.append(service_name)
+            
+            return sorted(showtime_services)
+            
+        except Exception as e:
+            print(f"❌ Failed to find showtime services: {e}")
+            return []
+
     def _find_pr_services(self, pr_number: int) -> List[Dict[str, Any]]:
         """Find all ECS services for a specific PR"""
         try:

showtime/core/pull_request.py

@@ -356,55 +356,93 @@ class PullRequest:
         all_environments = []
         for pr_number in pr_numbers:
             pr = cls.from_id(pr_number)
-            if pr.current_show:
-                status = pr.get_status()
-                status["pr_number"] = pr_number
-                all_environments.append(status)
+            # Show ALL environments, not just current_show
+            for show in pr.shows:
+                # Determine show type based on pointer presence
+                show_type = "orphaned"  # Default
+                
+                # Check for active pointer
+                if any(label == f"🎪 🎯 {show.sha}" for label in pr.labels):
+                    show_type = "active"
+                # Check for building pointer  
+                elif any(label == f"🎪 🏗️ {show.sha}" for label in pr.labels):
+                    show_type = "building"
+                # No pointer = orphaned
+                
+                environment_data = {
+                    "pr_number": pr_number,
+                    "status": "active",  # Keep for compatibility
+                    "show": {
+                        "sha": show.sha,
+                        "status": show.status,
+                        "ip": show.ip,
+                        "ttl": show.ttl,
+                        "requested_by": show.requested_by,
+                        "created_at": show.created_at,
+                        "aws_service_name": show.aws_service_name,
+                        "show_type": show_type,  # New field for display
+                    },
+                }
+                all_environments.append(environment_data)
 
         return all_environments
 
     def _determine_action(self, target_sha: str) -> str:
-        """Determine what sync action is needed"""
+        """Determine what sync action is needed based on target SHA state"""
+        target_sha_short = target_sha[:7]  # Ensure we're working with short SHA
+        
+        # Get the specific show for the target SHA
+        target_show = self.get_show_by_sha(target_sha_short)
+        
         # Check for explicit trigger labels
         trigger_labels = [label for label in self.labels if "showtime-trigger-" in label]
 
         if trigger_labels:
             for trigger in trigger_labels:
                 if "showtime-trigger-start" in trigger:
-                    if self.current_show and self.current_show.status == "failed":
-                        return "create_environment"  # Replace failed environment
-                    elif self.current_show and self.current_show.needs_update(target_sha):
-                        return "rolling_update"
-                    elif self.current_show:
-                        return "no_action"  # Same commit, healthy environment
+                    if not target_show or target_show.status == "failed":
+                        return "create_environment"  # New SHA or failed SHA
+                    elif target_show.status in ["building", "built", "deploying"]:
+                        return "no_action"  # Target SHA already in progress
+                    elif target_show.status == "running":
+                        return "create_environment"  # Force rebuild with trigger
                     else:
-                        return "create_environment"
+                        return "create_environment"  # Default for unknown states
                 elif "showtime-trigger-stop" in trigger:
                     return "destroy_environment"
 
-        # No explicit triggers - check for auto-sync or creation
-        if self.current_show and self.current_show.status != "failed" and self.current_show.needs_update(target_sha):
-            return "auto_sync"
-        elif not self.current_show or self.current_show.status == "failed":
-            # No environment exists OR failed environment - allow creation without trigger (for CLI start)
+        # No explicit triggers - check target SHA state
+        if not target_show:
+            # Target SHA doesn't exist - create it
             return "create_environment"
+        elif target_show.status == "failed":
+            # Target SHA failed - rebuild it
+            return "create_environment"
+        elif target_show.status in ["building", "built", "deploying"]:
+            # Target SHA in progress - wait
+            return "no_action"
+        elif target_show.status == "running":
+            # Target SHA already running - no action needed
+            return "no_action"
 
         return "no_action"
 
     def _atomic_claim(self, target_sha: str, action: str, dry_run: bool = False) -> bool:
-        """Atomically claim this PR for the current job"""
-        # 1. Validate current state allows this action
+        """Atomically claim this PR for the current job based on target SHA state"""
+        target_sha_short = target_sha[:7]
+        target_show = self.get_show_by_sha(target_sha_short)
+        
+        # 1. Validate current state allows this action for target SHA
         if action in ["create_environment", "rolling_update", "auto_sync"]:
-            if self.current_show and self.current_show.status in [
+            if target_show and target_show.status in [
                 "building",
                 "built", 
                 "deploying",
             ]:
-                return False  # Another job active
+                return False  # Target SHA already in progress
             
-            # For rolling updates, running environments are OK to update
-            if action in ["rolling_update", "auto_sync"] and self.current_show and self.current_show.status == "running":
-                return True  # Allow rolling updates on running environments
+            # Allow actions on failed, running, or non-existent target SHAs
+            return True
 
         if dry_run:
             print(f"🎪 [DRY-RUN] Would atomically claim PR for {action}")

showtime/core/show.py

@@ -175,7 +175,7 @@ class Show:
             "--platform",
             "linux/amd64",
             "--target",
-            "ci",
+            "dev",
             "--build-arg",
             "INCLUDE_CHROMIUM=false",
             "--build-arg",
@@ -270,8 +270,10 @@ class Show:
                 elif emoji == "🤡":  # User (clown!)
                     show_data["requested_by"] = value
 
-        # Only return Show if we found relevant labels for this SHA
-        if any(label.endswith(f" {sha}") for label in labels if "🎯" in label or "🏗️" in label):
+        # Return Show if we found any status labels for this SHA
+        # For list purposes, we want to show ALL environments, even orphaned ones
+        has_status = any(label.startswith(f"🎪 {sha} 🚦 ") for label in labels)
+        if has_status:
             return cls(**show_data)  # type: ignore[arg-type]
 
         return None

{superset_showtime-0.4.9.dist-info → superset_showtime-0.5.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: superset-showtime
-Version: 0.4.9
+Version: 0.5.0
 Summary: 🎪 Apache Superset ephemeral environment management with circus tent emoji state tracking
 Project-URL: Homepage, https://github.com/apache/superset-showtime
 Project-URL: Documentation, https://superset-showtime.readthedocs.io/

superset_showtime-0.5.0.dist-info/RECORD

@@ -0,0 +1,16 @@
+showtime/__init__.py,sha256=KTG3yk6KrxuzGE2QA5xFEyUW9K8I4qRJhZUCCaYP1ww,448
+showtime/__main__.py,sha256=EVaDaTX69yIhCzChg99vqvFSCN4ELstEt7Mpb9FMZX8,109
+showtime/cli.py,sha256=mVGv9xe0ug2rHMtdRy8bETPeH1qwdrfTiIKE4U8opi8,30566
+showtime/core/__init__.py,sha256=54hbdFNGrzuNMBdraezfjT8Zi6g221pKlJ9mREnKwCw,34
+showtime/core/aws.py,sha256=Pqj-vptEuahPKRV2C6aO66xArhhAIzUkcSSTa-t0r3g,33561
+showtime/core/emojis.py,sha256=MHEDuPIdfNiop4zbNLuviz3eY05QiftYSHHCVbkfKhw,2129
+showtime/core/github.py,sha256=uETvKDO2Yhpqg3fxLtrKaCuZR3b-1LVmgnf5aLcqrAQ,9988
+showtime/core/github_messages.py,sha256=MfgwCukrEsWWesMsuL8saciDgP4nS-gijzu8DXr-Alg,7450
+showtime/core/label_colors.py,sha256=efhbFnz_3nqEnEqmgyF6_hZbxtCu_fmb68BIIUpSsnk,3895
+showtime/core/pull_request.py,sha256=HZa8_BgIEHCXvhhM3TfnzozAXije3fvi6XacfhPm11c,23498
+showtime/core/show.py,sha256=CEG_f5TxbKuBqn8bg9K01_QJOlzWXTR4Cvh4YYgxZRk,9889
+showtime/data/ecs-task-definition.json,sha256=2acmqoF-3CxaBJP_VDkMMpG_U2RI4VPk1JvFOprMFyc,2098
+superset_showtime-0.5.0.dist-info/METADATA,sha256=y3IGzYt2fe1rtDUXYNuiJWoAHBCyj8Fh665txa1FvqU,12052
+superset_showtime-0.5.0.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+superset_showtime-0.5.0.dist-info/entry_points.txt,sha256=rDW7oZ57mqyBUS4N_3_R7bZNGVHB-104jwmY-hHC_ck,85
+superset_showtime-0.5.0.dist-info/RECORD,,

superset_showtime-0.4.9.dist-info/RECORD

@@ -1,16 +0,0 @@
-showtime/__init__.py,sha256=lTJs8tOZFpuWaI6-1gqI-aev4BAX-KGCMG3TPglSKxQ,448
-showtime/__main__.py,sha256=EVaDaTX69yIhCzChg99vqvFSCN4ELstEt7Mpb9FMZX8,109
-showtime/cli.py,sha256=faFM6pe3gz49_1KrzUeri7dQffqz4WP92JmGxPaIOC0,25249
-showtime/core/__init__.py,sha256=54hbdFNGrzuNMBdraezfjT8Zi6g221pKlJ9mREnKwCw,34
-showtime/core/aws.py,sha256=REeZ6_1C9f6mBchBAGa1MeDJeZIwir4IJ92HLRcK5ok,32636
-showtime/core/emojis.py,sha256=MHEDuPIdfNiop4zbNLuviz3eY05QiftYSHHCVbkfKhw,2129
-showtime/core/github.py,sha256=uETvKDO2Yhpqg3fxLtrKaCuZR3b-1LVmgnf5aLcqrAQ,9988
-showtime/core/github_messages.py,sha256=MfgwCukrEsWWesMsuL8saciDgP4nS-gijzu8DXr-Alg,7450
-showtime/core/label_colors.py,sha256=efhbFnz_3nqEnEqmgyF6_hZbxtCu_fmb68BIIUpSsnk,3895
-showtime/core/pull_request.py,sha256=EMeceF2NgqNyL_cCNv4345_2Cb6l0cAXb8lNV9pu8hc,21924
-showtime/core/show.py,sha256=-nMRShKWTjXGVuxuxrc0WK6l8ON-8iYm5QA8uvGoMOk,9806
-showtime/data/ecs-task-definition.json,sha256=2acmqoF-3CxaBJP_VDkMMpG_U2RI4VPk1JvFOprMFyc,2098
-superset_showtime-0.4.9.dist-info/METADATA,sha256=a-Mvygwwxhx3DLMVUUpFi8np70nF6RR1VSj-1fB-VLQ,12052
-superset_showtime-0.4.9.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-superset_showtime-0.4.9.dist-info/entry_points.txt,sha256=rDW7oZ57mqyBUS4N_3_R7bZNGVHB-104jwmY-hHC_ck,85
-superset_showtime-0.4.9.dist-info/RECORD,,