mcli-framework 7.1.0__py3-none-any.whl → 7.1.2__py3-none-any.whl

mcli/workflow/lsh_integration.py

@@ -8,23 +8,22 @@ import json
 import os
 import sys
 from pathlib import Path
-from typing import Dict, Any, Optional
+from typing import Any, Dict, Optional
 
 import click
 
 from mcli.lib.api import mcli_decorators as mcli
 from mcli.lib.logger.logger import get_logger
+from mcli.lib.services.data_pipeline import DataPipelineConfig, LSHDataPipeline
 from mcli.lib.services.lsh_client import LSHClient, LSHEventProcessor
-from mcli.lib.services.data_pipeline import LSHDataPipeline, DataPipelineConfig
 
 logger = get_logger(__name__)
 
 
-@mcli.command(
-    name="lsh-status",
-    help="Check LSH daemon connection and status"
+@mcli.command(name="lsh-status", help="Check LSH daemon connection and status")
+@mcli.option(
+    "--url", default=None, help="LSH API URL (default: $LSH_API_URL or http://localhost:3030)"
 )
-@mcli.option("--url", default=None, help="LSH API URL (default: $LSH_API_URL or http://localhost:3030)")
 @mcli.option("--api-key", default=None, help="LSH API key (default: $LSH_API_KEY)")
 async def lsh_status(url: Optional[str], api_key: Optional[str]):
     """Check LSH daemon connection and status"""
@@ -43,11 +42,13 @@ async def lsh_status(url: Optional[str], api_key: Optional[str]):
             mcli.echo(f"URL: {client.base_url}")
             mcli.echo(f"PID: {status.get('pid', 'unknown')}")
             mcli.echo(f"Uptime: {status.get('uptime', 0) // 60} minutes")
-            mcli.echo(f"Memory: {status.get('memoryUsage', {}).get('heapUsed', 0) // 1024 // 1024} MB")
+            mcli.echo(
+                f"Memory: {status.get('memoryUsage', {}).get('heapUsed', 0) // 1024 // 1024} MB"
+            )
 
             # Get jobs summary
             jobs = await client.list_jobs()
-            running_jobs = [j for j in jobs if j.get('status') == 'running']
+            running_jobs = [j for j in jobs if j.get("status") == "running"]
 
             mcli.echo(f"Total Jobs: {len(jobs)}")
             mcli.echo(f"Running Jobs: {len(running_jobs)}")
@@ -57,10 +58,7 @@ async def lsh_status(url: Optional[str], api_key: Optional[str]):
         sys.exit(1)
 
 
-@mcli.command(
-    name="lsh-jobs",
-    help="List and manage LSH jobs"
-)
+@mcli.command(name="lsh-jobs", help="List and manage LSH jobs")
 @mcli.option("--status", help="Filter by job status")
 @mcli.option("--format", type=mcli.Choice(["table", "json"]), default="table", help="Output format")
 @mcli.option("--url", default=None, help="LSH API URL")
@@ -71,7 +69,7 @@ async def lsh_jobs(status: Optional[str], format: str, url: Optional[str], api_k
         async with LSHClient(base_url=url, api_key=api_key) as client:
             filter_params = {}
             if status:
-                filter_params['status'] = status
+                filter_params["status"] = status
 
             jobs = await client.list_jobs(filter_params)
 
@@ -85,29 +83,28 @@ async def lsh_jobs(status: Optional[str], format: str, url: Optional[str], api_k
                 mcli.echo("-" * 80)
 
                 for job in jobs:
-                    job_id = job.get('id', 'unknown')[:18]
-                    name = job.get('name', 'unknown')[:23]
-                    job_status = job.get('status', 'unknown')
-                    job_type = job.get('type', 'unknown')[:13]
+                    job_id = job.get("id", "unknown")[:18]
+                    name = job.get("name", "unknown")[:23]
+                    job_status = job.get("status", "unknown")
+                    job_type = job.get("type", "unknown")[:13]
 
                     status_color = {
-                        'running': 'green',
-                        'completed': 'blue',
-                        'failed': 'red',
-                        'pending': 'yellow'
-                    }.get(job_status, 'white')
+                        "running": "green",
+                        "completed": "blue",
+                        "failed": "red",
+                        "pending": "yellow",
+                    }.get(job_status, "white")
 
-                    mcli.echo(f"{job_id:<20} {name:<25} {mcli.style(job_status, fg=status_color):<20} {job_type:<15}")
+                    mcli.echo(
+                        f"{job_id:<20} {name:<25} {mcli.style(job_status, fg=status_color):<20} {job_type:<15}"
+                    )
 
     except Exception as e:
         mcli.echo(mcli.style(f"❌ Error listing jobs: {e}", fg="red"))
         sys.exit(1)
 
 
-@mcli.command(
-    name="lsh-create-job",
-    help="Create a new LSH job"
-)
+@mcli.command(name="lsh-create-job", help="Create a new LSH job")
 @mcli.option("--name", required=True, help="Job name")
 @mcli.option("--command", required=True, help="Command to execute")
 @mcli.option("--schedule", help="Cron schedule (e.g., '0 */6 * * *')")
@@ -126,7 +123,7 @@ async def lsh_create_job(
     tags: Optional[str],
     database_sync: bool,
     url: Optional[str],
-    api_key: Optional[str]
+    api_key: Optional[str],
 ):
     """Create a new LSH job"""
     try:
@@ -135,7 +132,7 @@ async def lsh_create_job(
                 "name": name,
                 "command": command,
                 "type": type,
-                "databaseSync": database_sync
+                "databaseSync": database_sync,
             }
 
             if schedule:
@@ -159,10 +156,7 @@ async def lsh_create_job(
         sys.exit(1)
 
 
-@mcli.command(
-    name="lsh-pipeline",
-    help="Start LSH data pipeline listener"
-)
+@mcli.command(name="lsh-pipeline", help="Start LSH data pipeline listener")
 @mcli.option("--batch-size", default=100, help="Batch size for processing")
 @mcli.option("--batch-timeout", default=30, help="Batch timeout in seconds")
 @mcli.option("--output-dir", default="./data/processed", help="Output directory for processed data")
@@ -177,7 +171,7 @@ async def lsh_pipeline(
     disable_validation: bool,
     disable_enrichment: bool,
     url: Optional[str],
-    api_key: Optional[str]
+    api_key: Optional[str],
 ):
     """Start LSH data pipeline listener"""
     try:
@@ -208,6 +202,7 @@ async def lsh_pipeline(
             sys.exit(0)
 
         import signal
+
         signal.signal(signal.SIGINT, signal_handler)
         signal.signal(signal.SIGTERM, signal_handler)
 
@@ -221,10 +216,7 @@ async def lsh_pipeline(
         sys.exit(1)
 
 
-@mcli.command(
-    name="lsh-listen",
-    help="Listen to LSH events (for debugging)"
-)
+@mcli.command(name="lsh-listen", help="Listen to LSH events (for debugging)")
 @mcli.option("--url", default=None, help="LSH API URL")
 @mcli.option("--api-key", default=None, help="LSH API key")
 @mcli.option("--filter", help="Event type filter (e.g., 'job:completed')")
@@ -259,15 +251,14 @@ async def lsh_listen(url: Optional[str], api_key: Optional[str], filter: Optiona
         sys.exit(1)
 
 
-@mcli.command(
-    name="lsh-webhook",
-    help="Manage LSH webhooks"
-)
+@mcli.command(name="lsh-webhook", help="Manage LSH webhooks")
 @mcli.option("--action", type=mcli.Choice(["list", "add"]), required=True, help="Action to perform")
 @mcli.option("--endpoint", help="Webhook endpoint URL (for add action)")
 @mcli.option("--url", default=None, help="LSH API URL")
 @mcli.option("--api-key", default=None, help="LSH API key")
-async def lsh_webhook(action: str, endpoint: Optional[str], url: Optional[str], api_key: Optional[str]):
+async def lsh_webhook(
+    action: str, endpoint: Optional[str], url: Optional[str], api_key: Optional[str]
+):
     """Manage LSH webhooks"""
     try:
         async with LSHClient(base_url=url, api_key=api_key) as client:
@@ -293,10 +284,7 @@ async def lsh_webhook(action: str, endpoint: Optional[str], url: Optional[str],
         sys.exit(1)
 
 
-@mcli.command(
-    name="lsh-config",
-    help="Configure LSH integration settings"
-)
+@mcli.command(name="lsh-config", help="Configure LSH integration settings")
 @mcli.option("--set-url", help="Set LSH API URL")
 @mcli.option("--set-api-key", help="Set LSH API key")
 @mcli.option("--show", is_flag=True, help="Show current configuration")
@@ -316,15 +304,15 @@ def lsh_config(set_url: Optional[str], set_api_key: Optional[str], show: bool):
         # Update env file
         config = {}
         if env_file.exists():
-            with open(env_file, 'r') as f:
+            with open(env_file, "r") as f:
                 for line in f:
-                    if '=' in line:
-                        key, value = line.strip().split('=', 1)
+                    if "=" in line:
+                        key, value = line.strip().split("=", 1)
                         config[key] = value
 
-        config['LSH_API_URL'] = set_url
+        config["LSH_API_URL"] = set_url
 
-        with open(env_file, 'w') as f:
+        with open(env_file, "w") as f:
             for key, value in config.items():
                 f.write(f"{key}={value}\n")
 
@@ -334,15 +322,15 @@ def lsh_config(set_url: Optional[str], set_api_key: Optional[str], show: bool):
         # Update env file
         config = {}
         if env_file.exists():
-            with open(env_file, 'r') as f:
+            with open(env_file, "r") as f:
                 for line in f:
-                    if '=' in line:
-                        key, value = line.strip().split('=', 1)
+                    if "=" in line:
+                        key, value = line.strip().split("=", 1)
                         config[key] = value
 
-        config['LSH_API_KEY'] = set_api_key
+        config["LSH_API_KEY"] = set_api_key
 
-        with open(env_file, 'w') as f:
+        with open(env_file, "w") as f:
             for key, value in config.items():
                 f.write(f"{key}={value}\n")
 
@@ -352,4 +340,4 @@ def lsh_config(set_url: Optional[str], set_api_key: Optional[str], show: bool):
 # Register all commands with mcli
 def register_lsh_commands():
     """Register LSH integration commands with mcli"""
-    pass  # Commands are automatically registered via decorators
+    pass  # Commands are automatically registered via decorators