lazyops-cli 1.0.0__tar.gz → 1.1.0__tar.gz

{lazyops_cli-1.0.0 → lazyops_cli-1.1.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: lazyops-cli
-Version: 1.0.0
+Version: 1.1.0
 Summary: CLI to discover, fetch, and run reusable automation workflows from remote plugin packs.
 Author: Mridul Tiwari
 License-Expression: MIT
@@ -25,6 +25,8 @@ Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: typer>=0.12.0
 Requires-Dist: PyYAML>=6.0
+Requires-Dist: requests>=2.28.0
+Requires-Dist: boto3>=1.26.0
 Dynamic: license-file
 
 # LazyOps
@@ -173,6 +175,8 @@ source:
 packs:
   - aws
   - kubernetes
+cmdb:
+  url: https://cmdb.paytmpayments.com
 ```
 
 ## Commands
@@ -190,6 +194,19 @@ packs:
 | `lazyops run` | Interactive workflow picker |
 | `lazyops list` | List workflows in installed packs |
 | `lazyops search <query>` | Search by name, id, or description |
+| `lazyops aws trace <domain>` | Trace domain → ALB → backend EC2 IPs (CMDB + AWS) |
+
+### AWS trace
+
+Requires the `aws` pack (`lazyops pack add aws`). On VPN, CMDB defaults to `https://cmdb.paytmpayments.com` (override with `--cmdb-url` or `cmdb.url` in `~/.lazyops/config.yaml`).
+
+```bash
+lazyops aws trace seller.example.com
+lazyops aws trace seller.example.com --cmdb-url https://cmdb.paytmpayments.com
+lazyops aws trace seller.example.com --source aws --region ap-south-1
+```
+
+Bundled plugin for local dev: `plugins/aws/trace/`. Copy to [lazyops-plugins](https://github.com/MridulTi/lazyops-plugins) at `plugins/aws/trace/` for remote catalog releases.
 
 ## Example manifest
 

{lazyops_cli-1.0.0 → lazyops_cli-1.1.0}/README.md

@@ -144,6 +144,8 @@ source:
 packs:
   - aws
   - kubernetes
+cmdb:
+  url: https://cmdb.paytmpayments.com
 ```
 
 ## Commands
@@ -161,6 +163,19 @@ packs:
 | `lazyops run` | Interactive workflow picker |
 | `lazyops list` | List workflows in installed packs |
 | `lazyops search <query>` | Search by name, id, or description |
+| `lazyops aws trace <domain>` | Trace domain → ALB → backend EC2 IPs (CMDB + AWS) |
+
+### AWS trace
+
+Requires the `aws` pack (`lazyops pack add aws`). On VPN, CMDB defaults to `https://cmdb.paytmpayments.com` (override with `--cmdb-url` or `cmdb.url` in `~/.lazyops/config.yaml`).
+
+```bash
+lazyops aws trace seller.example.com
+lazyops aws trace seller.example.com --cmdb-url https://cmdb.paytmpayments.com
+lazyops aws trace seller.example.com --source aws --region ap-south-1
+```
+
+Bundled plugin for local dev: `plugins/aws/trace/`. Copy to [lazyops-plugins](https://github.com/MridulTi/lazyops-plugins) at `plugins/aws/trace/` for remote catalog releases.
 
 ## Example manifest
 

lazyops_cli-1.1.0/commands/aws.py

@@ -0,0 +1,37 @@
+import typer
+
+from registry.cmdb import get_cmdb_url
+from registry.runner import run_target
+
+aws_app = typer.Typer(help="AWS operational shortcuts")
+
+
+def register(app: typer.Typer):
+    app.add_typer(aws_app, name="aws")
+
+
+@aws_app.command("trace", help="Trace a domain to ALB and backend EC2 instance IPs")
+def aws_trace(
+    domain: str = typer.Argument(..., help="Domain to trace, e.g. seller.paytmpayments.com"),
+    cmdb_url: str | None = typer.Option(
+        None,
+        "--cmdb-url",
+        help="CMDB base URL (default: config or https://cmdb.paytmpayments.com)",
+    ),
+    source: str = typer.Option(
+        "auto",
+        "--source",
+        help="Data source: auto (CMDB + AWS), cmdb (CMDB only where possible), aws (skip CMDB)",
+    ),
+    region: str | None = typer.Option(
+        None,
+        "--region",
+        help="AWS region override for ELBv2/EC2 calls",
+    ),
+):
+    """Resolve domain → load balancer → backend instances via DNS, CMDB, and AWS."""
+    resolved_cmdb = get_cmdb_url(cmdb_url)
+    args = [domain, "--cmdb-url", resolved_cmdb, "--source", source]
+    if region:
+        args.extend(["--region", region])
+    run_target("aws", "trace", args)

{lazyops_cli-1.0.0 → lazyops_cli-1.1.0}/commands/run.py

@@ -5,82 +5,20 @@ import subprocess
 import typer
 import yaml
 
-from registry.discover import read_workflow
-from registry.fetch import FetchError, fetch_pack_dir, fetch_plugin_dir, list_pack_plugins
+from registry.fetch import FetchError, fetch_pack_dir, list_pack_plugins
 from registry.packs import list_packs, pack_installed
-from registry.paths import PROJECT_ROOT, venv_python
+from registry.runner import run_target
 from registry.source import SourceError, get_source
 
 
-def _parse_target(target:str)-> tuple[str,str]:
+def _parse_target(target: str) -> tuple[str, str]:
     if "/" not in target:
         raise typer.BadParameter("Use pack/plugin format, eg. aws/addpatchclasstag")
 
-    pack,plugin = target.split("/",1)
+    pack, plugin = target.split("/", 1)
     if not pack or not plugin:
         raise typer.BadParameter("Use pack/plugin format, e.g. aws/addpatchclasstag")
-    return pack,plugin
-
-def _run_target(pack: str, plugin: str, extra_args: list[str]) -> None:
-    if not pack_installed(pack):
-        typer.secho(
-            f"Pack not installed: {pack}. Run: lazyops pack add {pack}",
-            fg=typer.colors.RED,
-            err=True,
-        )
-        raise typer.Exit(1)
-
-    try:
-        source = get_source()
-    except SourceError as exc:
-        typer.secho(str(exc), fg=typer.colors.RED, err=True)
-        raise typer.Exit(1)
-
-    tmp_root = None
-    workflow_dir = None
-    try:
-        workflow_dir = fetch_plugin_dir(
-            url=source["url"],
-            ref=source["ref"],
-            path_prefix=source.get("path_prefix", "plugins"),
-            pack=pack,
-            plugin=plugin,
-        )
-        tmp_root = workflow_dir.parent.parent
-
-        workflow_path = workflow_dir / "workflow.yaml"
-        workflow = read_workflow(workflow_path)
-        entrypoint = workflow_dir / workflow["entrypoint"]
-        inputs = list(extra_args or [])
-
-        env = os.environ.copy()
-        env.setdefault("LAZYOPS_ROOT", str(PROJECT_ROOT))
-        env.setdefault("WORKFLOW_ID", workflow.get("id", plugin))
-        env.setdefault("WORKFLOW_ROOT", str(workflow_dir))
-        env.setdefault("WORKFLOW_RUNTIME", workflow["runtime"])
-        env.setdefault("WORKFLOW_VERSION", workflow.get("version", "1.0.0"))
-        env.setdefault("WORKFLOW_PACK", pack)
-        env.setdefault("WORKFLOW_PLUGIN", plugin)
-        env.setdefault("WORKFLOW_SOURCE_REF", source["ref"])
-
-        if workflow["runtime"] == "bash":
-            cmd = ["bash", str(entrypoint)] + inputs
-        elif workflow["runtime"] == "python":
-            cmd = [venv_python(), str(entrypoint)] + inputs
-        elif workflow["runtime"] == "node":
-            cmd = ["node", str(entrypoint)] + inputs
-        else:
-            typer.secho(f"Unsupported runtime: {workflow['runtime']}", fg=typer.colors.RED, err=True)
-            raise typer.Exit(1)
-
-        subprocess.run(cmd, check=True, env=env, cwd=workflow_dir)
-
-    except FetchError as exc:
-        typer.secho(f"Failed to fetch workflow: {exc}", fg=typer.colors.RED, err=True)
-        raise typer.Exit(1)
-    finally:
-        if tmp_root is not None:
-            shutil.rmtree(tmp_root, ignore_errors=True)
+    return pack, plugin
 
 
 def _pick_index(prompt: str, max_index: int) -> int:
@@ -141,7 +79,6 @@ def _interactive_run() -> tuple[str, str]:
             pack,
         )
 
-        # plugins list order from git; enrich with local workflow.yaml names
         plugin_labels: dict[str, str] = {}
         for child in pack_dir.iterdir():
             if not child.is_dir() or child.name == "pack.yaml":
@@ -171,6 +108,7 @@ def _interactive_run() -> tuple[str, str]:
 
     return pack, plugin
 
+
 def register(app: typer.Typer):
 
     @app.command("run", help="Run a workflow: lazyops run <pack>/<plugin> [args...]")
@@ -182,4 +120,4 @@ def register(app: typer.Typer):
             pack, plugin = _interactive_run()
         else:
             pack, plugin = _parse_target(target)
-        _run_target(pack, plugin, list(extra_args or []))
+        run_target(pack, plugin, list(extra_args or []))

{lazyops_cli-1.0.0 → lazyops_cli-1.1.0}/lazyops_cli.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: lazyops-cli
-Version: 1.0.0
+Version: 1.1.0
 Summary: CLI to discover, fetch, and run reusable automation workflows from remote plugin packs.
 Author: Mridul Tiwari
 License-Expression: MIT
@@ -25,6 +25,8 @@ Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: typer>=0.12.0
 Requires-Dist: PyYAML>=6.0
+Requires-Dist: requests>=2.28.0
+Requires-Dist: boto3>=1.26.0
 Dynamic: license-file
 
 # LazyOps
@@ -173,6 +175,8 @@ source:
 packs:
   - aws
   - kubernetes
+cmdb:
+  url: https://cmdb.paytmpayments.com
 ```
 
 ## Commands
@@ -190,6 +194,19 @@ packs:
 | `lazyops run` | Interactive workflow picker |
 | `lazyops list` | List workflows in installed packs |
 | `lazyops search <query>` | Search by name, id, or description |
+| `lazyops aws trace <domain>` | Trace domain → ALB → backend EC2 IPs (CMDB + AWS) |
+
+### AWS trace
+
+Requires the `aws` pack (`lazyops pack add aws`). On VPN, CMDB defaults to `https://cmdb.paytmpayments.com` (override with `--cmdb-url` or `cmdb.url` in `~/.lazyops/config.yaml`).
+
+```bash
+lazyops aws trace seller.example.com
+lazyops aws trace seller.example.com --cmdb-url https://cmdb.paytmpayments.com
+lazyops aws trace seller.example.com --source aws --region ap-south-1
+```
+
+Bundled plugin for local dev: `plugins/aws/trace/`. Copy to [lazyops-plugins](https://github.com/MridulTi/lazyops-plugins) at `plugins/aws/trace/` for remote catalog releases.
 
 ## Example manifest
 

{lazyops_cli-1.0.0 → lazyops_cli-1.1.0}/lazyops_cli.egg-info/SOURCES.txt

@@ -2,6 +2,7 @@ LICENSE
 README.md
 pyproject.toml
 commands/__init__.py
+commands/aws.py
 commands/list.py
 commands/pack.py
 commands/run.py
@@ -17,9 +18,11 @@ lazyops_cli.egg-info/requires.txt
 lazyops_cli.egg-info/top_level.txt
 registry/__init__.py
 registry/catalog.py
+registry/cmdb.py
 registry/config.py
 registry/discover.py
 registry/fetch.py
 registry/packs.py
 registry/paths.py
+registry/runner.py
 registry/source.py

lazyops_cli-1.1.0/lazyops_cli.egg-info/requires.txt

@@ -0,0 +1,4 @@
+typer>=0.12.0
+PyYAML>=6.0
+requests>=2.28.0
+boto3>=1.26.0

{lazyops_cli-1.0.0 → lazyops_cli-1.1.0}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "lazyops-cli"
-version = "1.0.0"
+version = "1.1.0"
 description = "CLI to discover, fetch, and run reusable automation workflows from remote plugin packs."
 readme = "README.md"
 requires-python = ">=3.10"
@@ -27,6 +27,8 @@ classifiers = [
 dependencies = [
     "typer>=0.12.0",
     "PyYAML>=6.0",
+    "requests>=2.28.0",
+    "boto3>=1.26.0",
 ]
 
 [project.urls]

{lazyops_cli-1.0.0 → lazyops_cli-1.1.0}/registry/catalog.py

@@ -1,11 +1,14 @@
 from __future__ import annotations
 
+import os
 import shutil
+from pathlib import Path
 
 import yaml
 
-from registry.fetch import FetchError, fetch_pack_dir
+from registry.fetch import FetchError, fetch_pack_dir, list_local_plugins
 from registry.packs import list_packs
+from registry.paths import PROJECT_ROOT
 from registry.source import SourceError, get_source
 
 
@@ -26,7 +29,27 @@ def iter_installed_workflows() -> list[dict]:
     ref = source["ref"]
     path_prefix = source.get("path_prefix", "plugins")
     results: list[dict] = []
+    seen_keys: set[tuple[str, str]] = set()
+
+    def _append_local(pack: str) -> None:
+        for plugin in list_local_plugins(pack):
+            key = (pack, plugin)
+            if key in seen_keys:
+                continue
+            yaml_path = PROJECT_ROOT / "plugins" / pack / plugin / "workflow.yaml"
+            env_root = os.environ.get("LAZYOPS_PLUGINS_ROOT", "").strip()
+            if env_root:
+                alt = Path(env_root) / pack / plugin / "workflow.yaml"
+                if alt.is_file():
+                    yaml_path = alt
+            if not yaml_path.is_file():
+                continue
+            workflow = yaml.safe_load(yaml_path.read_text()) or {}
+            seen_keys.add(key)
+            results.append({"pack": pack, "plugin": plugin, "workflow": workflow})
+
     for pack in list_packs():
+        _append_local(pack)
         tmp_root = None
         try:
             tmp_root, pack_dir = fetch_pack_dir(url, ref, path_prefix, pack)
@@ -36,14 +59,20 @@ def iter_installed_workflows() -> list[dict]:
                 yaml_path = child / "workflow.yaml"
                 if not yaml_path.is_file():
                     continue
+                key = (pack, child.name)
+                if key in seen_keys:
+                    continue
                 workflow = yaml.safe_load(yaml_path.read_text()) or {}
+                seen_keys.add(key)
                 results.append({
                     "pack": pack,
                     "plugin": child.name,
                     "workflow": workflow,
                 })
         except FetchError as exc:
-            raise CatalogError(f"Failed to load pack {pack}: {exc}") from exc
+            if not any(r["pack"] == pack for r in results):
+                import sys
+                print(f"Warning: skipping pack {pack}: {exc}", file=sys.stderr)
         finally:
             if tmp_root is not None:
                 shutil.rmtree(tmp_root, ignore_errors=True)

lazyops_cli-1.1.0/registry/cmdb.py

@@ -0,0 +1,23 @@
+from __future__ import annotations
+
+import os
+
+from registry.config import load_config
+
+DEFAULT_CMDB_URL = "https://cmdb.paytmpayments.com"
+
+
+def get_cmdb_url(override: str | None = None) -> str:
+    """Resolve CMDB base URL: flag/env > config.yaml > default."""
+    if override:
+        return override.rstrip("/")
+    env_url = os.environ.get("LAZYOPS_CMDB_URL", "").strip()
+    if env_url:
+        return env_url.rstrip("/")
+    config = load_config()
+    cmdb = config.get("cmdb") or {}
+    if isinstance(cmdb, dict):
+        cfg_url = (cmdb.get("url") or "").strip()
+        if cfg_url:
+            return cfg_url.rstrip("/")
+    return DEFAULT_CMDB_URL

{lazyops_cli-1.0.0 → lazyops_cli-1.1.0}/registry/config.py

@@ -6,7 +6,7 @@ import yaml,os
 DEFAULT_CONFIG_DIR = Path(os.environ.get("LAZYOPS_CONFIG_DIR", str(Path.home() / ".lazyops")))
 CONFIG_PATH = DEFAULT_CONFIG_DIR / "config.yaml"
 
-DEFAULT_CONFIG = {"source": None, "packs": []}
+DEFAULT_CONFIG = {"source": None, "packs": [], "cmdb": None}
 
 
 def ensure_config_dir() -> None:
@@ -38,6 +38,12 @@ def _migrate_config(data: dict) -> dict:
         }
     if "packs" not in data or not isinstance(data["packs"], list):
         data["packs"] = []
+    if data.get("cmdb") is None:
+        data["cmdb"] = None
+    elif isinstance(data["cmdb"], dict):
+        data["cmdb"] = {"url": (data["cmdb"].get("url") or "").strip() or None}
+        if data["cmdb"]["url"] is None:
+            data["cmdb"] = None
     return data
 
 def load_config() -> dict:

{lazyops_cli-1.0.0 → lazyops_cli-1.1.0}/registry/fetch.py

@@ -1,15 +1,56 @@
 from __future__ import annotations
 
-import shutil,yaml
+import os
+import shutil
 import subprocess
 import tempfile
 from pathlib import Path
 
+import yaml
+
+from registry.paths import PROJECT_ROOT
+
 
 class FetchError(Exception):
     pass
 
 
+def _local_plugin_dir(pack: str, plugin: str) -> Path | None:
+    """Use bundled or LAZYOPS_PLUGINS_ROOT plugins when present (dev / offline)."""
+    roots: list[Path] = []
+    env_root = os.environ.get("LAZYOPS_PLUGINS_ROOT", "").strip()
+    if env_root:
+        roots.append(Path(env_root))
+    roots.append(PROJECT_ROOT / "plugins")
+    for root in roots:
+        candidate = root / pack / plugin
+        if (candidate / "workflow.yaml").is_file():
+            return candidate
+    return None
+
+
+def list_local_plugins(pack: str) -> list[str]:
+    """Plugin folder names under local plugins/<pack>/ (bundled dev plugins)."""
+    names: list[str] = []
+    roots: list[Path] = []
+    env_root = os.environ.get("LAZYOPS_PLUGINS_ROOT", "").strip()
+    if env_root:
+        roots.append(Path(env_root))
+    roots.append(PROJECT_ROOT / "plugins")
+    seen: set[str] = set()
+    for root in roots:
+        pack_dir = root / pack
+        if not pack_dir.is_dir():
+            continue
+        for child in sorted(pack_dir.iterdir()):
+            if not child.is_dir() or child.name == "pack.yaml":
+                continue
+            if (child / "workflow.yaml").is_file() and child.name not in seen:
+                seen.add(child.name)
+                names.append(child.name)
+    return names
+
+
 def _run_git(args: list[str], cwd: Path | None = None) -> None:
     result = subprocess.run(
         ["git",*args],
@@ -32,13 +73,16 @@ def fetch_plugin_dir(
     ref: str,
     path_prefix: str,
     pack: str,
-    plugin: str
-) -> Path:
+    plugin: str,
+) -> tuple[Path, Path | None, bool]:
     """
-    Sparse-clone one workflow dir at ref.
-    Returns path to the plugin dir (contains workflow.yaml).
-    Caller deletes parent temp dir when done.
+    Resolve one workflow dir at ref (local plugins first, then sparse git clone).
+    Returns (plugin_dir, tmp_root_or_none, should_delete_tmp).
     """
+    local = _local_plugin_dir(pack, plugin)
+    if local is not None:
+        return local, None, False
+
     rel = plugin_relpath(path_prefix, pack, plugin)
     tmp_root = Path(tempfile.mkdtemp(prefix="lazyops-"))
     repo_dir = tmp_root / "repo"
@@ -64,7 +108,7 @@ def fetch_plugin_dir(
         dest.parent.mkdir(parents=True, exist_ok=True)
         shutil.move(str(workflow_dir), str(dest))
         shutil.rmtree(repo_dir, ignore_errors=True)
-        return dest
+        return dest, tmp_root, True
     except Exception:
         shutil.rmtree(tmp_root, ignore_errors=True)
         raise

lazyops_cli-1.1.0/registry/runner.py

@@ -0,0 +1,79 @@
+from __future__ import annotations
+
+import os
+import shutil
+import subprocess
+
+import typer
+
+from registry.discover import read_workflow
+from registry.fetch import FetchError, fetch_plugin_dir
+from registry.packs import pack_installed
+from registry.paths import PROJECT_ROOT, venv_python
+from registry.source import SourceError, get_source
+
+
+def run_target(pack: str, plugin: str, extra_args: list[str]) -> None:
+    if not pack_installed(pack):
+        typer.secho(
+            f"Pack not installed: {pack}. Run: lazyops pack add {pack}",
+            fg=typer.colors.RED,
+            err=True,
+        )
+        raise typer.Exit(1)
+
+    try:
+        source = get_source()
+    except SourceError as exc:
+        typer.secho(str(exc), fg=typer.colors.RED, err=True)
+        raise typer.Exit(1)
+
+    tmp_root = None
+    workflow_dir = None
+    delete_tmp = True
+    try:
+        workflow_dir, tmp_root, delete_tmp = fetch_plugin_dir(
+            url=source["url"],
+            ref=source["ref"],
+            path_prefix=source.get("path_prefix", "plugins"),
+            pack=pack,
+            plugin=plugin,
+        )
+
+        workflow_path = workflow_dir / "workflow.yaml"
+        workflow = read_workflow(workflow_path)
+        entrypoint = workflow_dir / workflow["entrypoint"]
+        inputs = list(extra_args or [])
+
+        env = os.environ.copy()
+        env.setdefault("LAZYOPS_ROOT", str(PROJECT_ROOT))
+        env.setdefault("WORKFLOW_ID", workflow.get("id", plugin))
+        env.setdefault("WORKFLOW_ROOT", str(workflow_dir))
+        env.setdefault("WORKFLOW_RUNTIME", workflow["runtime"])
+        env.setdefault("WORKFLOW_VERSION", workflow.get("version", "1.0.0"))
+        env.setdefault("WORKFLOW_PACK", pack)
+        env.setdefault("WORKFLOW_PLUGIN", plugin)
+        env.setdefault("WORKFLOW_SOURCE_REF", source["ref"])
+
+        if workflow["runtime"] == "bash":
+            cmd = ["bash", str(entrypoint)] + inputs
+        elif workflow["runtime"] == "python":
+            cmd = [venv_python(), str(entrypoint)] + inputs
+        elif workflow["runtime"] == "node":
+            cmd = ["node", str(entrypoint)] + inputs
+        else:
+            typer.secho(
+                f"Unsupported runtime: {workflow['runtime']}",
+                fg=typer.colors.RED,
+                err=True,
+            )
+            raise typer.Exit(1)
+
+        subprocess.run(cmd, check=True, env=env, cwd=workflow_dir)
+
+    except FetchError as exc:
+        typer.secho(f"Failed to fetch workflow: {exc}", fg=typer.colors.RED, err=True)
+        raise typer.Exit(1)
+    finally:
+        if delete_tmp and tmp_root is not None:
+            shutil.rmtree(tmp_root, ignore_errors=True)

lazyops_cli-1.0.0/lazyops_cli.egg-info/requires.txt

@@ -1,2 +0,0 @@
-typer>=0.12.0
-PyYAML>=6.0