@adgine/geo-cli 1.2.8

package/skills/adgine-geo-site-audit/scripts/_client.py

@@ -0,0 +1,341 @@
+#!/usr/bin/env python3
+"""Shared HTTP client utilities for geo-skills scripts.
+
+Used by all scripts in this skill. Uses Python stdlib only — no external dependencies.
+
+This file is the canonical source. It must be copied verbatim into every
+adgine-geo-* skill folder's scripts/ directory. The sync linter at
+scripts/sync-skills/sync-skills.sh (in the GEOAgent repo) flags any drift.
+"""
+import os
+import sys
+import json
+import time
+import atexit
+import unicodedata
+import urllib.request as _req
+import urllib.error as _uerr
+import urllib.parse as _up
+
+def _load_dot_env():
+    """Load .env from the repo root (adgine-geo-skills/) into os.environ.
+
+    Resolved relative to this file's location, so it works regardless of the
+    agent's working directory (e.g. Hermes, OpenClaw, or any other runtime).
+    Existing environment variables are never overwritten.
+    """
+    if os.environ.get("GEO_API_KEY"):
+        return
+    # _client.py is at <repo_root>/adgine-geo-<skill>/scripts/_client.py
+    repo_root = os.path.dirname(
+        os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
+    )
+    env_path = os.path.join(repo_root, ".env")
+    if not os.path.isfile(env_path):
+        return
+    with open(env_path) as _f:
+        for _line in _f:
+            _line = _line.strip()
+            if not _line or _line.startswith("#") or "=" not in _line:
+                continue
+            _k, _, _v = _line.partition("=")
+            _k = _k.strip()
+            _v = _v.strip()
+            if _k and _k not in os.environ:
+                os.environ[_k] = _v
+
+
+_load_dot_env()
+
+_VERSION_UNCHECKED = object()
+_version_state = _VERSION_UNCHECKED
+
+
+def _repo_root():
+    return os.path.dirname(
+        os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
+    )
+
+
+def _load_check_version_module():
+    import importlib.util
+    path = os.path.join(_repo_root(), "scripts", "check_version.py")
+    if not os.path.isfile(path):
+        return None
+    spec = importlib.util.spec_from_file_location("geo_check_version", path)
+    mod = importlib.util.module_from_spec(spec)
+    spec.loader.exec_module(mod)
+    return mod
+
+
+def _load_version_state():
+    global _version_state
+    if _version_state is not _VERSION_UNCHECKED:
+        return _version_state
+    _version_state = None
+    try:
+        mod = _load_check_version_module()
+        if mod is not None:
+            _version_state = mod.get_state()
+    except Exception:
+        pass
+    return _version_state
+
+
+def _print_version_notice():
+    """Emit machine + human hints at import if a newer version exists."""
+    state = _load_version_state()
+    if not state or not state.get("update_available"):
+        return
+    cur, lat = state["current"], state["latest"]
+    try:
+        mod = _load_check_version_module()
+        if mod is not None:
+            inline = mod.format_user_inline(state)
+            if inline:
+                sys.stdout.write(inline + "\n\n")
+                sys.stdout.flush()
+    except Exception:
+        pass
+    if state.get("install_type") == "git":
+        msg = (f"adgine-geo-skills {lat} available (current {cur}). "
+               "Tell me: 请帮我更新 adgine-geo-skills 到最新版本")
+    else:
+        msg = (f"adgine-geo-skills {lat} available (current {cur}). "
+               f"Download: {state.get('release_url', '')}")
+    notice = {"update": {"current": cur, "latest": lat, "message": msg}}
+    try:
+        line = f"_notice: {json.dumps(notice, ensure_ascii=False)}\n\n"
+        sys.stdout.write(line)
+        sys.stdout.flush()
+    except Exception:
+        pass
+
+
+def _print_version_footer():
+    """Emit human-readable footer at process exit (WorkBuddy-compatible)."""
+    state = _load_version_state()
+    if not state or not state.get("update_available"):
+        return
+    try:
+        mod = _load_check_version_module()
+        if mod is None:
+            return
+        footer = mod.format_user_footer(state)
+        if footer:
+            sys.stdout.write("\n" + footer + "\n")
+            sys.stdout.flush()
+    except Exception:
+        pass
+
+
+_print_version_notice()
+atexit.register(_print_version_footer)
+
+
+def get_api_config():
+    """Read GEO_API_KEY and GEO_API_BASE_URL from environment.
+
+    Exits with a helpful message if GEO_API_KEY is not set.
+    Returns (key, base_url).
+    """
+    key = os.environ.get("GEO_API_KEY", "")
+    base = os.environ.get("GEO_API_BASE_URL", "https://platform.adgine.ai").rstrip("/")
+    if not key:
+        repo_root = os.path.dirname(
+            os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
+        )
+        env_path = os.path.join(repo_root, ".env")
+        example_path = os.path.join(repo_root, ".env.example")
+        setup_path = os.path.join(repo_root, "setup.py")
+        print("ERROR: GEO_API_KEY is not set.")
+        print(f"  Expected location: {env_path}")
+        print()
+        print("  One-shot fix (recommended):")
+        print(f"    python3 {setup_path} <YOUR_KEY>")
+        print()
+        print("  Or set it manually:")
+        if not os.path.isfile(env_path):
+            print(f"    cp {example_path} {env_path}")
+        print(f"    edit {env_path} and set GEO_API_KEY=geo_sk_live_xxx")
+        print()
+        print("  Get your key at: https://platform.adgine.ai")
+        print("  The .env file is gitignored — your key stays local and private.")
+        print()
+        print("  NOTE: adgine-geo-site-audit does NOT require an API key.")
+        print("    Run directly: python3 adgine-geo-site-audit/scripts/geo_collect.py <url>")
+        sys.exit(1)
+    return key, base
+
+
+def get_project_id(arg_value=None):
+    """Resolve project ID from argument or GEO_PROJECT_ID env var.
+
+    Exits with instructions if neither is set.
+    """
+    pid = arg_value or os.environ.get("GEO_PROJECT_ID", "")
+    if not pid:
+        print("ERROR: Project ID is required but not set.")
+        print("  Option 1: export GEO_PROJECT_ID=<project-id>")
+        print("  Option 2: pass --project-id <id> to this script")
+        print("  Run list_projects.py from the adgine-geo-projects skill to see your available projects.")
+        sys.exit(1)
+    return pid
+
+
+def _do_request(method, url, key, body=None, timeout=30):
+    """Execute an HTTP request and return parsed JSON.
+
+    Exits with an error message on HTTP errors or network failures.
+    """
+    data = json.dumps(body).encode("utf-8") if body is not None else None
+    headers = {
+        "Authorization": f"Bearer {key}",
+        "Content-Type": "application/json",
+        "Accept": "application/json",
+        "User-Agent": "geo-skills/1.0",
+    }
+    request = _req.Request(url, data=data, headers=headers, method=method)
+    try:
+        with _req.urlopen(request, timeout=timeout) as resp:
+            raw = resp.read().decode("utf-8")
+            return json.loads(raw) if raw else {}
+    except _uerr.HTTPError as e:
+        raw = e.read().decode("utf-8")[:400]
+        try:
+            err_data = json.loads(raw)
+            msg = err_data.get("message") or err_data.get("detail") or raw
+        except Exception:
+            msg = raw
+        if e.code == 401:
+            print("ERROR: Unauthorized — API key is invalid or revoked.")
+            print("  Generate a new key: https://platform.adgine.ai")
+        elif e.code == 403:
+            print("ERROR: Forbidden — insufficient permissions for this operation.")
+        elif e.code == 404:
+            print(f"ERROR: Not found — {msg}")
+        else:
+            print(f"ERROR: HTTP {e.code} — {msg}")
+        sys.exit(1)
+    except Exception as e:
+        print(f"ERROR: Request failed — {e}")
+        sys.exit(1)
+
+
+def api_get(path, key, base, params=None, timeout=30):
+    url = f"{base}{path}"
+    if params:
+        clean = {k: str(v) for k, v in params.items() if v is not None}
+        if clean:
+            url += "?" + _up.urlencode(clean)
+    return _do_request("GET", url, key, timeout=timeout)
+
+
+def api_post(path, key, base, body=None, timeout=30):
+    return _do_request("POST", f"{base}{path}", key, body, timeout=timeout)
+
+
+def api_patch(path, key, base, body=None, timeout=30):
+    return _do_request("PATCH", f"{base}{path}", key, body, timeout=timeout)
+
+
+def api_put(path, key, base, body=None, timeout=30):
+    return _do_request("PUT", f"{base}{path}", key, body, timeout=timeout)
+
+
+def api_delete(path, key, base, timeout=30):
+    return _do_request("DELETE", f"{base}{path}", key, timeout=timeout)
+
+
+def extract_data(result):
+    """Extract the .data field from a standard geo-api envelope response.
+
+    On success the API returns {"code": 0, "data": <payload>, "message": "ok"}.
+    On non-zero code, this prints the message and exits(1).
+    """
+    if not isinstance(result, dict):
+        return result
+    if "code" in result and result.get("code") not in (0, None):
+        msg = result.get("message") or result.get("detail") or "request failed"
+        print(f"ERROR: API returned code={result.get('code')} — {msg}")
+        sys.exit(1)
+    return result.get("data", result)
+
+
+def poll_job(status_path, key, base, interval=3, max_wait=300,
+             terminal=("completed", "failed", "done", "success", "error")):
+    """Poll a job/task endpoint until it reaches a terminal state.
+
+    Prints an inline spinner with the current phase. Returns the final job dict.
+    """
+    elapsed = 0
+    frames = ["⠋", "⠙", "⠹", "⠸", "⠼", "⠴", "⠦", "⠧", "⠇", "⠏"]
+    idx = 0
+    last_job = {}
+    while elapsed < max_wait:
+        result = api_get(status_path, key, base)
+        last_job = extract_data(result) or {}
+        status = (last_job.get("status") or "").lower()
+        phase = last_job.get("current_phase") or last_job.get("phase") or status or "pending"
+        print(f"\r  {frames[idx % len(frames)]} {phase}... ({elapsed}s)", end="", flush=True)
+        idx += 1
+        if status in terminal:
+            print()  # newline after spinner
+            return last_job
+        time.sleep(interval)
+        elapsed += interval
+    print()
+    print(f"WARNING: Job is still running after {max_wait}s. Check status manually.")
+    return last_job
+
+
+def print_json(data):
+    """Print data as formatted JSON (UTF-8 safe)."""
+    print(json.dumps(data, ensure_ascii=False, indent=2))
+
+
+def fmt_change(value):
+    """Format a numeric change indicator per CONVENTIONS.md §4.
+
+    Returns: '+N' / '-N' / '0' / '--' (None becomes '--').
+    """
+    if value is None:
+        return "--"
+    try:
+        n = float(value)
+    except (TypeError, ValueError):
+        return "--"
+    if n == 0:
+        return "0"
+    sign = "+" if n > 0 else ""
+    if n == int(n):
+        return f"{sign}{int(n):,}"
+    return f"{sign}{n:,.1f}"
+
+
+def truncate(text, n=60, ellipsis="…"):
+    """Truncate text to n characters, adding ellipsis if cut. ASCII-safe for tables."""
+    if text is None:
+        return "--"
+    s = str(text)
+    if len(s) <= n:
+        return s
+    return s[: max(0, n - len(ellipsis))] + ellipsis
+
+def display_width(s):
+    """Return the display width of a string (CJK chars count as 2 columns)."""
+    w = 0
+    for c in str(s):
+        eaw = unicodedata.east_asian_width(c)
+        w += 2 if eaw in ('W', 'F') else 1
+    return w
+
+
+def pad(s, width, align='left'):
+    """Pad string to display width for CJK-aware table alignment.
+    Replaces f'{s:<N}' (align='left') and f'{s:>N}' (align='right').
+    """
+    s = str(s)
+    dw = display_width(s)
+    spaces = max(0, width - dw) * ' '
+    return spaces + s if align == 'right' else s + spaces

package/skills/adgine-geo-site-audit/scripts/_geo_notice.py

@@ -0,0 +1,55 @@
+"""Version-update notice for site-audit scripts.
+
+site-audit scripts are self-contained and do NOT import _client.py, so they
+call this helper at startup to emit the same `_notice:` line the API skills do.
+
+Delegates to <repo_root>/scripts/check_version.py (single source of truth).
+Silent on any error, timeout, or when check_version.py is absent (e.g.
+a standalone site-audit export).
+"""
+import atexit
+import importlib.util
+import os
+import sys
+
+_FOOTER_REGISTERED = False
+
+
+def _repo_root():
+    return os.path.dirname(
+        os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
+    )
+
+
+def _load_check_version_module():
+    path = os.path.join(_repo_root(), "scripts", "check_version.py")
+    if not os.path.isfile(path):
+        return None
+    spec = importlib.util.spec_from_file_location("geo_check_version", path)
+    mod = importlib.util.module_from_spec(spec)
+    spec.loader.exec_module(mod)
+    return mod
+
+
+def _print_footer():
+    try:
+        mod = _load_check_version_module()
+        if mod is not None:
+            mod.emit_footer()
+    except Exception:
+        pass
+
+
+def emit():
+    global _FOOTER_REGISTERED
+    mod = _load_check_version_module()
+    if mod is None:
+        return
+    try:
+        mod.emit_human()
+        mod.emit_notice()
+    except Exception:
+        pass
+    if not _FOOTER_REGISTERED:
+        atexit.register(_print_footer)
+        _FOOTER_REGISTERED = True

package/skills/adgine-geo-site-audit/scripts/export_skill_package.py

@@ -0,0 +1,197 @@
+#!/usr/bin/env python3
+"""Export this skill directory as a portable zip package."""
+from __future__ import annotations
+
+import argparse
+import json
+import re
+import sys
+import time
+import zipfile
+from dataclasses import dataclass
+from pathlib import Path
+
+
+DEFAULT_TOP_LEVEL_FILES = (
+    "SKILL.md",
+    "README.md",
+    "requirements.txt",
+    ".gitignore",
+)
+
+DEFAULT_SOURCE_DIRS = (
+    "scripts",
+    "tests",
+)
+
+EXCLUDED_DIR_NAMES = {
+    ".git",
+    "__pycache__",
+    ".pytest_cache",
+    ".mypy_cache",
+    ".ruff_cache",
+    ".venv",
+    "venv",
+    "env",
+    "build",
+    "dist",
+    "htmlcov",
+}
+
+EXCLUDED_FILE_NAMES = {
+    ".DS_Store",
+    ".coverage",
+    "coverage.xml",
+}
+
+EXCLUDED_SUFFIXES = {
+    ".pyc",
+    ".pyo",
+    ".zip",
+    ".log",
+}
+
+
+@dataclass(frozen=True)
+class PackageFile:
+    source: Path
+    archive_name: str
+
+
+def project_root() -> Path:
+    return Path(__file__).resolve().parents[1]
+
+
+def read_skill_name(root: Path) -> str:
+    skill_md = root / "SKILL.md"
+    if not skill_md.exists():
+        return root.name
+    text = skill_md.read_text(encoding="utf-8")
+    match = re.search(r"^name:\s*([A-Za-z0-9_.-]+)\s*$", text, re.MULTILINE)
+    return match.group(1) if match else root.name
+
+
+def should_skip(path: Path, root: Path) -> bool:
+    rel = path.relative_to(root)
+    if any(part in EXCLUDED_DIR_NAMES for part in rel.parts[:-1]):
+        return True
+    if path.is_dir():
+        return path.name in EXCLUDED_DIR_NAMES
+    if path.name in EXCLUDED_FILE_NAMES:
+        return True
+    if path.suffix in EXCLUDED_SUFFIXES:
+        return True
+    return False
+
+
+def collect_files(root: Path, *, include_tests: bool) -> list[Path]:
+    files: list[Path] = []
+    for file_name in DEFAULT_TOP_LEVEL_FILES:
+        path = root / file_name
+        if path.is_file() and not should_skip(path, root):
+            files.append(path)
+
+    source_dirs = list(DEFAULT_SOURCE_DIRS)
+    if not include_tests:
+        source_dirs.remove("tests")
+
+    for dir_name in source_dirs:
+        directory = root / dir_name
+        if not directory.is_dir():
+            continue
+        for path in sorted(directory.rglob("*")):
+            if path.is_file() and not should_skip(path, root):
+                files.append(path)
+    return sorted(dict.fromkeys(files), key=lambda item: item.relative_to(root).as_posix())
+
+
+def build_package_files(root: Path, *, package_root: str, include_tests: bool) -> list[PackageFile]:
+    package_files: list[PackageFile] = []
+    for source in collect_files(root, include_tests=include_tests):
+        rel = source.relative_to(root).as_posix()
+        package_files.append(PackageFile(source=source, archive_name=f"{package_root}/{rel}"))
+    return package_files
+
+
+def resolve_output_path(root: Path, skill_name: str, output: str | None) -> Path:
+    if output:
+        return Path(output).expanduser().resolve()
+    timestamp = time.strftime("%Y%m%d-%H%M%S")
+    return (root / "dist" / f"{skill_name}-{timestamp}.zip").resolve()
+
+
+def write_manifest(zip_handle: zipfile.ZipFile, *, package_root: str, skill_name: str, files: list[PackageFile]) -> None:
+    manifest = {
+        "name": skill_name,
+        "generated_at": time.strftime("%Y-%m-%dT%H:%M:%SZ", time.gmtime()),
+        "file_count": len(files),
+        "files": [item.archive_name for item in files],
+    }
+    zip_handle.writestr(
+        f"{package_root}/PACKAGE_MANIFEST.json",
+        json.dumps(manifest, ensure_ascii=False, indent=2) + "\n",
+    )
+
+
+def write_zip(output_path: Path, files: list[PackageFile], *, package_root: str, skill_name: str, include_manifest: bool) -> None:
+    output_path.parent.mkdir(parents=True, exist_ok=True)
+    with zipfile.ZipFile(output_path, "w", compression=zipfile.ZIP_DEFLATED, compresslevel=9) as zip_handle:
+        for item in files:
+            zip_handle.write(item.source, item.archive_name)
+        if include_manifest:
+            write_manifest(zip_handle, package_root=package_root, skill_name=skill_name, files=files)
+
+
+def main(argv: list[str] | None = None) -> int:
+    root = project_root()
+    skill_name = read_skill_name(root)
+
+    parser = argparse.ArgumentParser(description="Export the current GEO audit skill as a zip package.")
+    parser.add_argument("--output", "-o", help="Output zip path. Defaults to dist/<skill-name>-<timestamp>.zip")
+    parser.add_argument("--package-root", default=skill_name, help="Top-level directory name inside the zip")
+    parser.add_argument("--no-tests", action="store_true", help="Exclude tests/ from the package")
+    parser.add_argument("--no-manifest", action="store_true", help="Do not add PACKAGE_MANIFEST.json to the zip")
+    parser.add_argument("--json", action="store_true", help="Print result metadata as JSON")
+    args = parser.parse_args(argv)
+
+    package_root = args.package_root.strip().strip("/")
+    if not package_root or ".." in Path(package_root).parts:
+        print("ERROR: --package-root must be a safe relative directory name", file=sys.stderr)
+        return 2
+
+    files = build_package_files(root, package_root=package_root, include_tests=not args.no_tests)
+    if not files:
+        print("ERROR: no files found to package", file=sys.stderr)
+        return 3
+
+    output_path = resolve_output_path(root, skill_name, args.output)
+    write_zip(
+        output_path,
+        files,
+        package_root=package_root,
+        skill_name=skill_name,
+        include_manifest=not args.no_manifest,
+    )
+
+    payload = {
+        "output": str(output_path),
+        "skill_name": skill_name,
+        "package_root": package_root,
+        "file_count": len(files) + (0 if args.no_manifest else 1),
+        "size_bytes": output_path.stat().st_size,
+    }
+    if args.json:
+        print(json.dumps(payload, ensure_ascii=False, indent=2))
+    else:
+        print(f"Package written to {output_path}")
+        print(f"Files: {payload['file_count']}, size: {payload['size_bytes']} bytes")
+    return 0
+
+
+if __name__ == "__main__":
+    try:
+        import _geo_notice
+        _geo_notice.emit()
+    except Exception:
+        pass
+    raise SystemExit(main())