@agentunion/kite 1.3.2 → 1.5.0

package/extensions/services/evol/entry.py

@@ -0,0 +1,406 @@
+"""
+Evol module entry point.
+Reads boot_info from stdin, starts HTTP server for Evol account management.
+"""
+
+import builtins
+import json
+import os
+import re
+import socket
+import sys
+import threading
+import time
+import traceback
+from datetime import datetime, timezone
+
+import uvicorn
+
+
+# ── Module configuration ──
+
+def _load_module_config() -> dict:
+    """Load module configuration from module.md frontmatter."""
+    _this_dir = os.path.dirname(os.path.abspath(__file__))
+    module_md = os.path.join(_this_dir, "module.md")
+
+    project_root = os.environ.get("KITE_PROJECT", "")
+    if project_root and _this_dir.startswith(project_root):
+        rel_path = os.path.relpath(_this_dir, project_root)
+    else:
+        rel_path = _this_dir
+
+    result = {
+        "name": "",
+        "preferred_port": 0,
+        "advertise_ip": "0.0.0.0"
+    }
+
+    if not os.path.exists(module_md):
+        print(f"[{rel_path}] ERROR: Invalid module configuration in module.md")
+        print(f"  Path: {rel_path}/module.md")
+        print(f"  Reason: File not found")
+        sys.exit(1)
+
+    try:
+        with open(module_md, encoding="utf-8") as f:
+            text = f.read()
+
+        m = re.match(r'^---\s*\n(.*?)\n---', text, re.DOTALL)
+        if not m:
+            print(f"[{rel_path}] ERROR: Invalid module configuration in module.md")
+            print(f"  Path: {rel_path}/module.md")
+            print(f"  Reason: Missing YAML frontmatter")
+            sys.exit(1)
+
+        import yaml
+        fm = yaml.safe_load(m.group(1)) or {}
+
+        if "name" not in fm:
+            print(f"[{rel_path}] ERROR: Invalid module configuration in module.md")
+            print(f"  Path: {rel_path}/module.md")
+            print(f"  Reason: Missing 'name' field")
+            sys.exit(1)
+
+        raw_name = str(fm["name"]).strip()
+
+        if not raw_name:
+            print(f"[{rel_path}] ERROR: Invalid module configuration in module.md")
+            print(f"  Path: {rel_path}/module.md")
+            print(f"  Reason: Empty module name")
+            sys.exit(1)
+
+        sanitized = re.sub(r'[^a-zA-Z0-9_\-]', '', raw_name)
+
+        if sanitized != raw_name:
+            invalid_chars = ''.join(sorted(set(c for c in raw_name if c not in sanitized)))
+            print(f"[{rel_path}] ERROR: Invalid module configuration in module.md")
+            print(f"  Path: {rel_path}/module.md")
+            print(f"  Reason: Invalid characters in name '{raw_name}': {repr(invalid_chars)}")
+            sys.exit(1)
+
+        result["name"] = sanitized
+
+        if "preferred_port" in fm:
+            try:
+                result["preferred_port"] = int(fm["preferred_port"])
+            except (ValueError, TypeError):
+                pass
+
+        if "advertise_ip" in fm:
+            result["advertise_ip"] = str(fm["advertise_ip"])
+
+    except SystemExit:
+        raise
+    except Exception as e:
+        print(f"[{rel_path}] ERROR: Failed to read module.md: {e}")
+        sys.exit(1)
+
+    return result
+
+_module_config = _load_module_config()
+MODULE_NAME = _module_config["name"]
+
+
+# ── Safe stdout/stderr ──
+
+class _SafeWriter:
+    def __init__(self, stream):
+        self._stream = stream
+
+    def write(self, s):
+        try:
+            self._stream.write(s)
+        except (BrokenPipeError, OSError):
+            pass
+
+    def flush(self):
+        try:
+            self._stream.flush()
+        except (BrokenPipeError, OSError):
+            pass
+
+    def __getattr__(self, name):
+        return getattr(self._stream, name)
+
+sys.stdout = _SafeWriter(sys.stdout)
+sys.stderr = _SafeWriter(sys.stderr)
+
+
+# ── Timestamped print + log file writer ──
+
+_builtin_print = builtins.print
+_start_ts = time.monotonic()
+_last_ts = time.monotonic()
+_ANSI_RE = re.compile(r"\033\[[0-9;]*m")
+_log_lock = threading.Lock()
+_log_latest_path = None
+_log_daily_path = None
+_log_daily_date = ""
+_log_dir = None
+_crash_log_path = None
+
+def _strip_ansi(s: str) -> str:
+    return _ANSI_RE.sub("", s)
+
+def _resolve_daily_log_path():
+    """Resolve daily log path based on current date."""
+    global _log_daily_path, _log_daily_date
+    if not _log_dir:
+        return
+    today = datetime.now().strftime("%Y-%m-%d")
+    if today == _log_daily_date and _log_daily_path:
+        return
+    month_dir = os.path.join(_log_dir, today[:7])
+    os.makedirs(month_dir, exist_ok=True)
+    _log_daily_path = os.path.join(month_dir, f"{today}.log")
+    _log_daily_date = today
+
+def _write_log(plain_line: str):
+    """Write a plain-text line to both latest.log and daily log."""
+    with _log_lock:
+        if _log_latest_path:
+            try:
+                with open(_log_latest_path, "a", encoding="utf-8") as f:
+                    f.write(plain_line)
+            except Exception:
+                pass
+        _resolve_daily_log_path()
+        if _log_daily_path:
+            try:
+                with open(_log_daily_path, "a", encoding="utf-8") as f:
+                    f.write(plain_line)
+            except Exception:
+                pass
+
+def _write_crash(exc_type, exc_value, exc_tb, thread_name=None, severity="critical", handled=False):
+    """Write crash record to crashes.jsonl + daily crash archive."""
+    record = {
+        "timestamp": datetime.now(timezone.utc).isoformat(),
+        "module": MODULE_NAME,
+        "thread": thread_name or threading.current_thread().name,
+        "exception_type": exc_type.__name__ if exc_type else "Unknown",
+        "exception_message": str(exc_value),
+        "traceback": "".join(traceback.format_exception(exc_type, exc_value, exc_tb)),
+        "severity": severity,
+        "handled": handled,
+        "process_id": os.getpid(),
+        "platform": sys.platform,
+        "runtime_version": f"Python {sys.version.split()[0]}",
+    }
+
+    if exc_tb:
+        tb_entries = traceback.extract_tb(exc_tb)
+        if tb_entries:
+            last = tb_entries[-1]
+            record["context"] = {
+                "function": last.name,
+                "file": os.path.basename(last.filename),
+                "line": last.lineno,
+            }
+
+    line = json.dumps(record, ensure_ascii=False) + "\n"
+
+    if _crash_log_path:
+        try:
+            with open(_crash_log_path, "a", encoding="utf-8") as f:
+                f.write(line)
+        except Exception:
+            pass
+
+    if _log_dir:
+        try:
+            today = datetime.now().strftime("%Y-%m-%d")
+            archive_dir = os.path.join(_log_dir, "crashes", today[:7])
+            os.makedirs(archive_dir, exist_ok=True)
+            archive_path = os.path.join(archive_dir, f"{today}.jsonl")
+            with open(archive_path, "a", encoding="utf-8") as f:
+                f.write(line)
+        except Exception:
+            pass
+
+def _setup_exception_hooks():
+    """Set up global exception hooks."""
+    _orig_excepthook = sys.excepthook
+
+    def _excepthook(exc_type, exc_value, exc_tb):
+        _write_crash(exc_type, exc_value, exc_tb, severity="critical", handled=False)
+        _orig_excepthook(exc_type, exc_value, exc_tb)
+
+    sys.excepthook = _excepthook
+
+    if hasattr(threading, "excepthook"):
+        def _thread_excepthook(args):
+            _write_crash(args.exc_type, args.exc_value, args.exc_traceback,
+                        thread_name=args.thread.name if args.thread else "unknown",
+                        severity="error", handled=False)
+        threading.excepthook = _thread_excepthook
+
+def _tprint(*args, **kwargs):
+    global _last_ts
+    now = time.monotonic()
+    elapsed = now - _start_ts
+    delta = now - _last_ts
+    _last_ts = now
+
+    if elapsed < 1:
+        elapsed_str = f"{elapsed * 1000:.0f}ms"
+    elif elapsed < 100:
+        elapsed_str = f"{elapsed:.1f}s"
+    else:
+        elapsed_str = f"{elapsed:.0f}s"
+
+    if delta < 0.001:
+        delta_str = ""
+    elif delta < 1:
+        delta_str = f"+{delta * 1000:.0f}ms"
+    elif delta < 100:
+        delta_str = f"+{delta:.1f}s"
+    else:
+        delta_str = f"+{delta:.0f}s"
+
+    ts = datetime.now().strftime("%H:%M:%S.%f")[:-3]
+
+    _builtin_print(*args, **kwargs)
+
+    if _log_latest_path or _log_daily_path:
+        sep = kwargs.get("sep", " ")
+        end = kwargs.get("end", "\n")
+        text = sep.join(str(a) for a in args)
+        prefix = f"[{elapsed_str:>6}] {ts} {delta_str:>8} [{MODULE_NAME}] "
+        _write_log(prefix + _strip_ansi(text) + end)
+
+builtins.print = _tprint
+
+
+# ── Path setup ──
+
+_this_dir = os.path.dirname(os.path.abspath(__file__))
+_project_root = os.environ.get("KITE_PROJECT") or os.path.dirname(os.path.dirname(os.path.dirname(_this_dir)))
+if _project_root not in sys.path:
+    sys.path.insert(0, _project_root)
+
+
+# ── Import server ──
+
+from extensions.services.evol.server import EvolServer
+
+
+def _fmt_elapsed(t0: float) -> str:
+    d = time.monotonic() - t0
+    if d < 1:
+        return f"{d * 1000:.0f}ms"
+    if d < 10:
+        return f"{d:.1f}s"
+    return f"{d:.0f}s"
+
+
+def _bind_port(preferred: int, host: str, max_attempts: int = 10) -> int | None:
+    """Try to bind to preferred port, then port+1, port+2, ..."""
+    if not preferred:
+        with socket.socket(socket.AF_INET, socket.SOCK_STREAM) as s:
+            s.bind((host, 0))
+            return s.getsockname()[1]
+
+    for attempt in range(max_attempts):
+        port = preferred + attempt
+        try:
+            with socket.socket(socket.AF_INET, socket.SOCK_STREAM) as s:
+                s.bind((host, port))
+                if attempt > 0:
+                    print(f"Bound to port {port} (preferred {preferred} was occupied)")
+                return port
+        except OSError:
+            if attempt < max_attempts - 1:
+                continue
+            else:
+                print(f"ERROR: Failed to bind port after {max_attempts} attempts")
+                return None
+
+    return None
+
+
+def main():
+    # Initialize log file paths
+    global _log_dir, _log_latest_path, _crash_log_path
+    module_data = os.environ.get("KITE_MODULE_DATA")
+    if module_data:
+        _log_dir = os.path.join(module_data, "log")
+        os.makedirs(_log_dir, exist_ok=True)
+        suffix = os.environ.get("KITE_INSTANCE_SUFFIX", "")
+
+        _log_latest_path = os.path.join(_log_dir, f"latest{suffix}.log")
+        try:
+            with open(_log_latest_path, "w", encoding="utf-8") as f:
+                pass
+        except Exception:
+            _log_latest_path = None
+
+        _crash_log_path = os.path.join(_log_dir, f"crashes{suffix}.jsonl")
+        try:
+            with open(_crash_log_path, "w", encoding="utf-8") as f:
+                pass
+        except Exception:
+            _crash_log_path = None
+
+        _resolve_daily_log_path()
+
+    _setup_exception_hooks()
+
+    _t0 = time.monotonic()
+
+    # Read boot_info from stdin
+    token = ""
+    try:
+        line = sys.stdin.readline().strip()
+        if line:
+            boot_info = json.loads(line)
+            token = boot_info.get("token", "")
+    except Exception:
+        pass
+
+    kernel_port = int(os.environ.get("KITE_KERNEL_PORT", "0"))
+
+    if not token or not kernel_port:
+        print("ERROR: Missing token or KITE_KERNEL_PORT")
+        sys.exit(1)
+
+    print(f"Token received ({len(token)} chars), kernel port: {kernel_port} ({_fmt_elapsed(_t0)})")
+
+    host = _module_config["advertise_ip"]
+    port = _bind_port(_module_config["preferred_port"], host)
+
+    if port is None:
+        print("ERROR: Cannot bind to any port, exiting")
+        sys.exit(1)
+
+    server = EvolServer(
+        token=token,
+        kernel_port=kernel_port,
+        host=host,
+        port=port,
+        boot_t0=_t0,
+    )
+
+    display_host = "localhost" if host == "0.0.0.0" else host
+    url = f"http://{display_host}:{port}"
+    print(f"Starting on {host}:{port} ({_fmt_elapsed(_t0)})")
+    print(f"\033[32m✓ Evol UI ready: {url}\033[0m")
+
+    try:
+        config = uvicorn.Config(server.app, host=host, port=port, log_level="warning")
+        uvi_server = uvicorn.Server(config)
+        server._uvicorn_server = uvi_server
+        uvi_server.run()
+    except Exception as e:
+        print(f"ERROR: {e}")
+        traceback.print_exc()
+        sys.exit(1)
+
+    # Check if server requested exit with non-zero code
+    if server._exit_code != 0:
+        sys.exit(server._exit_code)
+
+
+if __name__ == "__main__":
+    main()

package/extensions/services/evol/evol_api.py

@@ -0,0 +1,173 @@
+"""
+Evol API 调用封装
+"""
+
+import asyncio
+import json
+import httpx
+from typing import Optional
+
+
+class EvolAPI:
+    """Evol API 客户端"""
+
+    def __init__(self, base_url: str = "https://api.evolai.cn:8550"):
+        self.base_url = base_url
+        self.timeout = 30.0
+
+    def _log_request(self, method: str, url: str, **kwargs):
+        """记录请求日志"""
+        log_data = {
+            "method": method,
+            "url": url,
+        }
+        if "json" in kwargs:
+            # 隐藏敏感信息
+            data = kwargs["json"].copy()
+            if "code" in data:
+                data["code"] = "***"
+            log_data["body"] = data
+        if "headers" in kwargs:
+            headers = kwargs["headers"].copy()
+            if "Authorization" in headers:
+                headers["Authorization"] = "Bearer ***"
+            log_data["headers"] = headers
+
+        print(f"[evol-api] → {method} {url}")
+        print(f"[evol-api]   Request: {json.dumps(log_data, ensure_ascii=False)}")
+
+    def _log_response(self, url: str, status_code: int, response_data: dict):
+        """记录响应日志"""
+        # 隐藏敏感信息
+        safe_data = response_data.copy() if isinstance(response_data, dict) else {}
+        if "data" in safe_data and isinstance(safe_data["data"], dict):
+            data = safe_data["data"].copy()
+            if "token" in data:
+                data["token"] = data["token"][:20] + "..." if data["token"] else None
+            if "apiKey" in data:
+                data["apiKey"] = data["apiKey"][:10] + "..." if data["apiKey"] else None
+            safe_data["data"] = data
+
+        print(f"[evol-api] ← {status_code} {url}")
+        print(f"[evol-api]   Response: {json.dumps(safe_data, ensure_ascii=False)}")
+
+    def _log_error(self, url: str, error: Exception):
+        """记录错误日志"""
+        print(f"[evol-api] ✗ Error {url}: {type(error).__name__}: {str(error)}")
+
+    async def send_sms(self, phone: str) -> dict:
+        """发送短信验证码"""
+        url = f"{self.base_url}/api/auth/sms/send"
+        data = {
+            "phone": phone,
+            "codeType": "LOGIN"
+        }
+
+        self._log_request("POST", url, json=data)
+
+        try:
+            async with httpx.AsyncClient(timeout=self.timeout) as client:
+                response = await client.post(url, json=data)
+                result = response.json()
+
+                self._log_response(url, response.status_code, result)
+
+                if result.get("code") == 200:
+                    return {"success": True, "msg": result.get("msg", "验证码发送成功")}
+                else:
+                    return {"success": False, "msg": result.get("msg", "发送失败")}
+
+        except Exception as e:
+            self._log_error(url, e)
+            return {"success": False, "msg": f"网络错误: {str(e)}"}
+
+    async def verify_sms(self, phone: str, code: str) -> dict:
+        """验证短信并登录"""
+        url = f"{self.base_url}/api/auth/sms/login"
+        data = {
+            "phone": phone,
+            "code": code,
+            "source": "WEB"
+        }
+
+        self._log_request("POST", url, json=data)
+
+        try:
+            async with httpx.AsyncClient(timeout=self.timeout) as client:
+                response = await client.post(url, json=data)
+                result = response.json()
+
+                self._log_response(url, response.status_code, result)
+
+                if result.get("code") == 200:
+                    return {
+                        "success": True,
+                        "data": result.get("data", {})
+                    }
+                else:
+                    return {"success": False, "msg": result.get("msg", "验证失败")}
+
+        except Exception as e:
+            self._log_error(url, e)
+            return {"success": False, "msg": f"网络错误: {str(e)}"}
+
+    async def get_user_info(self, token: str) -> dict:
+        """获取用户信息（带指数退避重试）"""
+        url = f"{self.base_url}/api/auth/sms/userInfo"
+        headers = {
+            "Authorization": f"Bearer {token}"
+        }
+
+        max_retries = 6
+        base_delay = 0.5  # 第一次重试间隔 0.5 秒
+
+        for attempt in range(max_retries):
+            self._log_request("GET", url, headers=headers)
+
+            try:
+                async with httpx.AsyncClient(timeout=self.timeout) as client:
+                    response = await client.get(url, headers=headers)
+                    result = response.json()
+
+                    self._log_response(url, response.status_code, result)
+
+                    if result.get("code") == 200:
+                        data = result.get("data", {})
+                        # API Key 在 gatewayInfo 中
+                        gateway_info = data.get("gatewayInfo", {})
+                        api_key = gateway_info.get("apiKey", "")
+
+                        if api_key:
+                            # 有 API Key，直接返回
+                            return {
+                                "success": True,
+                                "data": data
+                            }
+                        else:
+                            # 没有 API Key，重试几次后也返回（不阻塞登录）
+                            if attempt < 3:  # 只重试 3 次
+                                delay = base_delay * (2 ** attempt)
+                                print(f"[evol-api] API Key not ready, retry {attempt + 1}/3 after {delay}s")
+                                await asyncio.sleep(delay)
+                                continue
+                            else:
+                                # 3 次后放弃等待，返回没有 API Key 的数据
+                                print(f"[evol-api] API Key not available after 3 retries, proceeding without it")
+                                return {
+                                    "success": True,
+                                    "data": data
+                                }
+                    else:
+                        return {"success": False, "msg": result.get("msg", "获取失败")}
+
+            except Exception as e:
+                self._log_error(url, e)
+                if attempt < max_retries - 1:
+                    delay = base_delay * (2 ** attempt)
+                    print(f"[evol-api] Network error, retry {attempt + 1}/{max_retries} after {delay}s: {e}")
+                    await asyncio.sleep(delay)
+                    continue
+                else:
+                    return {"success": False, "msg": f"网络错误: {str(e)}"}
+
+        return {"success": False, "msg": "获取用户信息失败，已达最大重试次数"}

package/extensions/services/evol/evol_config.json5

@@ -0,0 +1,29 @@
+{
+  // Web 服务配置
+  server: {
+    host: "0.0.0.0",
+    port: 18766,
+    ssl: false,
+    // SSL 证书路径（如果启用 SSL）
+    ssl_cert: null,
+    ssl_key: null
+  },
+
+  // 静态文件配置
+  static: {
+    directory: "static",
+    cache_max_age: 3600  // 秒
+  },
+
+  // CORS 配置
+  cors: {
+    enabled: false,
+    origins: ["*"]
+  },
+
+  // 日志配置
+  logging: {
+    level: "INFO",
+    format: "%(asctime)s [%(name)s] %(levelname)s: %(message)s"
+  }
+}