@agentunion/kite 1.5.0 → 1.6.1

package/.claude/skills/kite/templates/python/entry.py

@@ -0,0 +1,425 @@
+"""
+{{DISPLAY_NAME}} entry point.
+Reads boot_info from stdin, connects to Kernel via WebSocket JSON-RPC 2.0.
+"""
+
+import asyncio
+import builtins
+import json
+import os
+import re
+import sys
+import threading
+import time
+import traceback
+from datetime import datetime, timezone
+
+
+# ── Module configuration ──
+
+def _load_module_config() -> dict:
+    _this_dir = os.path.dirname(os.path.abspath(__file__))
+    module_md = os.path.join(_this_dir, "module.md")
+    project_root = os.environ.get("KITE_PROJECT", "")
+    if project_root and _this_dir.startswith(project_root):
+        rel_path = os.path.relpath(_this_dir, project_root)
+    else:
+        rel_path = _this_dir
+
+    result = {"name": "", "preferred_port": 0, "advertise_ip": "0.0.0.0"}
+
+    if not os.path.exists(module_md):
+        print(f"[{rel_path}] ERROR: module.md not found")
+        sys.exit(1)
+
+    try:
+        with open(module_md, encoding="utf-8") as f:
+            text = f.read()
+
+        m = re.match(r'^---\s*\n(.*?)\n---', text, re.DOTALL)
+        if not m:
+            print(f"[{rel_path}] ERROR: Missing YAML frontmatter in module.md")
+            sys.exit(1)
+
+        try:
+            import yaml
+            fm = yaml.safe_load(m.group(1)) or {}
+        except ImportError:
+            print(f"[{rel_path}] ERROR: PyYAML not installed")
+            sys.exit(1)
+        except Exception as e:
+            print(f"[{rel_path}] ERROR: YAML parse error: {e}")
+            sys.exit(1)
+
+        if "name" not in fm:
+            print(f"[{rel_path}] ERROR: Missing 'name' in module.md")
+            sys.exit(1)
+
+        raw_name = str(fm["name"]).strip()
+        if not raw_name:
+            print(f"[{rel_path}] ERROR: Empty module name")
+            sys.exit(1)
+
+        sanitized = re.sub(r'[^a-zA-Z0-9_\-]', '', raw_name)
+        if sanitized != raw_name:
+            print(f"[{rel_path}] ERROR: Invalid characters in name '{raw_name}'")
+            sys.exit(1)
+
+        result["name"] = sanitized
+
+        if "preferred_port" in fm:
+            try:
+                result["preferred_port"] = int(fm["preferred_port"])
+            except (ValueError, TypeError):
+                pass
+
+        if "advertise_ip" in fm:
+            result["advertise_ip"] = str(fm["advertise_ip"])
+
+        try:
+            result["max_connections"] = max(1, min(10, int(fm.get("max_connections", 1))))
+        except (ValueError, TypeError):
+            result["max_connections"] = 1
+
+    except SystemExit:
+        raise
+    except Exception as e:
+        print(f"[{rel_path}] ERROR: Failed to read module.md: {e}")
+        sys.exit(1)
+
+    return result
+
+_module_config = _load_module_config()
+MODULE_NAME = _module_config["name"]
+
+
+# ── Safe stdout/stderr ──
+
+class _SafeWriter:
+    def __init__(self, stream):
+        self._stream = stream
+    def write(self, s):
+        try: self._stream.write(s)
+        except (BrokenPipeError, OSError): pass
+    def flush(self):
+        try: self._stream.flush()
+        except (BrokenPipeError, OSError): pass
+    def __getattr__(self, name):
+        return getattr(self._stream, name)
+
+sys.stdout = _SafeWriter(sys.stdout)
+sys.stderr = _SafeWriter(sys.stderr)
+
+
+# ── Timestamped print + log file ──
+
+_builtin_print = builtins.print
+_start_ts = time.monotonic()
+_last_ts = time.monotonic()
+_ANSI_RE = re.compile(r"\033\[[0-9;]*m")
+_log_lock = threading.Lock()
+_log_latest_path = None
+_log_daily_path = None
+_log_daily_date = ""
+_log_dir = None
+_crash_log_path = None
+
+def _strip_ansi(s: str) -> str:
+    return _ANSI_RE.sub("", s)
+
+def _resolve_daily_log_path():
+    global _log_daily_path, _log_daily_date
+    if not _log_dir: return
+    today = datetime.now().strftime("%Y-%m-%d")
+    if today == _log_daily_date and _log_daily_path: return
+    month_dir = os.path.join(_log_dir, today[:7])
+    os.makedirs(month_dir, exist_ok=True)
+    _log_daily_path = os.path.join(month_dir, f"{today}.log")
+    _log_daily_date = today
+
+def _write_log(plain_line: str):
+    with _log_lock:
+        if _log_latest_path:
+            try:
+                with open(_log_latest_path, "a", encoding="utf-8") as f:
+                    f.write(plain_line)
+            except Exception: pass
+        _resolve_daily_log_path()
+        if _log_daily_path:
+            try:
+                with open(_log_daily_path, "a", encoding="utf-8") as f:
+                    f.write(plain_line)
+            except Exception: pass
+
+def _write_crash(exc_type, exc_value, exc_tb, thread_name=None, severity="critical", handled=False):
+    record = {
+        "timestamp": datetime.now(timezone.utc).isoformat(),
+        "module": MODULE_NAME,
+        "thread": thread_name or threading.current_thread().name,
+        "exception_type": exc_type.__name__ if exc_type else "Unknown",
+        "exception_message": str(exc_value),
+        "traceback": "".join(traceback.format_exception(exc_type, exc_value, exc_tb)),
+        "severity": severity, "handled": handled,
+        "process_id": os.getpid(), "platform": sys.platform,
+        "runtime_version": f"Python {sys.version.split()[0]}",
+    }
+    if exc_tb:
+        tb_entries = traceback.extract_tb(exc_tb)
+        if tb_entries:
+            last = tb_entries[-1]
+            record["context"] = {"function": last.name, "file": os.path.basename(last.filename), "line": last.lineno}
+
+    line = json.dumps(record, ensure_ascii=False) + "\n"
+    if _crash_log_path:
+        try:
+            with open(_crash_log_path, "a", encoding="utf-8") as f: f.write(line)
+        except Exception: pass
+    if _log_dir:
+        try:
+            today = datetime.now().strftime("%Y-%m-%d")
+            archive_dir = os.path.join(_log_dir, "crashes", today[:7])
+            os.makedirs(archive_dir, exist_ok=True)
+            with open(os.path.join(archive_dir, f"{today}.jsonl"), "a", encoding="utf-8") as f: f.write(line)
+        except Exception: pass
+
+def _print_crash_summary(exc_type, exc_tb, thread_name=None):
+    RED, RESET = "\033[91m", "\033[0m"
+    location = "unknown"
+    if exc_tb:
+        tb_entries = traceback.extract_tb(exc_tb)
+        if tb_entries:
+            last = tb_entries[-1]
+            location = f"{os.path.basename(last.filename)}:{last.lineno}"
+    prefix = f"[{MODULE_NAME}]"
+    if thread_name:
+        _builtin_print(f"{prefix} {RED}线程 {thread_name} 崩溃: {exc_type.__name__} in {location}{RESET}")
+    else:
+        _builtin_print(f"{prefix} {RED}崩溃: {exc_type.__name__} in {location}{RESET}")
+    if _crash_log_path:
+        _builtin_print(f"{prefix} 崩溃日志: {_crash_log_path}")
+
+def _setup_exception_hooks():
+    _orig = sys.excepthook
+    def _excepthook(et, ev, tb):
+        _write_crash(et, ev, tb, severity="critical", handled=False)
+        _print_crash_summary(et, tb)
+        _orig(et, ev, tb)
+    sys.excepthook = _excepthook
+    if hasattr(threading, "excepthook"):
+        def _thread_hook(args):
+            _write_crash(args.exc_type, args.exc_value, args.exc_traceback,
+                        thread_name=args.thread.name if args.thread else "unknown",
+                        severity="error", handled=False)
+            _print_crash_summary(args.exc_type, args.exc_traceback,
+                                thread_name=args.thread.name if args.thread else None)
+        threading.excepthook = _thread_hook
+
+def _tprint(*args, **kwargs):
+    global _last_ts
+    now = time.monotonic()
+    elapsed = now - _start_ts
+    delta = now - _last_ts
+    _last_ts = now
+    if elapsed < 1: elapsed_str = f"{elapsed*1000:.0f}ms"
+    elif elapsed < 100: elapsed_str = f"{elapsed:.1f}s"
+    else: elapsed_str = f"{elapsed:.0f}s"
+    if delta < 0.001: delta_str = ""
+    elif delta < 1: delta_str = f"+{delta*1000:.0f}ms"
+    elif delta < 100: delta_str = f"+{delta:.1f}s"
+    else: delta_str = f"+{delta:.0f}s"
+    ts = datetime.now().strftime("%H:%M:%S.%f")[:-3]
+    _builtin_print(*args, **kwargs)
+    if _log_latest_path or _log_daily_path:
+        sep = kwargs.get("sep", " ")
+        end = kwargs.get("end", "\n")
+        text = sep.join(str(a) for a in args)
+        _write_log(f"[{elapsed_str:>6}] {ts} {delta_str:>8} " + _strip_ansi(text) + end)
+
+builtins.print = _tprint
+
+# Ensure project root is on sys.path
+_project_root = os.environ.get("KITE_PROJECT") or os.path.dirname(os.path.dirname(os.path.dirname(os.path.dirname(os.path.abspath(__file__)))))
+if _project_root not in sys.path:
+    sys.path.insert(0, _project_root)
+
+from {{IMPORT_PATH}}.server import {{SERVER_CLASS}}
+
+
+def _fmt_elapsed(t0: float) -> str:
+    d = time.monotonic() - t0
+    if d < 1: return f"{d*1000:.0f}ms"
+    if d < 10: return f"{d:.1f}s"
+    return f"{d:.0f}s"
+
+
+def _read_stdin_kite_message(expected_type: str, timeout: float = 10) -> dict | None:
+    result = [None]
+    def _read():
+        try:
+            line = sys.stdin.readline().strip()
+            if line:
+                msg = json.loads(line)
+                if isinstance(msg, dict) and msg.get("kite") == expected_type:
+                    result[0] = msg
+        except Exception: pass
+    t = threading.Thread(target=_read, daemon=True)
+    t.start()
+    t.join(timeout=timeout)
+    return result[0]
+
+
+def _run_local_mode(kernel_port: int):
+    global _log_dir, _log_latest_path, _crash_log_path
+    module_data = os.environ.get("KITE_MODULE_DATA")
+    if module_data:
+        _log_dir = os.path.join(module_data, "log")
+        os.makedirs(_log_dir, exist_ok=True)
+        suffix = os.environ.get("KITE_INSTANCE_SUFFIX", "")
+        _log_latest_path = os.path.join(_log_dir, f"latest{suffix}.log")
+        try:
+            with open(_log_latest_path, "w", encoding="utf-8") as f: pass
+        except Exception: _log_latest_path = None
+        _crash_log_path = os.path.join(_log_dir, f"crashes{suffix}.jsonl")
+        try:
+            with open(_crash_log_path, "w", encoding="utf-8") as f: pass
+        except Exception: _crash_log_path = None
+        _resolve_daily_log_path()
+
+    _setup_exception_hooks()
+    _t0 = time.monotonic()
+
+    # Read boot_info from stdin
+    line = sys.stdin.readline().strip()
+    if not line:
+        print(f"[{MODULE_NAME}] ERROR: stdin closed")
+        sys.exit(1)
+
+    try:
+        msg = json.loads(line)
+    except json.JSONDecodeError as e:
+        print(f"[{MODULE_NAME}] ERROR: Invalid JSON from stdin: {e}")
+        sys.exit(1)
+
+    if "error" in msg:
+        print(f"[{MODULE_NAME}] 启动失败: {msg.get('message', 'unknown')}")
+        sys.exit(1)
+
+    token = msg.get("token", "")
+    max_instances = msg.get("max_instances", 1)
+    instance_elastic = msg.get("instance_elastic", False)
+    if not token:
+        print(f"[{MODULE_NAME}] ERROR: No token in stdin message")
+        sys.exit(1)
+
+    if not kernel_port:
+        kp_msg = _read_stdin_kite_message("kernel_port", timeout=10)
+        if kp_msg:
+            kernel_port = int(kp_msg.get("kernel_port", 0))
+
+    if not kernel_port:
+        print(f"[{MODULE_NAME}] ERROR: Missing kernel_port")
+        sys.exit(1)
+
+    print(f"[{MODULE_NAME}] Local mode: port={kernel_port} ({_fmt_elapsed(_t0)})")
+
+    server = {{SERVER_CLASS}}(
+        token=token,
+        kernel_port=kernel_port,
+        boot_t0=_t0,
+        max_connections=_module_config.get("max_connections", 1),
+        max_instances=max_instances,
+        instance_elastic=instance_elastic,
+    )
+
+    print(f"[{MODULE_NAME}] Starting ({_fmt_elapsed(_t0)})")
+    try:
+        asyncio.run(server.run())
+    except Exception as e:
+        _write_crash(type(e), e, e.__traceback__, severity="critical", handled=True)
+        _print_crash_summary(type(e), e.__traceback__)
+        sys.exit(1)
+
+    if server._exit_code != 0:
+        sys.exit(server._exit_code)
+
+
+def _run_remote_mode(gateway_url: str):
+    global _log_dir, _log_latest_path, _crash_log_path
+    home = os.environ.get("HOME") or os.environ.get("USERPROFILE") or os.path.expanduser("~")
+    data_dir = os.path.join(home, ".kite", "remote", MODULE_NAME)
+    os.makedirs(data_dir, exist_ok=True)
+    _log_dir = os.path.join(data_dir, "log")
+    os.makedirs(_log_dir, exist_ok=True)
+    _log_latest_path = os.path.join(_log_dir, "latest.log")
+    try:
+        with open(_log_latest_path, "w", encoding="utf-8") as f: pass
+    except Exception: _log_latest_path = None
+    _crash_log_path = os.path.join(_log_dir, "crashes.jsonl")
+    try:
+        with open(_crash_log_path, "w", encoding="utf-8") as f: pass
+    except Exception: _crash_log_path = None
+    _resolve_daily_log_path()
+    _setup_exception_hooks()
+    _t0 = time.monotonic()
+    kite_token = _get_kite_token(MODULE_NAME, gateway_url)
+    print(f"[{MODULE_NAME}] Remote mode: gateway={gateway_url}")
+    server = {{SERVER_CLASS}}(token=None, kernel_port=0, boot_t0=_t0,
+                              max_connections=_module_config.get("max_connections", 1),
+                              gateway_url=gateway_url, kite_token=kite_token)
+    try:
+        asyncio.run(server.run())
+    except Exception as e:
+        _write_crash(type(e), e, e.__traceback__, severity="critical", handled=True)
+        _print_crash_summary(type(e), e.__traceback__)
+        sys.exit(1)
+    if hasattr(server, '_auth_failed') and server._auth_failed:
+        _clear_token_cache(MODULE_NAME, gateway_url)
+    if server._exit_code != 0:
+        sys.exit(server._exit_code)
+
+
+def _gateway_to_filename(gateway_url: str) -> str:
+    try:
+        from urllib.parse import urlparse
+        parsed = urlparse(gateway_url)
+        host = parsed.hostname or "unknown"
+        port = parsed.port or (443 if parsed.scheme == "wss" else 80)
+        return f"{host}-{port}.json".replace(":", "-").replace("/", "-")
+    except Exception: return "default.json"
+
+def _load_token_cache(module_name: str, gateway_url: str) -> dict | None:
+    home = os.environ.get("HOME") or os.environ.get("USERPROFILE") or os.path.expanduser("~")
+    token_file = os.path.join(home, ".kite", "remote", module_name, "tokens", _gateway_to_filename(gateway_url))
+    if not os.path.exists(token_file): return None
+    try:
+        with open(token_file, "r") as f: return json.load(f)
+    except Exception: return None
+
+def _clear_token_cache(module_name: str, gateway_url: str):
+    home = os.environ.get("HOME") or os.environ.get("USERPROFILE") or os.path.expanduser("~")
+    token_file = os.path.join(home, ".kite", "remote", module_name, "tokens", _gateway_to_filename(gateway_url))
+    try: os.remove(token_file)
+    except Exception: pass
+
+def _get_kite_token(module_name: str, gateway_url: str) -> str:
+    token = os.environ.get("KITE_TOKEN")
+    if token: return token
+    cache = _load_token_cache(module_name, gateway_url)
+    if cache: return cache["token"]
+    print(f"[{module_name}] No token for {gateway_url}")
+    print(f"  export KITE_TOKEN=<token>")
+    sys.exit(1)
+
+
+if __name__ == "__main__":
+    kernel_port = os.environ.get("KITE_KERNEL_PORT")
+    if kernel_port:
+        _run_local_mode(int(kernel_port))
+    else:
+        config = _load_module_config()
+        gateway_url = config.get("gateway_url") or os.environ.get("KITE_GATEWAY_URL")
+        if gateway_url:
+            _run_remote_mode(gateway_url)
+        else:
+            print(f"[{MODULE_NAME}] ERROR: No KITE_KERNEL_PORT and no gateway_url")
+            sys.exit(1)

package/.claude/skills/kite/templates/python/module.md

@@ -0,0 +1,26 @@
+---
+name: {{MODULE_NAME}}
+display_name: {{DISPLAY_NAME}}
+version: '1.0'
+type: {{MODULE_TYPE}}
+state: {{STATE}}
+runtime: python
+entry: entry.py
+# preferred_port: 0          # 取消注释并设置端口（仅 HTTP 服务需要）
+# advertise_ip: 127.0.0.1    # 取消注释设置通告 IP
+max_connections: {{MAX_CONNECTIONS}}
+# max_instances: 1            # 取消注释设置最大实例数（1-10）
+# instance_elastic: false     # 取消注释启用弹性伸缩
+monitor: true
+# display_order: 50           # 取消注释设置 UI 显示顺序（0-100）
+# manual_control: true        # 取消注释允许手动控制
+# events:                     # 取消注释声明发布的事件
+#   - {{MODULE_NAME}}.test
+# subscriptions:              # 取消注释声明订阅的事件
+#   - module.started
+#   - module.stopped
+#   - module.shutdown
+---
+# {{DISPLAY_NAME}}
+
+{{DESCRIPTION}}