codex-autorunner 0.1.2__py3-none-any.whl → 1.1.0__py3-none-any.whl

codex_autorunner/surfaces/web/static_assets.py

@@ -0,0 +1,490 @@
+from __future__ import annotations
+
+import hashlib
+import logging
+import os
+import shutil
+import time
+from contextlib import ExitStack
+from importlib import resources
+from pathlib import Path
+from typing import Iterable, Optional
+from uuid import uuid4
+
+from ...core.logging_utils import safe_log
+
+_ASSET_VERSION_TOKEN = "__CAR_ASSET_VERSION__"
+_REQUIRED_STATIC_ASSETS = (
+    "index.html",
+    "styles.css",
+    "bootstrap.js",
+    "loader.js",
+    "app.js",
+    "vendor/xterm.js",
+    "vendor/xterm-addon-fit.js",
+    "vendor/xterm.css",
+)
+
+
+def missing_static_assets(static_dir: Path) -> list[str]:
+    missing: list[str] = []
+    for rel_path in _REQUIRED_STATIC_ASSETS:
+        try:
+            if not (static_dir / rel_path).exists():
+                missing.append(rel_path)
+        except OSError:
+            missing.append(rel_path)
+    return missing
+
+
+def resolve_static_dir() -> tuple[Path, Optional[ExitStack]]:
+    """Locate packaged static assets."""
+
+    static_root = resources.files("codex_autorunner").joinpath("static")
+    if isinstance(static_root, Path):
+        if static_root.exists():
+            return static_root, None
+        fallback = Path(__file__).resolve().parent.parent / "static"
+        return fallback, None
+
+    stack = ExitStack()
+    try:
+        static_path = stack.enter_context(resources.as_file(static_root))
+    except Exception:
+        stack.close()
+        fallback = Path(__file__).resolve().parent.parent / "static"
+        return fallback, None
+    if static_path.exists():
+        return static_path, stack
+
+    stack.close()
+    fallback = Path(__file__).resolve().parent.parent / "static"
+    return fallback, None
+
+
+def _iter_static_source_files(source_dir: Path) -> Iterable[Path]:
+    try:
+        for path in source_dir.rglob("*.ts"):
+            try:
+                if path.name.endswith(".d.ts"):
+                    continue
+                if path.is_dir():
+                    continue
+                yield path
+            except OSError:
+                continue
+    except Exception:
+        return
+
+
+def _stale_static_sources(source_dir: Path, static_dir: Path) -> list[str]:
+    stale: list[str] = []
+    for source in _iter_static_source_files(source_dir):
+        try:
+            rel_path = source.relative_to(source_dir)
+        except ValueError:
+            rel_path = Path(source.name)
+        target = (static_dir / rel_path).with_suffix(".js")
+        try:
+            source_mtime = source.stat().st_mtime
+        except OSError:
+            continue
+        try:
+            target_mtime = target.stat().st_mtime
+        except OSError:
+            stale.append(rel_path.as_posix())
+            continue
+        if source_mtime > target_mtime:
+            stale.append(rel_path.as_posix())
+    return stale
+
+
+def warn_on_stale_static_assets(static_dir: Path, logger: logging.Logger) -> None:
+    source_dir = Path(__file__).resolve().parent.parent / "static_src"
+    if not source_dir.exists():
+        return
+    stale = _stale_static_sources(source_dir, static_dir)
+    if not stale:
+        return
+    preview = ", ".join(stale[:5])
+    suffix = f" (+{len(stale) - 5} more)" if len(stale) > 5 else ""
+    safe_log(
+        logger,
+        logging.WARNING,
+        "Static assets appear stale; run `pnpm run build`. Newer sources: %s%s",
+        preview,
+        suffix,
+    )
+
+
+def _iter_asset_files(static_dir: Path) -> Iterable[Path]:
+    try:
+        for path in static_dir.rglob("*"):
+            try:
+                if path.is_dir():
+                    continue
+                yield path
+            except OSError:
+                continue
+    except Exception:
+        return
+
+
+def _hash_file(path: Path, digest: "hashlib._Hash") -> None:
+    try:
+        if path.is_symlink():
+            digest.update(b"SYMLINK:")
+            try:
+                target = path.readlink()
+            except OSError:
+                target = Path("dangling")
+            digest.update(str(target).encode("utf-8", errors="replace"))
+            return
+        with path.open("rb") as handle:
+            while True:
+                chunk = handle.read(1024 * 1024)
+                if not chunk:
+                    break
+                digest.update(chunk)
+    except OSError:
+        digest.update(b"UNREADABLE")
+
+
+def asset_version(static_dir: Path) -> str:
+    digest = hashlib.sha256()
+    files = sorted(_iter_asset_files(static_dir), key=lambda p: p.as_posix())
+    if not files:
+        return "0"
+    for path in files:
+        try:
+            rel_path = path.relative_to(static_dir)
+        except ValueError:
+            rel_path = path
+        digest.update(rel_path.as_posix().encode("utf-8", errors="replace"))
+        _hash_file(path, digest)
+    return digest.hexdigest()
+
+
+def render_index_html(static_dir: Path, version: Optional[str]) -> str:
+    index_path = static_dir / "index.html"
+    text = index_path.read_text(encoding="utf-8")
+    if version:
+        text = text.replace(_ASSET_VERSION_TOKEN, version)
+    return text
+
+
+def security_headers() -> dict[str, str]:
+    # CSP: scripts are all local with no inline JS; runtime UI uses inline styles.
+    return {
+        "Content-Security-Policy": (
+            "default-src 'self'; "
+            "script-src 'self'; "
+            "style-src 'self' 'unsafe-inline'; "
+            "img-src 'self' data:; "
+            "font-src 'self' data:; "
+            "connect-src 'self' ws: wss:; "
+            "frame-ancestors 'none'"
+        ),
+        "Referrer-Policy": "same-origin",
+        "X-Content-Type-Options": "nosniff",
+        "X-Frame-Options": "DENY",
+    }
+
+
+def index_response_headers() -> dict[str, str]:
+    headers = {
+        "Cache-Control": "no-store, no-cache, must-revalidate, max-age=0",
+        "Pragma": "no-cache",
+        "Expires": "0",
+    }
+    headers.update(security_headers())
+    return headers
+
+
+def _cleanup_temp_dir(path: Path, logger: logging.Logger) -> None:
+    try:
+        shutil.rmtree(path)
+    except FileNotFoundError:
+        return
+    except Exception as exc:
+        safe_log(
+            logger,
+            logging.WARNING,
+            "Failed to remove temporary static cache dir %s",
+            path,
+            exc=exc,
+        )
+
+
+def _acquire_cache_lock(lock_path: Path, logger: logging.Logger) -> bool:
+    try:
+        fd = os.open(lock_path, os.O_CREAT | os.O_EXCL | os.O_WRONLY)
+    except FileExistsError:
+        return False
+    except Exception as exc:
+        safe_log(
+            logger,
+            logging.WARNING,
+            "Failed to create static cache lock %s",
+            lock_path,
+            exc=exc,
+        )
+        return False
+    try:
+        os.write(fd, str(os.getpid()).encode("utf-8"))
+    except Exception:
+        pass
+    finally:
+        try:
+            os.close(fd)
+        except Exception:
+            pass
+    return True
+
+
+def _release_cache_lock(lock_path: Path, logger: logging.Logger) -> None:
+    try:
+        lock_path.unlink()
+    except FileNotFoundError:
+        return
+    except Exception as exc:
+        safe_log(
+            logger,
+            logging.WARNING,
+            "Failed to remove static cache lock %s",
+            lock_path,
+            exc=exc,
+        )
+
+
+def _cache_dir_mtime(path: Path) -> float:
+    index_path = path / "index.html"
+    try:
+        return index_path.stat().st_mtime
+    except OSError:
+        try:
+            return path.stat().st_mtime
+        except OSError:
+            return 0.0
+
+
+def _list_cache_entries(cache_root: Path) -> list[Path]:
+    if not cache_root.exists():
+        return []
+    entries: list[Path] = []
+    try:
+        for entry in cache_root.iterdir():
+            if entry.name.startswith("."):
+                continue
+            try:
+                if entry.is_dir():
+                    entries.append(entry)
+            except OSError:
+                continue
+    except OSError:
+        return []
+    return entries
+
+
+def _select_latest_valid_cache(cache_root: Path) -> Optional[Path]:
+    candidates = []
+    for entry in _list_cache_entries(cache_root):
+        if not missing_static_assets(entry):
+            candidates.append(entry)
+    if not candidates:
+        return None
+    candidates.sort(key=_cache_dir_mtime, reverse=True)
+    return candidates[0]
+
+
+def _prune_cache_entries(
+    cache_root: Path,
+    *,
+    keep: set[Path],
+    max_cache_entries: int,
+    max_cache_age_days: Optional[int],
+    logger: logging.Logger,
+) -> None:
+    if max_cache_entries <= 0 and max_cache_age_days is None:
+        return
+    entries = _list_cache_entries(cache_root)
+    if not entries:
+        return
+    now = time.time()
+    if max_cache_age_days is not None:
+        cutoff = now - (max_cache_age_days * 86400)
+        for entry in list(entries):
+            if entry in keep:
+                continue
+            if _cache_dir_mtime(entry) < cutoff:
+                try:
+                    shutil.rmtree(entry)
+                    entries.remove(entry)
+                except Exception as exc:
+                    safe_log(
+                        logger,
+                        logging.WARNING,
+                        "Failed to remove stale static cache dir %s",
+                        entry,
+                        exc=exc,
+                    )
+    if max_cache_entries > 0 and len(entries) > max_cache_entries:
+        removable = [entry for entry in entries if entry not in keep]
+        removable.sort(key=_cache_dir_mtime)
+        for entry in removable[: len(entries) - max_cache_entries]:
+            try:
+                shutil.rmtree(entry)
+            except Exception as exc:
+                safe_log(
+                    logger,
+                    logging.WARNING,
+                    "Failed to remove old static cache dir %s",
+                    entry,
+                    exc=exc,
+                )
+
+
+def materialize_static_assets(
+    cache_root: Path,
+    *,
+    max_cache_entries: int,
+    max_cache_age_days: Optional[int],
+    logger: logging.Logger,
+) -> tuple[Path, Optional[ExitStack]]:
+    static_dir, static_context = resolve_static_dir()
+    existing_cache = _select_latest_valid_cache(cache_root)
+    missing_source = missing_static_assets(static_dir)
+    if missing_source:
+        if static_context is not None:
+            static_context.close()
+        if existing_cache is not None:
+            _prune_cache_entries(
+                cache_root,
+                keep={existing_cache},
+                max_cache_entries=max_cache_entries,
+                max_cache_age_days=max_cache_age_days,
+                logger=logger,
+            )
+            return existing_cache, None
+        raise RuntimeError("Static UI assets missing; reinstall package")
+    fingerprint = asset_version(static_dir)
+    target_dir = cache_root / fingerprint
+    if target_dir.exists() and not missing_static_assets(target_dir):
+        if static_context is not None:
+            static_context.close()
+        _prune_cache_entries(
+            cache_root,
+            keep={target_dir},
+            max_cache_entries=max_cache_entries,
+            max_cache_age_days=max_cache_age_days,
+            logger=logger,
+        )
+        return target_dir, None
+    try:
+        cache_root.mkdir(parents=True, exist_ok=True)
+    except Exception as exc:
+        safe_log(
+            logger,
+            logging.WARNING,
+            "Failed to create static cache root %s",
+            cache_root,
+            exc=exc,
+        )
+        if static_context is not None:
+            static_context.close()
+        if existing_cache is not None:
+            return existing_cache, None
+        raise RuntimeError("Static UI assets missing; reinstall package") from exc
+    lock_path = cache_root / f".lock-{fingerprint}"
+    lock_acquired = _acquire_cache_lock(lock_path, logger)
+    if not lock_acquired:
+        deadline = time.monotonic() + 5.0
+        while time.monotonic() < deadline:
+            if target_dir.exists() and not missing_static_assets(target_dir):
+                if static_context is not None:
+                    static_context.close()
+                _prune_cache_entries(
+                    cache_root,
+                    keep={target_dir},
+                    max_cache_entries=max_cache_entries,
+                    max_cache_age_days=max_cache_age_days,
+                    logger=logger,
+                )
+                return target_dir, None
+            time.sleep(0.2)
+    temp_dir = cache_root / f".tmp-{fingerprint}-{uuid4().hex}"
+    try:
+        shutil.copytree(static_dir, temp_dir, symlinks=True)
+        missing = missing_static_assets(temp_dir)
+        if missing:
+            safe_log(
+                logger,
+                logging.WARNING,
+                "Static UI assets missing in cache copy %s: %s",
+                temp_dir,
+                ", ".join(missing),
+            )
+            raise RuntimeError("Static UI assets missing; reinstall package")
+        if target_dir.exists():
+            existing_missing = missing_static_assets(target_dir)
+            if not existing_missing:
+                _cleanup_temp_dir(temp_dir, logger)
+                if static_context is not None:
+                    static_context.close()
+                _prune_cache_entries(
+                    cache_root,
+                    keep={target_dir},
+                    max_cache_entries=max_cache_entries,
+                    max_cache_age_days=max_cache_age_days,
+                    logger=logger,
+                )
+                return target_dir, None
+            try:
+                shutil.rmtree(target_dir)
+            except Exception as exc:
+                safe_log(
+                    logger,
+                    logging.WARNING,
+                    "Failed to replace stale static cache dir %s",
+                    target_dir,
+                    exc=exc,
+                )
+                raise RuntimeError(
+                    "Static UI assets missing; reinstall package"
+                ) from exc
+        temp_dir.replace(target_dir)
+    except Exception as exc:
+        _cleanup_temp_dir(temp_dir, logger)
+        if static_context is not None:
+            static_context.close()
+        if existing_cache is not None:
+            return existing_cache, None
+        raise RuntimeError("Static UI assets missing; reinstall package") from exc
+    finally:
+        if lock_acquired:
+            _release_cache_lock(lock_path, logger)
+    if static_context is not None:
+        static_context.close()
+    _prune_cache_entries(
+        cache_root,
+        keep={target_dir},
+        max_cache_entries=max_cache_entries,
+        max_cache_age_days=max_cache_age_days,
+        logger=logger,
+    )
+    return target_dir, None
+
+
+def require_static_assets(static_dir: Path, logger: logging.Logger) -> None:
+    missing = missing_static_assets(static_dir)
+    if not missing:
+        warn_on_stale_static_assets(static_dir, logger)
+        return
+    safe_log(
+        logger,
+        logging.ERROR,
+        "Static UI assets missing in %s: %s",
+        static_dir,
+        ", ".join(missing),
+    )
+    raise RuntimeError("Static UI assets missing; reinstall package")

codex_autorunner/surfaces/web/static_refresh.py

@@ -0,0 +1,86 @@
+from __future__ import annotations
+
+import logging
+from pathlib import Path
+from typing import Optional
+
+from ...core.logging_utils import safe_log
+from .static_assets import (
+    asset_version,
+    materialize_static_assets,
+    missing_static_assets,
+    require_static_assets,
+)
+
+
+def _update_static_files(static_files: object, static_dir: Path) -> None:
+    try:
+        static_files.directory = static_dir
+        static_files.all_directories = static_files.get_directories(  # type: ignore[attr-defined]
+            static_dir,
+            static_files.packages,  # type: ignore[attr-defined]
+        )
+        static_files.config_checked = False
+    except Exception:
+        return
+
+
+def refresh_static_assets(app: object) -> bool:
+    lock = getattr(getattr(app, "state", None), "static_assets_lock", None)
+    if lock is None or not lock.acquire(blocking=False):
+        return False
+    try:
+        state = getattr(app, "state", None)
+        if state is None:
+            return False
+        current_dir = getattr(state, "static_dir", None)
+        if isinstance(current_dir, Path) and not missing_static_assets(current_dir):
+            return True
+        config = getattr(state, "config", None)
+        logger = getattr(state, "logger", None)
+        static_candidates = []
+        if config is not None:
+            static_candidates.append(config.static_assets)
+        hub_static = getattr(state, "hub_static_assets", None)
+        if hub_static is not None and (
+            not static_candidates
+            or hub_static.cache_root != static_candidates[0].cache_root
+        ):
+            static_candidates.append(hub_static)
+        for static_cfg in static_candidates:
+            try:
+                static_dir, static_context = materialize_static_assets(
+                    static_cfg.cache_root,
+                    max_cache_entries=static_cfg.max_cache_entries,
+                    max_cache_age_days=static_cfg.max_cache_age_days,
+                    logger=logger,
+                )
+                require_static_assets(static_dir, logger)
+            except Exception as exc:
+                if logger is not None:
+                    safe_log(
+                        logger,
+                        logging.WARNING,
+                        "Static assets refresh failed for cache root %s",
+                        static_cfg.cache_root,
+                        exc=exc,
+                    )
+                continue
+            old_context: Optional[object] = getattr(
+                state, "static_assets_context", None
+            )
+            if old_context is not None:
+                try:
+                    old_context.close()
+                except Exception:
+                    pass
+            state.static_dir = static_dir
+            state.static_assets_context = static_context
+            state.asset_version = asset_version(static_dir)
+            static_files = getattr(state, "static_files", None)
+            if static_files is not None:
+                _update_static_files(static_files, static_dir)
+            return True
+        return False
+    finally:
+        lock.release()

codex_autorunner/surfaces/web/terminal_sessions.py

@@ -0,0 +1,78 @@
+from __future__ import annotations
+
+import time
+from datetime import datetime, timezone
+from pathlib import Path
+from typing import Optional
+
+from ...core.state import persist_session_registry
+from .pty_session import ActiveSession
+
+
+def parse_last_seen_at(value: Optional[str]) -> Optional[float]:
+    if not value:
+        return None
+    try:
+        parsed = datetime.strptime(value, "%Y-%m-%dT%H:%M:%SZ")
+    except ValueError:
+        return None
+    return parsed.replace(tzinfo=timezone.utc).timestamp()
+
+
+def session_last_touch(session: ActiveSession, record) -> float:
+    last_seen = parse_last_seen_at(getattr(record, "last_seen_at", None))
+    if last_seen is None:
+        return session.pty.last_active
+    return max(last_seen, session.pty.last_active)
+
+
+def parse_tui_idle_seconds(config) -> Optional[float]:
+    notifications_cfg = (
+        config.notifications if isinstance(config.notifications, dict) else {}
+    )
+    idle_seconds = notifications_cfg.get("tui_idle_seconds")
+    if idle_seconds is None:
+        return None
+    try:
+        idle_seconds = float(idle_seconds)
+    except (TypeError, ValueError):
+        return None
+    if idle_seconds <= 0:
+        return None
+    return idle_seconds
+
+
+def prune_terminal_registry(
+    state_path: Path,
+    terminal_sessions: dict[str, ActiveSession],
+    session_registry: dict,
+    repo_to_session: dict[str, str],
+    max_idle_seconds: Optional[int],
+) -> bool:
+    now = time.time()
+    removed_any = False
+    for session_id, session in list(terminal_sessions.items()):
+        if not session.pty.isalive():
+            session.close()
+            terminal_sessions.pop(session_id, None)
+            session_registry.pop(session_id, None)
+            removed_any = True
+            continue
+        if max_idle_seconds is not None and max_idle_seconds > 0:
+            last_touch = session_last_touch(session, session_registry.get(session_id))
+            if now - last_touch > max_idle_seconds:
+                session.close()
+                terminal_sessions.pop(session_id, None)
+                session_registry.pop(session_id, None)
+                removed_any = True
+    for session_id in list(session_registry.keys()):
+        if session_id not in terminal_sessions:
+            session_registry.pop(session_id, None)
+            removed_any = True
+    for repo_path, session_id in list(repo_to_session.items()):
+        if session_id not in session_registry:
+            repo_to_session.pop(repo_path, None)
+            removed_any = True
+    if removed_any:
+        persist_session_registry(state_path, session_registry, repo_to_session)
+    return removed_any

codex_autorunner/tickets/__init__.py

@@ -0,0 +1,27 @@
+"""Ticket-based workflow primitives.
+
+This package provides a simple, file-backed orchestration layer built around
+markdown tickets with YAML frontmatter.
+"""
+
+from .agent_pool import AgentPool, AgentTurnRequest, AgentTurnResult
+from .models import (
+    DEFAULT_MAX_TOTAL_TURNS,
+    TicketDoc,
+    TicketFrontmatter,
+    TicketResult,
+    TicketRunConfig,
+)
+from .runner import TicketRunner
+
+__all__ = [
+    "DEFAULT_MAX_TOTAL_TURNS",
+    "AgentPool",
+    "AgentTurnRequest",
+    "AgentTurnResult",
+    "TicketDoc",
+    "TicketFrontmatter",
+    "TicketResult",
+    "TicketRunConfig",
+    "TicketRunner",
+]