ltcai 3.4.1 → 3.5.0

package/scripts/check_python.py

@@ -0,0 +1,87 @@
+#!/usr/bin/env python3
+"""Discover-and-compile every first-party Python module.
+
+Replaces the hand-maintained ``py_compile`` enumeration in CI and
+``package.json``: walks the repository, skips vendored / virtualenv / build /
+cache / generated directories, and byte-compiles everything that remains. New
+modules are picked up automatically — there is nothing to update when a file is
+added, so the syntax gate can never silently fall behind the codebase.
+
+Usage::
+
+    python scripts/check_python.py            # compile all discovered modules
+    python scripts/check_python.py --list     # just print what would be compiled
+
+Exit code is non-zero if any module fails to compile.
+"""
+
+from __future__ import annotations
+
+import py_compile
+import sys
+from pathlib import Path
+
+ROOT = Path(__file__).resolve().parent.parent
+
+# Directory names excluded anywhere in the tree: virtualenvs, build/cache
+# artifacts, generated agent output, and vendored snapshots of older releases.
+EXCLUDE_DIRS = {
+    ".git",
+    ".venv",
+    "venv",
+    "env",
+    ".build-venv",
+    ".npm-cache",
+    "build",
+    "dist",
+    "node_modules",
+    "__pycache__",
+    ".pytest_cache",
+    ".mypy_cache",
+    ".ruff_cache",
+    "agent_workspace",
+    "outputs",
+    "playwright-report",
+    "test-results",
+    "ltcai.egg-info",
+    ".ltcai",
+    ".ltcai-brain",
+    ".ltcai-test",
+    # Vendored snapshot of an older packaged release — not part of the build.
+    "ltcai-0.3.1",
+}
+
+
+def iter_modules():
+    for path in ROOT.rglob("*.py"):
+        parts = path.relative_to(ROOT).parts
+        if any(part in EXCLUDE_DIRS for part in parts):
+            continue
+        yield path
+
+
+def main(argv: list[str]) -> int:
+    modules = sorted(iter_modules())
+    if "--list" in argv:
+        for path in modules:
+            print(path.relative_to(ROOT))
+        return 0
+
+    failures: list[str] = []
+    for path in modules:
+        try:
+            py_compile.compile(str(path), doraise=True)
+        except py_compile.PyCompileError as exc:
+            failures.append(str(exc))
+
+    if failures:
+        print("\n".join(failures))
+        print(f"check:python FAILED — {len(failures)} of {len(modules)} module(s) did not compile")
+        return 1
+
+    print(f"check:python OK — compiled {len(modules)} modules")
+    return 0
+
+
+if __name__ == "__main__":
+    raise SystemExit(main(sys.argv[1:]))

package/static/css/reference/account.css

@@ -117,7 +117,7 @@
             box-shadow: var(--shadow), inset 0 1px 0 rgba(255,255,255,0.9);
             position: relative;
             z-index: 1;
-            backdrop-filter: blur(28px);
+            backdrop-filter: none; /* glass removed v3.5.0 */
         }
 
         .card::before {

package/static/css/reference/admin.css

@@ -45,7 +45,7 @@
             padding: 22px 28px;
             border-bottom: 1px solid rgba(111,66,232,0.10);
             background: var(--sidebar);
-            backdrop-filter: blur(20px);
+            backdrop-filter: none; /* glass removed v3.5.0 */
             position: sticky;
             top: 0;
             z-index: 2;

package/static/css/reference/base.css

@@ -46,7 +46,7 @@
   background: var(--card);
   border-color: var(--accent-soft);
   box-shadow: 0 20px 64px rgba(102, 82, 168, 0.20), inset 0 1px 0 rgba(255,255,255,0.86);
-  backdrop-filter: blur(26px);
+  backdrop-filter: none; /* glass removed v3.5.0 */
 }
 
 .lattice-ref-auth .card::before {
@@ -65,7 +65,7 @@
   color: var(--ref-ink);
   background: var(--surface);
   border-bottom: 1px solid rgba(111,66,232,0.08);
-  backdrop-filter: blur(12px);
+  backdrop-filter: none; /* glass removed v3.5.0 */
 }
 
 .auth-window-brand {
@@ -712,7 +712,10 @@
   font-weight: 700;
   background: transparent;
   cursor: pointer;
-  transition: 160ms ease;
+  /* Animate surface affordances, but never `color`: a color transition on
+     theme switch would briefly render the rail link dark-on-dark (the v226
+     dark-mode contrast gate caught this on slow CI). Color flips instantly. */
+  transition: background-color 160ms ease, border-color 160ms ease, transform 160ms ease;
 }
 
 .reference-rail a.active,
@@ -842,7 +845,7 @@
   background: var(--sidebar);
   border-bottom: 1px solid rgba(111,66,232,0.11);
   box-shadow: 0 2px 12px rgba(88,72,150,0.06);
-  backdrop-filter: blur(14px);
+  backdrop-filter: none; /* glass removed v3.5.0 */
 }
 
 .lattice-ref-chat .messages-viewport {
@@ -1295,7 +1298,7 @@
   height: 96px;
   background: var(--sidebar);
   border-bottom: 1px solid rgba(111,66,232,0.10);
-  backdrop-filter: blur(14px);
+  backdrop-filter: none; /* glass removed v3.5.0 */
   padding: 22px 34px 8px;
   position: sticky;
 }

package/static/css/reference/chat.css

@@ -81,8 +81,8 @@
             display: flex;
             flex-direction: column;
             min-width: 240px;
-            backdrop-filter: blur(24px);
-            -webkit-backdrop-filter: blur(24px);
+            backdrop-filter: none; /* glass removed v3.5.0 */
+            -webkit-backdrop-filter: none; /* glass removed v3.5.0 */
         }
 
         .sidebar-header {
@@ -342,8 +342,8 @@
             padding: 10px 22px;
             border-bottom: 1px solid rgba(111,66,232,0.10);
             background: var(--sidebar);
-            backdrop-filter: blur(20px);
-            -webkit-backdrop-filter: blur(20px);
+            backdrop-filter: none; /* glass removed v3.5.0 */
+            -webkit-backdrop-filter: none; /* glass removed v3.5.0 */
             position: relative;
             z-index: 50;
         }
@@ -636,7 +636,7 @@
             justify-content: space-between;
             gap: 12px;
             box-shadow: var(--shadow-sm), inset 0 1px 0 rgba(255,255,255,0.80);
-            backdrop-filter: blur(10px);
+            backdrop-filter: none; /* glass removed v3.5.0 */
             transition: all .2s;
         }
 
@@ -1323,7 +1323,7 @@
             box-shadow: var(--shadow), 0 0 0 1px rgba(111,66,232,0.05);
             position: relative;
             z-index: 1;
-            backdrop-filter: blur(24px);
+            backdrop-filter: none; /* glass removed v3.5.0 */
         }
 
         .auth-card::before {
@@ -2754,7 +2754,7 @@
         .admin-panel {
             background: var(--card);
             border-left: 1px solid var(--border);
-            backdrop-filter: blur(24px);
+            backdrop-filter: none; /* glass removed v3.5.0 */
             color: var(--text);
         }
         .admin-header {
@@ -4254,7 +4254,7 @@
             background: var(--sidebar);
             border-bottom: 1px solid var(--line);
             box-shadow: none;
-            backdrop-filter: blur(14px);
+            backdrop-filter: none; /* glass removed v3.5.0 */
         }
 
         /* Messages viewport */

package/static/css/reference/graph.css

@@ -120,7 +120,7 @@
       z-index: 20;
       border: 1px solid var(--line);
       background: var(--panel);
-      backdrop-filter: blur(18px);
+      backdrop-filter: none; /* glass removed v3.5.0 */
       box-shadow: var(--shadow);
     }
 
@@ -904,7 +904,7 @@
       border-radius: 10px;
       background: var(--surface-2);
       box-shadow: var(--shadow);
-      backdrop-filter: blur(18px);
+      backdrop-filter: none; /* glass removed v3.5.0 */
     }
 
     .focus-chip span {

package/static/css/responsive.css

@@ -319,8 +319,8 @@ select {
     z-index: 99;
     display: none;
     background: rgba(15, 12, 30, 0.42);
-    -webkit-backdrop-filter: blur(2px);
-    backdrop-filter: blur(2px);
+    -webkit-backdrop-filter: none; /* glass removed v3.5.0 */
+    backdrop-filter: none; /* glass removed v3.5.0 */
   }
   body.sidebar-open .sidebar-overlay { display: block; }
 

package/static/v3/asset-manifest.json

@@ -1,5 +1,5 @@
 {
-  "version": "3.4.1",
+  "version": "3.5.0",
   "generated_at": "deterministic",
   "entrypoints": {
     "app": "/static/v3/js/app.d086489d.js",
@@ -8,7 +8,7 @@
       "/static/v3/css/lattice.tokens.e7018963.css",
       "/static/v3/css/lattice.base.e4cdd05d.css",
       "/static/v3/css/lattice.components.9b49d614.css",
-      "/static/v3/css/lattice.shell.6ceea7c8.css",
+      "/static/v3/css/lattice.shell.8fcc9d33.css",
       "/static/v3/css/lattice.views.22f69117.css"
     ]
   },
@@ -17,7 +17,7 @@
     "static/v3/css/lattice.tokens.css": "/static/v3/css/lattice.tokens.e7018963.css",
     "static/v3/css/lattice.base.css": "/static/v3/css/lattice.base.e4cdd05d.css",
     "static/v3/css/lattice.components.css": "/static/v3/css/lattice.components.9b49d614.css",
-    "static/v3/css/lattice.shell.css": "/static/v3/css/lattice.shell.6ceea7c8.css",
+    "static/v3/css/lattice.shell.css": "/static/v3/css/lattice.shell.8fcc9d33.css",
     "static/v3/css/lattice.views.css": "/static/v3/css/lattice.views.22f69117.css",
     "static/v3/js/app.js": "/static/v3/js/app.d086489d.js",
     "static/v3/js/core/api.js": "/static/v3/js/core/api.12b568ad.js",

package/static/v3/css/{lattice.shell.6ceea7c8.css → lattice.shell.8fcc9d33.css}

@@ -349,8 +349,9 @@
 .lt3-scrim {
   position: fixed; inset: 0;
   z-index: var(--lt3-z-scrim);
+  /* Solid dim scrim — no backdrop blur (glassmorphism removed in v3.5.0 for a
+     crisp, stable surface). */
   background: var(--overlay);
-  backdrop-filter: blur(2px);
   opacity: 0;
   animation: lt3-fade var(--lt3-dur-2) var(--lt3-ease) forwards;
 }

package/static/v3/css/lattice.shell.css

@@ -349,8 +349,9 @@
 .lt3-scrim {
   position: fixed; inset: 0;
   z-index: var(--lt3-z-scrim);
+  /* Solid dim scrim — no backdrop blur (glassmorphism removed in v3.5.0 for a
+     crisp, stable surface). */
   background: var(--overlay);
-  backdrop-filter: blur(2px);
   opacity: 0;
   animation: lt3-fade var(--lt3-dur-2) var(--lt3-ease) forwards;
 }

package/static/workspace.css

@@ -873,7 +873,7 @@ main {
   padding: 16px clamp(16px, 2vw, 28px);
   background: color-mix(in srgb, var(--surface-elevated) 94%, transparent);
   border-bottom: 1px solid var(--line);
-  backdrop-filter: blur(18px);
+  backdrop-filter: none; /* glass removed v3.5.0 */
 }
 
 .topbar-subtitle {

package/tools/__init__.py

@@ -0,0 +1,276 @@
+"""Safe local tools for Lattice AI agent mode.
+
+All filesystem operations are confined to LATTICEAI_AGENT_ROOT, defaulting to
+./agent_workspace. Command execution runs without a shell and from inside that
+workspace.
+
+v3.5.0 splits the historical flat ``tools.py`` into focused submodules
+(computer, filesystem, documents, local_files, knowledge, network, commands)
+while keeping the exact import surface: this package re-exports every public name
+and ``execute_tool``/``DEFAULT_TOOL_REGISTRY``, so ``import tools`` and
+``from tools import X`` behave identically to before. ``AGENT_ROOT`` and the path
+helpers live here as the single source of truth (tests monkeypatch
+``tools.AGENT_ROOT``); submodules read it dynamically.
+"""
+
+import base64
+import json
+import os
+import platform
+import re
+import shlex
+import socket
+import subprocess
+import tempfile
+from html.parser import HTMLParser
+from pathlib import Path
+from typing import Any, Callable, Dict, List, Optional
+
+from latticeai.core.tool_registry import ToolRegistry
+from p_reinforce import BRAIN_DIR, STRUCTURE
+
+_PLATFORM = platform.system()  # "Darwin" | "Windows" | "Linux"
+
+
+# ── base: agent-root sandbox, shared constants, path helpers ──────────────────
+AGENT_ROOT = Path(os.getenv("LATTICEAI_AGENT_ROOT") or "agent_workspace").resolve()
+MAX_FILE_BYTES = 512_000
+MAX_COMMAND_SECONDS = 30
+MAX_BUILD_SECONDS = 180
+MAX_DEPLOY_SECONDS = 300
+MAX_COMMAND_OUTPUT = 12_000
+
+BLOCKED_COMMANDS = {
+    "rm",
+    "rmdir",
+    "sudo",
+    "su",
+    "chmod",
+    "chown",
+    "curl",
+    "wget",
+    "ssh",
+    "scp",
+    "rsync",
+    "dd",
+    "mkfs",
+    "diskutil",
+    "launchctl",
+}
+
+ALLOWED_COMMANDS = {
+    "pwd",
+    "ls",
+    "find",
+    "cat",
+    "sed",
+    "head",
+    "tail",
+    "wc",
+    "rg",
+    "python",
+    "python3",
+    "node",
+    "npm",
+    "npx",
+    "git",
+}
+
+BUILD_SCRIPT_NAMES = {"build", "compile", "typecheck", "test"}
+DEPLOY_SCRIPT_NAMES = {
+    "deploy",
+    "preview",
+    "release",
+    "package",
+    "dist",
+    "make",
+    "build:installer",
+    "build:pkg",
+    "build:exe",
+    "package:mac",
+    "package:win",
+}
+
+ALLOWED_GIT_SUBCOMMANDS = {"status", "diff", "log", "show"}
+
+TEXT_EXTENSIONS = {
+    ".css",
+    ".csv",
+    ".html",
+    ".js",
+    ".json",
+    ".jsx",
+    ".md",
+    ".py",
+    ".ts",
+    ".tsx",
+    ".txt",
+    ".xml",
+    ".yaml",
+    ".yml",
+}
+
+DOCUMENT_OUTPUT_DIR = "generated_documents"
+PRESENTATION_OUTPUT_DIR = "generated_presentations"
+SPREADSHEET_OUTPUT_DIR = "generated_spreadsheets"
+
+
+class ToolError(ValueError):
+    pass
+
+
+def ensure_agent_root() -> Path:
+    AGENT_ROOT.mkdir(parents=True, exist_ok=True)
+    return AGENT_ROOT
+
+
+def _resolve_path(path: str = "") -> Path:
+    ensure_agent_root()
+    if not path:
+        return AGENT_ROOT
+    candidate = (AGENT_ROOT / path).resolve()
+    if candidate != AGENT_ROOT and AGENT_ROOT not in candidate.parents:
+        raise ToolError("Path escapes the agent workspace.")
+    return candidate
+
+
+def _relative(path: Path) -> str:
+    return str(path.relative_to(AGENT_ROOT))
+
+
+# ── document / local / read constants (shared by submodules) ──────────────────
+PDF_OUTPUT_DIR = "generated_pdfs"
+LOCAL_MAX_FILE_BYTES = 2_000_000  # 2 MB cap for local reads
+
+
+# CJK-capable fonts (Korean + Chinese + Japanese)
+_CJK_FONT_CANDIDATES = [
+    "/System/Library/Fonts/AppleSDGothicNeo.ttc",   # Korean (macOS)
+    "/System/Library/Fonts/STHeiti Light.ttc",       # Chinese (macOS)
+    "/System/Library/Fonts/PingFang.ttc",            # Chinese (macOS)
+    "/Library/Fonts/NanumGothic.ttf",               # Korean
+    "/usr/share/fonts/truetype/nanum/NanumGothic.ttf",
+]
+
+_SUPPORTED_READ_EXTENSIONS = {".pdf", ".docx", ".xlsx", ".pptx", ".txt", ".md", ".csv"}
+DOCUMENT_MAX_READ_BYTES = 10_000_000  # 10 MB
+
+
+# ── focused tool submodules (re-exported flat for import compatibility) ───────
+from tools.computer import *  # noqa: E402,F401,F403
+from tools.filesystem import *  # noqa: E402,F401,F403
+from tools.documents import *  # noqa: E402,F401,F403
+from tools.local_files import *  # noqa: E402,F401,F403
+from tools.knowledge import *  # noqa: E402,F401,F403
+from tools.network import *  # noqa: E402,F401,F403
+from tools.commands import *  # noqa: E402,F401,F403
+
+
+# ── tool registry: the single name → invocation source of truth ───────────────
+def _h_create_xlsx(args: Dict[str, Any]) -> Dict[str, Any]:
+    rows = args.get("rows", [])
+    if isinstance(rows, str):
+        rows = json.loads(rows)
+    return create_xlsx(rows, args.get("filename", "spreadsheet.xlsx"), args.get("sheet_name", "Sheet1"))
+
+
+def _h_create_pptx(args: Dict[str, Any]) -> Dict[str, Any]:
+    slides = args.get("slides", [])
+    if isinstance(slides, str):
+        slides = json.loads(slides)
+    return create_pptx(args.get("title", ""), slides, args.get("filename", "presentation.pptx"))
+
+
+# ── Tool registry: the single source of truth for name → invocation ───────────
+# Each entry binds the args dict to a tool function. ``execute_tool`` is a
+# lookup over this table — adding a tool means adding one entry here, not
+# editing an if/elif chain. server.py's governance map and catalog brief are
+# checked against ``registered_tools()`` so the three never silently drift.
+TOOL_HANDLERS: Dict[str, Callable[[Dict[str, Any]], Dict[str, Any]]] = {
+    # filesystem
+    "list_dir":          lambda a: list_dir(a.get("path", ".")),
+    "workspace_tree":    lambda a: workspace_tree(a.get("path", "."), a.get("max_depth", 3)),
+    "read_file":         lambda a: read_file(a["path"], offset=a.get("offset", 0), limit=a.get("limit", 0), line_numbers=a.get("line_numbers", True)),
+    "write_file":        lambda a: write_file(a["path"], a.get("content", "")),
+    "edit_file":         lambda a: edit_file(a["path"], a["old_string"], a["new_string"], replace_all=bool(a.get("replace_all", False))),
+    "grep":              lambda a: grep(a["pattern"], path=a.get("path", "."), glob=a.get("glob"), max_results=a.get("max_results", 50), case_insensitive=bool(a.get("case_insensitive", False)), context_lines=a.get("context_lines", 0)),
+    "search_files":      lambda a: search_files(a["query"], a.get("path", "."), a.get("max_results", 20)),
+    "inspect_html":      lambda a: inspect_html(a["path"]),
+    "preview_url":       lambda a: preview_url(a.get("path", "index.html")),
+    # planning
+    "todo_read":         lambda a: todo_read(),
+    "todo_write":        lambda a: todo_write(a.get("todos") or []),
+    # documents
+    "create_docx":       lambda a: create_docx(a.get("title", ""), a.get("body", ""), a.get("filename", "document.docx")),
+    "create_xlsx":       _h_create_xlsx,
+    "create_pptx":       _h_create_pptx,
+    "create_pdf":        lambda a: create_pdf(a.get("title", ""), a.get("body", ""), a.get("filename", "document.pdf")),
+    "create_web_project": lambda a: create_web_project(a.get("path", ""), a.get("framework", "react"), a.get("template", "vite")),
+    # local filesystem
+    "local_list":        lambda a: local_list(a["path"]),
+    "local_read":        lambda a: local_read(a["path"]),
+    "local_write":       lambda a: local_write(a["path"], a.get("content", "")),
+    "read_document":     lambda a: read_document(a["path"]),
+    "network_status":    lambda a: network_status(),
+    # computer use
+    "computer_screenshot": lambda a: computer_screenshot(),
+    "computer_open_app": lambda a: computer_open_app(a.get("app", "Google Chrome")),
+    "computer_open_url": lambda a: computer_open_url(a["url"], a.get("app", "Google Chrome")),
+    "computer_click":    lambda a: computer_click(a.get("x", 0), a.get("y", 0), a.get("button", "left"), a.get("double", False)),
+    "computer_type":     lambda a: computer_type(a["text"], a.get("interval", 0.04)),
+    "computer_key":      lambda a: computer_key(a["key"]),
+    "computer_scroll":   lambda a: computer_scroll(a.get("x", 0), a.get("y", 0), a.get("direction", "down"), a.get("clicks", 3)),
+    "computer_move":     lambda a: computer_move(a.get("x", 0), a.get("y", 0)),
+    "computer_drag":     lambda a: computer_drag(a.get("x1", 0), a.get("y1", 0), a.get("x2", 0), a.get("y2", 0)),
+    "computer_status":   lambda a: computer_status(),
+    "chrome_status":     lambda a: desktop_bridge_status(),
+    "computer_use_status": lambda a: desktop_bridge_status(),
+    # knowledge / obsidian
+    "knowledge_save":    lambda a: knowledge_save(a["content"], a.get("folder", "00_Raw"), a.get("title")),
+    "knowledge_search":  lambda a: knowledge_search(a["query"], a.get("max_results", 5)),
+    "knowledge_tree":    lambda a: knowledge_tree(),
+    "obsidian_save":     lambda a: obsidian_save(a["content"], a.get("folder", "00_Raw"), a.get("title")),
+    "obsidian_search":   lambda a: obsidian_search(a["query"], a.get("max_results", 5)),
+    "obsidian_tree":     lambda a: obsidian_tree(),
+    # git (read-only)
+    "git_status":        lambda a: git_status(a.get("cwd")),
+    "git_diff":          lambda a: git_diff(a.get("path"), a.get("cwd")),
+    "git_log":           lambda a: git_log(a.get("max_count", 5), a.get("cwd")),
+    "git_show":          lambda a: git_show(a.get("revision", "HEAD"), a.get("cwd")),
+    # exec
+    "run_command":       lambda a: run_command(a["command"], a.get("cwd")),
+    "build_project":     lambda a: build_project(a.get("cwd"), a.get("script", "build")),
+    "deploy_project":    lambda a: deploy_project(a.get("cwd"), a.get("script", "deploy")),
+}
+
+
+DEFAULT_TOOL_REGISTRY = ToolRegistry(TOOL_HANDLERS)
+
+
+def registered_tools() -> frozenset:
+    """Names dispatchable through ``execute_tool`` — the seam other modules verify against."""
+    return DEFAULT_TOOL_REGISTRY.registered_tools()
+
+
+def execute_tool(action: str, args: Dict[str, Any]) -> Dict[str, Any]:
+    return DEFAULT_TOOL_REGISTRY.execute(action, args, error_cls=ToolError)
+
+
+__all__ = [
+    "AGENT_ROOT", "ToolError", "ensure_agent_root",
+    "list_dir", "workspace_tree", "read_file", "write_file", "edit_file", "grep",
+    "search_files", "inspect_html", "preview_url", "create_web_project",
+    "todo_read", "todo_write",
+    "create_docx", "create_xlsx", "create_pptx", "create_pdf", "read_document",
+    "local_list", "local_read", "local_write", "desktop_bridge_status",
+    "knowledge_save", "knowledge_search", "knowledge_tree",
+    "obsidian_save", "obsidian_search", "obsidian_tree",
+    "network_status",
+    "computer_screenshot", "computer_open_app", "computer_open_url",
+    "computer_click", "computer_type", "computer_key", "computer_scroll",
+    "computer_move", "computer_drag", "computer_status",
+    "run_command", "build_project", "deploy_project",
+    "git_status", "git_diff", "git_log", "git_show",
+    "TOOL_HANDLERS", "DEFAULT_TOOL_REGISTRY", "registered_tools", "execute_tool",
+    "BRAIN_DIR", "STRUCTURE",
+]