@aexol/spectral 0.7.1 → 0.7.3

package/dist/server/pi-bridge.js

@@ -49,7 +49,7 @@
  *  instance is reused across `prompt()` calls).
  */
 import { createJiti } from "@mariozechner/jiti";
-import { AuthStorage, createAgentSession, DefaultResourceLoader, ModelRegistry, SessionManager, } from "@mariozechner/pi-coding-agent";
+import { AuthStorage, createAgentSession, DefaultResourceLoader, ModelRegistry, SessionManager, } from "../pi/coding-agent/index.js";
 import { randomUUID } from "node:crypto";
 import { existsSync, statSync } from "node:fs";
 import { dirname, join, resolve } from "node:path";

package/dist/server/session-stream.js

@@ -41,9 +41,9 @@ import { PiBridge } from "./pi-bridge.js";
 import { getMemoryState, isSourceEntry, rawTokensSinceLastBound, rawTokensSinceLastCompaction, } from "../memory/branch.js";
 import { observationPoolTokens, renderSummary } from "../memory/compaction.js";
 import { loadConfig } from "../memory/config.js";
+import { setProjectObsStore } from "../memory/project-observations-store.js";
 import { estimateStringTokens } from "../memory/tokens.js";
 import { reflectionContent, reflectionId } from "../memory/types.js";
-import { generateSessionTitle, isDefaultTitle, } from "./title-generator.js";
 const DEFAULT_BRIDGE_FACTORY = (args) => new PiBridge(args);
 /** Safety limit for autonomous loop iterations per session. */
 const MAX_LOOP_ITERATIONS = 100;
@@ -233,17 +233,7 @@ export class SessionStreamManager {
     machineJwt;
     bridgeFactory;
     agentDir;
-    titleLlmCall;
-    disableAutoTitle;
-    publishMetaEvent;
     streams = new Map();
-    /**
-     * Sessions for which we've already attempted (or queued) auto-title
-     * generation in this server process. Per-process is intentional: a server
-     * restart resets the set, but `isDefaultTitle()` still gates the work so a
-     * since-renamed session is never overwritten.
-     */
-    titleGenerationAttempted = new Set();
     disposed = false;
     constructor(opts) {
         this.store = opts.store;
@@ -252,9 +242,13 @@ export class SessionStreamManager {
         this.machineJwt = opts.machineJwt;
         this.bridgeFactory = opts.bridgeFactory ?? DEFAULT_BRIDGE_FACTORY;
         this.agentDir = opts.agentDir;
-        this.titleLlmCall = opts.titleLlmCall;
-        this.disableAutoTitle = opts.disableAutoTitle === true;
-        this.publishMetaEvent = opts.publishMetaEvent;
+        // Wire the project observations store singleton so the memory extension's
+        // read_project_observations tool can query cross-session observations.
+        setProjectObsStore({
+            insertProjectObservations: (pid, sid, obs, ts) => this.store.insertProjectObservations(pid, sid, obs, ts),
+            searchProjectObservations: (pid, q, limit) => this.store.searchProjectObservations(pid, q, limit),
+            getProjectByCwd: (cwd) => this.store.getProjectByCwd(cwd),
+        });
     }
     /**
      * Attach a subscriber to a session. Lazily creates the underlying pi
@@ -1192,11 +1186,6 @@ export class SessionStreamManager {
             stream.lastFlushedEventCount = 0;
             const finishedTurn = stream.currentTurn;
             stream.currentTurn = null;
-            // Fire-and-forget auto-title generation. Runs only once per session
-            // per server lifetime, only when the session is still wearing its
-            // default title, and never blocks the user's stream (the user's
-            // turn is already complete by the time this runs).
-            this.maybeGenerateTitle(stream, finishedTurn);
             // Autonomous iterative loop (Ralph Wiggum pattern).
             // When loopActive is set, check for completion marker, then re-send
             // the ORIGINAL prompt so the agent sees its prior changes and
@@ -1300,98 +1289,6 @@ export class SessionStreamManager {
             console.error(`[spectral] error: batch-persist flush failed: ${err instanceof Error ? err.message : String(err)}`);
         }
     }
-    /**
-     * Auto-title the session if it's still wearing the default title and we
-     * haven't already attempted generation in this process. Fire-and-forget
-     * (errors are caught, logged, and swallowed) — the user's stream finished
-     * before this runs, so blocking would only delay the broadcast.
-     */
-    maybeGenerateTitle(stream, finishedTurn) {
-        if (this.disableAutoTitle)
-            return;
-        if (this.titleGenerationAttempted.has(stream.sessionId))
-            return;
-        // Check the persisted title now (manual rename takes precedence).
-        const detail = this.store.getSession(stream.sessionId);
-        if (!detail || !isDefaultTitle(detail.title))
-            return;
-        // Find the first user message + the assistant text from the just-finished
-        // turn. We deliberately read user content from SQLite (authoritative)
-        // and assistant content from the in-memory turn buffer (cheap, and
-        // matches what the user just saw).
-        const firstUser = detail.messages.find((m) => m.role === "user");
-        if (!firstUser || !firstUser.content.trim())
-            return;
-        let assistantText = finishedTurn?.assistantText ?? "";
-        if (!assistantText) {
-            // Fallback: pull the most recent assistant message from SQLite. This
-            // can happen if `agent_end` fires for a turn whose buffer was cleared
-            // by an intervening error event, or when this code path is reached
-            // via a synthetic test event.
-            const lastAssistant = [...detail.messages]
-                .reverse()
-                .find((m) => m.role === "assistant");
-            assistantText = lastAssistant?.content ?? "";
-        }
-        // Mark BEFORE awaiting so a second `agent_end` arriving while we're
-        // generating doesn't double-fire. Even if generation throws, we leave
-        // the entry in place — one-shot semantics, no retries.
-        this.titleGenerationAttempted.add(stream.sessionId);
-        void this.runTitleGeneration(stream, firstUser.content, assistantText);
-    }
-    async runTitleGeneration(stream, firstUserMessage, firstAssistantMessage) {
-        try {
-            const title = await generateSessionTitle(firstUserMessage, firstAssistantMessage, {
-                cwd: stream.cwd,
-                agentDir: this.agentDir,
-                llmCall: this.titleLlmCall,
-            });
-            if (this.disposed)
-                return;
-            if (!title)
-                return;
-            // Re-check the title hasn't been changed underneath us while we were
-            // waiting on the LLM (e.g. user manually renamed mid-generation).
-            const current = this.store.getSession(stream.sessionId);
-            if (!current || !isDefaultTitle(current.title))
-                return;
-            const updated = this.store.renameSession(stream.sessionId, title);
-            if (!updated)
-                return;
-            // Broadcast to every subscriber of this session so all open tabs
-            // update their sidebar in real time. The wire event is independent
-            // of the in-flight turn lifecycle, so it's safe to fire post-agent_end.
-            this.broadcast(stream, {
-                type: "session_renamed",
-                sessionId: stream.sessionId,
-                title: updated.title,
-            });
-            // Cross-tab fan-out hint: tabs that don't have THIS session open
-            // (and so don't have a per-session ws subscription) still want to
-            // refresh their sidebar to show the new title. Best-effort; a
-            // failed publish never undoes the rename.
-            if (this.publishMetaEvent) {
-                try {
-                    this.publishMetaEvent({
-                        type: "session_renamed",
-                        projectId: updated.projectId,
-                        sessionId: stream.sessionId,
-                    });
-                }
-                catch (err) {
-                    const msg = err instanceof Error ? err.message : String(err);
-                    console.warn(`[spectral] warn: meta publish for auto-title failed: ${msg}`);
-                }
-            }
-        }
-        catch (err) {
-            // Defensive: generateSessionTitle already swallows LLM errors. This
-            // catches any unexpected throw from rename/broadcast so the manager
-            // is never destabilized by a background title task.
-            const msg = err instanceof Error ? err.message : String(err);
-            console.warn(`[spectral] warn: auto-title pipeline failed: ${msg}`);
-        }
-    }
     broadcast(stream, event) {
         const dead = [];
         for (const sub of stream.subscribers) {

package/dist/server/storage.js

@@ -78,6 +78,17 @@ CREATE TABLE IF NOT EXISTS session_memory_snapshots (
   covered_source_count INTEGER NOT NULL,
   updated_at INTEGER NOT NULL
 );
+
+CREATE TABLE IF NOT EXISTS project_observations (
+  id TEXT PRIMARY KEY,
+  project_id TEXT NOT NULL REFERENCES projects(id) ON DELETE CASCADE,
+  session_id TEXT NOT NULL,
+  content TEXT NOT NULL,
+  relevance TEXT NOT NULL CHECK (relevance IN ('low','medium','high','critical')),
+  created_at INTEGER NOT NULL
+);
+
+CREATE INDEX IF NOT EXISTS idx_project_obs_project ON project_observations(project_id, created_at DESC);
 `;
 /**
  * Synchronous binding-file reader for a project at the given filesystem path.
@@ -108,7 +119,7 @@ function applyBindingFields(project) {
     };
 }
 /** Tables we own — used by the migration drop step. */
-const KNOWN_TABLES = ["session_memory_snapshots", "messages", "sessions", "projects"];
+const KNOWN_TABLES = ["project_observations", "session_memory_snapshots", "messages", "sessions", "projects"];
 /** Best-effort parse of the `images_json` column into `ImageAttachment[]`. */
 function parseImagesJson(raw) {
     if (!raw || raw === "")
@@ -169,6 +180,10 @@ export class SessionStore {
     // Fork & Compact: flag + per-session source tracking.
     stmtSetForkCompactSource;
     stmtGetForkCompactSource;
+    // Project observations: cross-session durable memory.
+    stmtInsertProjectObs;
+    stmtSearchProjectObs;
+    stmtGetProjectByCwd;
     constructor(path) {
         this.path = path;
         // Make sure the parent directory exists. mkdirSync with recursive is a
@@ -307,6 +322,14 @@ export class SessionStore {
         this.stmtSetSessionModel = this.db.prepare(`UPDATE sessions SET model_id = ? WHERE id = ?`);
         this.stmtSetForkCompactSource = this.db.prepare(`UPDATE sessions SET fork_compact_source_id = ? WHERE id = ?`);
         this.stmtGetForkCompactSource = this.db.prepare(`SELECT fork_compact_source_id FROM sessions WHERE id = ?`);
+        this.stmtInsertProjectObs = this.db.prepare(`INSERT OR REPLACE INTO project_observations (id, project_id, session_id, content, relevance, created_at)
+       VALUES (?, ?, ?, ?, ?, ?)`);
+        this.stmtSearchProjectObs = this.db.prepare(`SELECT id, project_id, session_id, content, relevance, created_at
+       FROM project_observations
+       WHERE project_id = ? AND content LIKE ?
+       ORDER BY created_at DESC
+       LIMIT 20`);
+        this.stmtGetProjectByCwd = this.db.prepare(`SELECT id FROM projects WHERE path = ? LIMIT 1`);
     }
     /** Smoke check: returns the names of the tables in the DB. */
     listTables() {
@@ -653,6 +676,44 @@ export class SessionStore {
     clearForkCompactSource(sessionId) {
         this.stmtSetForkCompactSource.run(null, sessionId);
     }
+    // ----------------------------------------------------------------------
+    // Project observations (cross-session durable memory)
+    // ----------------------------------------------------------------------
+    /**
+     * Insert multiple project observations in a single transaction.
+     * Uses INSERT OR REPLACE so re-running after the same compaction is idempotent.
+     */
+    insertProjectObservations(projectId, sessionId, observations, createdAt) {
+        if (observations.length === 0)
+            return;
+        const tx = this.db.transaction(() => {
+            for (const obs of observations) {
+                this.stmtInsertProjectObs.run(obs.id, projectId, sessionId, obs.content, obs.relevance, createdAt);
+            }
+        });
+        tx();
+    }
+    /**
+     * Search project observations by substring match. Returns up to 20 most recent.
+     */
+    searchProjectObservations(projectId, query, limit = 20) {
+        const pattern = `%${query}%`;
+        const rows = this.stmtSearchProjectObs.all(projectId, pattern);
+        return rows.slice(0, limit).map((r) => ({
+            content: r.content,
+            relevance: r.relevance,
+            createdAt: r.created_at,
+            sessionId: r.session_id,
+        }));
+    }
+    /**
+     * Look up a project by its absolute filesystem path.
+     * Returns null when no project has been registered for the given path.
+     */
+    getProjectByCwd(cwd) {
+        const row = this.stmtGetProjectByCwd.get(cwd);
+        return row?.id ?? null;
+    }
     close() {
         if (this.closed)
             return;

package/dist/server/title-generator.js

@@ -1,34 +1,13 @@
 /**
- * Auto-titler for sessions whose title is still the default
- * ("New conversation" / null / empty).
+ * Session title utilities.
  *
- * Strategy:
- *   - After the first assistant turn completes (agent_end), the session-stream
- *     manager fires `generateAndPersistTitle` once per session per server
- *     lifetime. We track attempted ids in `SessionStreamManager` so a second
- *     message in the same session never retriggers.
- *   - Title generation itself is a one-shot LLM call. To keep the prod path
- *     decoupled from tests, the call is injectable via the `llmCall`
- *     dependency. The default implementation spawns a one-off pi
- *     `AgentSession` with `noTools: "all"`, sends the prompt, and accumulates
- *     `text_delta` events until `agent_end`. This reuses every bit of pi's
- *     auth + model selection without introducing a new SDK code path.
- *   - All failures are swallowed: log a warning and leave the title alone.
- *     The caller's stream is never affected — title gen runs fire-and-forget.
- *
- * Sanitization rules (applied after the LLM responds):
- *   - Trim whitespace
- *   - Strip surrounding quotes (`"…"`, `'…'`, `“…”`)
- *   - Take only the first non-empty line
- *   - Drop trailing punctuation (`.`, `,`, `!`, `?`, `;`, `:`)
- *   - Truncate to 60 characters
- *
- * Edge cases:
- *   - Empty assistant message (e.g. only tool calls) → fall back to using the
- *     user message alone for the prompt; if that's also empty, skip.
- *   - LLM returns empty string after sanitization → return null, skip rename.
+ * Pure helpers for title sanitization and default-title detection.
+ * Title generation now happens via the backend GraphQL mutation
+ * `generateSessionTitle`, called from the landing frontend after the
+ * first assistant turn completes. The CLI no longer has its own LLM
+ * pipeline for titles — the landing→backend→CLI REST PATCH flow
+ * handles both the rename and the cross-tab meta publish.
  */
-import { createAgentSession, SessionManager, } from "@mariozechner/pi-coding-agent";
 const DEFAULT_TITLES = new Set(["New conversation", "", "Untitled"]);
 export const SESSION_TITLE_DEFAULT = "New conversation";
 /** True if `title` looks like the auto-generated default and is fair game. */
@@ -56,8 +35,8 @@ export function sanitizeTitle(raw) {
     const quotePairs = [
         ['"', '"'],
         ["'", "'"],
-        ["\u201C", "\u201D"], // “ ”
-        ["\u2018", "\u2019"], // ‘ ’
+        ["\u201C", "\u201D"], // " "
+        ["\u2018", "\u2019"], // ' '
         ["`", "`"],
     ];
     for (const [open, close] of quotePairs) {
@@ -68,129 +47,11 @@ export function sanitizeTitle(raw) {
     }
     // Drop trailing punctuation.
     out = out.replace(/[.,!?;:]+$/u, "").trim();
-    // Truncate.
-    if (out.length > 60)
-        out = out.slice(0, 60).trim();
-    if (!out)
-        return null;
-    return out;
-}
-/**
- * Build the prompt sent to the LLM. Truncates the assistant message body so
- * a long answer doesn't blow out the context window of a tiny title model.
- */
-export function buildTitlePrompt(firstUserMessage, firstAssistantMessage) {
-    const userText = firstUserMessage.trim();
-    const assistantText = firstAssistantMessage.trim().slice(0, 500);
-    const lines = [
-        "Generate a short title (4-6 words, no quotes, no trailing punctuation) for this conversation.",
-        "Respond with ONLY the title — no preamble, no explanation, no quotes.",
-        "",
-        `User: ${userText}`,
-    ];
-    if (assistantText)
-        lines.push("", `Assistant: ${assistantText}`);
-    lines.push("", "Title:");
-    return lines.join("\n");
-}
-/**
- * Generate a sanitized title for a conversation, or `null` if generation
- * failed / produced nothing usable.
- */
-export async function generateSessionTitle(firstUserMessage, firstAssistantMessage, opts) {
-    const trimmedUser = firstUserMessage.trim();
-    if (!trimmedUser) {
-        // Nothing to summarize — pi was driven by an empty user turn (shouldn't
-        // happen via the wire path, but be defensive).
-        return null;
-    }
-    const prompt = buildTitlePrompt(trimmedUser, firstAssistantMessage);
-    const llmCall = opts.llmCall ?? defaultLlmCall(opts);
-    try {
-        const raw = await llmCall(prompt);
-        return sanitizeTitle(raw);
-    }
-    catch (err) {
-        const msg = err instanceof Error ? err.message : String(err);
-        console.warn(`[spectral] warn: title generation failed: ${msg}`);
+    if (!out || out.length > 80) {
+        if (out.length > 80) {
+            return out.slice(0, 80);
+        }
         return null;
     }
-}
-/**
- * Default LLM call: spawn a one-off pi `AgentSession` with no tools, send the
- * prompt, and accumulate `text_delta`s until `agent_end`. Disposes the session
- * on completion (or failure).
- *
- * This deliberately reuses pi's existing model/auth resolution so the user
- * doesn't have to configure an extra API key just for title generation. The
- * downside is a slightly heavier code path than calling an LLM SDK directly;
- * the upside is zero new auth surface.
- */
-function defaultLlmCall(opts) {
-    return async (prompt) => {
-        const { session } = await createAgentSession({
-            cwd: opts.cwd,
-            agentDir: opts.agentDir,
-            sessionManager: SessionManager.inMemory(opts.cwd),
-            noTools: "all",
-        });
-        let text = "";
-        let resolveDone;
-        let rejectDone;
-        const done = new Promise((resolve, reject) => {
-            resolveDone = resolve;
-            rejectDone = reject;
-        });
-        const unsubscribe = session.subscribe((ev) => {
-            if (ev.type === "message_update") {
-                const inner = ev.assistantMessageEvent;
-                if (inner.type === "text_delta")
-                    text += inner.delta;
-            }
-            else if (ev.type === "agent_end") {
-                resolveDone();
-            }
-        });
-        try {
-            // `prompt` resolves when the turn ends; `agent_end` should already
-            // have fired by then but we double-await for safety.
-            await session.prompt(prompt);
-            // In the event prompt() resolves before agent_end (defensive), wait a
-            // microtask to let the listener flush.
-            await Promise.race([
-                done,
-                new Promise((r) => setTimeout(r, 0)).then(() => undefined),
-            ]);
-        }
-        catch (err) {
-            const e = err instanceof Error ? err : new Error(String(err));
-            try {
-                unsubscribe();
-            }
-            catch {
-                /* ignore */
-            }
-            try {
-                session.dispose();
-            }
-            catch {
-                /* ignore */
-            }
-            rejectDone(e);
-            throw e;
-        }
-        try {
-            unsubscribe();
-        }
-        catch {
-            /* ignore */
-        }
-        try {
-            session.dispose();
-        }
-        catch {
-            /* ignore */
-        }
-        return text;
-    };
+    return out;
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@aexol/spectral",
-  "version": "0.7.1",
+  "version": "0.7.3",
   "description": "Always-on coding agent for Aexol — branded pi wrapper with relay-based browser access.",
   "type": "module",
   "private": false,
@@ -50,24 +50,42 @@
     "access": "public"
   },
   "dependencies": {
+    "@anthropic-ai/sdk": "^0.75.0",
     "@inquirer/prompts": "^7.2.0",
     "@mariozechner/jiti": "2.6.5",
-    "@mariozechner/pi-coding-agent": "0.70.2",
-    "better-sqlite3": "^12.9.0",
-    "@mariozechner/pi-agent-core": "0.70.2",
-    "@mariozechner/pi-ai": "0.70.2",
-    "@modelcontextprotocol/sdk": "^1.25.1",
     "@modelcontextprotocol/ext-apps": "^1.2.2",
+    "@modelcontextprotocol/sdk": "^1.25.1",
+    "@silvia-odwyer/photon-node": "^0.3.3",
+    "better-sqlite3": "^12.9.0",
+    "chalk": "^5.6.2",
+    "cross-spawn": "^7.0.6",
+    "diff": "^8.0.0",
+    "get-east-asian-width": "^1.3.0",
+    "glob": "^11.0.0",
+    "highlight.js": "^11.11.0",
+    "hosted-git-info": "^8.0.0",
+    "ignore": "^7.0.0",
+    "marked": "^15.0.0",
+    "minimatch": "^10.0.0",
     "open": "^10.2.0",
+    "openai": "^5.23.0",
+    "partial-json": "^0.1.7",
     "picocolors": "^1.1.1",
+    "proper-lockfile": "^4.1.2",
+    "proxy-agent": "^6.5.0",
     "typebox": "^1.1.24",
+    "undici": "^7.0.0",
     "ws": "^8.20.0",
+    "yaml": "^2.7.0",
     "zod": "^3.25.0 || ^4.0.0"
   },
   "devDependencies": {
     "@aexol/relay-protocol": "file:../packages/relay-protocol",
     "@types/better-sqlite3": "^7.6.13",
+    "@types/cross-spawn": "^6.0.6",
+    "@types/hosted-git-info": "^3.0.5",
     "@types/node": "^20.11.0",
+    "@types/proper-lockfile": "^4.1.4",
     "@types/ws": "^8.18.1",
     "tsx": "^4.7.0",
     "typescript": "^5.4.0",