@aexol/spectral 0.0.5 → 0.0.7

package/dist/relay/dispatcher.js

@@ -284,6 +284,45 @@ function asObject(body) {
     }
     return {};
 }
+// ---------------------------------------------------------------------------
+// Helpers
+// ---------------------------------------------------------------------------
+/** Check whether a raw `images` array from the wire has at least one entry. */
+function hasImages(raw) {
+    if (!Array.isArray(raw) || raw.length === 0)
+        return false;
+    return raw.some((i) => i !== null &&
+        typeof i === "object" &&
+        typeof i.data === "string" &&
+        typeof i.mimeType === "string");
+}
+/**
+ * Coerce a raw wire `images` payload into `ImageAttachment[]` or
+ * `undefined`. Filters out malformed entries (missing data/mimeType).
+ */
+function coerceImages(raw) {
+    if (!Array.isArray(raw))
+        return undefined;
+    const out = [];
+    for (const i of raw) {
+        if (i !== null &&
+            typeof i === "object" &&
+            typeof i.data === "string" &&
+            typeof i.mimeType === "string") {
+            out.push({
+                data: i.data,
+                mimeType: i.mimeType,
+                width: typeof i.width === "number"
+                    ? i.width
+                    : undefined,
+                height: typeof i.height === "number"
+                    ? i.height
+                    : undefined,
+            });
+        }
+    }
+    return out.length > 0 ? out : undefined;
+}
 /**
  * Build a `Subscriber` that wraps each `ServerEvent` in a `WsEventFrame`
  * and pushes it through the relay. `isOpen()` defers to the relay's
@@ -350,6 +389,8 @@ export function handleClientMessage(frame, deps) {
     }
     // 1. Validate inner message shape. Only `user_message` is supported
     //    today; reject anything else loudly-but-locally.
+    //    `content` is a required string but may be empty when the user
+    //    sends only images (e.g. pastes a screenshot without text).
     if (message === null ||
         typeof message !== "object" ||
         message.type !== "user_message" ||
@@ -357,8 +398,17 @@ export function handleClientMessage(frame, deps) {
         logger.error?.(`[dispatcher] ignoring malformed client_message for ${sessionId}`);
         return;
     }
+    // Reject messages that have neither content nor images — an empty
+    // message is always a client bug, and we don't want to persist a
+    // meaningless turn.
+    if (!message.content.trim() &&
+        !hasImages(message.images)) {
+        logger.error?.(`[dispatcher] ignoring empty client_message for ${sessionId}`);
+        return;
+    }
     const content = message.content;
     const isAexol = message.aexol === true;
+    const validImages = coerceImages(message.images);
     // Set autonomous refactor loop state before firing the prompt.
     // aexol:true  → start/renew loop; aexol:false → stop loop.
     manager.setAexolActive(sessionId, isAexol);
@@ -418,7 +468,7 @@ export function handleClientMessage(frame, deps) {
     //    When `aexol: true` is set on the message, route to the refactor-loop
     //    user model instead of the default session model.
     const effectiveModelId = isAexol ? "__aexol_refactor_loop__" : modelId;
-    manager.prompt(sessionId, content, effectiveModelId).catch((err) => {
+    manager.prompt(sessionId, content, effectiveModelId, validImages).catch((err) => {
         logger.error?.(`[dispatcher] manager.prompt failed for ${sessionId}:`, err);
     });
 }

package/dist/server/pi-bridge.js

@@ -357,12 +357,25 @@ export class PiBridge {
      * The caller is responsible for persisting the user message to SQLite
      * BEFORE invoking this — we don't do it here because pi's `prompt` may
      * fail and we still want the user message recorded.
+     *
+     * When `images` is non-empty, each base64-encoded attachment is converted
+     * to a pi `ImageContent` block and passed as `options.images` to
+     * `session.prompt()`. Pi's model providers already register with
+     * `input: ["text", "image"]`, so the backend proxy correctly routes
+     * multimodal prompts.
      */
-    async prompt(text) {
+    async prompt(text, images) {
         if (!this.session)
             throw new Error("PiBridge.start() not called");
         try {
-            await this.session.prompt(text);
+            const imageContents = images && images.length > 0
+                ? images.map((img) => ({
+                    type: "image",
+                    data: img.data,
+                    mimeType: img.mimeType,
+                }))
+                : undefined;
+            await this.session.prompt(text, { images: imageContents });
         }
         catch (err) {
             const e = err instanceof Error ? err : new Error(String(err));

package/dist/server/session-stream.js

@@ -142,7 +142,7 @@ export class SessionStreamManager {
      *   - When neither envelope nor SQLite have a value, we leave model
      *     selection to pi's own settings file (pre-Phase-3 behaviour).
      */
-    async prompt(sessionId, content, modelId) {
+    async prompt(sessionId, content, modelId, images) {
         if (this.disposed)
             throw new Error("SessionStreamManager disposed");
         const stream = this.streams.get(sessionId);
@@ -198,7 +198,11 @@ export class SessionStreamManager {
         // 1. Persist user message first (survives mid-prompt failures).
         let stored;
         try {
-            stored = this.store.appendMessage(sessionId, { role: "user", content });
+            stored = this.store.appendMessage(sessionId, {
+                role: "user",
+                content,
+                images,
+            });
         }
         catch (err) {
             const e = err instanceof Error ? err : new Error(String(err));
@@ -222,7 +226,7 @@ export class SessionStreamManager {
         // 4. Fire pi. `prompt` resolves on agent_end; errors are handled inside
         //    PiBridge (it emits `error` for us). We don't await — broadcast is
         //    driven by the bridge's emit callback.
-        void stream.bridge.prompt(content);
+        void stream.bridge.prompt(content, images);
     }
     /**
      * Tear down everything. Best-effort: disposes every bridge, drops all

package/dist/server/storage.js

@@ -64,6 +64,7 @@ CREATE TABLE IF NOT EXISTS messages (
   role TEXT NOT NULL CHECK (role IN ('user','assistant','system')),
   content TEXT NOT NULL,
   events_jsonl TEXT NOT NULL DEFAULT '',
+  images_json TEXT NOT NULL DEFAULT '',
   created_at INTEGER NOT NULL
 );
 
@@ -99,6 +100,34 @@ function applyBindingFields(project) {
 }
 /** Tables we own — used by the migration drop step. */
 const KNOWN_TABLES = ["messages", "sessions", "projects"];
+/** Best-effort parse of the `images_json` column into `ImageAttachment[]`. */
+function parseImagesJson(raw) {
+    if (!raw || raw === "")
+        return undefined;
+    try {
+        const parsed = JSON.parse(raw);
+        if (!Array.isArray(parsed))
+            return undefined;
+        const out = [];
+        for (const i of parsed) {
+            if (i !== null &&
+                typeof i === "object" &&
+                typeof i.data === "string" &&
+                typeof i.mimeType === "string") {
+                out.push({
+                    data: i.data,
+                    mimeType: i.mimeType,
+                    width: typeof i.width === "number" ? i.width : undefined,
+                    height: typeof i.height === "number" ? i.height : undefined,
+                });
+            }
+        }
+        return out.length > 0 ? out : undefined;
+    }
+    catch {
+        return undefined;
+    }
+}
 export class SessionStore {
     path;
     db;
@@ -169,6 +198,14 @@ export class SessionStore {
         if (!sessionCols.some((c) => c.name === "model_id")) {
             this.db.exec(`ALTER TABLE sessions ADD COLUMN model_id TEXT`);
         }
+        // Additive migration: images_json column for base64 image attachments on
+        // user messages. Older rows default to '' (no images).
+        const msgCols = this.db
+            .prepare(`PRAGMA table_info(messages)`)
+            .all();
+        if (!msgCols.some((c) => c.name === "images_json")) {
+            this.db.exec(`ALTER TABLE messages ADD COLUMN images_json TEXT NOT NULL DEFAULT ''`);
+        }
         // ---- one-time cleanup -------------------------------------------------
         // Historical garbage from prior runs of the bridge that persisted every
         // intermediate `message_end` pi emitted, including pure-framing rows
@@ -223,10 +260,10 @@ export class SessionStore {
         this.stmtGetSession = this.db.prepare(`SELECT id, project_id, title, created_at, updated_at FROM sessions WHERE id = ?`);
         this.stmtCreateSession = this.db.prepare(`INSERT INTO sessions (id, project_id, title, created_at, updated_at) VALUES (?, ?, ?, ?, ?)`);
         this.stmtDeleteSession = this.db.prepare(`DELETE FROM sessions WHERE id = ?`);
-        this.stmtListMessages = this.db.prepare(`SELECT id, session_id, role, content, events_jsonl, created_at
+        this.stmtListMessages = this.db.prepare(`SELECT id, session_id, role, content, events_jsonl, images_json, created_at
        FROM messages WHERE session_id = ? ORDER BY created_at ASC, id ASC`);
-        this.stmtAppendMessage = this.db.prepare(`INSERT INTO messages (id, session_id, role, content, events_jsonl, created_at)
-       VALUES (?, ?, ?, ?, ?, ?)`);
+        this.stmtAppendMessage = this.db.prepare(`INSERT INTO messages (id, session_id, role, content, events_jsonl, images_json, created_at)
+       VALUES (?, ?, ?, ?, ?, ?, ?)`);
         this.stmtTouchSession = this.db.prepare(`UPDATE sessions SET updated_at = ? WHERE id = ?`);
         this.stmtRenameSession = this.db.prepare(`UPDATE sessions SET title = ?, updated_at = ? WHERE id = ?`);
         this.stmtSessionWithCount = this.db.prepare(`
@@ -381,13 +418,17 @@ export class SessionStore {
         return row ? row.project_id : null;
     }
     getMessages(sessionId) {
-        return this.stmtListMessages.all(sessionId).map((r) => ({
-            id: r.id,
-            role: r.role,
-            content: r.content,
-            events: r.events_jsonl,
-            createdAt: r.created_at,
-        }));
+        return this.stmtListMessages.all(sessionId).map((r) => {
+            const images = parseImagesJson(r.images_json);
+            return {
+                id: r.id,
+                role: r.role,
+                content: r.content,
+                events: r.events_jsonl,
+                createdAt: r.created_at,
+                ...(images ? { images } : {}),
+            };
+        });
     }
     /**
      * Append a message and bump the session's updated_at in one transaction.
@@ -397,8 +438,9 @@ export class SessionStore {
         const id = msg.id ?? randomUUID();
         const createdAt = msg.createdAt ?? Date.now();
         const eventsJsonl = msg.eventsJsonl ?? "";
+        const imagesJson = msg.images && msg.images.length > 0 ? JSON.stringify(msg.images) : "";
         const tx = this.db.transaction(() => {
-            this.stmtAppendMessage.run(id, sessionId, msg.role, msg.content, eventsJsonl, createdAt);
+            this.stmtAppendMessage.run(id, sessionId, msg.role, msg.content, eventsJsonl, imagesJson, createdAt);
             this.stmtTouchSession.run(createdAt, sessionId);
         });
         tx();
@@ -408,6 +450,7 @@ export class SessionStore {
             content: msg.content,
             events: eventsJsonl,
             createdAt,
+            ...(msg.images && msg.images.length > 0 ? { images: msg.images } : {}),
         };
     }
     /**

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@aexol/spectral",
-  "version": "0.0.5",
+  "version": "0.0.7",
   "description": "Always-on coding agent for Aexol — branded pi wrapper with relay-based browser access.",
   "type": "module",
   "private": false,