@aexol/spectral 0.6.4 → 0.6.8

package/dist/relay/dispatcher.js

@@ -633,17 +633,15 @@ export function detachAllSubscribers(manager, subscribers) {
     subscribers.clear();
 }
 /**
- * Dispatch an `auto_research` frame. Spawns an isolated pi subprocess that:
- *   1. Collects project context (files, existing extensions, git state)
- *   2. Analyzes the project using an LLM (via subagent)
- *   3. Generates extension `.ts` files under `.pi/extensions/auto-research/`
- *   4. Hot-reloads pi so new extensions take effect immediately
+ * Dispatch an `auto_research` frame. Sends the auto-research task through
+ * the existing PiBridge (backend proxy) instead of spawning a separate pi
+ * subprocess. This ensures auto-research uses the same model and API keys
+ * as the active session.
  *
  * Progress is streamed back as `ws_event` frames carrying
  * `auto_research_*` ServerEvent types on the `sessionId` channel.
  *
- * Errors are surfaced as `auto_research_error` events; the underlying
- * subprocess is killed on error to prevent zombie processes.
+ * Errors are surfaced as `auto_research_error` events.
  */
 export function handleAutoResearchFrame(frame, deps) {
     handleAutoResearch({

package/dist/relay/models-fetch.js

@@ -28,7 +28,7 @@ const cache = new Map();
 export function clearAllowedModelsCache() {
     cache.clear();
 }
-const QUERY = `query AvailableBaseModels { availableBaseModels { name provider userModelId agentEnabled creditInputPer1M creditOutputPer1M creditCachedInputPer1M creditCacheReadPer1M creditCacheWritePer1M contextWindow } }`;
+const QUERY = `query AvailableBaseModels { availableBaseModels { name provider userModelId agentEnabled creditInputPer1M creditOutputPer1M creditCachedInputPer1M creditCacheReadPer1M creditCacheWritePer1M contextWindow supportsImages } }`;
 /**
  * Fetch the whitelist of allowed base models. Throws on any failure with a
  * message tailored for an operator running `spectral serve` — the caller
@@ -101,6 +101,9 @@ export async function fetchAllowedModels(opts) {
         const contextWindow = typeof row?.contextWindow === "number" && row.contextWindow > 0
             ? row.contextWindow
             : null;
+        const supportsImages = typeof row?.supportsImages === "boolean"
+            ? row.supportsImages
+            : null;
         const model = {
             modelId: name,
             displayName: name,
@@ -111,6 +114,7 @@ export async function fetchAllowedModels(opts) {
             creditCacheReadPer1M: asOptionalNumber(row?.creditCacheReadPer1M),
             creditCacheWritePer1M: asOptionalNumber(row?.creditCacheWritePer1M),
             contextWindow,
+            supportsImages,
         };
         if (typeof row?.userModelId === "string") {
             model.userModelId = row.userModelId;

package/dist/server/pi-bridge.js

@@ -610,7 +610,7 @@ export class PiBridge {
                         provider: SPECTRAL_PROXY_ANTHROPIC,
                         baseUrl,
                         reasoning: supportsReasoning(m.modelId),
-                        input: ["text", "image"],
+                        input: m.supportsImages !== false ? ["text", "image"] : ["text"],
                         // Real pricing so pi can compute accurate token costs.
                         cost: pricing
                             ? { input: pricing.input, output: pricing.output, cacheRead: pricing.cacheRead, cacheWrite: pricing.cacheWrite }
@@ -640,7 +640,7 @@ export class PiBridge {
                         provider: SPECTRAL_PROXY_OPENAI,
                         baseUrl,
                         reasoning: supportsReasoning(m.modelId),
-                        input: ["text", "image"],
+                        input: m.supportsImages !== false ? ["text", "image"] : ["text"],
                         // Real pricing so pi can compute accurate token costs.
                         cost: pricing
                             ? { input: pricing.input, output: pricing.output, cacheRead: pricing.cacheRead, cacheWrite: pricing.cacheWrite }
@@ -671,7 +671,7 @@ export class PiBridge {
                         provider: SPECTRAL_PROXY_USER_MODEL,
                         baseUrl,
                         reasoning: supportsReasoning(m.modelId),
-                        input: ["text", "image"],
+                        input: m.supportsImages !== false ? ["text", "image"] : ["text"],
                         cost: pricing
                             ? { input: pricing.input, output: pricing.output, cacheRead: pricing.cacheRead, cacheWrite: pricing.cacheWrite }
                             : { input: 0, output: 0, cacheRead: 0, cacheWrite: 0 },
@@ -802,22 +802,46 @@ export class PiBridge {
      *
      * When `images` is non-empty, each base64-encoded attachment is converted
      * to a pi `ImageContent` block and passed as `options.images` to
-     * `session.prompt()`. Pi's model providers already register with
-     * `input: ["text", "image"]`, so the backend proxy correctly routes
-     * multimodal prompts.
+     * `session.prompt()`. If the current model does not support image inputs,
+     * images are instead converted to text placeholders so the conversation
+     * can continue without errors.
      */
     async prompt(text, images) {
         if (!this.session)
             throw new Error("PiBridge.start() not called");
+        // Check whether the currently active model supports image input.
+        // When `supportsImages` is null/undefined (unknown), we are conservative
+        // and convert images to text rather than risking a 400 error.
+        const currentModel = this.lastAppliedModelId
+            ? this.allowedModels?.find((m) => m.modelId === this.lastAppliedModelId)
+            : undefined;
+        const modelSupportsImages = currentModel?.supportsImages === true;
         try {
-            const imageContents = images && images.length > 0
-                ? images.map((img) => ({
+            if (images && images.length > 0 && modelSupportsImages) {
+                const imageContents = images.map((img) => ({
                     type: "image",
                     data: img.data,
                     mimeType: img.mimeType,
-                }))
-                : undefined;
-            await this.session.prompt(text, { images: imageContents });
+                }));
+                await this.session.prompt(text, { images: imageContents });
+            }
+            else if (images && images.length > 0 && !modelSupportsImages) {
+                // Model doesn't support images — convert them to text descriptions
+                // so the conversation can continue instead of hanging.
+                const imageDescriptions = images
+                    .map((img, i) => `[Image ${i + 1}: ${img.mimeType}, ${img.data.length.toLocaleString()} bytes base64]`)
+                    .join("\n");
+                const augmentedText = `${text}\n\n---\nThe following image(s) were attached but the current model does not support image input:\n${imageDescriptions}\n(Describe what you see or ask the user to switch to a model that supports images.)`;
+                this.opts.emit({
+                    type: "agent_notification",
+                    message: `The current model does not support image input. ${images.length} image(s) were converted to text descriptions.`,
+                    level: "warning",
+                });
+                await this.session.prompt(augmentedText);
+            }
+            else {
+                await this.session.prompt(text);
+            }
         }
         catch (err) {
             const e = err instanceof Error ? err : new Error(String(err));

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@aexol/spectral",
-  "version": "0.6.4",
+  "version": "0.6.8",
   "description": "Always-on coding agent for Aexol — branded pi wrapper with relay-based browser access.",
   "type": "module",
   "private": false,