pi-web-ui 0.24.0 → 0.26.0

package/dist/server/agent-service.js

@@ -18,7 +18,7 @@ import { createAgentSessionFromServices, createAgentSessionRuntime, createAgentS
 import { Type } from "typebox";
 import { serializeMessage, serializeStreamingMessage, } from "./serialize.js";
 import { loadCommands, saveCommandsFile, TerminalManager, } from "./terminals.js";
-import { findVisionModels, transcribeImages, } from "./vision-bridge.js";
+import { buildVisionBridgePrompt, findVisionModels, SYSTEM_PROMPT, transcribeImages, } from "./vision-bridge.js";
 const SNAPSHOT_INTERVAL_MS = 60;
 const WIDGET_REFRESH_MS = 2000;
 const WIDGET_WIDTH = 80;
@@ -907,6 +907,8 @@ class ClientStateStore {
             disabledExtensions: s?.settings?.disabledExtensions ?? [],
             visionBridgeEnabled: s?.settings?.visionBridgeEnabled ?? true,
             visionBridgeModel: s?.settings?.visionBridgeModel ?? null,
+            visionBridgePromptMode: s?.settings?.visionBridgePromptMode === "replace" ? "replace" : "append",
+            visionBridgePrompt: s?.settings?.visionBridgePrompt ?? "",
         };
     }
     /** Persist the client's settings-panel state (partial merge). */
@@ -921,6 +923,10 @@ class ClientStateStore {
             disabledExtensions: settings.disabledExtensions ?? cur.disabledExtensions ?? [],
             visionBridgeEnabled: settings.visionBridgeEnabled ?? cur.visionBridgeEnabled ?? true,
             visionBridgeModel: settings.visionBridgeModel ?? cur.visionBridgeModel ?? null,
+            visionBridgePromptMode: settings.visionBridgePromptMode ??
+                cur.visionBridgePromptMode ??
+                "append",
+            visionBridgePrompt: settings.visionBridgePrompt ?? cur.visionBridgePrompt ?? "",
         };
         this.save();
     }
@@ -1108,6 +1114,30 @@ export class ClientSession {
      * a question doesn't re-burn tokens on re-transcribing identical screenshots.
      */
     visionBridgeCache = new Map();
+    /** Most recent built-in (default) system prompt observed by the
+     *  resource-loader override — surfaced via settings_state so the
+     *  replace-mode editor can show the prompt it would otherwise replace.
+     *  Only non-empty when the user has a system-prompt file. */
+    lastBaseSystemPrompt = "";
+    /** The system prompt the replace-mode editor should show as its seed:
+     *  the user's system-prompt file content if one exists, otherwise the
+     *  SDK's built-in default actually in effect (agent.state.systemPrompt,
+     *  which the loader rebuilds at session init). If the user HAS a custom
+     *  prompt the seed is only cosmetic — an unmodified seed is saved as
+     *  empty and the server falls back to the true base. */
+    effectiveDefaultSystemPrompt() {
+        if (this.lastBaseSystemPrompt)
+            return this.lastBaseSystemPrompt;
+        try {
+            const sp = this.session.agent.state.systemPrompt;
+            if (typeof sp === "string" && sp)
+                return sp;
+        }
+        catch {
+            // Session not ready yet.
+        }
+        return "";
+    }
     /** Web-facing extension UI context (widgets, notifications). */
     webUi = new WebUIContext((msg) => this.emit(msg));
     widgetsTimer = null;
@@ -1197,10 +1227,17 @@ export class ClientSession {
                 // 新对话（新 runtime）也会自动带上当前设置。
                 resourceLoaderOptions: {
                     // 系统提示词：replace 模式整体替换；append 模式追加到提示词末尾。
-                    systemPromptOverride: (base) => this.settings.promptMode === "replace" &&
-                        this.settings.customSystemPrompt.trim()
-                        ? this.settings.customSystemPrompt
-                        : base,
+                    systemPromptOverride: (base) => {
+                        // Remember the built-in default so the settings panel can show
+                        // it when the user edits in replace mode.
+                        if (typeof base === "string" && base) {
+                            this.lastBaseSystemPrompt = base;
+                        }
+                        return this.settings.promptMode === "replace" &&
+                            this.settings.customSystemPrompt.trim()
+                            ? this.settings.customSystemPrompt
+                            : base;
+                    },
                     appendSystemPromptOverride: (base) => {
                         const out = [...base];
                         const custom = this.settings.customSystemPrompt.trim();
@@ -2531,6 +2568,13 @@ export class ClientSession {
                 customSystemPrompt: this.settings.customSystemPrompt,
                 visionBridgeEnabled: this.settings.visionBridgeEnabled,
                 visionBridgeModel: this.settings.visionBridgeModel,
+                visionBridgePromptMode: this.settings.visionBridgePromptMode,
+                visionBridgePrompt: this.settings.visionBridgePrompt,
+                // The built-in prompts, so the replace-mode editors can prefill the
+                // text they would otherwise replace (empty until the resource-loader
+                // has run once for the system prompt).
+                defaultSystemPrompt: this.effectiveDefaultSystemPrompt(),
+                visionBridgeDefaultPrompt: SYSTEM_PROMPT,
                 visionModels: this.collectVisionModels(),
                 disabledSkills: [...this.settings.disabledSkills],
                 disabledExtensions: [...this.settings.disabledExtensions],
@@ -2577,6 +2621,12 @@ export class ClientSession {
         if (partial.visionBridgeModel !== undefined) {
             this.settings.visionBridgeModel = partial.visionBridgeModel ?? null;
         }
+        if (partial.visionBridgePromptMode !== undefined) {
+            this.settings.visionBridgePromptMode = partial.visionBridgePromptMode;
+        }
+        if (partial.visionBridgePrompt !== undefined) {
+            this.settings.visionBridgePrompt = partial.visionBridgePrompt;
+        }
         this.stateStore.saveSettings(this.clientId, this.settings);
         this.pushSettings();
         if (needsReload)
@@ -2619,6 +2669,8 @@ export class ClientSession {
             // Presets don't capture vision-bridge prefs — keep the current ones.
             visionBridgeEnabled: this.settings.visionBridgeEnabled,
             visionBridgeModel: this.settings.visionBridgeModel,
+            visionBridgePromptMode: this.settings.visionBridgePromptMode,
+            visionBridgePrompt: this.settings.visionBridgePrompt,
         };
         this.stateStore.saveSettings(this.clientId, this.settings);
         this.pushSettings();
@@ -2918,9 +2970,14 @@ export class ClientSession {
                 else {
                     // Batch hash so re-sending identical images (edit & re-ask) reuses
                     // the transcript instead of re-burning tokens on the vision API.
+                    // The active transcription prompt is part of the key: changing
+                    // the custom prompt must invalidate cached transcripts made with
+                    // the old prompt.
                     const batchHash = bridgedImages
                         .map((b) => `${b.att.name ?? "img"}:${b.raw.slice(0, 48)}`)
-                        .join("|");
+                        .join("|") +
+                        "::" +
+                        buildVisionBridgePrompt(this.settings.visionBridgePromptMode, this.settings.visionBridgePrompt);
                     let transcript = this.visionBridgeCache.get(batchHash);
                     if (transcript === undefined) {
                         this.emit({
@@ -2934,7 +2991,10 @@ export class ClientSession {
                                 data: b.raw,
                                 mimeType: b.mimeType,
                                 name: b.att.name,
-                            })), { model: chosenModel ?? undefined });
+                            })), {
+                                model: chosenModel ?? undefined,
+                                systemPrompt: buildVisionBridgePrompt(this.settings.visionBridgePromptMode, this.settings.visionBridgePrompt),
+                            });
                             this.visionBridgeCache.set(batchHash, transcript);
                             this.emit({
                                 type: "notice",

package/dist/server/index.js

@@ -474,6 +474,8 @@ wss.on("connection", (ws) => {
                     disabledExtensions: msg.disabledExtensions,
                     visionBridgeEnabled: msg.visionBridgeEnabled,
                     visionBridgeModel: msg.visionBridgeModel,
+                    visionBridgePromptMode: msg.visionBridgePromptMode,
+                    visionBridgePrompt: msg.visionBridgePrompt,
                 });
                 break;
             case "save_preset":

package/dist/server/vision-bridge.js

@@ -31,8 +31,11 @@ export function findVisionModels(runtime) {
  * Evidence-first transcription prompt, modeled on modlens' output contract:
  * full verbatim text, reading-order layout blocks, entities/relations, chart
  * axes & data. Emphasizes honesty over hallucination.
+ *
+ * Exported so the settings panel can offer a custom prompt (append to this
+ * default or replace it entirely).
  */
-const SYSTEM_PROMPT = `You are a vision bridge for a text-only language model. You receive one or more images and must transcribe them into precise, structured text evidence so another model that cannot see images can answer questions about them accurately.
+export const SYSTEM_PROMPT = `You are a vision bridge for a text-only language model. You receive one or more images and must transcribe them into precise, structured text evidence so another model that cannot see images can answer questions about them accurately.
 
 Follow these rules:
 1. Transcribe ALL visible text verbatim, preserving wording, spelling, punctuation and line breaks. This is the most important part — the reader relies on your transcription, not on the image.
@@ -42,6 +45,21 @@ Follow these rules:
 5. If part of the image is too blurry/low-resolution to read, say "（读不清）" or "unclear" for that part — NEVER invent or guess content you cannot see.
 6. If there are multiple images, address them in order (图 1 / Image 1, 图 2 / Image 2, ...).
 7. Output only the transcript. No preamble, no commentary about the image itself.`;
+/**
+ * Assemble the final vision-model system prompt from the settings-panel prefs.
+ * mode "append": custom text appended after the default prompt (empty custom =
+ * pure default). mode "replace": custom text REPLACES the default prompt, but
+ * an empty custom text still falls back to the default (never send an empty
+ * system prompt to the vision model).
+ */
+export function buildVisionBridgePrompt(mode, custom) {
+    const text = custom?.trim() ?? "";
+    if (mode === "replace" && text)
+        return text;
+    if (text)
+        return `${SYSTEM_PROMPT}\n\n${text}`;
+    return SYSTEM_PROMPT;
+}
 /** Per-batch user instruction appended after the images. */
 function buildUserPrompt(count) {
     if (count <= 1) {
@@ -77,7 +95,7 @@ export async function transcribeImages(runtime, images, options = {}) {
                 : "image/png",
         }));
         const context = {
-            systemPrompt: SYSTEM_PROMPT,
+            systemPrompt: options.systemPrompt ?? SYSTEM_PROMPT,
             messages: [
                 {
                     role: "user",

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "pi-web-ui",
-  "version": "0.24.0",
+  "version": "0.26.0",
   "description": "Web chat interface for the pi coding agent, powered by the pi SDK (@earendil-works/pi-coding-agent) — one-command run, Docker/systemd/launchd deployable",
   "license": "MIT",
   "type": "module",