@steerable/agent-shell 0.6.61 → 0.6.63

package/dist/raster-image.d.ts

@@ -0,0 +1,8 @@
+import type { ImageDecoder } from './image-attachment.js';
+/** True when the built-in decoder can read this path's extension. */
+export declare function builtinRasterSupports(filePath: string): boolean;
+/**
+ * Decode a local PNG or JPEG into a crop/resize/encode surface.
+ * Unreadable or unsupported files yield an empty image.
+ */
+export declare function createRasterImageDecoder(): ImageDecoder;

package/dist/raster-image.js

@@ -0,0 +1,152 @@
+/**
+ * PNG/JPEG decode, crop, resize, and re-encode for the Node host.
+ *
+ * `view_image` used to require an injected {@link ImageDecoder} (Electron
+ * `nativeImage`). The headless host has none, so any image larger than
+ * `maxEdge` failed with "当前环境不能缩放". This decoder is the default.
+ */
+import { createRequire } from 'node:module';
+import { readFileSync } from 'fs';
+import { extname } from 'path';
+const require = createRequire(import.meta.url);
+const { PNG } = require('pngjs');
+const jpeg = require('jpeg-js');
+const RASTER_EXTENSIONS = new Set(['.png', '.jpg', '.jpeg']);
+/** True when the built-in decoder can read this path's extension. */
+export function builtinRasterSupports(filePath) {
+    return RASTER_EXTENSIONS.has(extname(filePath).toLowerCase());
+}
+/**
+ * Decode a local PNG or JPEG into a crop/resize/encode surface.
+ * Unreadable or unsupported files yield an empty image.
+ */
+export function createRasterImageDecoder() {
+    return {
+        createFromPath(filePath) {
+            const decoded = decodeRasterFile(filePath);
+            if (!decoded)
+                return EMPTY_IMAGE;
+            return new RasterImage(decoded.width, decoded.height, decoded.rgba);
+        },
+    };
+}
+function decodeRasterFile(filePath) {
+    if (!builtinRasterSupports(filePath))
+        return null;
+    let bytes;
+    try {
+        bytes = readFileSync(filePath);
+    }
+    catch {
+        return null;
+    }
+    try {
+        const ext = extname(filePath).toLowerCase();
+        if (ext === '.png') {
+            const png = PNG.sync.read(bytes);
+            return { width: png.width, height: png.height, rgba: Buffer.from(png.data) };
+        }
+        const decoded = jpeg.decode(bytes, { useTArray: true, formatAsRGBA: true });
+        if (decoded.width < 1 || decoded.height < 1)
+            return null;
+        return {
+            width: decoded.width,
+            height: decoded.height,
+            rgba: Buffer.from(decoded.data),
+        };
+    }
+    catch {
+        return null;
+    }
+}
+class RasterImage {
+    width;
+    height;
+    rgba;
+    constructor(width, height, rgba) {
+        this.width = width;
+        this.height = height;
+        this.rgba = rgba;
+    }
+    isEmpty() {
+        return this.width < 1 || this.height < 1 || this.rgba.length < this.width * this.height * 4;
+    }
+    getSize() {
+        return { width: this.width, height: this.height };
+    }
+    crop(rect) {
+        return new RasterImage(rect.width, rect.height, cropRgba(this.rgba, this.width, rect.x, rect.y, rect.width, rect.height));
+    }
+    resize(options) {
+        const width = options.width ?? this.width;
+        const height = options.height ?? this.height;
+        return new RasterImage(width, height, resizeRgba(this.rgba, this.width, this.height, width, height));
+    }
+    toPNG() {
+        const png = new PNG({ width: this.width, height: this.height });
+        this.rgba.copy(png.data);
+        return PNG.sync.write(png);
+    }
+    toJPEG(quality) {
+        const encoded = jpeg.encode({ data: this.rgba, width: this.width, height: this.height }, quality);
+        return Buffer.from(encoded.data);
+    }
+}
+const EMPTY_IMAGE = {
+    isEmpty: () => true,
+    getSize: () => ({ width: 0, height: 0 }),
+    crop: () => EMPTY_IMAGE,
+    resize: () => EMPTY_IMAGE,
+    toPNG: () => Buffer.alloc(0),
+    toJPEG: () => Buffer.alloc(0),
+};
+function cropRgba(src, srcWidth, x, y, width, height) {
+    const dst = Buffer.alloc(width * height * 4);
+    for (let row = 0; row < height; row++) {
+        const srcStart = ((y + row) * srcWidth + x) * 4;
+        src.copy(dst, row * width * 4, srcStart, srcStart + width * 4);
+    }
+    return dst;
+}
+/**
+ * Area-average downscale. Each output pixel is the mean of the source
+ * rectangle it covers, so a long screenshot can be sent under `maxEdge`
+ * without aliasing into a single row of samples.
+ */
+function resizeRgba(src, srcWidth, srcHeight, dstWidth, dstHeight) {
+    if (dstWidth === srcWidth && dstHeight === srcHeight)
+        return Buffer.from(src);
+    const dst = Buffer.alloc(Math.max(0, dstWidth * dstHeight * 4));
+    if (dstWidth < 1 || dstHeight < 1)
+        return dst;
+    for (let y = 0; y < dstHeight; y++) {
+        const y0 = Math.floor((y * srcHeight) / dstHeight);
+        const y1 = Math.min(srcHeight, Math.max(y0 + 1, Math.ceil(((y + 1) * srcHeight) / dstHeight)));
+        for (let x = 0; x < dstWidth; x++) {
+            const x0 = Math.floor((x * srcWidth) / dstWidth);
+            const x1 = Math.min(srcWidth, Math.max(x0 + 1, Math.ceil(((x + 1) * srcWidth) / dstWidth)));
+            let r = 0;
+            let g = 0;
+            let b = 0;
+            let a = 0;
+            let count = 0;
+            for (let sy = y0; sy < y1; sy++) {
+                const row = sy * srcWidth;
+                for (let sx = x0; sx < x1; sx++) {
+                    const i = (row + sx) * 4;
+                    r += src[i];
+                    g += src[i + 1];
+                    b += src[i + 2];
+                    a += src[i + 3];
+                    count += 1;
+                }
+            }
+            const o = (y * dstWidth + x) * 4;
+            dst[o] = Math.round(r / count);
+            dst[o + 1] = Math.round(g / count);
+            dst[o + 2] = Math.round(b / count);
+            dst[o + 3] = Math.round(a / count);
+        }
+    }
+    return dst;
+}

package/dist/tool-router.d.ts

@@ -8,6 +8,7 @@ import type { ToolContribution, ToolMode, ToolExposure } from './scenario/pack.j
 export type { ToolMode, ToolExposure } from './scenario/pack.js';
 import { type AgentToolPolicy } from './local-backend/agent-capability.js';
 import { GoalStore } from './goal-store.js';
+import type { LoopPtyMonitor } from './local-backend/loop-pty-monitor.js';
 /** 已注册 MCP 服务的动态工具名前缀：`mcp__<serverKey>__<toolName>`。 */
 export declare const MCP_DYNAMIC_TOOL_PREFIX = "mcp__";
 /**
@@ -144,14 +145,19 @@ export declare class ToolRouter {
      */
     private taskService;
     private worktreeService;
+    private loopMonitor;
     setTaskServices(services: {
         taskService: TaskService;
         worktreeService: WorktreeService;
     } | null): void;
+    setLoopMonitor(monitor: Pick<LoopPtyMonitor, 'start' | 'list' | 'stop'> | null): void;
+    listMonitoredLoops(chatId: string): import("./local-backend/loop-pty-monitor.js").MonitoredLoop[];
+    stopMonitoredLoop(chatId: string, loopId: string): boolean;
     /** 会话目标的持久化。缺省写到用户数据目录；测试注入临时文件。 */
     private goalStore;
     setGoalStore(store: GoalStore | null): void;
-    private goals;
+    /** 目标工具使用的存储；LocalBackendRouter 的续跑与目标路由共用同一实例。 */
+    goals(): GoalStore;
     setWebTools(delegate: WebToolDelegate | null, names?: readonly string[]): void;
     setHostedWebSearch(handler: ((args: Record<string, unknown>) => Promise<unknown>) | null): void;
     /**
@@ -189,6 +195,7 @@ export declare class ToolRouter {
      * git 仓库。description 用英文（面向模型），与 local_* 工具同款。
      */
     private listTaskAndWorktreeSchemas;
+    private listLoopToolSchemas;
     /**
      * 网络读取对（W5-2）：schema 与 sidecar `web_tools.py` 保持一致；description
      * 用英文（面向模型），与 local_* 工具同款。可用集由握手决定，未握手/未注册
@@ -220,8 +227,10 @@ export declare class ToolRouter {
      * 抛错（reverse-tools 总是透传；缺了就是接线 bug，响亮失败）。
      */
     private executeGoalTool;
+    private executeLoopTool;
     private executeJobTool;
     private requireTaskContext;
+    private requireChatContext;
     /**
      * Agent 写出 `…/skills/<name>/SKILL.md` 且该目录还不在已知 skill root 上时，
      * 拷进用户技能目录，Skill 设置 / `/` 菜单不必再手动导入。

package/dist/tool-router.js

@@ -9,7 +9,7 @@ import { processViewImage } from './image-attachment.js';
 import { PRESENT_FILES_SCHEMA, PRESENT_FILES_TOOL_NAME, executePresentFiles, } from './present-files.js';
 import { isHostToolCapabilityEnabled } from './host-tools.js';
 import { getResolvedHostTools } from './host-tools-runtime.js';
-import { GoalStore, GOAL_ACTIONS } from './goal-store.js';
+import { GoalStore, MODEL_GOAL_ACTIONS } from './goal-store.js';
 import { searchGlob, searchGrep } from './workspace-search.js';
 /** 已注册 MCP 服务的动态工具名前缀：`mcp__<serverKey>__<toolName>`。 */
 export const MCP_DYNAMIC_TOOL_PREFIX = 'mcp__';
@@ -95,15 +95,28 @@ export class ToolRouter {
      */
     taskService = null;
     worktreeService = null;
+    loopMonitor = null;
     setTaskServices(services) {
         this.taskService = services?.taskService ?? null;
         this.worktreeService = services?.worktreeService ?? null;
     }
+    setLoopMonitor(monitor) {
+        this.loopMonitor = monitor;
+    }
+    listMonitoredLoops(chatId) {
+        return this.loopMonitor?.list(chatId) ?? [];
+    }
+    stopMonitoredLoop(chatId, loopId) {
+        if (!this.loopMonitor?.list(chatId).some((loop) => loop.id === loopId))
+            return false;
+        return this.loopMonitor.stop(loopId);
+    }
     /** 会话目标的持久化。缺省写到用户数据目录；测试注入临时文件。 */
     goalStore = null;
     setGoalStore(store) {
         this.goalStore = store;
     }
+    /** 目标工具使用的存储；LocalBackendRouter 的续跑与目标路由共用同一实例。 */
     goals() {
         if (!this.goalStore)
             this.goalStore = GoalStore.default();
@@ -433,6 +446,7 @@ export class ToolRouter {
                 },
             },
             ...this.listParityToolSchemas(),
+            ...this.listLoopToolSchemas(),
             // ─── 4.6a/4.6b 跨 turn 后台任务 + git worktree 隔离 ─────────────
             // 服务未接线（CLI/test）时一个 schema 都不出——模型看不到不可用的工具。
             ...this.listTaskAndWorktreeSchemas(),
@@ -566,8 +580,9 @@ export class ToolRouter {
             },
             {
                 name: 'create_goal',
-                description: 'Create a persisted goal for this chat when the user\'s request is a long-running objective. '
-                    + 'Not for single-turn work. Fails if an unfinished goal already exists — update that one instead.',
+                description: 'Create a persisted goal for this chat. Only when the user explicitly asks to track a goal; never infer one from an ordinary task. '
+                    + 'While the goal is active the host keeps starting follow-up turns until you mark it complete or blocked. '
+                    + 'Fails if an unfinished goal already exists.',
                 mode: 'safe_write',
                 inputSchema: {
                     type: 'object',
@@ -580,17 +595,17 @@ export class ToolRouter {
             },
             {
                 name: 'update_goal',
-                description: 'Change the current goal. Pass the id and revision from get_goal. '
-                    + 'action is edit (needs objective), pause, resume, complete, or blocked (needs reason). '
-                    + 'A stale revision is rejected; re-read and retry.',
+                description: 'Change the current goal\'s status. Pass the id and revision from get_goal; a stale revision is rejected, re-read and retry. '
+                    + 'complete: only after checking every requirement of the objective against current evidence (files, command output, test results) and no required work remains. '
+                    + 'blocked (needs reason): only after the same blocker has recurred for at least three consecutive goal turns and no safe next action exists; never because the work is hard or slow. '
+                    + 'pause: only when the user explicitly asks. Resuming and editing the objective are user-only.',
                 mode: 'safe_write',
                 inputSchema: {
                     type: 'object',
                     properties: {
                         id: { type: 'string' },
                         revision: { type: 'integer' },
-                        action: { type: 'string', enum: [...GOAL_ACTIONS] },
-                        objective: { type: 'string', description: 'Required for action=edit.' },
+                        action: { type: 'string', enum: [...MODEL_GOAL_ACTIONS] },
                         reason: { type: 'string', description: 'Required for action=blocked.' },
                     },
                     required: ['id', 'revision', 'action'],
@@ -767,6 +782,51 @@ export class ToolRouter {
             },
         ];
     }
+    listLoopToolSchemas() {
+        if (!this.loopMonitor)
+            return [];
+        return [
+            {
+                name: 'loop_create',
+                description: 'Start recurring local work for this chat after running it once in the current turn. '
+                    + 'Each interval wakes this chat until the loop is stopped or the host exits.',
+                mode: 'safe_write',
+                inputSchema: {
+                    type: 'object',
+                    properties: {
+                        prompt: {
+                            type: 'string',
+                            description: 'Self-contained work to run on every wake. Include the terminal condition for finite monitoring; '
+                                + 'omit a terminal condition for open-ended recurring work.',
+                        },
+                        intervalSeconds: {
+                            type: 'integer',
+                            description: 'Positive fixed interval in seconds.',
+                        },
+                    },
+                    required: ['prompt', 'intervalSeconds'],
+                    additionalProperties: false,
+                },
+            },
+            {
+                name: 'loop_list',
+                description: 'List recurring local loops owned by this chat.',
+                mode: 'read',
+                inputSchema: { type: 'object', properties: {}, additionalProperties: false },
+            },
+            {
+                name: 'loop_stop',
+                description: 'Stop one recurring local loop owned by this chat.',
+                mode: 'safe_write',
+                inputSchema: {
+                    type: 'object',
+                    properties: { id: { type: 'string' } },
+                    required: ['id'],
+                    additionalProperties: false,
+                },
+            },
+        ];
+    }
     /**
      * 网络读取对（W5-2）：schema 与 sidecar `web_tools.py` 保持一致；description
      * 用英文（面向模型），与 local_* 工具同款。可用集由握手决定，未握手/未注册
@@ -1054,6 +1114,10 @@ export class ToolRouter {
             case 'create_goal':
             case 'update_goal':
                 return this.executeGoalTool(call.name, args, context);
+            case 'loop_create':
+            case 'loop_list':
+            case 'loop_stop':
+                return this.executeLoopTool(call.name, args, context);
             case 'job_list':
             case 'job_output':
             case 'job_kill':
@@ -1141,10 +1205,42 @@ export class ToolRouter {
             id: String(args.id || ''),
             revision: typeof args.revision === 'number' ? args.revision : Number.NaN,
             action: String(args.action || ''),
-            objective: typeof args.objective === 'string' ? args.objective : undefined,
+            actor: 'model',
             reason: typeof args.reason === 'string' ? args.reason : undefined,
         });
     }
+    executeLoopTool(name, args, context) {
+        const chatId = this.requireChatContext(context, 'loop tools');
+        if (!this.loopMonitor) {
+            return { success: false, error: 'loop monitor unavailable', needsFollowup: true };
+        }
+        if (name === 'loop_list') {
+            return { success: true, loops: this.loopMonitor.list(chatId) };
+        }
+        if (name === 'loop_stop') {
+            const id = String(args.id || '');
+            const owned = this.loopMonitor.list(chatId).some((loop) => loop.id === id);
+            if (!owned)
+                return { success: false, error: 'loop not found', needsFollowup: true };
+            return { success: this.loopMonitor.stop(id) };
+        }
+        try {
+            const loop = this.loopMonitor.start({
+                chatId,
+                prompt: String(args.prompt || ''),
+                intervalSeconds: typeof args.intervalSeconds === 'number' ? args.intervalSeconds : Number.NaN,
+                cwd: context?.projectRoot ?? undefined,
+            });
+            return { success: true, loop };
+        }
+        catch (error) {
+            return {
+                success: false,
+                error: error instanceof Error ? error.message : String(error),
+                needsFollowup: true,
+            };
+        }
+    }
     async executeJobTool(name, args, context) {
         const chatId = this.requireTaskContext(context);
         const jobId = String(args.job_id || '');
@@ -1176,6 +1272,12 @@ export class ToolRouter {
         }
         return chatId;
     }
+    requireChatContext(context, owner) {
+        const chatId = context?.chatId;
+        if (!chatId)
+            throw new Error(`${owner} 需要 chatId 调用上下文`);
+        return chatId;
+    }
     /**
      * Agent 写出 `…/skills/<name>/SKILL.md` 且该目录还不在已知 skill root 上时，
      * 拷进用户技能目录，Skill 设置 / `/` 菜单不必再手动导入。

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@steerable/agent-shell",
-  "version": "0.6.61",
+  "version": "0.6.63",
   "description": "Steerable framework — product-neutral Node HostRuntime and headless HTTP server shared by Tauri desktop and browser deployments; scenario packs extend it through @steerable/pack-sdk.",
   "license": "Apache-2.0",
   "homepage": "https://steerableframework.com/",
@@ -50,10 +50,12 @@
     "conf": "10.2.0",
     "dotenv": "^17.4.2",
     "he": "^1.2.0",
+    "jpeg-js": "^0.4.4",
     "node-pty": "^1.1.0",
-    "@steerable/agent-harness": "0.6.61",
-    "@steerable/agent-protocol": "0.6.61",
-    "@steerable/pack-sdk": "0.6.61"
+    "pngjs": "^7.0.0",
+    "@steerable/agent-harness": "0.6.63",
+    "@steerable/agent-protocol": "0.6.63",
+    "@steerable/pack-sdk": "0.6.63"
   },
   "devDependencies": {
     "@types/better-sqlite3": "^7.6.13",