@steerable/agent-shell 0.6.44 → 0.6.46

package/dist/image-attachment.js

@@ -18,7 +18,7 @@
  * should know an image was attached even when it was too large to send.
  */
 import { getNativeImage } from './runtime.js';
-import { statSync } from 'fs';
+import { readFileSync, statSync } from 'fs';
 import { basename, extname } from 'path';
 /** Refuse to read source files larger than this (10 MB). */
 export const IMAGE_MAX_SOURCE_BYTES = 10 * 1024 * 1024;
@@ -82,13 +82,6 @@ export function processViewImage(input, nativeImage = getNativeImage()) {
             needsFollowup: true,
         };
     }
-    if (!nativeImage) {
-        return {
-            success: false,
-            error: '当前运行环境不支持图片解码',
-            needsFollowup: true,
-        };
-    }
     let sourceBytes;
     try {
         sourceBytes = statSync(input.path).size;
@@ -111,6 +104,9 @@ export function processViewImage(input, nativeImage = getNativeImage()) {
             needsFollowup: true,
         };
     }
+    if (!nativeImage) {
+        return viewImageWithoutDecoder(input, sourceBytes, maxEdge);
+    }
     let rendered = nativeImage.createFromPath(input.path);
     if (rendered.isEmpty()) {
         return { success: false, error: '不是可识别的图片', needsFollowup: true };
@@ -159,6 +155,88 @@ export function processViewImage(input, nativeImage = getNativeImage()) {
         },
     };
 }
+function viewImageWithoutDecoder(input, sourceBytes, maxEdge) {
+    if (input.region) {
+        return {
+            success: false,
+            error: '当前环境不能裁剪图片',
+            needsFollowup: true,
+        };
+    }
+    if (sourceBytes > IMAGE_MAX_ENCODED_BYTES) {
+        return {
+            success: false,
+            error: `源文件 ${formatMb(sourceBytes)}MB 超过 ${formatMb(IMAGE_MAX_ENCODED_BYTES)}MB，当前环境不能缩放`,
+            needsFollowup: true,
+        };
+    }
+    const sourceExt = extname(input.path).toLowerCase();
+    if (sourceExt !== '.png' && sourceExt !== '.jpg' && sourceExt !== '.jpeg') {
+        return {
+            success: false,
+            error: '当前环境只能直接发送 PNG 和 JPEG',
+            needsFollowup: true,
+        };
+    }
+    const natural = sourceExt === '.png' ? 'png' : 'jpeg';
+    if (input.format != null && input.format !== natural) {
+        return {
+            success: false,
+            error: '当前环境不能转码',
+            needsFollowup: true,
+        };
+    }
+    const bytes = readFileSync(input.path);
+    const size = readRasterSize(bytes);
+    if (size && (size.width > maxEdge || size.height > maxEdge)) {
+        return {
+            success: false,
+            error: '当前环境不能缩放',
+            needsFollowup: true,
+        };
+    }
+    const mediaType = natural === 'jpeg' ? 'image/jpeg' : 'image/png';
+    return {
+        success: true,
+        data: {
+            width: size?.width ?? 0,
+            height: size?.height ?? 0,
+            sourcePath: input.path,
+            mediaType,
+            _image: { b64: bytes.toString('base64'), media_type: mediaType },
+        },
+    };
+}
+function readRasterSize(bytes) {
+    if (bytes.length >= 24 &&
+        bytes[0] === 137 &&
+        bytes.toString('ascii', 1, 4) === 'PNG') {
+        return { width: bytes.readUInt32BE(16), height: bytes.readUInt32BE(20) };
+    }
+    if (bytes.length < 4 || bytes[0] !== 0xff || bytes[1] !== 0xd8)
+        return null;
+    let offset = 2;
+    while (offset + 9 < bytes.length) {
+        if (bytes[offset] !== 0xff)
+            return null;
+        const marker = bytes[offset + 1];
+        if (marker === 0xd8 || marker === 0xd9) {
+            offset += 2;
+            continue;
+        }
+        const length = bytes.readUInt16BE(offset + 2);
+        if (length < 2 || offset + 2 + length > bytes.length)
+            return null;
+        if (marker >= 0xc0 && marker <= 0xc3) {
+            return {
+                height: bytes.readUInt16BE(offset + 5),
+                width: bytes.readUInt16BE(offset + 7),
+            };
+        }
+        offset += 2 + length;
+    }
+    return null;
+}
 function resolveCrop(region, size) {
     const values = [region.x, region.y, region.w, region.h];
     if (!values.every(Number.isFinite))
@@ -208,8 +286,25 @@ export function processImageAttachments(files) {
         }
         const nativeImage = getNativeImage();
         if (!nativeImage) {
-            // Non-Electron host (BS server, unit tests, headless) — can't decode images.
-            notes.push(`- ${label}：当前运行环境不支持图片解码，未附加`);
+            // Tauri and the browser server run plain Node, which has no Electron
+            // nativeImage. The bytes are already a PNG/JPEG the provider can read;
+            // pass them through when they fit the encoded cap. Resize stays on the
+            // Electron path.
+            if (sourceBytes > IMAGE_MAX_ENCODED_BYTES) {
+                notes.push(`- ${label}：源文件 ${formatMb(sourceBytes)}MB 超过 ${formatMb(IMAGE_MAX_ENCODED_BYTES)}MB，当前环境不能缩放，未附加`);
+                continue;
+            }
+            const ext = extname(file.path).toLowerCase();
+            const mediaType = ext === '.jpg' || ext === '.jpeg' ? 'image/jpeg'
+                : ext === '.gif' ? 'image/gif'
+                    : ext === '.webp' ? 'image/webp'
+                        : ext === '.bmp' ? 'image/bmp'
+                            : 'image/png';
+            images.push({
+                data: readFileSync(file.path).toString('base64'),
+                mediaType,
+            });
+            notes.push(`- ${label}（原图）`);
             continue;
         }
         const image = nativeImage.createFromPath(file.path);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@steerable/agent-shell",
-  "version": "0.6.44",
+  "version": "0.6.46",
   "description": "Steerable framework — product-neutral Node HostRuntime and headless HTTP server shared by Tauri desktop and browser deployments; scenario packs extend it through @steerable/pack-sdk.",
   "license": "Apache-2.0",
   "homepage": "https://steerableframework.com/",
@@ -55,9 +55,9 @@
     "he": "^1.2.0",
     "node-pty": "^1.1.0",
     "semver": "^7.8.0",
-    "@steerable/agent-protocol": "0.6.44",
-    "@steerable/agent-harness": "0.6.44",
-    "@steerable/pack-sdk": "0.6.44"
+    "@steerable/agent-protocol": "0.6.46",
+    "@steerable/pack-sdk": "0.6.46",
+    "@steerable/agent-harness": "0.6.46"
   },
   "devDependencies": {
     "@types/better-sqlite3": "^7.6.13",