@sema-agent/core 1.447.0 → 1.449.0

package/dist/bin/sema-tb.js

@@ -2,7 +2,7 @@
 import { readFileSync, realpathSync, createWriteStream } from "node:fs";
 import { pathToFileURL } from "node:url";
 import { Runner, NodeExecutionEnv, createOpenAIBrain, createAnthropicBrain, CODE_SYSTEM_PROMPT, assembleCodeTools, makeWebFetchSummarizer, } from "../index.js";
-import { positiveIntFromEnv } from "./tb-env.js";
+import { positiveIntFromEnv, tbModelInput } from "./tb-env.js";
 import { inferMaxTokensField } from "../brain/openai.js";
 function usage(code = 2) {
     const out = code === 0 ? process.stdout : process.stderr;
@@ -12,7 +12,7 @@ function usage(code = 2) {
         "  WARNING: argv is visible to every process in the sandbox (ps / pgrep -f / /proc/*/cmdline) — long\n" +
         "  or sensitive instructions should ride --objective-file or stdin, never --message.\n" +
         "Env: <PROVIDER>_API_KEY / <PROVIDER>_BASE_URL, TB_MAX_TURNS, TB_TIMEOUT_SEC, TB_FULLBODY, TB_TODOREMIND, TB_BGTASKS, TB_SUMMARIZE,\n" +
-        "     TB_FINALVERIFY, TB_CALLCAP, TB_FINALIZE, TB_REASONING, TB_JSONL, TB_CONTEXT_WINDOW, TB_MAX_OUTPUT_TOKENS, TB_TASKLIST\n" +
+        "     TB_FINALVERIFY, TB_CALLCAP, TB_FINALIZE, TB_REASONING, TB_JSONL, TB_CONTEXT_WINDOW, TB_MAX_OUTPUT_TOKENS, TB_TASKLIST, TB_VISION\n" +
         '     TB_COST="input,output[,cacheRead[,cacheWrite]]" — USD per MTok; explicit pricing override (omitted\n' +
         "     trailing segments default to 0). Without it, pricing resolves by MODEL FAMILY (deepseek/claude/gpt-o*)\n" +
         "     first, then the wire-prefix table; unknown model on an overridden BASE_URL ⇒ cost accounting disabled.\n");
@@ -185,7 +185,7 @@ function buildModelAndBrain(providerModel) {
         provider,
         baseUrl: baseUrlOverride || d.baseUrl,
         reasoning: process.env.TB_REASONING === "0" ? false : process.env.TB_REASONING === "1" ? true : (d?.reasoning ?? false),
-        input: ["text"],
+        input: tbModelInput(),
         cost: costRes.cost,
         contextWindow: contextWindowOverride ?? d?.contextWindow ?? 200_000,
         maxTokens: maxOutputTokensOverride ?? d?.maxTokens ?? 32_000,

package/dist/bin/tb-env.d.ts

@@ -1 +1,2 @@
 export declare function positiveIntFromEnv(name: string, env?: NodeJS.ProcessEnv): number | undefined;
+export declare function tbModelInput(env?: NodeJS.ProcessEnv): ("text" | "image")[];

package/dist/bin/tb-env.js

@@ -12,3 +12,6 @@ export function positiveIntFromEnv(name, env = process.env) {
     }
     return n;
 }
+export function tbModelInput(env = process.env) {
+    return env.TB_VISION === "1" ? ["text", "image"] : ["text"];
+}

package/dist/core/tools.js

@@ -6,6 +6,14 @@ function normalizeContent(ret) {
         return { content: [{ type: "text", text: ret }], details: undefined, terminate: false, isError: false };
     }
     const raw = ret.content;
+    if (typeof raw !== "string" && !Array.isArray(raw)) {
+        return {
+            content: [{ type: "text", text: "Tool error: content must be a string or an array of content blocks." }],
+            details: undefined,
+            terminate: false,
+            isError: true,
+        };
+    }
     const content = typeof raw === "string" ? [{ type: "text", text: raw }] : raw;
     return { content, details: ret.details, terminate: ret.terminate ?? false, isError: ret.isError === true };
 }

package/dist/tools/fs/index.js

@@ -586,7 +586,14 @@ export function makeReadFileTool(env, state, rootCanonical, cwdRef, additionalRo
             if (total > 0 && prev && prev.hash === hash && prev.view && prev.view.start === start && prev.view.end === end) {
                 return `[${path}: unchanged since you last read it (lines ${start}-${end} of ${total}); content omitted to save context]`;
             }
-            state.set(r.key, { hash, totalLines: countLines(content), truncated, view: { start, end }, lastReadAt: Date.now() });
+            state.set(r.key, {
+                hash,
+                totalLines: countLines(content),
+                truncated,
+                ...(pageMarker !== undefined ? { isPartialView: true } : {}),
+                view: { start, end },
+                lastReadAt: Date.now(),
+            });
             if (total === 0)
                 return `<system-reminder>Warning: the file exists but is shorter than the provided offset (${start}). The file has 1 lines.</system-reminder>`;
             const header = pageMarker ?? (truncated ? `[${path}: lines ${start}-${end} of ${total}${end < total ? " — use offset to see more" : ""}]\n` : "");

package/dist/tools/fs/safety.d.ts

@@ -5,6 +5,7 @@ export interface ReadEntry {
     hash: string;
     totalLines: number;
     truncated: boolean;
+    isPartialView?: boolean;
     view?: {
         start: number;
         end: number;

package/dist/tools/fs/safety.js

@@ -228,7 +228,8 @@ export function violationText(toolName, v) {
     return `Error (${toolName}): ${v.message}`;
 }
 export function requireRead(state, key) {
-    if (!state.has(key)) {
+    const entry = state.get(key);
+    if (entry === undefined || entry.isPartialView) {
         return { code: "not_read", message: "File has not been read yet. Read it first before writing to it." };
     }
     return undefined;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@sema-agent/core",
-  "version": "1.447.0",
+  "version": "1.449.0",
   "description": "Stateless, task-oriented AI agent core",
   "type": "module",
   "license": "BUSL-1.1",
@@ -62,6 +62,9 @@
     "@modelcontextprotocol/sdk": "1.29.0",
     "typebox": "1.1.39"
   },
+  "optionalDependencies": {
+    "sharp": "^0.35.0"
+  },
   "devDependencies": {
     "@types/node": "22.10.2",
     "@types/pg": "^8.20.0",