toolnexus 0.28.0 → 0.29.0

package/dist/wire.d.ts

@@ -17,7 +17,7 @@
  * to the transcript, the `ConversationStore` or `translate` output — which is what keeps a
  * mid-conversation provider switch free of OpenAI-shaped residue.
  */
-import type { UnsupportedPartMode } from "./content.js";
+import type { ContentPart, UnsupportedPartMode } from "./content.js";
 /** Shared shaping options for a wire build. */
 export interface WireOptions {
     onUnsupportedPart?: UnsupportedPartMode;
@@ -36,5 +36,15 @@ export declare function toOpenAIWire(messages: any[], opts?: WireOptions): any[]
  * carries parts gets them natively inside its own `content`, keyed to its `tool_use_id`.
  */
 export declare function toAnthropicWire(messages: any[], opts?: WireOptions): any[];
+/**
+ * The parts of a tool result that reach the model (SPEC §7G.6). A media tool result
+ * (`metadata.source === "media"`) contributes only its **image** parts; its video (`file`) and
+ * `audio` parts stay in `toolCalls[].parts` / `RunResult.files` and the model sees just the
+ * output line. Every other tool result keeps all its parts.
+ */
+export declare function modelParts(result: {
+    parts?: ContentPart[];
+    metadata?: Record<string, unknown>;
+}): ContentPart[];
 /** Validate every attached part before assembly, so `maxPartBytes` cannot be bypassed. */
 export declare function checkPromptParts(prompt: unknown, opts: WireOptions): void;

package/dist/wire.js

@@ -41,7 +41,7 @@ export function toOpenAIWire(messages, opts = {}) {
             const parts = partsOf(m);
             const { parts: _drop, ...rest } = m ?? {};
             if (!parts) {
-                out.push(m);
+                out.push(m && "parts" in m ? rest : m);
                 continue;
             }
             const { texts, others } = split(parts);
@@ -80,8 +80,13 @@ export function toAnthropicWire(messages, opts = {}) {
             if (block?.type !== "tool_result")
                 return block;
             const parts = partsOf(block);
-            if (!parts)
-                return block;
+            if (!parts) {
+                if (!("parts" in block))
+                    return block;
+                touched = true;
+                const { parts: _drop, ...rest } = block;
+                return rest;
+            }
             touched = true;
             const { parts: _drop, ...rest } = block;
             return {
@@ -95,6 +100,18 @@ export function toAnthropicWire(messages, opts = {}) {
         return touched ? { ...m, content } : m;
     });
 }
+/**
+ * The parts of a tool result that reach the model (SPEC §7G.6). A media tool result
+ * (`metadata.source === "media"`) contributes only its **image** parts; its video (`file`) and
+ * `audio` parts stay in `toolCalls[].parts` / `RunResult.files` and the model sees just the
+ * output line. Every other tool result keeps all its parts.
+ */
+export function modelParts(result) {
+    const parts = result.parts ?? [];
+    if (result.metadata?.source !== "media")
+        return parts;
+    return parts.filter((p) => p.type === "image");
+}
 /** Validate every attached part before assembly, so `maxPartBytes` cannot be bypassed. */
 export function checkPromptParts(prompt, opts) {
     if (!Array.isArray(prompt))

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "toolnexus",
-  "version": "0.28.0",
+  "version": "0.29.0",
   "description": "Dynamic MCP servers + agent skills as uniform tools for any LLM (opencode-style).",
   "type": "module",
   "main": "./dist/index.js",

package/src/client.ts

@@ -3,6 +3,7 @@
  * ("openai" | "anthropic"), and it runs the tool-calling agent loop against a
  * Toolkit. See ../../SPEC.md §8.
  */
+import { mediaPartPath } from "./media.js"
 import type { Toolkit } from "./toolkit.js"
 import type { Tool, ToolHints, ToolResult, Request, Answer } from "./types.js"
 import { pendingOf } from "./types.js"
@@ -12,7 +13,7 @@ import { buildToolPlan, toolSearch, unwrapCallTool, type ToolPlan, type ToolTier
 import { isRetryableStatus, retryAfterMs } from "./retry.js"
 import { isConcurrencySafe, resolveMaxToolConcurrency, scheduleCalls } from "./toolconcurrency.js"
 import type { ContentPart, PromptInput, UnsupportedPartMode } from "./content.js"
-import { toOpenAIWire, toAnthropicWire, checkPromptParts, type WireOptions } from "./wire.js"
+import { toOpenAIWire, toAnthropicWire, checkPromptParts, modelParts, type WireOptions } from "./wire.js"
 import type { TranslateRequest, TranslateResult, TranslatedToolCall } from "./translate.js"
 import {
   finishReasonFor,
@@ -394,18 +395,20 @@ export interface ToolCallRecord {
 }
 
 /** §8 RunResult.files entry: a non-text part a tool call produced this run. */
-export type RunFile = { type: "image" | "file" | "audio"; mimeType: string; url?: string; data?: string; name?: string; from: string; callId: string }
+export type RunFile = { type: "image" | "file" | "audio"; mimeType: string; url?: string; data?: string; name?: string; path?: string; from: string; callId: string }
 
 /** Model tool-call id of each record, kept off the record itself (§8 shape has no id). */
 const callIds = new WeakMap<ToolCallRecord, string>()
 
 /** RunResult.files: every non-text part of every tool call, in call order (§8). */
-function runFiles(toolCalls: ToolCallRecord[]): RunFile[] {
+export function runFiles(toolCalls: ToolCallRecord[]): RunFile[] {
   const out: RunFile[] = []
   for (const r of toolCalls) {
     for (const p of r.parts ?? []) {
       if (p.type === "text") continue
-      out.push({ ...p, from: r.name, callId: callIds.get(r) ?? "" })
+      // D20: a media file's local path rides on the run file, never on the part.
+      const local = mediaPartPath(p)
+      out.push({ ...p, ...(local !== undefined ? { path: local } : {}), from: r.name, callId: callIds.get(r) ?? "" })
     }
   }
   return out
@@ -2182,9 +2185,10 @@ function objArgs(v: unknown): Record<string, unknown> {
  */
 function toolMessage(id: string | undefined, name: string, result: ToolResult): any {
   const m: any = { role: "tool", tool_call_id: id, content: result.output }
-  if (result.parts?.length) {
+  const parts = modelParts(result)
+  if (parts.length) {
     m.name = name
-    m.parts = result.parts
+    m.parts = parts
   }
   return m
 }
@@ -2192,7 +2196,8 @@ function toolMessage(id: string | undefined, name: string, result: ToolResult):
 /** A canonical Anthropic `tool_result` block; parts ride along and are emitted natively. */
 function toolResultBlock(id: string | undefined, result: ToolResult): any {
   const b: any = { type: "tool_result", tool_use_id: id, content: result.output, is_error: result.isError }
-  if (result.parts?.length) b.parts = result.parts
+  const parts = modelParts(result)
+  if (parts.length) b.parts = parts
   return b
 }