@mariozechner/pi-ai 0.5.39 → 0.5.40

package/README.md

@@ -194,6 +194,51 @@ for (const block of response.content) {
 }
 ```
 
+### Streaming Tool Calls with Partial JSON
+
+During streaming, tool call arguments are progressively parsed as they arrive. This enables real-time UI updates before the complete arguments are available:
+
+```typescript
+const s = stream(model, context);
+
+for await (const event of s) {
+  if (event.type === 'toolcall_delta') {
+    const toolCall = event.partial.content[event.contentIndex];
+
+    // toolCall.arguments contains partially parsed JSON during streaming
+    // This allows for progressive UI updates
+    if (toolCall.type === 'toolCall' && toolCall.arguments) {
+      // BE DEFENSIVE: arguments may be incomplete
+      // Example: Show file path being written even before content is complete
+      if (toolCall.name === 'write_file' && toolCall.arguments.path) {
+        console.log(`Writing to: ${toolCall.arguments.path}`);
+
+        // Content might be partial or missing
+        if (toolCall.arguments.content) {
+          console.log(`Content preview: ${toolCall.arguments.content.substring(0, 100)}...`);
+        }
+      }
+    }
+  }
+
+  if (event.type === 'toolcall_end') {
+    // Here toolCall.arguments is complete and validated
+    const toolCall = event.toolCall;
+    console.log(`Tool completed: ${toolCall.name}`, toolCall.arguments);
+  }
+}
+```
+
+**Important notes about partial tool arguments:**
+- During `toolcall_delta` events, `arguments` contains the best-effort parse of partial JSON
+- Fields may be missing or incomplete - always check for existence before use
+- String values may be truncated mid-word
+- Arrays may be incomplete
+- Nested objects may be partially populated
+- At minimum, `arguments` will be an empty object `{}`, never `undefined`
+- Full validation only occurs at `toolcall_end` when arguments are complete
+- The Google provider does not support function call streaming. Instead, you will receive a single `toolcall_delta` even with the full arguments.
+
 ## Image Input
 
 Models with vision capabilities can process images. You can check if a model supports images via the `input` property. If you pass images to a non-vision model, they are silently ignored.
@@ -642,26 +687,26 @@ for await (const event of stream) {
     case 'agent_start':
       console.log('Agent started');
       break;
-    
+
     case 'turn_start':
       console.log('New turn started');
       break;
-    
+
     case 'message_start':
       console.log(`${event.message.role} message started`);
       break;
-    
+
     case 'message_update':
       // Only for assistant messages during streaming
       if (event.message.content.some(c => c.type === 'text')) {
         console.log('Assistant:', event.message.content);
       }
       break;
-    
+
     case 'tool_execution_start':
       console.log(`Calling ${event.toolName} with:`, event.args);
       break;
-    
+
     case 'tool_execution_end':
       if (event.isError) {
         console.error(`Tool failed:`, event.result);
@@ -669,11 +714,11 @@ for await (const event of stream) {
         console.log(`Tool result:`, event.result.output);
       }
       break;
-    
+
     case 'turn_end':
       console.log(`Turn ended with ${event.toolResults.length} tool calls`);
       break;
-    
+
     case 'agent_end':
       console.log(`Agent completed with ${event.messages.length} new messages`);
       break;

package/dist/json-parse.d.ts

@@ -0,0 +1,9 @@
+/**
+ * Attempts to parse potentially incomplete JSON during streaming.
+ * Always returns a valid object, even if the JSON is incomplete.
+ *
+ * @param partialJson The partial JSON string from streaming
+ * @returns Parsed object or empty object if parsing fails
+ */
+export declare function parseStreamingJson<T = any>(partialJson: string | undefined): T;
+//# sourceMappingURL=json-parse.d.ts.map

package/dist/json-parse.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"json-parse.d.ts","sourceRoot":"","sources":["../src/json-parse.ts"],"names":[],"mappings":"AAEA;;;;;;GAMG;AACH,wBAAgB,kBAAkB,CAAC,CAAC,GAAG,GAAG,EAAE,WAAW,EAAE,MAAM,GAAG,SAAS,GAAG,CAAC,CAkB9E"}

package/dist/json-parse.js

@@ -0,0 +1,29 @@
+import { parse as partialParse } from "partial-json";
+/**
+ * Attempts to parse potentially incomplete JSON during streaming.
+ * Always returns a valid object, even if the JSON is incomplete.
+ *
+ * @param partialJson The partial JSON string from streaming
+ * @returns Parsed object or empty object if parsing fails
+ */
+export function parseStreamingJson(partialJson) {
+    if (!partialJson || partialJson.trim() === "") {
+        return {};
+    }
+    // Try standard parsing first (fastest for complete JSON)
+    try {
+        return JSON.parse(partialJson);
+    }
+    catch {
+        // Try partial-json for incomplete JSON
+        try {
+            const result = partialParse(partialJson);
+            return (result ?? {});
+        }
+        catch {
+            // If all parsing fails, return empty object
+            return {};
+        }
+    }
+}
+//# sourceMappingURL=json-parse.js.map

package/dist/json-parse.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"json-parse.js","sourceRoot":"","sources":["../src/json-parse.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,IAAI,YAAY,EAAE,MAAM,cAAc,CAAC;AAErD;;;;;;GAMG;AACH,MAAM,UAAU,kBAAkB,CAAU,WAA+B;IAC1E,IAAI,CAAC,WAAW,IAAI,WAAW,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;QAC/C,OAAO,EAAO,CAAC;IAChB,CAAC;IAED,yDAAyD;IACzD,IAAI,CAAC;QACJ,OAAO,IAAI,CAAC,KAAK,CAAC,WAAW,CAAM,CAAC;IACrC,CAAC;IAAC,MAAM,CAAC;QACR,uCAAuC;QACvC,IAAI,CAAC;YACJ,MAAM,MAAM,GAAG,YAAY,CAAC,WAAW,CAAC,CAAC;YACzC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAM,CAAC;QAC5B,CAAC;QAAC,MAAM,CAAC;YACR,4CAA4C;YAC5C,OAAO,EAAO,CAAC;QAChB,CAAC;IACF,CAAC;AACF,CAAC","sourcesContent":["import { parse as partialParse } from \"partial-json\";\n\n/**\n * Attempts to parse potentially incomplete JSON during streaming.\n * Always returns a valid object, even if the JSON is incomplete.\n *\n * @param partialJson The partial JSON string from streaming\n * @returns Parsed object or empty object if parsing fails\n */\nexport function parseStreamingJson<T = any>(partialJson: string | undefined): T {\n\tif (!partialJson || partialJson.trim() === \"\") {\n\t\treturn {} as T;\n\t}\n\n\t// Try standard parsing first (fastest for complete JSON)\n\ttry {\n\t\treturn JSON.parse(partialJson) as T;\n\t} catch {\n\t\t// Try partial-json for incomplete JSON\n\t\ttry {\n\t\t\tconst result = partialParse(partialJson);\n\t\t\treturn (result ?? {}) as T;\n\t\t} catch {\n\t\t\t// If all parsing fails, return empty object\n\t\t\treturn {} as T;\n\t\t}\n\t}\n}\n"]}

package/dist/models.generated.d.ts

@@ -3074,7 +3074,7 @@ export declare const MODELS: {
             contextWindow: number;
             maxTokens: number;
         };
-        readonly "mistralai/mistral-7b-instruct-v0.3": {
+        readonly "mistralai/mistral-7b-instruct:free": {
             id: string;
             name: string;
             api: "openai-completions";
@@ -3091,7 +3091,7 @@ export declare const MODELS: {
             contextWindow: number;
             maxTokens: number;
         };
-        readonly "mistralai/mistral-7b-instruct:free": {
+        readonly "mistralai/mistral-7b-instruct": {
             id: string;
             name: string;
             api: "openai-completions";
@@ -3108,7 +3108,7 @@ export declare const MODELS: {
             contextWindow: number;
             maxTokens: number;
         };
-        readonly "mistralai/mistral-7b-instruct": {
+        readonly "mistralai/mistral-7b-instruct-v0.3": {
             id: string;
             name: string;
             api: "openai-completions";
@@ -3159,7 +3159,7 @@ export declare const MODELS: {
             contextWindow: number;
             maxTokens: number;
         };
-        readonly "meta-llama/llama-3-70b-instruct": {
+        readonly "meta-llama/llama-3-8b-instruct": {
             id: string;
             name: string;
             api: "openai-completions";
@@ -3176,7 +3176,7 @@ export declare const MODELS: {
             contextWindow: number;
             maxTokens: number;
         };
-        readonly "meta-llama/llama-3-8b-instruct": {
+        readonly "meta-llama/llama-3-70b-instruct": {
             id: string;
             name: string;
             api: "openai-completions";
@@ -3295,7 +3295,7 @@ export declare const MODELS: {
             contextWindow: number;
             maxTokens: number;
         };
-        readonly "mistralai/mistral-tiny": {
+        readonly "mistralai/mistral-small": {
             id: string;
             name: string;
             api: "openai-completions";
@@ -3312,7 +3312,7 @@ export declare const MODELS: {
             contextWindow: number;
             maxTokens: number;
         };
-        readonly "mistralai/mistral-small": {
+        readonly "mistralai/mistral-tiny": {
             id: string;
             name: string;
             api: "openai-completions";

package/dist/models.generated.js

@@ -2711,13 +2711,13 @@ export const MODELS = {
             reasoning: false,
             input: ["text"],
             cost: {
-                input: 0.038000000000000006,
-                output: 0.12,
+                input: 0.012,
+                output: 0.036,
                 cacheRead: 0,
                 cacheWrite: 0,
             },
             contextWindow: 131072,
-            maxTokens: 16384,
+            maxTokens: 8192,
         },
         "amazon/nova-lite-v1": {
             id: "amazon/nova-lite-v1",
@@ -3076,43 +3076,43 @@ export const MODELS = {
             contextWindow: 131072,
             maxTokens: 128000,
         },
-        "mistralai/mistral-7b-instruct-v0.3": {
-            id: "mistralai/mistral-7b-instruct-v0.3",
-            name: "Mistral: Mistral 7B Instruct v0.3",
+        "mistralai/mistral-7b-instruct:free": {
+            id: "mistralai/mistral-7b-instruct:free",
+            name: "Mistral: Mistral 7B Instruct (free)",
             api: "openai-completions",
             provider: "openrouter",
             baseUrl: "https://openrouter.ai/api/v1",
             reasoning: false,
             input: ["text"],
             cost: {
-                input: 0.028,
-                output: 0.054,
+                input: 0,
+                output: 0,
                 cacheRead: 0,
                 cacheWrite: 0,
             },
             contextWindow: 32768,
             maxTokens: 16384,
         },
-        "mistralai/mistral-7b-instruct:free": {
-            id: "mistralai/mistral-7b-instruct:free",
-            name: "Mistral: Mistral 7B Instruct (free)",
+        "mistralai/mistral-7b-instruct": {
+            id: "mistralai/mistral-7b-instruct",
+            name: "Mistral: Mistral 7B Instruct",
             api: "openai-completions",
             provider: "openrouter",
             baseUrl: "https://openrouter.ai/api/v1",
             reasoning: false,
             input: ["text"],
             cost: {
-                input: 0,
-                output: 0,
+                input: 0.028,
+                output: 0.054,
                 cacheRead: 0,
                 cacheWrite: 0,
             },
             contextWindow: 32768,
             maxTokens: 16384,
         },
-        "mistralai/mistral-7b-instruct": {
-            id: "mistralai/mistral-7b-instruct",
-            name: "Mistral: Mistral 7B Instruct",
+        "mistralai/mistral-7b-instruct-v0.3": {
+            id: "mistralai/mistral-7b-instruct-v0.3",
+            name: "Mistral: Mistral 7B Instruct v0.3",
             api: "openai-completions",
             provider: "openrouter",
             baseUrl: "https://openrouter.ai/api/v1",
@@ -3161,34 +3161,34 @@ export const MODELS = {
             contextWindow: 128000,
             maxTokens: 4096,
         },
-        "meta-llama/llama-3-70b-instruct": {
-            id: "meta-llama/llama-3-70b-instruct",
-            name: "Meta: Llama 3 70B Instruct",
+        "meta-llama/llama-3-8b-instruct": {
+            id: "meta-llama/llama-3-8b-instruct",
+            name: "Meta: Llama 3 8B Instruct",
             api: "openai-completions",
             provider: "openrouter",
             baseUrl: "https://openrouter.ai/api/v1",
             reasoning: false,
             input: ["text"],
             cost: {
-                input: 0.3,
-                output: 0.39999999999999997,
+                input: 0.03,
+                output: 0.06,
                 cacheRead: 0,
                 cacheWrite: 0,
             },
             contextWindow: 8192,
             maxTokens: 16384,
         },
-        "meta-llama/llama-3-8b-instruct": {
-            id: "meta-llama/llama-3-8b-instruct",
-            name: "Meta: Llama 3 8B Instruct",
+        "meta-llama/llama-3-70b-instruct": {
+            id: "meta-llama/llama-3-70b-instruct",
+            name: "Meta: Llama 3 70B Instruct",
             api: "openai-completions",
             provider: "openrouter",
             baseUrl: "https://openrouter.ai/api/v1",
             reasoning: false,
             input: ["text"],
             cost: {
-                input: 0.03,
-                output: 0.06,
+                input: 0.3,
+                output: 0.39999999999999997,
                 cacheRead: 0,
                 cacheWrite: 0,
             },
@@ -3297,34 +3297,34 @@ export const MODELS = {
             contextWindow: 128000,
             maxTokens: 4096,
         },
-        "mistralai/mistral-tiny": {
-            id: "mistralai/mistral-tiny",
-            name: "Mistral Tiny",
+        "mistralai/mistral-small": {
+            id: "mistralai/mistral-small",
+            name: "Mistral Small",
             api: "openai-completions",
             provider: "openrouter",
             baseUrl: "https://openrouter.ai/api/v1",
             reasoning: false,
             input: ["text"],
             cost: {
-                input: 0.25,
-                output: 0.25,
+                input: 0.19999999999999998,
+                output: 0.6,
                 cacheRead: 0,
                 cacheWrite: 0,
             },
             contextWindow: 32768,
             maxTokens: 4096,
         },
-        "mistralai/mistral-small": {
-            id: "mistralai/mistral-small",
-            name: "Mistral Small",
+        "mistralai/mistral-tiny": {
+            id: "mistralai/mistral-tiny",
+            name: "Mistral Tiny",
             api: "openai-completions",
             provider: "openrouter",
             baseUrl: "https://openrouter.ai/api/v1",
             reasoning: false,
             input: ["text"],
             cost: {
-                input: 0.19999999999999998,
-                output: 0.6,
+                input: 0.25,
+                output: 0.25,
                 cacheRead: 0,
                 cacheWrite: 0,
             },