mu-core 0.20.0 → 0.22.1

package/esm/agent.d.ts

@@ -8,6 +8,9 @@ export type LoopEvent = ContentPart | {
 } | {
     type: 'message';
     message: Message;
+} | {
+    type: 'error';
+    error: Error;
 } | {
     type: 'done';
     messages: Message[];

package/esm/agent.js

@@ -36,17 +36,25 @@ export async function* run(opts) {
     const registry = new Map(tools.map((t) => [t.name, t]));
     const messages = [...opts.messages];
     while (true) {
+        if (signal?.aborted)
+            break;
         const content = [];
         const calls = [];
-        for await (const event of provider.stream({ model, messages, tools, signal })) {
-            if (event.type === 'usage' || event.type === 'reasoning') {
+        try {
+            for await (const event of provider.stream({ model, messages, tools, signal })) {
+                if (event.type === 'usage' || event.type === 'reasoning') {
+                    yield event;
+                    continue;
+                }
                 yield event;
-                continue;
+                append(content, event);
+                if (event.type === 'tool_call')
+                    calls.push(event);
             }
-            yield event;
-            append(content, event);
-            if (event.type === 'tool_call')
-                calls.push(event);
+        }
+        catch (error) {
+            yield { type: 'error', error: error instanceof Error ? error : new Error(String(error)) };
+            break;
         }
         const message = { role: 'assistant', content };
         messages.push(message);
@@ -58,7 +66,7 @@ export async function* run(opts) {
             id: call.id,
             content: await execute(registry, call, signal),
         })));
-        const toolMessage = { role: 'user', content: results };
+        const toolMessage = { role: 'tool', content: results };
         messages.push(toolMessage);
         yield { type: 'message', message: toolMessage };
     }

package/esm/index.d.ts

@@ -1,4 +1,4 @@
-export type { ContentPart, Message, Provider, Role, StreamEvent, Tool, Usage } from './types.js';
+export type { ContentPart, Message, ModelModalities, Provider, Role, StreamEvent, Tool, Usage } from './types.js';
 export { audio, image, text } from './types.js';
 export type { Agent, AgentConfig, AgentResult, Input, LoopEvent, RunOptions } from './agent.js';
 export { createAgent, run } from './agent.js';

package/esm/types.d.ts

@@ -19,7 +19,7 @@ export type ContentPart = {
     id: string;
     content: ContentPart[];
 };
-export type Role = 'system' | 'user' | 'assistant';
+export type Role = 'system' | 'user' | 'assistant' | 'tool';
 export type Message = {
     role: Role;
     content: ContentPart[];
@@ -49,6 +49,11 @@ export type StreamEvent = ContentPart | {
     type: 'reasoning';
     text: string;
 };
+/** Non-text input modalities a model accepts. */
+export interface ModelModalities {
+    vision: boolean;
+    audio: boolean;
+}
 export interface Provider {
     stream(req: {
         model: string;
@@ -56,4 +61,10 @@ export interface Provider {
         tools: Tool[];
         signal?: AbortSignal;
     }): AsyncIterable<StreamEvent>;
+    /**
+     * Probe a model's input modalities. MAY load the model (e.g. a llama.cpp `/props`
+     * fetch) — call it on model selection, not on every turn. Optional: providers that
+     * can't introspect modalities simply omit it.
+     */
+    capabilities?(model: string): Promise<ModelModalities | undefined>;
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "mu-core",
-  "version": "0.20.0",
+  "version": "0.22.1",
   "description": "Standalone multimodal agentic loop: content, messages, tools, provider interface, createAgent",
   "license": "MIT",
   "main": "./script/index.js",

package/script/agent.d.ts

@@ -8,6 +8,9 @@ export type LoopEvent = ContentPart | {
 } | {
     type: 'message';
     message: Message;
+} | {
+    type: 'error';
+    error: Error;
 } | {
     type: 'done';
     messages: Message[];

package/script/agent.js

@@ -40,17 +40,25 @@ async function* run(opts) {
     const registry = new Map(tools.map((t) => [t.name, t]));
     const messages = [...opts.messages];
     while (true) {
+        if (signal?.aborted)
+            break;
         const content = [];
         const calls = [];
-        for await (const event of provider.stream({ model, messages, tools, signal })) {
-            if (event.type === 'usage' || event.type === 'reasoning') {
+        try {
+            for await (const event of provider.stream({ model, messages, tools, signal })) {
+                if (event.type === 'usage' || event.type === 'reasoning') {
+                    yield event;
+                    continue;
+                }
                 yield event;
-                continue;
+                append(content, event);
+                if (event.type === 'tool_call')
+                    calls.push(event);
             }
-            yield event;
-            append(content, event);
-            if (event.type === 'tool_call')
-                calls.push(event);
+        }
+        catch (error) {
+            yield { type: 'error', error: error instanceof Error ? error : new Error(String(error)) };
+            break;
         }
         const message = { role: 'assistant', content };
         messages.push(message);
@@ -62,7 +70,7 @@ async function* run(opts) {
             id: call.id,
             content: await execute(registry, call, signal),
         })));
-        const toolMessage = { role: 'user', content: results };
+        const toolMessage = { role: 'tool', content: results };
         messages.push(toolMessage);
         yield { type: 'message', message: toolMessage };
     }

package/script/index.d.ts

@@ -1,4 +1,4 @@
-export type { ContentPart, Message, Provider, Role, StreamEvent, Tool, Usage } from './types.js';
+export type { ContentPart, Message, ModelModalities, Provider, Role, StreamEvent, Tool, Usage } from './types.js';
 export { audio, image, text } from './types.js';
 export type { Agent, AgentConfig, AgentResult, Input, LoopEvent, RunOptions } from './agent.js';
 export { createAgent, run } from './agent.js';

package/script/types.d.ts

@@ -19,7 +19,7 @@ export type ContentPart = {
     id: string;
     content: ContentPart[];
 };
-export type Role = 'system' | 'user' | 'assistant';
+export type Role = 'system' | 'user' | 'assistant' | 'tool';
 export type Message = {
     role: Role;
     content: ContentPart[];
@@ -49,6 +49,11 @@ export type StreamEvent = ContentPart | {
     type: 'reasoning';
     text: string;
 };
+/** Non-text input modalities a model accepts. */
+export interface ModelModalities {
+    vision: boolean;
+    audio: boolean;
+}
 export interface Provider {
     stream(req: {
         model: string;
@@ -56,4 +61,10 @@ export interface Provider {
         tools: Tool[];
         signal?: AbortSignal;
     }): AsyncIterable<StreamEvent>;
+    /**
+     * Probe a model's input modalities. MAY load the model (e.g. a llama.cpp `/props`
+     * fetch) — call it on model selection, not on every turn. Optional: providers that
+     * can't introspect modalities simply omit it.
+     */
+    capabilities?(model: string): Promise<ModelModalities | undefined>;
 }