mu-harness 0.22.0 → 0.23.0

package/esm/channels/ws/server.js

@@ -164,6 +164,13 @@ export function webSocketAdapter(opts) {
                     const frame = await modelsFrame();
                     if (frame)
                         push(frame);
+                    // Detect the new model's input modalities (loads the model) and re-advertise.
+                    const modalities = await harness.models.capabilities(msg.ref).catch(() => undefined);
+                    if (modalities) {
+                        caps.vision = modalities.vision;
+                        caps.audio = modalities.audio;
+                        push({ type: 'capabilities', vision: caps.vision, audio: caps.audio });
+                    }
                     return;
                 }
                 case 'subagent:dispatch': {

package/esm/harness/models.d.ts

@@ -1,4 +1,4 @@
-import type { Provider } from 'mu-core';
+import type { ModelModalities, Provider } from 'mu-core';
 export interface ModelRegistryOptions {
     providers: Record<string, Provider>;
     default: string;
@@ -12,5 +12,7 @@ export interface ModelRegistry {
     readonly providers: string[];
     select(ref: string): void;
     resolve(ref?: string): ResolvedModel;
+    /** Probe a model's input modalities via its provider (may load the model). Undefined if unsupported. */
+    capabilities(ref?: string): Promise<ModelModalities | undefined>;
 }
 export declare const createModelRegistry: (options: ModelRegistryOptions) => ModelRegistry;

package/esm/harness/models.js

@@ -26,5 +26,9 @@ export const createModelRegistry = (options) => {
             selected = ref;
         },
         resolve,
+        capabilities: async (ref) => {
+            const { provider, model } = resolve(ref);
+            return provider.capabilities ? await provider.capabilities(model) : undefined;
+        },
     };
 };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "mu-harness",
-  "version": "0.22.0",
+  "version": "0.23.0",
   "description": "Agent harness: createHarness wires mu-core into a host — XDG paths, model registry, plugins, disk-loaded agents & skills, sub-agents, sessions (JSONL + SQLite catalog), slash commands, permission/approval hooks, an optional scheduler, and a composable TUI chat app",
   "license": "MIT",
   "main": "./script/index.js",
@@ -23,8 +23,8 @@
     "@swc/wasm-typescript": "^1.15.0",
     "cli-highlight": "^2.1.11",
     "croner": "^9.0.0",
-    "mu-core": "^0.22.0",
-    "mu-tui": "^0.22.0",
+    "mu-core": "^0.23.0",
+    "mu-tui": "^0.23.0",
     "ws": "^8.18.0"
   },
   "_generatedBy": "dnt@dev",

package/script/channels/ws/server.js

@@ -167,6 +167,13 @@ function webSocketAdapter(opts) {
                     const frame = await modelsFrame();
                     if (frame)
                         push(frame);
+                    // Detect the new model's input modalities (loads the model) and re-advertise.
+                    const modalities = await harness.models.capabilities(msg.ref).catch(() => undefined);
+                    if (modalities) {
+                        caps.vision = modalities.vision;
+                        caps.audio = modalities.audio;
+                        push({ type: 'capabilities', vision: caps.vision, audio: caps.audio });
+                    }
                     return;
                 }
                 case 'subagent:dispatch': {

package/script/harness/models.d.ts

@@ -1,4 +1,4 @@
-import type { Provider } from 'mu-core';
+import type { ModelModalities, Provider } from 'mu-core';
 export interface ModelRegistryOptions {
     providers: Record<string, Provider>;
     default: string;
@@ -12,5 +12,7 @@ export interface ModelRegistry {
     readonly providers: string[];
     select(ref: string): void;
     resolve(ref?: string): ResolvedModel;
+    /** Probe a model's input modalities via its provider (may load the model). Undefined if unsupported. */
+    capabilities(ref?: string): Promise<ModelModalities | undefined>;
 }
 export declare const createModelRegistry: (options: ModelRegistryOptions) => ModelRegistry;

package/script/harness/models.js

@@ -29,6 +29,10 @@ const createModelRegistry = (options) => {
             selected = ref;
         },
         resolve,
+        capabilities: async (ref) => {
+            const { provider, model } = resolve(ref);
+            return provider.capabilities ? await provider.capabilities(model) : undefined;
+        },
     };
 };
 exports.createModelRegistry = createModelRegistry;