@subrouter/opencode 0.3.0 → 0.4.0

package/dist/plugin.test.js

@@ -1,11 +1,15 @@
+import childProcess from 'node:child_process';
 import { createServer } from 'node:http';
 import { mkdtemp, rm } from 'node:fs/promises';
 import { tmpdir } from 'node:os';
 import path from 'node:path';
+import util from 'node:util';
 import { afterEach, beforeEach, expect, test } from 'vitest';
-import { addAccount, adapters, loadAccounts, PROVIDER_DISPLAY_NAME, PROVIDER_IDS, savePreset, setSubrouterLog, } from '@subrouter/cli';
+import { createOpencodeClient } from '@opencode-ai/sdk';
+import { addAccount, adapters, loadAccounts, PROVIDER_DISPLAY_NAME, PROVIDER_IDS, savePreset, } from '@subrouter/cli';
 import { subrouterAuthPlugin, subrouterPlugin } from "./index.js";
 import { revealRoutedModel, rewritePoweredByModelLine } from "./provider.js";
+const execFile = util.promisify(childProcess.execFile);
 let home;
 const openServers = [];
 const pluginInput = {};
@@ -15,7 +19,6 @@ beforeEach(async () => {
     process.env.SUBROUTER_MODELS_DEV_URL = await startFakeModelsDev();
 });
 afterEach(async () => {
-    setSubrouterLog(undefined);
     delete process.env.SUBROUTER_HOME;
     delete process.env.SUBROUTER_OPENAI_ISSUER_URL;
     delete process.env.SUBROUTER_MODELS_DEV_URL;
@@ -97,6 +100,120 @@ function authMethod() {
         return { provider: hooks.auth.provider, method };
     });
 }
+test('plugin load and config do not write stdout or stderr', async () => {
+    const script = "import('./src/index.ts').then(async ({ subrouterPlugin }) => { const hooks = await subrouterPlugin({}); await hooks.config?.({}) })";
+    const result = await execFile(process.execPath, ['--no-warnings', '--import', 'tsx', '--eval', script], {
+        cwd: process.cwd(),
+        env: process.env,
+    });
+    expect(result).toEqual({ stdout: '', stderr: '' });
+});
+test('provider log callback forwards only to client.app.log', async () => {
+    const received = Promise.withResolvers();
+    const server = createServer((req, res) => {
+        const chunks = [];
+        req.on('data', (chunk) => {
+            chunks.push(chunk);
+        });
+        req.on('end', () => {
+            received.resolve(JSON.parse(Buffer.concat(chunks).toString('utf8')));
+            res.writeHead(200, { 'Content-Type': 'application/json' });
+            res.end('{}');
+        });
+    });
+    await new Promise((resolve) => {
+        server.listen(0, '127.0.0.1', resolve);
+    });
+    openServers.push(server);
+    const address = server.address();
+    if (typeof address === 'string' || !address)
+        throw new Error('failed to bind log server');
+    const client = createOpencodeClient({ baseUrl: `http://127.0.0.1:${address.port}` });
+    const hooks = await subrouterPlugin({ ...pluginInput, client });
+    const config = {};
+    await hooks.config?.(config);
+    const log = config.provider?.subrouter?.options?.log;
+    expect(log).toBeTypeOf('function');
+    if (typeof log !== 'function')
+        throw new Error('expected provider log callback');
+    await log({
+        level: 'warn',
+        message: 'failover openai/gpt-5.5',
+        extra: { provider: 'openai', modelId: 'gpt-5.5' },
+    });
+    expect(await received.promise).toEqual({
+        service: 'subrouter',
+        level: 'warn',
+        message: 'failover openai/gpt-5.5',
+        extra: { provider: 'openai', modelId: 'gpt-5.5' },
+    });
+});
+test('cooldown fallback creates only a persisted ignored notice after idle', async () => {
+    const requests = [];
+    const server = createServer((req, res) => {
+        const chunks = [];
+        req.on('data', (chunk) => chunks.push(chunk));
+        req.on('end', () => {
+            requests.push({
+                path: req.url ?? '',
+                body: JSON.parse(Buffer.concat(chunks).toString('utf8')),
+            });
+            res.writeHead(200, { 'Content-Type': 'application/json' });
+            res.end('{}');
+        });
+    });
+    await new Promise((resolve) => server.listen(0, '127.0.0.1', resolve));
+    openServers.push(server);
+    const address = server.address();
+    if (typeof address === 'string' || !address)
+        throw new Error('failed to bind notification server');
+    const client = createOpencodeClient({ baseUrl: `http://127.0.0.1:${address.port}` });
+    const hooks = await subrouterPlugin({ ...pluginInput, client, directory: '/tmp/project' });
+    const config = {};
+    await hooks.config?.(config);
+    const onCooldownFallback = config.provider?.subrouter?.options?.onCooldownFallback;
+    expect(onCooldownFallback).toBeTypeOf('function');
+    if (typeof onCooldownFallback !== 'function')
+        throw new Error('expected cooldown callback');
+    await onCooldownFallback({
+        sessionID: 'session-1',
+        agent: 'build',
+        variant: 'high',
+        preset: 'work',
+        preferred: { provider: 'xai', modelId: 'grok-4.6', retryAfterMs: 252_000 },
+        active: { provider: 'openai', modelId: 'gpt-5.6-sol' },
+    });
+    await onCooldownFallback({
+        sessionID: 'session-1',
+        agent: 'compaction',
+        preset: 'work',
+        preferred: { provider: 'xai', modelId: 'grok-4.6', retryAfterMs: 251_000 },
+        active: { provider: 'anthropic', modelId: 'claude-sonnet-5' },
+    });
+    const event = {
+        type: 'session.idle',
+        properties: { sessionID: 'session-1' },
+    };
+    await hooks.event?.({ event });
+    expect(requests).toEqual([
+        {
+            path: '/session/session-1/message?directory=%2Ftmp%2Fproject',
+            body: {
+                noReply: true,
+                agent: 'build',
+                model: { providerID: 'subrouter', modelID: 'work' },
+                variant: 'high',
+                parts: [
+                    {
+                        type: 'text',
+                        text: 'Subrouter: xai/grok-4.6 was rate limited. This message started with openai/gpt-5.6-sol.',
+                        ignored: true,
+                    },
+                ],
+            },
+        },
+    ]);
+});
 test('config hook registers the subrouter provider with preset models', async () => {
     await savePreset({ name: 'work', models: ['anthropic/claude-opus-4-6'] });
     const hooks = await subrouterPlugin(pluginInput);
@@ -114,7 +231,7 @@ test('config hook registers the subrouter provider with preset models', async ()
     expect(provider.models.default.limit).toEqual({ context: 200_000, output: 64_000 });
     expect(provider.models.work.limit).toEqual({ context: 200_000, output: 64_000 });
 });
-test('preset model names show the first live candidate', async () => {
+test('preset model names stay stable when the routed candidate changes', async () => {
     await addAccount({
         provider: 'anthropic',
         account: {
@@ -132,7 +249,7 @@ test('preset model names show the first live candidate', async () => {
     const config = {};
     await hooks.config?.(config);
     expect(config.provider?.subrouter?.name).toBe(PROVIDER_DISPLAY_NAME);
-    expect(config.provider?.subrouter?.models?.work?.name).toBe('work (claude-opus-4-6)');
+    expect(config.provider?.subrouter?.models?.work?.name).toBe('work');
 });
 test('preset model limits follow the first live candidate', async () => {
     const modelId = adapters.anthropic.defaultModels[0];
@@ -143,8 +260,8 @@ test('preset model limits follow the first live candidate', async () => {
             models: {
                 [modelId]: {
                     id: modelId,
-                    modalities: { output: ['text'] },
-                    limit: { context: 1_000_000, output: 128_000 },
+                    modalities: { input: ['text', 'image', 'pdf'], output: ['text'] },
+                    limit: { context: 1_000_000, input: 900_000, output: 128_000 },
                 },
             },
         },
@@ -167,18 +284,56 @@ test('preset model limits follow the first live candidate', async () => {
     await hooks.config?.(config);
     expect(config.provider?.subrouter?.models?.work?.limit).toEqual({
         context: 1_000_000,
+        input: 900_000,
         output: 128_000,
     });
     expect(config.provider?.subrouter?.models?.default?.limit).toEqual({
         context: 1_000_000,
+        input: 900_000,
         output: 128_000,
     });
 });
-test('preset models permit image and PDF attachments', async () => {
+test('preset model input modalities are the union of usable candidates', async () => {
+    process.env.SUBROUTER_MODELS_DEV_URL = await startFakeModelsDev({
+        openai: {
+            models: {
+                'gpt-pdf': {
+                    id: 'gpt-pdf',
+                    attachment: true,
+                    modalities: { input: ['text', 'image', 'pdf'], output: ['text'] },
+                },
+            },
+        },
+        'kimi-for-coding': {
+            models: {
+                'kimi-image': {
+                    id: 'kimi-image',
+                    attachment: true,
+                    modalities: { input: ['text', 'image'], output: ['text'] },
+                },
+            },
+        },
+    });
+    await addAccount({
+        provider: 'openai',
+        account: {
+            type: 'oauth',
+            access: 'access-1',
+            refresh: 'refresh-1',
+            expires: Date.now() + 60_000,
+            addedAt: 1,
+            lastUsed: 1,
+        },
+    });
+    await addAccount({
+        provider: 'kimi',
+        account: { type: 'api', key: 'kimi-key', addedAt: 1, lastUsed: 1 },
+    });
+    await savePreset({ name: 'work', models: ['openai/gpt-pdf', 'kimi/kimi-image'] });
     const hooks = await subrouterPlugin(pluginInput);
     const config = {};
     await hooks.config?.(config);
-    expect(config.provider?.subrouter?.models?.default).toMatchObject({
+    expect(config.provider?.subrouter?.models?.work).toMatchObject({
         attachment: true,
         modalities: {
             input: ['text', 'image', 'pdf'],
@@ -186,6 +341,69 @@ test('preset models permit image and PDF attachments', async () => {
         },
     });
 });
+test('xAI presets do not advertise inline PDF support that its SDK cannot encode', async () => {
+    process.env.SUBROUTER_MODELS_DEV_URL = await startFakeModelsDev({
+        xai: {
+            models: {
+                'grok-pdf': {
+                    id: 'grok-pdf',
+                    attachment: true,
+                    modalities: { input: ['text', 'image', 'pdf'], output: ['text'] },
+                },
+            },
+        },
+    });
+    await addAccount({
+        provider: 'xai',
+        account: {
+            type: 'oauth',
+            access: 'access-1',
+            refresh: 'refresh-1',
+            expires: Date.now() + 60_000,
+            addedAt: 1,
+            lastUsed: 1,
+        },
+    });
+    await savePreset({ name: 'work', models: ['xai/grok-pdf'] });
+    const hooks = await subrouterPlugin(pluginInput);
+    const config = {};
+    await hooks.config?.(config);
+    expect(config.provider?.subrouter?.models?.work).toMatchObject({
+        attachment: true,
+        modalities: {
+            input: ['text', 'image'],
+            output: ['text'],
+        },
+    });
+});
+test('Anthropic-compatible coding plans do not advertise video input', async () => {
+    process.env.SUBROUTER_MODELS_DEV_URL = await startFakeModelsDev({
+        'kimi-for-coding': {
+            models: {
+                'kimi-video': {
+                    id: 'kimi-video',
+                    attachment: true,
+                    modalities: { input: ['text', 'image', 'video'], output: ['text'] },
+                },
+            },
+        },
+    });
+    await addAccount({
+        provider: 'kimi',
+        account: { type: 'api', key: 'kimi-key', addedAt: 1, lastUsed: 1 },
+    });
+    await savePreset({ name: 'work', models: ['kimi/kimi-video'] });
+    const hooks = await subrouterPlugin(pluginInput);
+    const config = {};
+    await hooks.config?.(config);
+    expect(config.provider?.subrouter?.models?.work).toMatchObject({
+        attachment: true,
+        modalities: {
+            input: ['text', 'image'],
+            output: ['text'],
+        },
+    });
+});
 test('rewrites the OpenCode powered-by line to the routed candidate', () => {
     const system = [
         'You are powered by the model named build. The exact model ID is subrouter/build\n<env>\n  Working directory: /tmp\n</env>',

package/dist/provider.d.ts

@@ -23,6 +23,14 @@ export declare function addSubrouterHeaders(input: {
     model: {
         providerID: string;
     };
+    message: {
+        agent: string;
+        model: {
+            providerID: string;
+            modelID: string;
+            variant?: string;
+        };
+    };
 }, output: {
     headers: Record<string, string>;
 }): void;

package/dist/provider.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"provider.d.ts","sourceRoot":"","sources":["../src/provider.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AASH,OAAO,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAA;AAIhD,wBAAgB,yBAAyB,CAAC,EACxC,MAAM,EACN,SAAS,GACV,EAAE;IACD,MAAM,EAAE,MAAM,EAAE,CAAA;IAChB,SAAS,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAA;CACjD,QAKA;AAED,wBAAsB,iBAAiB,CAAC,EACtC,UAAU,EACV,MAAM,EACN,MAAM,GACP,EAAE;IACD,UAAU,EAAE,MAAM,CAAA;IAClB,MAAM,EAAE,MAAM,CAAA;IACd,MAAM,EAAE,MAAM,EAAE,CAAA;CACjB,iBAKA;AAED,wBAAgB,mBAAmB,CACjC,KAAK,EAAE;IAAE,SAAS,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE;QAAE,UAAU,EAAE,MAAM,CAAA;KAAE,CAAA;CAAE,EAC1E,MAAM,EAAE;IAAE,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CAAE,QAK5C"}
+{"version":3,"file":"provider.d.ts","sourceRoot":"","sources":["../src/provider.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAWH,OAAO,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAA;AAIhD,wBAAgB,yBAAyB,CAAC,EACxC,MAAM,EACN,SAAS,GACV,EAAE;IACD,MAAM,EAAE,MAAM,EAAE,CAAA;IAChB,SAAS,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAA;CACjD,QAKA;AAED,wBAAsB,iBAAiB,CAAC,EACtC,UAAU,EACV,MAAM,EACN,MAAM,GACP,EAAE;IACD,UAAU,EAAE,MAAM,CAAA;IAClB,MAAM,EAAE,MAAM,CAAA;IACd,MAAM,EAAE,MAAM,EAAE,CAAA;CACjB,iBAKA;AAED,wBAAgB,mBAAmB,CACjC,KAAK,EAAE;IACL,SAAS,EAAE,MAAM,CAAA;IACjB,KAAK,EAAE,MAAM,CAAA;IACb,KAAK,EAAE;QAAE,UAAU,EAAE,MAAM,CAAA;KAAE,CAAA;IAC7B,OAAO,EAAE;QACP,KAAK,EAAE,MAAM,CAAA;QACb,KAAK,EAAE;YAAE,UAAU,EAAE,MAAM,CAAC;YAAC,OAAO,EAAE,MAAM,CAAC;YAAC,OAAO,CAAC,EAAE,MAAM,CAAA;SAAE,CAAA;KACjE,CAAA;CACF,EACD,MAAM,EAAE;IAAE,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CAAE,QAW5C"}

package/dist/provider.js

@@ -4,7 +4,7 @@
  * then `sdk.languageModel(modelId)` where modelId is a subrouter preset name.
  * Also rewrites OpenCode's powered-by identity to the live routed model.
  */
-import { OPENAI_WEBSOCKET_SESSION_HEADER, OPENAI_WEBSOCKET_TITLE_HEADER, PROVIDER_ID, resolveActiveCandidate, } from '@subrouter/cli';
+import { OPENCODE_AGENT_HEADER, OPENCODE_VARIANT_HEADER, OPENAI_WEBSOCKET_SESSION_HEADER, OPENAI_WEBSOCKET_TITLE_HEADER, PROVIDER_ID, resolveActiveCandidate, } from '@subrouter/cli';
 export { createSubrouter } from '@subrouter/cli';
 const POWERED_BY_MODEL = /You are powered by the model named [^\n]+/;
 export function rewritePoweredByModelLine({ system, candidate, }) {
@@ -25,6 +25,12 @@ export function addSubrouterHeaders(input, output) {
     if (input.model.providerID !== PROVIDER_ID)
         return;
     output.headers[OPENAI_WEBSOCKET_SESSION_HEADER] = input.sessionID;
+    if (input.agent === input.message.agent) {
+        output.headers[OPENCODE_AGENT_HEADER] = input.message.agent;
+        if (input.message.model.variant) {
+            output.headers[OPENCODE_VARIANT_HEADER] = input.message.model.variant;
+        }
+    }
     if (input.agent === 'title')
         output.headers[OPENAI_WEBSOCKET_TITLE_HEADER] = 'true';
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@subrouter/opencode",
-  "version": "0.3.0",
+  "version": "0.4.0",
   "type": "module",
   "description": "OpenCode plugin that registers the subrouter provider: cycle through your personal AI subscriptions when one hits rate limits.",
   "main": "./dist/index.js",
@@ -44,7 +44,7 @@
   },
   "dependencies": {
     "errore": "^0.14.1",
-    "@subrouter/cli": "^0.4.0"
+    "@subrouter/cli": "^0.5.0"
   },
   "devDependencies": {
     "@opencode-ai/plugin": "^1.18.23",

package/src/index.ts

@@ -6,8 +6,9 @@
  * URL, so opencode never installs anything). Each subrouter preset becomes a
  * model: pick `subrouter/default` (or any preset created with
  * `subrouter preset create`) in opencode. Provider id stays `subrouter`; the
- * visible name is `subrouter.org`. Model names, context limits, and
- * `experimental.chat.system.transform` follow the first live routed candidate.
+ * visible name is `subrouter.org`. Context limits follow the first live
+ * candidate. Input modalities cover every usable candidate so the
+ * router can select a compatible subscription for each prompt.
  *
  * `subrouterAuthPlugin` registers the login flow, so `opencode auth login`
  * (and any harness driving opencode's auth hook, like kimaki's Discord
@@ -18,7 +19,7 @@
  * OpenCode calls every export as a plugin.
  */
 
-import type { Plugin } from '@opencode-ai/plugin'
+import type { Plugin, PluginInput } from '@opencode-ai/plugin'
 import {
   adapters,
   addAccount,
@@ -26,13 +27,17 @@ import {
   isProviderId,
   loadModelsDevCatalog,
   loadPresets,
+  modelsDevInputModalities,
   modelsDevLimit,
+  modelsDevModel,
   PROVIDER_DISPLAY_NAME,
   PROVIDER_ID,
   PROVIDER_IDS,
-  resolveActiveCandidate,
-  setSubrouterLog,
+  resolveCandidates,
+  resolvePresetModels,
+  type CooldownFallbackNotice,
   type StoredAccount,
+  type SubrouterLog,
 } from '@subrouter/cli'
 import { addSubrouterHeaders, revealRoutedModel } from './provider.ts'
 
@@ -41,22 +46,37 @@ function providerEntryUrl() {
   return new URL(isDev ? './provider.ts' : './provider.js', import.meta.url).href
 }
 
-export const subrouterPlugin: Plugin = async ({ client }) => {
-  // OpenCode loads this plugin and the provider module separately. Both import
-  // @subrouter/cli; this callback is the only log sink the router may use.
-  // Never console.log here. OpenCode prints plugin logs via client.app.log.
-  if (client?.app?.log) {
-    setSubrouterLog((entry) => {
-      void client.app
-        .log({
-          body: {
-            service: 'subrouter',
-            level: entry.level,
-            message: entry.message,
-            extra: entry.extra,
-          },
-        })
-        .catch(() => {})
+function opencodeLog(client: PluginInput['client'] | undefined): SubrouterLog | undefined {
+  if (!client?.app?.log) return undefined
+  const write = client.app.log.bind(client.app)
+  return (entry) => {
+    void write({
+      body: {
+        service: 'subrouter',
+        level: entry.level,
+        message: entry.message,
+        extra: entry.extra,
+      },
+    }).catch(() => {})
+  }
+}
+
+export const subrouterPlugin: Plugin = async ({ client, directory }) => {
+  const log = opencodeLog(client)
+  const pendingNotices = new Map<
+    string,
+    { agent: string; variant?: string; preset: string; text: string }
+  >()
+  const onCooldownFallback = (notice: CooldownFallbackNotice) => {
+    if (!client || !notice.sessionID || !notice.agent || notice.agent === 'title') return
+    if (pendingNotices.has(notice.sessionID)) return
+    const preferred = `${notice.preferred.provider}/${notice.preferred.modelId}`
+    const active = `${notice.active.provider}/${notice.active.modelId}`
+    pendingNotices.set(notice.sessionID, {
+      agent: notice.agent,
+      variant: notice.variant,
+      preset: notice.preset,
+      text: `Subrouter: ${preferred} was rate limited. This message started with ${active}.`,
     })
   }
   return {
@@ -65,11 +85,16 @@ export const subrouterPlugin: Plugin = async ({ client }) => {
         return { version: 1 as const, presets: {} }
       })
       const names = new Set([DEFAULT_PRESET_NAME, ...Object.keys(presets.presets)])
-      const catalog = await loadModelsDevCatalog()
+      const catalog = await loadModelsDevCatalog({ log })
       const models = Object.fromEntries(
         await Promise.all(
           [...names].map(async (name) => {
-            const candidate = await resolveActiveCandidate(name)
+            const presetModels = await resolvePresetModels(name)
+            const candidates =
+              presetModels instanceof Error
+                ? []
+                : (await resolveCandidates({ presetModels })).candidates
+            const candidate = candidates[0]
             const limit = candidate
               ? modelsDevLimit({
                   provider: candidate.provider,
@@ -77,17 +102,32 @@ export const subrouterPlugin: Plugin = async ({ client }) => {
                   catalog,
                 })
               : null
+            const input = new Set<'text' | 'audio' | 'image' | 'video' | 'pdf'>(['text'])
+            let attachment = false
+            for (const current of candidates) {
+              const model = modelsDevModel({
+                provider: current.provider,
+                modelId: current.modelId,
+                catalog,
+              })
+              const modalities = modelsDevInputModalities({
+                provider: current.provider,
+                modelId: current.modelId,
+                catalog,
+              })
+              if (!model || !modalities) continue
+              attachment ||= model.attachment && modalities.some((modality) => modality !== 'text')
+              for (const modality of modalities) input.add(modality)
+            }
             return [
               name,
               {
-                name: candidate ? `${name} (${candidate.modelId})` : name,
+                name,
                 tool_call: true,
-                attachment: true,
+                attachment,
                 reasoning: false,
                 modalities: {
-                  input: ['text', 'image', 'pdf'] satisfies Array<
-                    'text' | 'image' | 'pdf'
-                  >,
+                  input: [...input],
                   output: ['text'] satisfies Array<'text'>,
                 },
                 cost: { input: 0, output: 0, cache_read: 0, cache_write: 0 },
@@ -103,10 +143,30 @@ export const subrouterPlugin: Plugin = async ({ client }) => {
           name: PROVIDER_DISPLAY_NAME,
           npm: providerEntryUrl(),
           models,
-          options: {},
+          options: { log, onCooldownFallback },
         },
       }
     },
+    event: async ({ event }) => {
+      if (event.type !== 'session.idle') return
+      const pending = pendingNotices.get(event.properties.sessionID)
+      if (!pending) return
+      pendingNotices.delete(event.properties.sessionID)
+      const body = {
+        noReply: true,
+        agent: pending.agent,
+        model: { providerID: PROVIDER_ID, modelID: pending.preset },
+        variant: pending.variant,
+        parts: [{ type: 'text' as const, text: pending.text, ignored: true }],
+      }
+      await client.session
+        .prompt({
+          path: { id: event.properties.sessionID },
+          query: { directory },
+          body,
+        })
+        .catch(() => {})
+    },
     'chat.headers': async (input, output) => addSubrouterHeaders(input, output),
     // OpenCode identity uses the preset id; rewrite it to the live routed model.
     'experimental.chat.system.transform': async (input, output) => {