@gaunt-sloth/agent 2.0.0-alpha.23 → 2.0.0-alpha.25

package/dist/middleware/frontendImageInjectionMiddleware.d.ts

@@ -0,0 +1,80 @@
+/**
+ * @packageDocumentation
+ * Opt-in middleware that turns a frontend "capture image" tool result into a vision message the
+ * model can actually see.
+ *
+ * A browser/frontend tool such as CopilotKit's `capture_image` fulfils client-side and posts its
+ * result back to gth's AG-UI server as a trailing `tool`-role message whose content is a JSON
+ * string `{"mimeType":"image/...","data":"<base64>"}`. gth hands that to the model as a plain-string
+ * ToolMessage — no vision block — so the model literally cannot see the photo. This middleware
+ * detects that ToolMessage in `beforeModel`, parses the envelope, and injects a `HumanMessage`
+ * carrying a provider-appropriate vision block before the next model call.
+ *
+ * Strictly opt-in: it fires ONLY when referenced by name in `config.middleware`
+ * (`"middleware": ["frontend-image-injection"]`), never auto-injected. Promoted from
+ * pukeko-robot-controller's proven middleware (RC-21), minus the robot-specific motion-tool coupling.
+ */
+import { type AgentMiddleware } from 'langchain';
+/** Default frontend capture tool name. Overridable via the `toolName` middleware setting. */
+export declare const DEFAULT_CAPTURE_TOOL_NAME = "capture_image";
+export interface FrontendImageInjectionOptions {
+    /**
+     * Provider selecting the vision-block shape. Derived by the registry factory from
+     * `gthConfig.modelProviderType` (the raw `llm.type`), falling back to `llm._llmType()`. One of
+     * gth's provider strings (`anthropic`, `openai`, `openrouter`, `deepseek`, `xai`, `groq`,
+     * `ollama`, `google-genai`, `vertexai`, `huggingface`, …); unknown values fall to the standard
+     * base64 block.
+     */
+    provider: string;
+    /**
+     * Tool name whose `{mimeType,data}` result is converted into a vision message. Defaults to
+     * {@link DEFAULT_CAPTURE_TOOL_NAME} (`capture_image`).
+     */
+    toolName?: string;
+}
+/**
+ * A vision content block the target provider's `@langchain` converter actually decodes. Verified
+ * against the installed converters (RC-21):
+ *   - **ollama** → `{ type:'image_url', image_url:'<data-URL string>' }`. ChatOllama's
+ *     `convertToOllamaMessages` only handles `image_url` blocks (extractBase64FromDataUrl); the
+ *     LangChain standard `source_type` block throws "Unsupported content type: image".
+ *   - **OpenAI-compatible** (`openai`, `openrouter`, `deepseek`, `xai`, `groq` — all extend
+ *     `ChatOpenAI` / report `_llmType()==='openai'`) → `{ type:'image_url', image_url:{ url:'<data-URL>' } }`.
+ *     This native OpenAI shape is correct on BOTH the Completions API AND the Responses API (GS2-74
+ *     flips reasoning-capable openai models to Responses). A raw `source_type` standard block
+ *     serialises to an *invalid* image part on the Responses path, so we emit the provider-native
+ *     shape rather than lean on `@langchain/core`'s (deprecated, internal) auto-conversion.
+ *   - **anthropic / google-genai / vertexai** (and any unknown/default) → the LangChain standard
+ *     base64 data content block `{ type:'image', source_type:'base64', mime_type, data }`, which
+ *     those native converters decode directly and which is the most broadly decodable fallback.
+ *
+ * Pure and exported so each provider branch can be unit-tested directly.
+ */
+export declare function imageBlockFor(provider: string, mimeType: string, data: string): {
+    type: 'image_url';
+    image_url: string;
+    source_type?: undefined;
+    mime_type?: undefined;
+    data?: undefined;
+} | {
+    type: 'image_url';
+    image_url: {
+        url: string;
+    };
+    source_type?: undefined;
+    mime_type?: undefined;
+    data?: undefined;
+} | {
+    image_url?: undefined;
+    type: 'image';
+    source_type: 'base64';
+    mime_type: string;
+    data: string;
+};
+/**
+ * Create the frontend-image-injection middleware.
+ *
+ * @param opts.provider - provider string selecting the vision-block shape (see {@link imageBlockFor}).
+ * @param opts.toolName - capture tool name (default {@link DEFAULT_CAPTURE_TOOL_NAME}).
+ */
+export declare function createFrontendImageInjectionMiddleware(opts: FrontendImageInjectionOptions): AgentMiddleware;

package/dist/middleware/frontendImageInjectionMiddleware.js

@@ -0,0 +1,146 @@
+/**
+ * @packageDocumentation
+ * Opt-in middleware that turns a frontend "capture image" tool result into a vision message the
+ * model can actually see.
+ *
+ * A browser/frontend tool such as CopilotKit's `capture_image` fulfils client-side and posts its
+ * result back to gth's AG-UI server as a trailing `tool`-role message whose content is a JSON
+ * string `{"mimeType":"image/...","data":"<base64>"}`. gth hands that to the model as a plain-string
+ * ToolMessage — no vision block — so the model literally cannot see the photo. This middleware
+ * detects that ToolMessage in `beforeModel`, parses the envelope, and injects a `HumanMessage`
+ * carrying a provider-appropriate vision block before the next model call.
+ *
+ * Strictly opt-in: it fires ONLY when referenced by name in `config.middleware`
+ * (`"middleware": ["frontend-image-injection"]`), never auto-injected. Promoted from
+ * pukeko-robot-controller's proven middleware (RC-21), minus the robot-specific motion-tool coupling.
+ */
+import { createMiddleware } from 'langchain';
+import { HumanMessage, isToolMessage } from '@langchain/core/messages';
+/** Default frontend capture tool name. Overridable via the `toolName` middleware setting. */
+export const DEFAULT_CAPTURE_TOOL_NAME = 'capture_image';
+/**
+ * A vision content block the target provider's `@langchain` converter actually decodes. Verified
+ * against the installed converters (RC-21):
+ *   - **ollama** → `{ type:'image_url', image_url:'<data-URL string>' }`. ChatOllama's
+ *     `convertToOllamaMessages` only handles `image_url` blocks (extractBase64FromDataUrl); the
+ *     LangChain standard `source_type` block throws "Unsupported content type: image".
+ *   - **OpenAI-compatible** (`openai`, `openrouter`, `deepseek`, `xai`, `groq` — all extend
+ *     `ChatOpenAI` / report `_llmType()==='openai'`) → `{ type:'image_url', image_url:{ url:'<data-URL>' } }`.
+ *     This native OpenAI shape is correct on BOTH the Completions API AND the Responses API (GS2-74
+ *     flips reasoning-capable openai models to Responses). A raw `source_type` standard block
+ *     serialises to an *invalid* image part on the Responses path, so we emit the provider-native
+ *     shape rather than lean on `@langchain/core`'s (deprecated, internal) auto-conversion.
+ *   - **anthropic / google-genai / vertexai** (and any unknown/default) → the LangChain standard
+ *     base64 data content block `{ type:'image', source_type:'base64', mime_type, data }`, which
+ *     those native converters decode directly and which is the most broadly decodable fallback.
+ *
+ * Pure and exported so each provider branch can be unit-tested directly.
+ */
+export function imageBlockFor(provider, mimeType, data) {
+    const dataUrl = `data:${mimeType};base64,${data}`;
+    switch (provider) {
+        case 'ollama':
+            return { type: 'image_url', image_url: dataUrl };
+        case 'openai':
+        case 'openrouter':
+        case 'deepseek':
+        case 'xai':
+        case 'groq':
+            return { type: 'image_url', image_url: { url: dataUrl } };
+        case 'anthropic':
+        case 'google-genai':
+        case 'vertexai':
+        default:
+            return {
+                type: 'image',
+                source_type: 'base64',
+                mime_type: mimeType,
+                data,
+            };
+    }
+}
+/**
+ * Create the frontend-image-injection middleware.
+ *
+ * @param opts.provider - provider string selecting the vision-block shape (see {@link imageBlockFor}).
+ * @param opts.toolName - capture tool name (default {@link DEFAULT_CAPTURE_TOOL_NAME}).
+ */
+export function createFrontendImageInjectionMiddleware(opts) {
+    const toolName = opts.toolName ?? DEFAULT_CAPTURE_TOOL_NAME;
+    // thread_id → set of tool_call_ids whose image (or error note) has already been injected. Without
+    // this, a summarizer/replayed history that retains the capture ToolMessage would re-inject its
+    // frame on the next turn, appended after the newest turn's content and mispairing the assistant
+    // message with a stale frame (the RC-21 idempotency guard).
+    //
+    // Closure-scoped (one Map per middleware instance), NOT a module global as the robot had it. The
+    // AG-UI server caches one agent per client-toolset signature (getAgentForTools), so a thread's
+    // turns share this instance and idempotency-across-turns is preserved — while unrelated agents (and
+    // tests) get independent state instead of a process-lifetime Map that accumulates every thread_id.
+    const injectedByThread = new Map();
+    return createMiddleware({
+        name: 'frontend-image-injection',
+        beforeModel: async (state, runtime) => {
+            const messages = state.messages || [];
+            // The AG-UI server sets runConfig.configurable.thread_id (= the run's threadId) and threads it
+            // to the graph, so per-session idempotency keys correctly. '__default__' is only reached off
+            // that path (e.g. a bare invoke with no thread_id), which still behaves correctly per-instance.
+            const threadId = runtime?.configurable?.thread_id ?? '__default__';
+            let injectedIds = injectedByThread.get(threadId);
+            if (!injectedIds) {
+                injectedIds = new Set();
+                injectedByThread.set(threadId, injectedIds);
+            }
+            // Scan forward so injected frames stay in chronological order; skip any tool_call_id already
+            // injected on this thread (idempotent across a retained/replayed tail).
+            const injected = [];
+            for (let i = 0; i < messages.length; i++) {
+                const msg = messages[i];
+                if (
+                // RC-21 (golden fix): use the duck-typed `isToolMessage`, NEVER `msg instanceof
+                // ToolMessage`. A consumer (galvanized/robot) importing this middleware across a `file:`-dep
+                // boundary resolves a SECOND @langchain/core copy, and a capture ToolMessage constructed by
+                // the AG-UI pipeline's core copy is not an instance of the `ToolMessage` class we import —
+                // `instanceof` silently returns false across copies and no frame is ever injected.
+                isToolMessage(msg) &&
+                    typeof msg.content === 'string' &&
+                    msg.name === toolName) {
+                    const id = msg.tool_call_id;
+                    if (!id || injectedIds.has(id))
+                        continue;
+                    try {
+                        injected.push({ payload: JSON.parse(msg.content), id });
+                    }
+                    catch {
+                        // Non-JSON tool result — skip injection (leave the guard clean).
+                    }
+                }
+            }
+            if (injected.length === 0)
+                return undefined;
+            const newMessages = [...messages];
+            for (const { payload, id } of injected) {
+                if (payload.error) {
+                    // Mark injected so the error note isn't re-emitted on a later turn.
+                    injectedIds.add(id);
+                    newMessages.push(new HumanMessage({ content: `Camera unavailable: ${payload.error}` }));
+                    continue;
+                }
+                if (payload.mimeType && payload.data) {
+                    // RC-21: mark injected ONLY on a successful frame emission. A capture result that arrived
+                    // WITHOUT its base64 `data` (dropped upstream) injects nothing and must NOT poison the
+                    // guard — a later data-bearing result for the same tool_call_id can still recover.
+                    injectedIds.add(id);
+                    const block = imageBlockFor(opts.provider, payload.mimeType, payload.data);
+                    newMessages.push(new HumanMessage({
+                        content: [{ type: 'text', text: 'Camera frame captured:' }, block],
+                    }));
+                }
+                // else: a capture result whose `data` is absent — inject nothing, leave the guard clean.
+            }
+            // If every candidate was data-less (nothing appended), return no state update rather than an
+            // identical copy — keeps beforeModel a true no-op and leaves the guard clean for recovery.
+            return newMessages.length > messages.length ? { messages: newMessages } : undefined;
+        },
+    });
+}
+//# sourceMappingURL=frontendImageInjectionMiddleware.js.map

package/dist/middleware/frontendImageInjectionMiddleware.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"frontendImageInjectionMiddleware.js","sourceRoot":"","sources":["../../src/middleware/frontendImageInjectionMiddleware.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAEH,OAAO,EAAE,gBAAgB,EAAwB,MAAM,WAAW,CAAC;AACnE,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AAavE,6FAA6F;AAC7F,MAAM,CAAC,MAAM,yBAAyB,GAAG,eAAe,CAAC;AAkBzD;;;;;;;;;;;;;;;;;GAiBG;AACH,MAAM,UAAU,aAAa,CAAC,QAAgB,EAAE,QAAgB,EAAE,IAAY;IAC5E,MAAM,OAAO,GAAG,QAAQ,QAAQ,WAAW,IAAI,EAAE,CAAC;IAClD,QAAQ,QAAQ,EAAE,CAAC;QACjB,KAAK,QAAQ;YACX,OAAO,EAAE,IAAI,EAAE,WAAoB,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC;QAC5D,KAAK,QAAQ,CAAC;QACd,KAAK,YAAY,CAAC;QAClB,KAAK,UAAU,CAAC;QAChB,KAAK,KAAK,CAAC;QACX,KAAK,MAAM;YACT,OAAO,EAAE,IAAI,EAAE,WAAoB,EAAE,SAAS,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE,CAAC;QACrE,KAAK,WAAW,CAAC;QACjB,KAAK,cAAc,CAAC;QACpB,KAAK,UAAU,CAAC;QAChB;YACE,OAAO;gBACL,IAAI,EAAE,OAAgB;gBACtB,WAAW,EAAE,QAAiB;gBAC9B,SAAS,EAAE,QAAQ;gBACnB,IAAI;aACL,CAAC;IACN,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,sCAAsC,CACpD,IAAmC;IAEnC,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,yBAAyB,CAAC;IAE5D,kGAAkG;IAClG,+FAA+F;IAC/F,gGAAgG;IAChG,4DAA4D;IAC5D,EAAE;IACF,iGAAiG;IACjG,+FAA+F;IAC/F,oGAAoG;IACpG,mGAAmG;IACnG,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAAuB,CAAC;IAExD,OAAO,gBAAgB,CAAC;QACtB,IAAI,EAAE,0BAA0B;QAEhC,WAAW,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;YACpC,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,IAAI,EAAE,CAAC;YACtC,+FAA+F;YAC/F,6FAA6F;YAC7F,gGAAgG;YAChG,MAAM,QAAQ,GAAG,OAAO,EAAE,YAAY,EAAE,SAAS,IAAI,aAAa,CAAC;YACnE,IAAI,WAAW,GAAG,gBAAgB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YACjD,IAAI,CAAC,WAAW,EAAE,CAAC;gBACjB,WAAW,GAAG,IAAI,GAAG,EAAU,CAAC;gBAChC,gBAAgB,CAAC,GAAG,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;YAC9C,CAAC;YAED,6FAA6F;YAC7F,wEAAwE;YACxE,MAAM,QAAQ,GAAiD,EAAE,CAAC;YAClE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACzC,MAAM,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;gBACxB;gBACE,gFAAgF;gBAChF,6FAA6F;gBAC7F,4FAA4F;gBAC5F,2FAA2F;gBAC3F,mFAAmF;gBACnF,aAAa,CAAC,GAAG,CAAC;oBAClB,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ;oBAC/B,GAAG,CAAC,IAAI,KAAK,QAAQ,EACrB,CAAC;oBACD,MAAM,EAAE,GAAG,GAAG,CAAC,YAAY,CAAC;oBAC5B,IAAI,CAAC,EAAE,IAAI,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC;wBAAE,SAAS;oBACzC,IAAI,CAAC;wBACH,QAAQ,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAiB,EAAE,EAAE,EAAE,CAAC,CAAC;oBAC1E,CAAC;oBAAC,MAAM,CAAC;wBACP,iEAAiE;oBACnE,CAAC;gBACH,CAAC;YACH,CAAC;YAED,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO,SAAS,CAAC;YAE5C,MAAM,WAAW,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC;YAClC,KAAK,MAAM,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,QAAQ,EAAE,CAAC;gBACvC,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;oBAClB,oEAAoE;oBACpE,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;oBACpB,WAAW,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,EAAE,OAAO,EAAE,uBAAuB,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC;oBACxF,SAAS;gBACX,CAAC;gBACD,IAAI,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;oBACrC,0FAA0F;oBAC1F,uFAAuF;oBACvF,mFAAmF;oBACnF,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;oBACpB,MAAM,KAAK,GAAG,aAAa,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;oBAC3E,WAAW,CAAC,IAAI,CACd,IAAI,YAAY,CAAC;wBACf,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,wBAAwB,EAAE,EAAE,KAAK,CAAmB;qBACrF,CAAC,CACH,CAAC;gBACJ,CAAC;gBACD,yFAAyF;YAC3F,CAAC;YAED,6FAA6F;YAC7F,2FAA2F;YAC3F,OAAO,WAAW,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;QACtF,CAAC;KACF,CAAC,CAAC;AACL,CAAC"}

package/dist/middleware/registry.js

@@ -9,6 +9,28 @@ import { displayWarning } from '@gaunt-sloth/core/utils/consoleUtils.js';
 import { debugLog } from '@gaunt-sloth/core/utils/debugUtils.js';
 import { anthropicPromptCachingMiddleware, summarizationMiddleware, } from 'langchain';
 import { createBinaryContentInjectionMiddleware, } from '#src/middleware/binaryContentInjectionMiddleware.js';
+import { createFrontendImageInjectionMiddleware } from '#src/middleware/frontendImageInjectionMiddleware.js';
+/**
+ * Derive the provider string the vision middleware maps to a per-provider block shape. Prefers the
+ * loader-stashed raw `llm.type` ({@link GthConfig.modelProviderType}) — the exact gth provider
+ * namespace (`anthropic`/`openrouter`/`deepseek`/`xai`/`groq`/`ollama`/`google-genai`/`vertexai`/…)
+ * — and falls back to the live model's `_llmType()` only when it is absent (module configs). The
+ * OpenAI-compatible shims (openrouter/deepseek/xai/groq) all report `_llmType() === 'openai'`, which
+ * maps to the same `image_url:{url}` block, so the fallback stays shape-correct.
+ */
+function resolveVisionProvider(gthConfig) {
+    if (gthConfig.modelProviderType)
+        return gthConfig.modelProviderType;
+    const llm = gthConfig.llm;
+    try {
+        if (typeof llm?._llmType === 'function')
+            return llm._llmType();
+    }
+    catch {
+        // A misbehaving _llmType must not break middleware resolution.
+    }
+    return '';
+}
 const predefinedMiddlewareFactories = {
     /**
      * Anthropic prompt caching middleware. see https://docs.langchain.com/oss/javascript/langchain/middleware#anthropic-prompt-caching
@@ -24,7 +46,20 @@ const predefinedMiddlewareFactories = {
      * as HumanMessage content blocks before the next model call.
      * This works around LangChain's limitation where ToolMessage doesn't support binary content.
      */
-    'binary-content-injection': (settings, gthConfig) => createBinaryContentInjectionMiddleware(settings, gthConfig),
+    'binary-content-injection': (settings, gthConfig) => createBinaryContentInjectionMiddleware({
+        ...settings,
+        provider: resolveVisionProvider(gthConfig),
+    }, gthConfig),
+    /**
+     * Frontend image injection middleware (RC-22). Converts a frontend capture tool's
+     * `{mimeType,data}` ToolMessage (default tool name `capture_image`) into a provider-appropriate
+     * vision HumanMessage the model can see. Strictly opt-in — resolved ONLY when named in
+     * `config.middleware` (no auto-inject branch). Optional `toolName` setting overrides the tool name.
+     */
+    'frontend-image-injection': (settings, gthConfig) => Promise.resolve(createFrontendImageInjectionMiddleware({
+        provider: resolveVisionProvider(gthConfig),
+        toolName: typeof settings.toolName === 'string' ? settings.toolName : undefined,
+    })),
 };
 function isPredefinedMiddlewareName(name) {
     return name in predefinedMiddlewareFactories;

package/dist/middleware/registry.js.map

@@ -1 +1 @@
-{"version":3,"file":"registry.js","sourceRoot":"","sources":["../../src/middleware/registry.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AASH,OAAO,EAAE,cAAc,EAAE,MAAM,yCAAyC,CAAC;AACzE,OAAO,EAAE,QAAQ,EAAE,MAAM,uCAAuC,CAAC;AACjE,OAAO,EACL,gCAAgC,EAChC,uBAAuB,GAExB,MAAM,WAAW,CAAC;AACnB,OAAO,EACL,sCAAsC,GAEvC,MAAM,qDAAqD,CAAC;AAO7D,MAAM,6BAA6B,GAAG;IACpC;;OAEG;IACH,0BAA0B,EAAE,CAC1B,QAAiC,EACjC,SAAoB,EACM,EAAE,CAC5B,sCAAsC,CAAC,QAAwC,EAAE,SAAS,CAAC;IAC7F;;OAEG;IACH,aAAa,EAAE,CACb,QAAiC,EACjC,SAAoB,EACM,EAAE,CAC5B,6BAA6B,CAAC,QAA+B,EAAE,SAAS,CAAC;IAC3E;;;;;OAKG;IACH,0BAA0B,EAAE,CAC1B,QAAiC,EACjC,SAAoB,EACM,EAAE,CAC5B,sCAAsC,CACpC,QAAoD,EACpD,SAAS,CACV;CACkD,CAAC;AAExD,SAAS,0BAA0B,CACjC,IAAY;IAEZ,OAAO,IAAI,IAAI,6BAA6B,CAAC;AAC/C,CAAC;AAED,SAAS,4BAA4B,CACnC,MAAwB;IAExB,OAAO,CACL,OAAO,MAAM,KAAK,QAAQ;QAC1B,MAAM,KAAK,IAAI;QACf,MAAM,IAAI,MAAM;QAChB,OAAQ,MAA4B,CAAC,IAAI,KAAK,QAAQ;QACtD,0BAA0B,CAAE,MAA2B,CAAC,IAAI,CAAC,CAC9D,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,sCAAsC,CAC1D,MAAoC,EACpC,CAAY;IAEZ,QAAQ,CAAC,0DAA0D,MAAM,CAAC,GAAG,IAAI,SAAS,EAAE,CAAC,CAAC;IAE9F,0CAA0C;IAC1C,OAAO,OAAO,CAAC,OAAO,CAAC,gCAAgC,CAAC,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;AAChF,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,CAAC,KAAK,UAAU,6BAA6B,CACjD,MAA2B,EAC3B,SAAoB;IAEpB,QAAQ,CAAC,mCAAmC,CAAC,CAAC;IAE9C,OAAO,OAAO,CAAC,OAAO,CACpB,uBAAuB,CAAC;QACtB,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,SAAS,CAAC,GAAG;QACpC,GAAG,MAAM;KACV,CAAC,CACH,CAAC;AACJ,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,OAAuC,EACvC,SAAoB;IAEpB,MAAM,gBAAgB,GAAG,OAAO,IAAI,EAAE,CAAC;IACvC,MAAM,UAAU,GAAsB,EAAE,CAAC;IAEzC,iFAAiF;IACjF,wDAAwD;IACxD,MAAM,gBAAgB,GACpB,SAAS,CAAC,aAAa,KAAK,SAAS;QACrC,SAAS,CAAC,aAAa,KAAK,KAAK;QACjC,SAAS,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC;IACrC,MAAM,mBAAmB,GAAG,gBAAgB,CAAC,IAAI,CAC/C,CAAC,CAAC,EAAE,EAAE,CACJ,CAAC,KAAK,0BAA0B;QAChC,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,MAAM,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,KAAK,0BAA0B,CAAC,CAClF,CAAC;IAEF,IAAI,gBAAgB,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAC7C,QAAQ,CAAC,+EAA+E,CAAC,CAAC;QAC1F,UAAU,CAAC,IAAI,CAAC,MAAM,0BAA0B,CAAC,0BAA0B,EAAE,EAAE,EAAE,SAAS,CAAC,CAAC,CAAC;IAC/F,CAAC;IAED,KAAK,MAAM,MAAM,IAAI,gBAAgB,EAAE,CAAC;QACtC,IAAI,CAAC;YACH,oEAAoE;YACpE,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;gBAC/B,UAAU,CAAC,IAAI,CAAC,MAAM,0BAA0B,CAAC,MAAM,EAAE,EAAE,EAAE,SAAS,CAAC,CAAC,CAAC;YAC3E,CAAC;YACD,oDAAoD;iBAC/C,IAAI,4BAA4B,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC9C,MAAM,EAAE,IAAI,EAAE,GAAG,QAAQ,EAAE,GAAG,MAAM,CAAC;gBACrC,UAAU,CAAC,IAAI,CAAC,MAAM,0BAA0B,CAAC,IAAI,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC;YAC/E,CAAC;YACD,mDAAmD;iBAC9C,CAAC;gBACJ,QAAQ,CAAC,0BAA0B,CAAC,CAAC;gBACrC,UAAU,CAAC,IAAI,CAAC,MAAyB,CAAC,CAAC;YAC7C,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,cAAc,CACZ,gCAAgC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CACzF,CAAC;QACJ,CAAC;IACH,CAAC;IAED,OAAO,UAAU,CAAC;AACpB,CAAC;AAED;;;;;;;GAOG;AACH,KAAK,UAAU,0BAA0B,CACvC,IAAY,EACZ,QAAiC,EACjC,SAAoB;IAEpB,IAAI,CAAC,0BAA0B,CAAC,IAAI,CAAC,EAAE,CAAC;QACtC,MAAM,IAAI,KAAK,CAAC,kCAAkC,IAAI,EAAE,CAAC,CAAC;IAC5D,CAAC;IAED,MAAM,OAAO,GAAG,6BAA6B,CAAC,IAAI,CAAC,CAAC;IACpD,OAAO,OAAO,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;AACtC,CAAC"}
+{"version":3,"file":"registry.js","sourceRoot":"","sources":["../../src/middleware/registry.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AASH,OAAO,EAAE,cAAc,EAAE,MAAM,yCAAyC,CAAC;AACzE,OAAO,EAAE,QAAQ,EAAE,MAAM,uCAAuC,CAAC;AACjE,OAAO,EACL,gCAAgC,EAChC,uBAAuB,GAExB,MAAM,WAAW,CAAC;AACnB,OAAO,EACL,sCAAsC,GAEvC,MAAM,qDAAqD,CAAC;AAC7D,OAAO,EAAE,sCAAsC,EAAE,MAAM,qDAAqD,CAAC;AAO7G;;;;;;;GAOG;AACH,SAAS,qBAAqB,CAAC,SAAoB;IACjD,IAAI,SAAS,CAAC,iBAAiB;QAAE,OAAO,SAAS,CAAC,iBAAiB,CAAC;IACpE,MAAM,GAAG,GAAG,SAAS,CAAC,GAA8C,CAAC;IACrE,IAAI,CAAC;QACH,IAAI,OAAO,GAAG,EAAE,QAAQ,KAAK,UAAU;YAAE,OAAO,GAAG,CAAC,QAAQ,EAAE,CAAC;IACjE,CAAC;IAAC,MAAM,CAAC;QACP,+DAA+D;IACjE,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,MAAM,6BAA6B,GAAG;IACpC;;OAEG;IACH,0BAA0B,EAAE,CAC1B,QAAiC,EACjC,SAAoB,EACM,EAAE,CAC5B,sCAAsC,CAAC,QAAwC,EAAE,SAAS,CAAC;IAC7F;;OAEG;IACH,aAAa,EAAE,CACb,QAAiC,EACjC,SAAoB,EACM,EAAE,CAC5B,6BAA6B,CAAC,QAA+B,EAAE,SAAS,CAAC;IAC3E;;;;;OAKG;IACH,0BAA0B,EAAE,CAC1B,QAAiC,EACjC,SAAoB,EACM,EAAE,CAC5B,sCAAsC,CACpC;QACE,GAAI,QAAqD;QACzD,QAAQ,EAAE,qBAAqB,CAAC,SAAS,CAAC;KAC3C,EACD,SAAS,CACV;IACH;;;;;OAKG;IACH,0BAA0B,EAAE,CAC1B,QAAiC,EACjC,SAAoB,EACM,EAAE,CAC5B,OAAO,CAAC,OAAO,CACb,sCAAsC,CAAC;QACrC,QAAQ,EAAE,qBAAqB,CAAC,SAAS,CAAC;QAC1C,QAAQ,EAAE,OAAO,QAAQ,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS;KAChF,CAAC,CACH;CACkD,CAAC;AAExD,SAAS,0BAA0B,CACjC,IAAY;IAEZ,OAAO,IAAI,IAAI,6BAA6B,CAAC;AAC/C,CAAC;AAED,SAAS,4BAA4B,CACnC,MAAwB;IAExB,OAAO,CACL,OAAO,MAAM,KAAK,QAAQ;QAC1B,MAAM,KAAK,IAAI;QACf,MAAM,IAAI,MAAM;QAChB,OAAQ,MAA4B,CAAC,IAAI,KAAK,QAAQ;QACtD,0BAA0B,CAAE,MAA2B,CAAC,IAAI,CAAC,CAC9D,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,sCAAsC,CAC1D,MAAoC,EACpC,CAAY;IAEZ,QAAQ,CAAC,0DAA0D,MAAM,CAAC,GAAG,IAAI,SAAS,EAAE,CAAC,CAAC;IAE9F,0CAA0C;IAC1C,OAAO,OAAO,CAAC,OAAO,CAAC,gCAAgC,CAAC,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;AAChF,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,CAAC,KAAK,UAAU,6BAA6B,CACjD,MAA2B,EAC3B,SAAoB;IAEpB,QAAQ,CAAC,mCAAmC,CAAC,CAAC;IAE9C,OAAO,OAAO,CAAC,OAAO,CACpB,uBAAuB,CAAC;QACtB,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,SAAS,CAAC,GAAG;QACpC,GAAG,MAAM;KACV,CAAC,CACH,CAAC;AACJ,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,OAAuC,EACvC,SAAoB;IAEpB,MAAM,gBAAgB,GAAG,OAAO,IAAI,EAAE,CAAC;IACvC,MAAM,UAAU,GAAsB,EAAE,CAAC;IAEzC,iFAAiF;IACjF,wDAAwD;IACxD,MAAM,gBAAgB,GACpB,SAAS,CAAC,aAAa,KAAK,SAAS;QACrC,SAAS,CAAC,aAAa,KAAK,KAAK;QACjC,SAAS,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC;IACrC,MAAM,mBAAmB,GAAG,gBAAgB,CAAC,IAAI,CAC/C,CAAC,CAAC,EAAE,EAAE,CACJ,CAAC,KAAK,0BAA0B;QAChC,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,MAAM,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,KAAK,0BAA0B,CAAC,CAClF,CAAC;IAEF,IAAI,gBAAgB,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAC7C,QAAQ,CAAC,+EAA+E,CAAC,CAAC;QAC1F,UAAU,CAAC,IAAI,CAAC,MAAM,0BAA0B,CAAC,0BAA0B,EAAE,EAAE,EAAE,SAAS,CAAC,CAAC,CAAC;IAC/F,CAAC;IAED,KAAK,MAAM,MAAM,IAAI,gBAAgB,EAAE,CAAC;QACtC,IAAI,CAAC;YACH,oEAAoE;YACpE,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;gBAC/B,UAAU,CAAC,IAAI,CAAC,MAAM,0BAA0B,CAAC,MAAM,EAAE,EAAE,EAAE,SAAS,CAAC,CAAC,CAAC;YAC3E,CAAC;YACD,oDAAoD;iBAC/C,IAAI,4BAA4B,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC9C,MAAM,EAAE,IAAI,EAAE,GAAG,QAAQ,EAAE,GAAG,MAAM,CAAC;gBACrC,UAAU,CAAC,IAAI,CAAC,MAAM,0BAA0B,CAAC,IAAI,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC;YAC/E,CAAC;YACD,mDAAmD;iBAC9C,CAAC;gBACJ,QAAQ,CAAC,0BAA0B,CAAC,CAAC;gBACrC,UAAU,CAAC,IAAI,CAAC,MAAyB,CAAC,CAAC;YAC7C,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,cAAc,CACZ,gCAAgC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CACzF,CAAC;QACJ,CAAC;IACH,CAAC;IAED,OAAO,UAAU,CAAC;AACpB,CAAC;AAED;;;;;;;GAOG;AACH,KAAK,UAAU,0BAA0B,CACvC,IAAY,EACZ,QAAiC,EACjC,SAAoB;IAEpB,IAAI,CAAC,0BAA0B,CAAC,IAAI,CAAC,EAAE,CAAC;QACtC,MAAM,IAAI,KAAK,CAAC,kCAAkC,IAAI,EAAE,CAAC,CAAC;IAC5D,CAAC;IAED,MAAM,OAAO,GAAG,6BAA6B,CAAC,IAAI,CAAC,CAAC;IACpD,OAAO,OAAO,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;AACtC,CAAC"}

package/dist/middleware/types.d.ts

@@ -10,7 +10,7 @@ import { AgentMiddleware } from 'langchain';
 /**
  * Predefined middleware types that can be configured via JSON config.
  */
-export type PredefinedMiddlewareName = 'anthropic-prompt-caching' | 'summarization' | 'binary-content-injection';
+export type PredefinedMiddlewareName = 'anthropic-prompt-caching' | 'summarization' | 'binary-content-injection' | 'frontend-image-injection';
 /**
  * Configuration for Anthropic prompt caching middleware.
  */
@@ -70,6 +70,18 @@ export interface ImageFormatTransformConfig {
  */
 export interface BinaryContentInjectionConfig {
 }
+/**
+ * Configuration for frontend image injection middleware (RC-22).
+ * Converts a frontend capture tool's `{mimeType,data}` tool result into a vision HumanMessage the
+ * model can see. Opt-in — resolved only when named in `config.middleware`.
+ */
+export interface FrontendImageInjectionConfig {
+    /**
+     * Name of the frontend capture tool whose result is converted into a vision message.
+     * Defaults to `capture_image`.
+     */
+    toolName?: string;
+}
 /**
  * Union type of all predefined middleware configurations.
  */
@@ -79,7 +91,9 @@ export type PredefinedMiddlewareConfig = ({
     name: 'summarization';
 } & SummarizationConfig) | ({
     name: 'binary-content-injection';
-} & BinaryContentInjectionConfig);
+} & BinaryContentInjectionConfig) | ({
+    name: 'frontend-image-injection';
+} & FrontendImageInjectionConfig);
 /**
  * Middleware configuration that can be specified in JSON or JS config.
  * - String: Name of predefined middleware with default settings

package/dist/modules/a2a/A2AClientWrapper.d.ts

@@ -31,7 +31,7 @@ export interface A2ASendContext {
  * @experimental
  */
 export declare class A2AClientWrapper {
-    private client;
+    private clientPromise;
     private config;
     constructor(config: A2AClientConfig);
     /**
@@ -42,12 +42,12 @@ export declare class A2AClientWrapper {
     sendMessage(messageText: string): Promise<string>;
     /**
      * BATCH-14 — send one message and return its text ALONG WITH the A2A `contextId`/`taskId` needed to
-     * thread a multi-turn conversation. Reads the real `@a2a-js/sdk` result shapes rather than the
-     * loose envelope {@link sendMessage} uses:
+     * thread a multi-turn conversation. Reads the real `@a2a-js/sdk` result shapes rather than a
+     * loose envelope:
      *
-     * - A **Message** result (`kind: 'message'`) carries its text in `parts` and `contextId`/`taskId`
-     *   directly (both optional).
-     * - A **Task** result (`kind: 'task'`) — what Google ADK agents commonly return — carries text in
+     * - A **Message** result carries its text in `parts` and `contextId`/`taskId` directly (both
+     *   optional, and empty-string when absent in the v1.0 proto model).
+     * - A **Task** result — what Google ADK agents commonly return — carries text in
      *   `status.message.parts` (falling back to the last artifact's parts), `contextId` (required), and
      *   the taskId as `Task.id`.
      *
@@ -59,9 +59,18 @@ export declare class A2AClientWrapper {
      * @returns The agent's text answer plus the context/task ids from its response.
      */
     sendMessageWithContext(messageText: string, context?: A2ASendContext): Promise<A2AMessageResult>;
+    /** Build the outgoing `SendMessageRequest`. The v1.0 data model is generated from the A2A
+     * protobufs, so every field is required rather than optional: `role` is the numeric {@link Role}
+     * enum (not `'user'`), a text part is `{ content: { $case: 'text', value } }` (not
+     * `{ kind: 'text', text }`), and the continuity handles are empty strings rather than absent
+     * when there is no conversation to continue. */
+    private static buildSendRequest;
     /** Normalize a `Message | Task` A2A result into text + continuity handles (BATCH-14). Static +
      * tolerant of missing optional fields so it can be reused and unit-tested directly. */
     private static extractResult;
+    /** v1.0 dropped the `kind` discriminator that told a Message from a Task, so discriminate
+     * structurally: `messageId` is required on every Message and never present on a Task. */
+    private static isTask;
     /** Concatenate the text of every {@link https://github.com/a2aproject/A2A TextPart} in `parts`
      * (ignoring file/data parts), or `''` when there is no text part. */
     private static extractText;

package/dist/modules/a2a/A2AClientWrapper.js

@@ -3,20 +3,48 @@
  * Wrapper for A2A (Agent-to-Agent) protocol client.
  * @experimental A2A support is experimental and may change.
  */
-import { A2AClient } from '@a2a-js/sdk/client';
+import { ClientFactory, ClientFactoryOptions, DefaultAgentCardResolver, JsonRpcTransportFactory, RestTransportFactory, } from '@a2a-js/sdk/client';
+import { Role } from '@a2a-js/sdk';
 import { debugLog, debugLogError } from '@gaunt-sloth/core/utils/debugUtils.js';
 import { v4 as uuidv4 } from 'uuid';
+/** The A2A spec's well-known agent-card path. The SDK's resolver needs the full CARD url, whereas
+ * {@link A2AClientConfig.agentUrl} is the agent's BASE url — so we append this ourselves and hand
+ * the resolver an empty relative path, keeping the fetched card URL byte-identical to what the
+ * pre-1.0 `A2AClient` string constructor produced. (Letting the resolver append its own default
+ * would resolve the path RELATIVE to the base url, silently dropping a base path segment: for
+ * `http://host/a2a` it would fetch `http://host/.well-known/agent-card.json`.) */
+const AGENT_CARD_PATH = '.well-known/agent-card.json';
 /**
  * Wrapper around the A2A SDK client for communicating with external agents.
  * @experimental
  */
 export class A2AClientWrapper {
-    client;
+    clientPromise;
     config;
     constructor(config) {
         this.config = config;
-        // Initialize with agent URL. The SDK will fetch the agent card.
-        this.client = new A2AClient(config.agentUrl);
+        // `@a2a-js/sdk` 1.0 removed the `A2AClient` class outright; a client is now built by a
+        // `ClientFactory` from the agent card. `legacyCompat` is enabled on the card resolver AND on
+        // every transport factory so we keep talking to agents still on protocol v0.3 — which is what
+        // Google ADK agents (our only real A2A peer today, see adk-eval-it/) currently speak. With it
+        // on, the resolver detects a v0.3-shaped card, translates it to the v1.0 model and stamps each
+        // synthesized interface `protocolVersion: '0.3'`, and the matching factory then instantiates
+        // the v0.3 wire transport. A v1.0 agent is served by the native transports unchanged, so this
+        // wrapper speaks to both.
+        const factory = new ClientFactory(ClientFactoryOptions.createFrom(ClientFactoryOptions.default, {
+            cardResolver: new DefaultAgentCardResolver({ legacyCompat: { enabled: true } }),
+            transports: [
+                new JsonRpcTransportFactory({ legacyCompat: { enabled: true } }),
+                new RestTransportFactory({ legacyCompat: { enabled: true } }),
+            ],
+        }));
+        // Client construction is async (it fetches the card), so we hold the promise and await it per
+        // send. Empty path = "the base url IS the card url" — see AGENT_CARD_PATH.
+        const cardUrl = `${config.agentUrl.replace(/\/+$/, '')}/${AGENT_CARD_PATH}`;
+        this.clientPromise = factory.createFromUrl(cardUrl, '');
+        // Guard against an unhandled rejection if the wrapper is constructed but never used; real
+        // callers still observe the rejection when they await `clientPromise` inside a send method.
+        void this.clientPromise.catch(() => undefined);
     }
     /**
      * Sends a message to the A2A agent and returns the response.
@@ -26,33 +54,10 @@ export class A2AClientWrapper {
     async sendMessage(messageText) {
         debugLog(`Sending message to A2A agent ${this.config.agentId} at ${this.config.agentUrl}: ${messageText}`);
         try {
-            const messageId = uuidv4();
-            const response = await this.client.sendMessage({
-                message: {
-                    kind: 'message',
-                    messageId: messageId,
-                    role: 'user',
-                    parts: [{ kind: 'text', text: messageText }],
-                },
-            });
-            debugLog(`Received response from A2A agent: ${JSON.stringify(response)}`);
-            // Check for error response
-            if ('error' in response) {
-                // eslint-disable-next-line @typescript-eslint/no-explicit-any
-                throw new Error(`A2A Error: ${JSON.stringify(response.error)}`);
-            }
-            // Extract text from response
-            // The result is likely a TaskStatus which contains a message
-            // eslint-disable-next-line @typescript-eslint/no-explicit-any
-            const result = response.result;
-            if (result.message && result.message.parts && result.message.parts.length > 0) {
-                // Assuming the first part is text for now
-                return result.message.parts[0].text || JSON.stringify(result.message.parts);
-            }
-            else if (result.state) {
-                return `Task state: ${result.state}`;
-            }
-            return JSON.stringify(result);
+            const client = await this.clientPromise;
+            const result = await client.sendMessage(A2AClientWrapper.buildSendRequest(messageText, uuidv4()));
+            debugLog(`Received response from A2A agent: ${JSON.stringify(result)}`);
+            return A2AClientWrapper.extractResult(result).text;
         }
         catch (error) {
             debugLogError('Error sending message to A2A agent', error);
@@ -61,12 +66,12 @@ export class A2AClientWrapper {
     }
     /**
      * BATCH-14 — send one message and return its text ALONG WITH the A2A `contextId`/`taskId` needed to
-     * thread a multi-turn conversation. Reads the real `@a2a-js/sdk` result shapes rather than the
-     * loose envelope {@link sendMessage} uses:
+     * thread a multi-turn conversation. Reads the real `@a2a-js/sdk` result shapes rather than a
+     * loose envelope:
      *
-     * - A **Message** result (`kind: 'message'`) carries its text in `parts` and `contextId`/`taskId`
-     *   directly (both optional).
-     * - A **Task** result (`kind: 'task'`) — what Google ADK agents commonly return — carries text in
+     * - A **Message** result carries its text in `parts` and `contextId`/`taskId` directly (both
+     *   optional, and empty-string when absent in the v1.0 proto model).
+     * - A **Task** result — what Google ADK agents commonly return — carries text in
      *   `status.message.parts` (falling back to the last artifact's parts), `contextId` (required), and
      *   the taskId as `Task.id`.
      *
@@ -82,23 +87,9 @@ export class A2AClientWrapper {
             `${this.config.agentUrl}: ${messageText}` +
             (context?.contextId ? ` [contextId=${context.contextId}]` : ''));
         try {
-            const response = await this.client.sendMessage({
-                message: {
-                    kind: 'message',
-                    messageId: uuidv4(),
-                    role: 'user',
-                    parts: [{ kind: 'text', text: messageText }],
-                    // Attach continuity handles only when present, so a first-turn send is unchanged.
-                    ...(context?.contextId ? { contextId: context.contextId } : {}),
-                    ...(context?.taskId ? { taskId: context.taskId } : {}),
-                },
-            });
-            debugLog(`Received response from A2A agent: ${JSON.stringify(response)}`);
-            if ('error' in response) {
-                // eslint-disable-next-line @typescript-eslint/no-explicit-any
-                throw new Error(`A2A Error: ${JSON.stringify(response.error)}`);
-            }
-            const result = response.result;
+            const client = await this.clientPromise;
+            const result = await client.sendMessage(A2AClientWrapper.buildSendRequest(messageText, uuidv4(), context));
+            debugLog(`Received response from A2A agent: ${JSON.stringify(result)}`);
             return A2AClientWrapper.extractResult(result);
         }
         catch (error) {
@@ -106,19 +97,57 @@ export class A2AClientWrapper {
             throw error;
         }
     }
+    /** Build the outgoing `SendMessageRequest`. The v1.0 data model is generated from the A2A
+     * protobufs, so every field is required rather than optional: `role` is the numeric {@link Role}
+     * enum (not `'user'`), a text part is `{ content: { $case: 'text', value } }` (not
+     * `{ kind: 'text', text }`), and the continuity handles are empty strings rather than absent
+     * when there is no conversation to continue. */
+    static buildSendRequest(messageText, messageId, context) {
+        const message = {
+            messageId,
+            contextId: context?.contextId ?? '',
+            taskId: context?.taskId ?? '',
+            role: Role.ROLE_USER,
+            parts: [
+                {
+                    content: { $case: 'text', value: messageText },
+                    metadata: undefined,
+                    filename: '',
+                    mediaType: 'text/plain',
+                },
+            ],
+            metadata: undefined,
+            extensions: [],
+            referenceTaskIds: [],
+        };
+        return { tenant: '', message, configuration: undefined, metadata: undefined };
+    }
     /** Normalize a `Message | Task` A2A result into text + continuity handles (BATCH-14). Static +
      * tolerant of missing optional fields so it can be reused and unit-tested directly. */
     static extractResult(result) {
-        if (result && result.kind === 'task') {
-            const task = result;
-            const statusParts = task.status?.message?.parts;
-            const artifactParts = task.artifacts?.[task.artifacts.length - 1]?.parts;
-            const text = A2AClientWrapper.extractText(statusParts ?? artifactParts) || JSON.stringify(task);
-            return { text, contextId: task.contextId, taskId: task.id };
+        if (A2AClientWrapper.isTask(result)) {
+            const statusParts = result.status?.message?.parts;
+            const artifactParts = result.artifacts?.[result.artifacts.length - 1]?.parts;
+            const text = A2AClientWrapper.extractText(statusParts ?? artifactParts) || JSON.stringify(result);
+            return {
+                text,
+                contextId: result.contextId || undefined,
+                taskId: result.id || undefined,
+            };
         }
-        const message = result;
-        const text = A2AClientWrapper.extractText(message?.parts) || JSON.stringify(result);
-        return { text, contextId: message?.contextId, taskId: message?.taskId };
+        const text = A2AClientWrapper.extractText(result?.parts) || JSON.stringify(result);
+        // The proto model uses '' (not undefined) for an absent id; normalize back to undefined so a
+        // caller can't thread an empty handle into the next turn.
+        return {
+            text,
+            contextId: result?.contextId || undefined,
+            taskId: result?.taskId || undefined,
+        };
+    }
+    /** v1.0 dropped the `kind` discriminator that told a Message from a Task, so discriminate
+     * structurally: `messageId` is required on every Message and never present on a Task. */
+    static isTask(result) {
+        return typeof result?.messageId !== 'string';
     }
     /** Concatenate the text of every {@link https://github.com/a2aproject/A2A TextPart} in `parts`
      * (ignoring file/data parts), or `''` when there is no text part. */
@@ -126,8 +155,8 @@ export class A2AClientWrapper {
         if (!parts || parts.length === 0)
             return '';
         return parts
-            .filter((part) => part?.kind === 'text')
-            .map((part) => part.text)
+            .filter((part) => part?.content?.$case === 'text')
+            .map((part) => part.content?.value)
             .join('\n');
     }
 }

package/dist/modules/a2a/A2AClientWrapper.js.map

@@ -1 +1 @@
-{"version":3,"file":"A2AClientWrapper.js","sourceRoot":"","sources":["../../../src/modules/a2a/A2AClientWrapper.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAE/C,OAAO,EAAE,QAAQ,EAAE,aAAa,EAAE,MAAM,uCAAuC,CAAC;AAChF,OAAO,EAAE,EAAE,IAAI,MAAM,EAAE,MAAM,MAAM,CAAC;AAiCpC;;;GAGG;AACH,MAAM,OAAO,gBAAgB;IACnB,MAAM,CAAY;IAClB,MAAM,CAAkB;IAEhC,YAAY,MAAuB;QACjC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,gEAAgE;QAChE,IAAI,CAAC,MAAM,GAAG,IAAI,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC/C,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,WAAW,CAAC,WAAmB;QACnC,QAAQ,CACN,gCAAgC,IAAI,CAAC,MAAM,CAAC,OAAO,OAAO,IAAI,CAAC,MAAM,CAAC,QAAQ,KAAK,WAAW,EAAE,CACjG,CAAC;QACF,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,MAAM,EAAE,CAAC;YAC3B,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC;gBAC7C,OAAO,EAAE;oBACP,IAAI,EAAE,SAAS;oBACf,SAAS,EAAE,SAAS;oBACpB,IAAI,EAAE,MAAM;oBACZ,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;iBAC7C;aACF,CAAC,CAAC;YAEH,QAAQ,CAAC,qCAAqC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;YAE1E,2BAA2B;YAC3B,IAAI,OAAO,IAAI,QAAQ,EAAE,CAAC;gBACxB,8DAA8D;gBAC9D,MAAM,IAAI,KAAK,CAAC,cAAc,IAAI,CAAC,SAAS,CAAE,QAAgB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAC3E,CAAC;YAED,6BAA6B;YAC7B,6DAA6D;YAC7D,8DAA8D;YAC9D,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAa,CAAC;YAEtC,IAAI,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC9E,0CAA0C;gBAC1C,OAAO,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAC9E,CAAC;iBAAM,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;gBACxB,OAAO,eAAe,MAAM,CAAC,KAAK,EAAE,CAAC;YACvC,CAAC;YAED,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAChC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,aAAa,CAAC,oCAAoC,EAAE,KAAK,CAAC,CAAC;YAC3D,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;;;;;;;;;;;;;;;;OAiBG;IACH,KAAK,CAAC,sBAAsB,CAC1B,WAAmB,EACnB,OAAwB;QAExB,QAAQ,CACN,+CAA+C,IAAI,CAAC,MAAM,CAAC,OAAO,MAAM;YACtE,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,KAAK,WAAW,EAAE;YACzC,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC,eAAe,OAAO,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAClE,CAAC;QACF,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC;gBAC7C,OAAO,EAAE;oBACP,IAAI,EAAE,SAAS;oBACf,SAAS,EAAE,MAAM,EAAE;oBACnB,IAAI,EAAE,MAAM;oBACZ,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;oBAC5C,kFAAkF;oBAClF,GAAG,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC/D,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBACvD;aACF,CAAC,CAAC;YAEH,QAAQ,CAAC,qCAAqC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;YAE1E,IAAI,OAAO,IAAI,QAAQ,EAAE,CAAC;gBACxB,8DAA8D;gBAC9D,MAAM,IAAI,KAAK,CAAC,cAAc,IAAI,CAAC,SAAS,CAAE,QAAgB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAC3E,CAAC;YAED,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAwB,CAAC;YACjD,OAAO,gBAAgB,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;QAChD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,aAAa,CAAC,mDAAmD,EAAE,KAAK,CAAC,CAAC;YAC1E,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;2FACuF;IAC/E,MAAM,CAAC,aAAa,CAAC,MAAsB;QACjD,IAAI,MAAM,IAAI,MAAM,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACrC,MAAM,IAAI,GAAG,MAAc,CAAC;YAC5B,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC;YAChD,MAAM,aAAa,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC;YACzE,MAAM,IAAI,GACR,gBAAgB,CAAC,WAAW,CAAC,WAAW,IAAI,aAAa,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YACrF,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC;QAC9D,CAAC;QACD,MAAM,OAAO,GAAG,MAAiB,CAAC;QAClC,MAAM,IAAI,GAAG,gBAAgB,CAAC,WAAW,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QACpF,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;IAC1E,CAAC;IAED;yEACqE;IAC7D,MAAM,CAAC,WAAW,CAAC,KAAyB;QAClD,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAC5C,OAAO,KAAK;aACT,MAAM,CAAC,CAAC,IAAI,EAA2C,EAAE,CAAC,IAAI,EAAE,IAAI,KAAK,MAAM,CAAC;aAChF,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC;aACxB,IAAI,CAAC,IAAI,CAAC,CAAC;IAChB,CAAC;CACF"}
+{"version":3,"file":"A2AClientWrapper.js","sourceRoot":"","sources":["../../../src/modules/a2a/A2AClientWrapper.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,EACL,aAAa,EACb,oBAAoB,EACpB,wBAAwB,EACxB,uBAAuB,EACvB,oBAAoB,GAErB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,IAAI,EAAsC,MAAM,aAAa,CAAC;AACvE,OAAO,EAAE,QAAQ,EAAE,aAAa,EAAE,MAAM,uCAAuC,CAAC;AAChF,OAAO,EAAE,EAAE,IAAI,MAAM,EAAE,MAAM,MAAM,CAAC;AAEpC;;;;;kFAKkF;AAClF,MAAM,eAAe,GAAG,6BAA6B,CAAC;AAiCtD;;;GAGG;AACH,MAAM,OAAO,gBAAgB;IACnB,aAAa,CAAkB;IAC/B,MAAM,CAAkB;IAEhC,YAAY,MAAuB;QACjC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,uFAAuF;QACvF,6FAA6F;QAC7F,8FAA8F;QAC9F,8FAA8F;QAC9F,+FAA+F;QAC/F,6FAA6F;QAC7F,8FAA8F;QAC9F,0BAA0B;QAC1B,MAAM,OAAO,GAAG,IAAI,aAAa,CAC/B,oBAAoB,CAAC,UAAU,CAAC,oBAAoB,CAAC,OAAO,EAAE;YAC5D,YAAY,EAAE,IAAI,wBAAwB,CAAC,EAAE,YAAY,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,CAAC;YAC/E,UAAU,EAAE;gBACV,IAAI,uBAAuB,CAAC,EAAE,YAAY,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,CAAC;gBAChE,IAAI,oBAAoB,CAAC,EAAE,YAAY,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,CAAC;aAC9D;SACF,CAAC,CACH,CAAC;QACF,8FAA8F;QAC9F,2EAA2E;QAC3E,MAAM,OAAO,GAAG,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,eAAe,EAAE,CAAC;QAC5E,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QACxD,0FAA0F;QAC1F,4FAA4F;QAC5F,KAAK,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IACjD,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,WAAW,CAAC,WAAmB;QACnC,QAAQ,CACN,gCAAgC,IAAI,CAAC,MAAM,CAAC,OAAO,OAAO,IAAI,CAAC,MAAM,CAAC,QAAQ,KAAK,WAAW,EAAE,CACjG,CAAC;QACF,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC;YACxC,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,WAAW,CACrC,gBAAgB,CAAC,gBAAgB,CAAC,WAAW,EAAE,MAAM,EAAE,CAAC,CACzD,CAAC;YAEF,QAAQ,CAAC,qCAAqC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAExE,OAAO,gBAAgB,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC;QACrD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,aAAa,CAAC,oCAAoC,EAAE,KAAK,CAAC,CAAC;YAC3D,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;;;;;;;;;;;;;;;;OAiBG;IACH,KAAK,CAAC,sBAAsB,CAC1B,WAAmB,EACnB,OAAwB;QAExB,QAAQ,CACN,+CAA+C,IAAI,CAAC,MAAM,CAAC,OAAO,MAAM;YACtE,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,KAAK,WAAW,EAAE;YACzC,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC,eAAe,OAAO,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAClE,CAAC;QACF,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC;YACxC,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,WAAW,CACrC,gBAAgB,CAAC,gBAAgB,CAAC,WAAW,EAAE,MAAM,EAAE,EAAE,OAAO,CAAC,CAClE,CAAC;YAEF,QAAQ,CAAC,qCAAqC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAExE,OAAO,gBAAgB,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;QAChD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,aAAa,CAAC,mDAAmD,EAAE,KAAK,CAAC,CAAC;YAC1E,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;;;oDAIgD;IACxC,MAAM,CAAC,gBAAgB,CAC7B,WAAmB,EACnB,SAAiB,EACjB,OAAwB;QAExB,MAAM,OAAO,GAAY;YACvB,SAAS;YACT,SAAS,EAAE,OAAO,EAAE,SAAS,IAAI,EAAE;YACnC,MAAM,EAAE,OAAO,EAAE,MAAM,IAAI,EAAE;YAC7B,IAAI,EAAE,IAAI,CAAC,SAAS;YACpB,KAAK,EAAE;gBACL;oBACE,OAAO,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE;oBAC9C,QAAQ,EAAE,SAAS;oBACnB,QAAQ,EAAE,EAAE;oBACZ,SAAS,EAAE,YAAY;iBACxB;aACF;YACD,QAAQ,EAAE,SAAS;YACnB,UAAU,EAAE,EAAE;YACd,gBAAgB,EAAE,EAAE;SACrB,CAAC;QACF,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC;IAChF,CAAC;IAED;2FACuF;IAC/E,MAAM,CAAC,aAAa,CAAC,MAAsB;QACjD,IAAI,gBAAgB,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;YACpC,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC;YAClD,MAAM,aAAa,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC;YAC7E,MAAM,IAAI,GACR,gBAAgB,CAAC,WAAW,CAAC,WAAW,IAAI,aAAa,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YACvF,OAAO;gBACL,IAAI;gBACJ,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,SAAS;gBACxC,MAAM,EAAE,MAAM,CAAC,EAAE,IAAI,SAAS;aAC/B,CAAC;QACJ,CAAC;QACD,MAAM,IAAI,GAAG,gBAAgB,CAAC,WAAW,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QACnF,6FAA6F;QAC7F,0DAA0D;QAC1D,OAAO;YACL,IAAI;YACJ,SAAS,EAAE,MAAM,EAAE,SAAS,IAAI,SAAS;YACzC,MAAM,EAAE,MAAM,EAAE,MAAM,IAAI,SAAS;SACpC,CAAC;IACJ,CAAC;IAED;6FACyF;IACjF,MAAM,CAAC,MAAM,CAAC,MAAsB;QAC1C,OAAO,OAAQ,MAAkB,EAAE,SAAS,KAAK,QAAQ,CAAC;IAC5D,CAAC;IAED;yEACqE;IAC7D,MAAM,CAAC,WAAW,CAAC,KAAyB;QAClD,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAC5C,OAAO,KAAK;aACT,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE,OAAO,EAAE,KAAK,KAAK,MAAM,CAAC;aACjD,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,EAAE,KAAe,CAAC;aAC5C,IAAI,CAAC,IAAI,CAAC,CAAC;IAChB,CAAC;CACF"}