@borgee/agents-host 0.2.35 → 0.2.56

package/dist/providers/codex/cli-client.d.ts

@@ -28,6 +28,11 @@ interface CodexAcpRuntime {
         mode?: number;
     }): Promise<void>;
     unlink(path: string): Promise<void>;
+    fetch(input: string | URL, init?: RequestInit): Promise<Response>;
+}
+interface CodexHostedImageInputConfig {
+    borgeeBaseUrl?: string;
+    agentApiKey?: string;
 }
 export declare class CodexCliClient {
     private readonly command;
@@ -35,6 +40,7 @@ export declare class CodexCliClient {
     private readonly sessionStore?;
     private readonly resolveSessionStoreAgentId;
     private readonly logger;
+    private readonly imageInputConfig;
     private readonly runtime;
     private readonly channels;
     /**
@@ -70,7 +76,7 @@ export declare class CodexCliClient {
     private sessionStoreWriteQueue;
     private sessionCapabilities;
     private readonly idleBackendShutdown;
-    constructor(command: string, args?: string[], runtimeOverrides?: Partial<CodexAcpRuntime>, sessionStore?: CodexChannelSessionStore | undefined, resolveSessionStoreAgentId?: () => string | undefined, logger?: DebugLogger);
+    constructor(command: string, args?: string[], runtimeOverrides?: Partial<CodexAcpRuntime>, sessionStore?: CodexChannelSessionStore | undefined, resolveSessionStoreAgentId?: () => string | undefined, logger?: DebugLogger, imageInputConfig?: CodexHostedImageInputConfig);
     generateReply(turn: PreparedProviderTurnInput, options?: ProviderGenerateOptions): Promise<string>;
     generateReply(channelId: string, prompt: string, options?: ProviderGenerateOptions): Promise<string>;
     dispose(): Promise<void>;
@@ -90,9 +96,11 @@ export declare class CodexCliClient {
     private resolveProjectedContextDirectory;
     private buildProjectedPromptContext;
     private copyProjectedFile;
-    private pruneProjectedGatewayAuthFiles;
+    private pruneProjectedGatewayCredentials;
     private refreshProjectedPromptContextBestEffort;
     private rewritePromptContextPaths;
+    private buildPromptInput;
+    private fetchImageBlock;
     private runTurn;
     private raceWithFatal;
     private invalidateSession;

package/dist/providers/codex/cli-client.js

@@ -5,7 +5,9 @@ import { createRequire } from 'node:module';
 import spawn from 'cross-spawn';
 import { PROTOCOL_VERSION, client, methods, ndJsonStream, } from '@agentclientprotocol/sdk';
 import { HostLogger, summarizeChildStderr, summarizeError } from '../../debug.js';
+import { AcpProgressCollector } from '../acp-progress-collector.js';
 import { assertCodexProjectDocumentSize, buildCodexProjectDocument } from './project-doc.js';
+import { isGatewayCredentialSidecarBasename } from '../../context/injection.js';
 import { IDLE_BACKEND_SHUTDOWN_DISABLED_MS, IdleBackendShutdownScheduler, } from '../idle-backend-shutdown.js';
 const SESSION_TAINTED_ERRORS = new WeakSet();
 const DEFAULT_IDLE_SESSION_TTL_MS = 2 * 24 * 60 * 60 * 1000;
@@ -27,8 +29,6 @@ const DEFAULT_SESSION_CAPABILITIES = {
 const DEFAULT_CODEX_COMMAND = 'codex-acp';
 const DEFAULT_CODEX_ARGS = [];
 const CODEX_CONTEXT_ROOT_DIRNAME = 'codex-context';
-const PROJECTED_GATEWAY_AUTH_FILENAME = '.localhost-gateway-auth.json';
-const PROJECTED_GATEWAY_AUTH_PREFIX = '.localhost-gateway-auth.';
 const PROJECTION_UNAVAILABLE_PLACEHOLDER = '[codex-projection-unavailable]';
 const QUEUED_TURN_DROPPED_MESSAGE = 'Codex ACP session was reset after a failed turn; queued turns were dropped instead of replaying them on a fresh session';
 const require = createRequire(import.meta.url);
@@ -59,10 +59,8 @@ const DEFAULT_RUNTIME = {
     unlink: async (path) => {
         await fs.unlink(path);
     },
+    fetch: async (input, init) => fetch(input, init),
 };
-function hasVisibleText(value) {
-    return typeof value === 'string' && value.trim().length > 0;
-}
 function cloneDirectories(directories) {
     return directories ? [...directories] : undefined;
 }
@@ -103,85 +101,7 @@ function serializePersistedSessionRecord(record) {
         ...(record.cwd ? { cwd: record.cwd } : {}),
     });
 }
-function formatToolProgress(title, status) {
-    const normalizedTitle = hasVisibleText(title) ? title.trim() : null;
-    switch (status) {
-        case 'completed':
-            return normalizedTitle ? `Completed ${normalizedTitle}` : 'Completed tool call';
-        case 'failed':
-            return normalizedTitle ? `Failed ${normalizedTitle}` : 'Tool call failed';
-        case 'pending':
-        case 'in_progress':
-        case undefined:
-        case null:
-            return normalizedTitle ? `Running ${normalizedTitle}…` : 'Running tool…';
-        default:
-            return normalizedTitle ? `${status} ${normalizedTitle}` : status;
-    }
-}
-function formatPlanProgress(entries) {
-    const current = entries.find((entry) => entry.status === 'in_progress') ??
-        entries.find((entry) => entry.status === 'pending') ??
-        entries[0];
-    return hasVisibleText(current?.content) ? `Plan: ${current.content.trim()}` : null;
-}
-class CodexProgressCollector {
-    onProgress;
-    publicText = '';
-    lastPublished = null;
-    toolTitles = new Map();
-    constructor(onProgress) {
-        this.onProgress = onProgress;
-    }
-    consume(update) {
-        switch (update.update.sessionUpdate) {
-            case 'agent_message_chunk':
-                if (update.update.content.type !== 'text') {
-                    return;
-                }
-                this.publicText += update.update.content.text;
-                this.publish(this.publicText);
-                return;
-            case 'tool_call':
-                this.toolTitles.set(update.update.toolCallId, update.update.title);
-                this.publishFallback(formatToolProgress(update.update.title, update.update.status));
-                return;
-            case 'tool_call_update': {
-                const nextTitle = update.update.title ?? this.toolTitles.get(update.update.toolCallId);
-                if (hasVisibleText(nextTitle)) {
-                    this.toolTitles.set(update.update.toolCallId, nextTitle);
-                }
-                this.publishFallback(formatToolProgress(nextTitle, update.update.status));
-                return;
-            }
-            case 'plan':
-                this.publishFallback(formatPlanProgress(update.update.entries.map((entry) => ({
-                    content: entry.content,
-                    status: entry.status,
-                }))));
-                return;
-            default:
-                return;
-        }
-    }
-    getFinalText() {
-        return this.publicText.trim();
-    }
-    publishFallback(text) {
-        if (hasVisibleText(this.publicText)) {
-            return;
-        }
-        this.publish(text);
-    }
-    publish(text) {
-        if (!this.onProgress || !hasVisibleText(text) || text === this.lastPublished) {
-            return;
-        }
-        this.lastPublished = text;
-        this.onProgress({ text });
-    }
-}
-function createDeferredTurn(channelId, prompt, promptContext, sessionPersistence, options) {
+function createDeferredTurn(channelId, preparedTurn, sessionPersistence, options) {
     let settled = false;
     let resolvePromise;
     let rejectPromise;
@@ -191,8 +111,7 @@ function createDeferredTurn(channelId, prompt, promptContext, sessionPersistence
     });
     return {
         channelId,
-        prompt,
-        promptContext,
+        preparedTurn,
         sessionPersistence,
         options,
         promise,
@@ -210,6 +129,28 @@ function createDeferredTurn(channelId, prompt, promptContext, sessionPersistence
         },
     };
 }
+function isAbsoluteHttpUrl(value) {
+    return value.startsWith('http://') || value.startsWith('https://');
+}
+function resolveHostedAttachmentUrl(rawUrl, borgeeBaseUrl) {
+    if (isAbsoluteHttpUrl(rawUrl)) {
+        return rawUrl;
+    }
+    const base = borgeeBaseUrl.replace(/\/$/, '');
+    const path = rawUrl.startsWith('/') ? rawUrl : `/${rawUrl}`;
+    return `${base}${path}`;
+}
+function isSameOrigin(left, right) {
+    try {
+        return new URL(left).origin === new URL(right).origin;
+    }
+    catch {
+        return false;
+    }
+}
+function asImagePart(part) {
+    return part.type === 'image' ? part : null;
+}
 function normalizeError(error) {
     return error instanceof Error ? error : new Error(String(error));
 }
@@ -296,6 +237,7 @@ export class CodexCliClient {
     sessionStore;
     resolveSessionStoreAgentId;
     logger;
+    imageInputConfig;
     runtime;
     channels = new Map();
     /**
@@ -333,12 +275,13 @@ export class CodexCliClient {
     sessionStoreWriteQueue = Promise.resolve();
     sessionCapabilities = DEFAULT_SESSION_CAPABILITIES;
     idleBackendShutdown;
-    constructor(command, args = [], runtimeOverrides = {}, sessionStore, resolveSessionStoreAgentId = () => undefined, logger = new HostLogger()) {
+    constructor(command, args = [], runtimeOverrides = {}, sessionStore, resolveSessionStoreAgentId = () => undefined, logger = new HostLogger(), imageInputConfig = {}) {
         this.command = command;
         this.args = args;
         this.sessionStore = sessionStore;
         this.resolveSessionStoreAgentId = resolveSessionStoreAgentId;
         this.logger = logger;
+        this.imageInputConfig = imageInputConfig;
         this.runtime = { ...DEFAULT_RUNTIME, ...runtimeOverrides };
         this.idleBackendShutdown = new IdleBackendShutdownScheduler({
             idleShutdownMs: this.runtime.idleBackendShutdownMs,
@@ -359,12 +302,19 @@ export class CodexCliClient {
         if (this.fatalError) {
             throw this.fatalError;
         }
-        const preparedTurn = typeof channelIdOrTurn === 'string'
+        const preparedTurnBase = typeof channelIdOrTurn === 'string'
             ? {
                 channelId: channelIdOrTurn,
+                incomingContent: '',
+                incomingParts: [],
                 prompt: typeof promptOrOptions === 'string' ? promptOrOptions : '',
             }
             : channelIdOrTurn;
+        const preparedTurn = {
+            ...preparedTurnBase,
+            incomingContent: preparedTurnBase.incomingContent ?? '',
+            incomingParts: preparedTurnBase.incomingParts ?? [],
+        };
         const options = typeof channelIdOrTurn === 'string'
             ? maybeOptions
             : promptOrOptions;
@@ -372,7 +322,7 @@ export class CodexCliClient {
         const state = this.getOrCreateChannelState(sessionRouting.key, preparedTurn.channelId, sessionRouting.persistence);
         this.clearIdleTimer(state);
         this.idleBackendShutdown.cancel();
-        const turn = createDeferredTurn(preparedTurn.channelId, preparedTurn.prompt, preparedTurn.promptContext, sessionRouting.persistence, options);
+        const turn = createDeferredTurn(preparedTurn.channelId, preparedTurn, sessionRouting.persistence, options);
         state.queue.push(turn);
         this.processChannelQueue(sessionRouting.key, state);
         return turn.promise;
@@ -536,8 +486,8 @@ export class CodexCliClient {
                     }
                     state.activeTurn = turn;
                     try {
-                        state.cwd = await this.resolveSessionCwd(turn.promptContext);
-                        const projectedPromptContext = await this.refreshProjectedPromptContextBestEffort(turn.channelId, turn.promptContext);
+                        state.cwd = await this.resolveSessionCwd(turn.preparedTurn.promptContext);
+                        const projectedPromptContext = await this.refreshProjectedPromptContextBestEffort(turn.channelId, turn.preparedTurn.promptContext);
                         state.additionalDirectories = this.resolveSessionAdditionalDirectories(projectedPromptContext);
                         state.visibilityKey = this.resolveSessionVisibilityKey(projectedPromptContext);
                         await this.ensureStarted();
@@ -545,7 +495,8 @@ export class CodexCliClient {
                         const session = await this.getOrCreateSession(channelId, state);
                         let reply;
                         try {
-                            reply = await this.runTurn(session, this.rewritePromptContextPaths(turn.prompt, turn.promptContext, projectedPromptContext?.promptContext), turn.options);
+                            const promptInput = await this.buildPromptInput(turn.preparedTurn, projectedPromptContext?.promptContext);
+                            reply = await this.runTurn(session, promptInput, turn.options);
                         }
                         catch (error) {
                             if (isSessionTainted(error)) {
@@ -703,7 +654,7 @@ export class CodexCliClient {
         }
     }
     async resolveSessionCwd(promptContext) {
-        return promptContext?.taskWorkspace?.rootPath ?? this.runtime.cwd;
+        return promptContext?.resolvedWorkspace?.rootPath ?? this.runtime.cwd;
     }
     async recycleSessionIfInjectionScopeChanged(channelId, state) {
         const session = state.session;
@@ -740,7 +691,7 @@ export class CodexCliClient {
         return JSON.stringify({
             directoryPath: projectedPromptContext.directoryPath,
             channelContextPayloadPath: projectedPromptContext.promptContext.channelContextPayloadPath,
-            gatewayAuthPath: projectedPromptContext.promptContext.gatewayAuthPath ?? null,
+            gatewayCredentialPath: projectedPromptContext.promptContext.gatewayCredentialPath ?? null,
         });
     }
     resolveProjectedContextDirectory(payloadPath) {
@@ -755,8 +706,8 @@ export class CodexCliClient {
         return {
             ...promptContext,
             channelContextPayloadPath: join(projectedDirectoryPath, basename(payloadPath)),
-            gatewayAuthPath: promptContext.gatewayAuthPath
-                ? join(projectedDirectoryPath, basename(promptContext.gatewayAuthPath))
+            gatewayCredentialPath: promptContext.gatewayCredentialPath
+                ? join(projectedDirectoryPath, basename(promptContext.gatewayCredentialPath))
                 : undefined,
         };
     }
@@ -767,12 +718,11 @@ export class CodexCliClient {
             mode: 0o600,
         });
     }
-    async pruneProjectedGatewayAuthFiles(directoryPath, keepPath) {
+    async pruneProjectedGatewayCredentials(directoryPath, keepPath) {
         const keepFilename = keepPath ? basename(keepPath) : null;
         const entries = await this.runtime.readdir(directoryPath);
         await Promise.all(entries
-            .filter((entry) => entry === PROJECTED_GATEWAY_AUTH_FILENAME
-            || (entry.startsWith(PROJECTED_GATEWAY_AUTH_PREFIX) && entry.endsWith('.json')))
+            .filter((entry) => isGatewayCredentialSidecarBasename(entry))
             .filter((entry) => entry !== keepFilename)
             .map(async (entry) => {
             await this.runtime.unlink(join(directoryPath, entry)).catch((error) => {
@@ -795,10 +745,10 @@ export class CodexCliClient {
         }
         try {
             await this.runtime.mkdir(projectedDirectoryPath, { recursive: true, mode: 0o700 });
-            await this.pruneProjectedGatewayAuthFiles(projectedDirectoryPath, projectedPromptContext.gatewayAuthPath);
+            await this.pruneProjectedGatewayCredentials(projectedDirectoryPath, projectedPromptContext.gatewayCredentialPath);
             await this.copyProjectedFile(payloadPath, projectedPromptContext.channelContextPayloadPath);
-            if (resolvedPromptContext.gatewayAuthPath && projectedPromptContext.gatewayAuthPath) {
-                await this.copyProjectedFile(resolvedPromptContext.gatewayAuthPath, projectedPromptContext.gatewayAuthPath);
+            if (resolvedPromptContext.gatewayCredentialPath && projectedPromptContext.gatewayCredentialPath) {
+                await this.copyProjectedFile(resolvedPromptContext.gatewayCredentialPath, projectedPromptContext.gatewayCredentialPath);
             }
             const content = buildCodexProjectDocument(projectedPromptContext);
             assertCodexProjectDocumentSize(content);
@@ -827,7 +777,7 @@ export class CodexCliClient {
         let rewritten = prompt;
         const replacements = [
             [sourceContext.channelContextPayloadPath, targetContext?.channelContextPayloadPath],
-            [sourceContext.gatewayAuthPath, targetContext?.gatewayAuthPath],
+            [sourceContext.gatewayCredentialPath, targetContext?.gatewayCredentialPath],
         ];
         for (const [sourcePath, targetPath] of replacements) {
             if (!sourcePath || sourcePath === targetPath) {
@@ -837,12 +787,46 @@ export class CodexCliClient {
         }
         return rewritten;
     }
+    async buildPromptInput(turn, projectedPromptContext) {
+        const prompt = this.rewritePromptContextPaths(turn.prompt, turn.promptContext, projectedPromptContext);
+        const imageParts = turn.incomingParts.map(asImagePart).filter((part) => part !== null);
+        if (imageParts.length === 0) {
+            return prompt;
+        }
+        const imageBlocks = await Promise.all(imageParts.map(async (part) => this.fetchImageBlock(part.attachment.url, part.attachment.contentType)));
+        return [
+            { type: 'text', text: prompt },
+            ...imageBlocks,
+        ];
+    }
+    async fetchImageBlock(rawUrl, contentType) {
+        const baseUrl = this.imageInputConfig.borgeeBaseUrl?.trim();
+        const agentApiKey = this.imageInputConfig.agentApiKey?.trim();
+        if (!baseUrl || !agentApiKey) {
+            throw new Error('Codex image input requires Borgee base URL and agent API key');
+        }
+        const resolvedUrl = resolveHostedAttachmentUrl(rawUrl, baseUrl);
+        if (!isSameOrigin(resolvedUrl, baseUrl)) {
+            throw new Error(`Codex image input only supports Borgee-origin attachments: ${resolvedUrl}`);
+        }
+        const init = { headers: { Authorization: `Bearer ${agentApiKey}` } };
+        const response = await this.runtime.fetch(resolvedUrl, init);
+        if (!response.ok) {
+            throw new Error(`Codex image fetch failed with ${response.status} ${response.statusText}`.trim());
+        }
+        const blob = Buffer.from(await response.arrayBuffer()).toString('base64');
+        return {
+            type: 'image',
+            mimeType: contentType,
+            data: blob,
+        };
+    }
     async runTurn(session, prompt, options) {
         const promptPromise = this.raceWithFatal(session.prompt(prompt));
         const promptFailure = new Promise((_, reject) => {
             void promptPromise.catch((error) => reject(markSessionTainted(error)));
         });
-        const collector = new CodexProgressCollector(options?.onProgress);
+        const collector = new AcpProgressCollector(options?.onProgress);
         for (;;) {
             let update;
             try {

package/dist/providers/codex/project-doc.js

@@ -1,59 +1,44 @@
-import { basename } from 'node:path';
 import { buildAttentionSummaryLines } from '../../context/attention.js';
 import { buildCollaborationCapabilityDeclarationSummaryLines, buildMissedCollaborationDiagnosticSummaryLines, } from '../../context/collaboration-capabilities-diagnostics.js';
 import { buildCollaborationOutcomeSummaryLines } from '../../context/collaboration-outcome.js';
 import { MAIN_SESSION_DELEGATION_LINES } from '../../context/main-session-delegation.js';
+import { buildResolvedWorkspaceGuidanceLines } from '../../context/resolved-workspace.js';
+import { buildSkillManualLines, buildSkillManualReadLine } from '../../context/skill-manual.js';
 import { buildTaskThreadCollaborationSummaryLines } from '../../context/task-thread-collaboration.js';
 const PROJECT_DOC_MAX_BYTES = 32 * 1024;
+// Every command the CLI carries needs the gateway credential file, so the capability is only
+// worth naming in a workspace that also names one; otherwise the model is handed an invocation
+// template it cannot fill.
 function buildSkillRuntimeLines(context) {
-    if (!context?.skillRuntime || !context.channelContextPayloadPath) {
+    if (!context?.skillRuntime) {
         return [];
     }
-    return [
-        'Read-only local skill runtime bootstrap is available in this workspace.',
-        `Context payload: ${context.channelContextPayloadPath}`,
-        `Skill guide: ${context.skillRuntime.skillMarkdownPath}`,
-        `Node CLI: node ${context.skillRuntime.nodeCliPath} --context ${context.channelContextPayloadPath} --print-bootstrap`,
-        `Python CLI: python3 ${context.skillRuntime.pythonCliPath} --context ${context.channelContextPayloadPath} --print-bootstrap`,
-        'These CLIs are local-only, may only access the loopback gateway surfaced by the host, and must not mutate files or the local environment.',
-    ];
+    return context.gatewayCredentialPath
+        ? buildSkillManualLines(context.skillRuntime)
+        : [buildSkillManualReadLine(context.skillRuntime)];
 }
-function buildGatewayLines(context) {
-    if (!context?.localhostGateway || !context.channelContextPayloadPath) {
+// The credential file is the whole handoff: it carries the gateway's base URL along with the
+// channel id and the token, and the CLI reads all three out of it. Naming the base URL separately
+// would only invite a hand-rolled request that carries the token off the CLI's one path.
+function buildGatewayCredentialLines(context) {
+    if (!context?.localhostGateway || !context.gatewayCredentialPath) {
         return [];
     }
-    const lines = [
-        'A loopback-only localhost gateway may be available for this channel.',
-        `Gateway base URL: ${context.localhostGateway.baseUrl}`,
-        'Use the packaged local CLI with the context payload above for gateway access.',
-    ];
-    if (context.gatewayAuthPath) {
-        lines.push(`Per-turn gateway auth sidecar: ${context.gatewayAuthPath}`, 'If a later turn prompt advertises a different auth sidecar path, prefer the prompt-visible path for that turn.');
-    }
-    return lines;
+    return [`Gateway credential file: ${context.gatewayCredentialPath}`];
 }
 export function buildCodexProjectDocument(context) {
+    const sessionDelegationLines = context?.skillRuntime ? [] : MAIN_SESSION_DELEGATION_LINES;
     const lines = [
         '# Borgee channel workspace',
         '',
         'This workspace belongs to one Borgee channel session hosted by agents-host.',
         'Keep visible replies concise, do not claim actions you did not perform, and prefer the per-turn prompt when it provides newer turn-local details.',
         '',
-        ...MAIN_SESSION_DELEGATION_LINES,
-        ...(context?.channelContextPayloadPath
-            ? [
-                '',
-                `Context payload file: ${context.channelContextPayloadPath}`,
-                `Workspace anchor: ${basename(context.channelContextPayloadPath)}`,
-            ]
-            : []),
-        ...(context?.taskWorkspace
-            ? [
-                '',
-                `Writable task workspace root: ${context.taskWorkspace.rootPath}`,
-                'That writable task workspace is local to agents-host for the current task thread and does not imply that the target repository has already been checked out there.',
-            ]
-            : []),
+        ...sessionDelegationLines,
+        ...(() => {
+            const workspaceLines = buildResolvedWorkspaceGuidanceLines(context);
+            return workspaceLines.length > 0 ? ['', ...workspaceLines] : [];
+        })(),
         ...(() => {
             const collaborationOutcomeLines = buildCollaborationOutcomeSummaryLines(context?.collaborationOutcome);
             return collaborationOutcomeLines.length > 0 ? ['', ...collaborationOutcomeLines] : [];
@@ -79,7 +64,7 @@ export function buildCodexProjectDocument(context) {
             return skillRuntimeLines.length > 0 ? ['', ...skillRuntimeLines] : [];
         })(),
         ...(() => {
-            const gatewayLines = buildGatewayLines(context);
+            const gatewayLines = buildGatewayCredentialLines(context);
             return gatewayLines.length > 0 ? ['', ...gatewayLines] : [];
         })(),
     ];

package/dist/providers/copilot/adapter.d.ts

@@ -1,10 +1,12 @@
-import type { ProviderAdapter } from '../provider-adapter.js';
+import { type ProviderAdapter } from '../provider-adapter.js';
 import type { ProviderGenerateOptions, ProviderInput, ProviderReply } from '../../types.js';
 import { ProviderTurnPreparer } from '../../context/turn-preparation.js';
 import { CopilotCliClient } from './cli-client.js';
+export declare const COPILOT_HOSTED_PROVIDER_CAPABILITIES: import("../provider-adapter.js").ProviderCapabilities;
 export declare class CopilotProviderAdapter implements ProviderAdapter {
     private readonly cli;
     private readonly turnPreparer;
+    readonly capabilities: import("../provider-adapter.js").ProviderCapabilities;
     constructor(cli: CopilotCliClient, turnPreparer: ProviderTurnPreparer);
     generateReply(input: ProviderInput, options?: ProviderGenerateOptions): Promise<ProviderReply>;
     dispose(): Promise<void>;

package/dist/providers/copilot/adapter.js

@@ -1,7 +1,17 @@
+import { createHostedProviderCapabilities } from '../provider-adapter.js';
 import { createAwaitingUserProgressHandler, parseProviderReply } from '../awaiting-user.js';
+export const COPILOT_HOSTED_PROVIDER_CAPABILITIES = createHostedProviderCapabilities({
+    imageInputTransport: {
+        source: 'transport-derived',
+        support: 'supported',
+        reason: 'real-media-delivered',
+        delivery: ['blob'],
+    },
+});
 export class CopilotProviderAdapter {
     cli;
     turnPreparer;
+    capabilities = COPILOT_HOSTED_PROVIDER_CAPABILITIES;
     constructor(cli, turnPreparer) {
         this.cli = cli;
         this.turnPreparer = turnPreparer;

package/dist/providers/copilot/cli-client.d.ts

@@ -17,12 +17,17 @@ interface CopilotAcpRuntime {
     idleShutdownGracePeriodMs: number;
     shutdownGracePeriodMs: number;
     shutdownForceKillWaitMs: number;
+    fetch(input: string | URL, init?: RequestInit): Promise<Response>;
 }
 interface CopilotPermissionPolicyOptions {
     gateEnabled?: boolean;
     policyMode?: InternalPolicyMode;
     auditSink?: AuthorizationAuditSinkLike;
 }
+interface CopilotHostedImageInputConfig {
+    borgeeBaseUrl?: string;
+    agentApiKey?: string;
+}
 /**
  * Persistent ACP-backed client for the GitHub Copilot CLI (`copilot --acp`).
  *
@@ -37,6 +42,7 @@ export declare class CopilotCliClient {
     private readonly resolveSessionStoreAgentId;
     private readonly logger;
     private readonly permissionPolicy;
+    private readonly imageInputConfig;
     private readonly runtime;
     private readonly channels;
     /**
@@ -72,7 +78,7 @@ export declare class CopilotCliClient {
     private sessionStoreWriteQueue;
     private sessionCapabilities;
     private readonly idleBackendShutdown;
-    constructor(command: string, _ignoredArgs?: string[], runtimeOverrides?: Partial<CopilotAcpRuntime>, sessionStore?: CopilotChannelSessionStore | undefined, resolveSessionStoreAgentId?: () => string | undefined, logger?: DebugLogger, permissionPolicy?: CopilotPermissionPolicyOptions);
+    constructor(command: string, _ignoredArgs?: string[], runtimeOverrides?: Partial<CopilotAcpRuntime>, sessionStore?: CopilotChannelSessionStore | undefined, resolveSessionStoreAgentId?: () => string | undefined, logger?: DebugLogger, permissionPolicy?: CopilotPermissionPolicyOptions, imageInputConfig?: CopilotHostedImageInputConfig);
     generateReply(turn: PreparedProviderTurnInput, options?: ProviderGenerateOptions): Promise<string>;
     generateReply(channelId: string, prompt: string, options?: ProviderGenerateOptions): Promise<string>;
     dispose(): Promise<void>;
@@ -86,6 +92,8 @@ export declare class CopilotCliClient {
     private restoreSession;
     private clearBufferedSessionReplay;
     private resolveSessionCwd;
+    private buildPromptInput;
+    private fetchImageBlock;
     private recycleSessionIfCwdChanged;
     private runTurn;
     private raceWithFatal;