@xopcai/xopc 0.0.303 → 0.0.307

package/dist/src/tui/backends/embedded-backend.d.ts

@@ -1,8 +1,8 @@
-import type { ExtensionRegistryImpl } from '../../extensions/loader.js';
+import type { ExtensionRegistryImpl } from '../../extensions/extension-registry-impl.js';
 import { type SessionTimelineItem } from '../../session/transcript-outline.js';
 import { type Config } from '../../config/schema.js';
 import type { ExportFormat } from '../../session/types.js';
-import type { ChatSendOptions, HistoryMessage, TuiBackend, TuiCompactionResult, TuiComposerHistoryItem, TuiEvent, TuiModelChoice, TuiShareRequest, TuiShareResult, TuiSessionStats, TuiSessionItem, TuiTranscriptTreeEntry, TuiAgentInfo, TuiWorkspaceFileSearchEntry, TuiWorkflowRunStartRequest, TuiWorkflowRunStartResult, TuiStartupProjectResult } from '../tui-backend.js';
+import type { ChatSendOptions, HistoryMessage, TuiBackend, TuiCompactionResult, TuiComposerHistoryItem, TuiEvent, TuiModelChoice, TuiShareRequest, TuiShareResult, TuiSessionStats, TuiSessionItem, TuiTranscriptTreeEntry, TuiAgentInfo, TuiWorkspaceFileSearchEntry, TuiWorkflowRunStartRequest, TuiWorkflowRunStartResult, TuiStartupProjectResult, TuiChatInputState } from '../tui-backend.js';
 import type { SessionInfo } from '../tui-types.js';
 interface EmbeddedBackendOptions {
     config?: Config;
@@ -28,6 +28,7 @@ export declare class EmbeddedBackend implements TuiBackend {
     private workflowRunService;
     private running;
     private chatAbort;
+    private readonly chatInputStates;
     onEvent?: (evt: TuiEvent) => void;
     onConnected?: () => void;
     onDisconnected?: (reason: string) => void;
@@ -73,15 +74,30 @@ export declare class EmbeddedBackend implements TuiBackend {
     }): Promise<{
         ok: boolean;
         effectiveDelivery?: 'next' | 'steer';
+        state?: TuiChatInputState;
     }>;
-    getChatInputState(conversationId: string): Promise<{
+    getChatInputState(conversationId: string): Promise<TuiChatInputState>;
+    updateChatInput(opts: {
         conversationId: string;
-        revision: number;
-        inputs: {
-            id: string;
-            status: string;
-        }[];
+        inputId: string;
+        version: number;
+        content: string;
+    }): Promise<{
+        ok: boolean;
+        state?: TuiChatInputState;
+    }>;
+    removeChatInput(opts: {
+        conversationId: string;
+        inputId: string;
+        version: number;
+    }): Promise<{
+        ok: boolean;
+        state?: TuiChatInputState;
     }>;
+    private appendPendingChatInput;
+    private consumePendingChatInput;
+    private publishChatInputState;
+    private replaceEmbeddedQueue;
     loadHistory(opts: {
         conversationId: string;
         limit?: number;

package/dist/src/tui/backends/embedded-backend.js

@@ -33,6 +33,7 @@ import { WorkflowSessionBridge } from "../../workflows/service/workflow-session-
 import { ChatStreamMapper } from "../../gateway/chat-stream/mapper.js";
 import { getXopcCloudCatalogCoordinator } from "../../providers/xopc-cloud-catalog-coordinator.js";
 import { fuzzySearchWorkspaceFiles } from "../../gateway/workspace-file-search.js";
+import { commitDeliveredChatInput } from "../tui-chat-input-state.js";
 import { sessionMetadataToTuiItem } from "../tui-session-format.js";
 import { buildTuiTranscriptTree, transcriptTreeEntryIdToRowNumber } from "../tui-transcript-tree.js";
 import { computeTuiSessionStats } from "../tui-session-stats.js";
@@ -54,6 +55,14 @@ function isPathSameOrInside(parentDir, childDir) {
 	const rel = relative(resolve(parentDir), resolve(childDir));
 	return rel === "" || !!rel && !rel.startsWith("..") && !isAbsolute(rel);
 }
+function deliveredUserMessageText(event) {
+	if (event.type !== "message_start" || !event.message || typeof event.message !== "object") return void 0;
+	const message = event.message;
+	if (message.role !== "user") return void 0;
+	if (typeof message.content === "string") return message.content;
+	if (!Array.isArray(message.content)) return void 0;
+	return message.content.map((block) => block && typeof block === "object" && block.type === "text" ? String(block.text ?? "") : "").join("");
+}
 /**
 * TUI backend that runs the agent in-process (no gateway required).
 *
@@ -71,6 +80,7 @@ var EmbeddedBackend = class {
 	workflowRunService = null;
 	running = false;
 	chatAbort = null;
+	chatInputStates = /* @__PURE__ */ new Map();
 	onEvent;
 	onConnected;
 	onDisconnected;
@@ -319,6 +329,7 @@ var EmbeddedBackend = class {
 			source: "embedded"
 		});
 		(async () => {
+			let initialUserMessageObserved = false;
 			try {
 				const messageForAgent = opts.message.trimStart().startsWith("/") ? opts.message : prependEnvelopeTimestamp(opts.message);
 				const stream = agent.turnDispatcher.processDirectStreaming(messageForAgent, opts.conversationId, {
@@ -330,6 +341,9 @@ var EmbeddedBackend = class {
 				});
 				for await (const event of stream) {
 					if (signal.aborted) break;
+					const deliveredInput = deliveredUserMessageText(event);
+					if (deliveredInput !== void 0) if (initialUserMessageObserved) this.consumePendingChatInput(opts.conversationId, deliveredInput);
+					else initialUserMessageObserved = true;
 					for (const mapped of mapper.map(event)) this.onEvent?.({
 						event: mapped.type,
 						data: mapped,
@@ -369,10 +383,11 @@ var EmbeddedBackend = class {
 	async submitChatInput(opts) {
 		if (!this.agent) return { ok: false };
 		if (opts.delivery === "steer") {
-			const ok = await this.agent.turnDispatcher.steerWebchatSession(opts.conversationId, opts.message);
+			if (!await this.agent.turnDispatcher.steerWebchatSession(opts.conversationId, opts.message)) return { ok: false };
 			return {
-				ok,
-				effectiveDelivery: ok ? "steer" : void 0
+				ok: true,
+				effectiveDelivery: "steer",
+				state: this.appendPendingChatInput(opts.conversationId, opts.message, "steer")
 			};
 		}
 		const { getEmbeddedRunByConversationId } = await import("../../agent/embedded/runs.js");
@@ -381,20 +396,109 @@ var EmbeddedBackend = class {
 		await handle.session.followUp(opts.message);
 		return {
 			ok: true,
-			effectiveDelivery: "next"
+			effectiveDelivery: "next",
+			state: this.appendPendingChatInput(opts.conversationId, opts.message, "next")
 		};
 	}
 	async getChatInputState(conversationId) {
-		const { getEmbeddedRunByConversationId } = await import("../../agent/embedded/runs.js");
-		const handle = getEmbeddedRunByConversationId(conversationId);
+		return this.chatInputStates.get(conversationId) ?? {
+			conversationId,
+			revision: 0,
+			inputs: []
+		};
+	}
+	async updateChatInput(opts) {
+		const current = await this.getChatInputState(opts.conversationId);
+		const target = current.inputs.find((input) => input.id === opts.inputId);
+		if (!target || target.version !== opts.version || target.status !== "queued") return {
+			ok: false,
+			state: current
+		};
+		const state = {
+			...current,
+			revision: current.revision + 1,
+			inputs: current.inputs.map((input) => input.id === target.id ? {
+				...input,
+				content: opts.content,
+				version: input.version + 1
+			} : input)
+		};
+		if (!await this.replaceEmbeddedQueue(opts.conversationId, state)) return {
+			ok: false,
+			state: current
+		};
+		this.publishChatInputState(state);
+		return {
+			ok: true,
+			state
+		};
+	}
+	async removeChatInput(opts) {
+		const current = await this.getChatInputState(opts.conversationId);
+		const target = current.inputs.find((input) => input.id === opts.inputId);
+		if (!target || target.version !== opts.version || target.status !== "queued" && target.status !== "interrupted") return {
+			ok: false,
+			state: current
+		};
+		const state = {
+			...current,
+			revision: current.revision + 1,
+			inputs: current.inputs.filter((input) => input.id !== target.id)
+		};
+		if (!await this.replaceEmbeddedQueue(opts.conversationId, state)) return {
+			ok: false,
+			state: current
+		};
+		this.publishChatInputState(state);
 		return {
+			ok: true,
+			state
+		};
+	}
+	appendPendingChatInput(conversationId, content, delivery) {
+		const current = this.chatInputStates.get(conversationId) ?? {
 			conversationId,
 			revision: 0,
-			inputs: Array.from({ length: handle?.session.pendingMessageCount ?? 0 }, (_, index) => ({
-				id: String(index),
-				status: "queued"
-			}))
+			inputs: []
 		};
+		const state = {
+			...current,
+			revision: current.revision + 1,
+			inputs: [...current.inputs, {
+				id: crypto.randomUUID(),
+				content,
+				requestedDelivery: delivery,
+				effectiveDelivery: delivery,
+				status: delivery === "steer" ? "injecting" : "queued",
+				version: 1,
+				position: current.inputs.length
+			}]
+		};
+		this.publishChatInputState(state);
+		return state;
+	}
+	consumePendingChatInput(conversationId, content) {
+		const current = this.chatInputStates.get(conversationId);
+		if (!current?.inputs.length) return;
+		const next = commitDeliveredChatInput(current, content);
+		if (next !== current) this.publishChatInputState(next);
+	}
+	publishChatInputState(state) {
+		this.chatInputStates.set(state.conversationId, state);
+		this.onEvent?.({
+			event: "session.input-state",
+			data: state,
+			source: "embedded"
+		});
+	}
+	async replaceEmbeddedQueue(conversationId, state) {
+		const { getEmbeddedRunByConversationId } = await import("../../agent/embedded/runs.js");
+		const handle = getEmbeddedRunByConversationId(conversationId);
+		if (!handle) return false;
+		handle.session.clearQueue();
+		for (const input of state.inputs) if (input.status === "injecting") await handle.session.steer(input.content);
+		else await handle.session.followUp(input.content);
+		return true;
 	}
 	async loadHistory(opts) {
 		if (!this.agent) return { messages: [] };

package/dist/src/tui/backends/gateway-realtime-backend.d.ts

@@ -71,8 +71,26 @@ export declare class GatewayRealtimeBackend implements TuiBackend {
     }): Promise<{
         ok: boolean;
         effectiveDelivery?: 'next' | 'steer';
+        state?: TuiChatInputState;
     }>;
     getChatInputState(conversationId: string): Promise<TuiChatInputState>;
+    updateChatInput(opts: {
+        conversationId: string;
+        inputId: string;
+        version: number;
+        content: string;
+    }): Promise<{
+        ok: boolean;
+        state?: TuiChatInputState;
+    }>;
+    removeChatInput(opts: {
+        conversationId: string;
+        inputId: string;
+        version: number;
+    }): Promise<{
+        ok: boolean;
+        state?: TuiChatInputState;
+    }>;
     getStartupResources(conversationId: string): Promise<TuiStartupResources>;
     loadHistory(opts: {
         conversationId: string;

package/dist/src/tui/backends/gateway-realtime-backend.js

@@ -224,7 +224,8 @@ var GatewayRealtimeBackend = class {
 			const json = await res.json();
 			return {
 				ok: json.ok === true,
-				effectiveDelivery: json.payload?.effectiveDelivery
+				effectiveDelivery: json.payload?.effectiveDelivery,
+				state: json.payload?.state
 			};
 		} catch {
 			return { ok: false };
@@ -235,6 +236,28 @@ var GatewayRealtimeBackend = class {
 		if (!res.ok) throw new Error(`Input state failed (${res.status})`);
 		return (await res.json()).payload;
 	}
+	async updateChatInput(opts) {
+		const res = await gatewayFetch(this.baseUrl, `/api/sessions/${encodeURIComponent(opts.conversationId)}/inputs/${encodeURIComponent(opts.inputId)}`, this.credential, {
+			method: "PATCH",
+			body: JSON.stringify({
+				version: opts.version,
+				content: opts.content
+			})
+		});
+		const json = await res.json().catch(() => ({}));
+		return {
+			ok: res.ok && json.ok === true,
+			state: json.payload
+		};
+	}
+	async removeChatInput(opts) {
+		const res = await gatewayFetch(this.baseUrl, `/api/sessions/${encodeURIComponent(opts.conversationId)}/inputs/${encodeURIComponent(opts.inputId)}?version=${opts.version}`, this.credential, { method: "DELETE" });
+		const json = await res.json().catch(() => ({}));
+		return {
+			ok: res.ok && json.ok === true,
+			state: json.payload
+		};
+	}
 	async getStartupResources(conversationId) {
 		const empty = {
 			context: [],
@@ -726,12 +749,16 @@ var GatewayRealtimeBackend = class {
 					method: "POST",
 					body: JSON.stringify({
 						clientId: this.clientId,
-						clientKind: "tui"
+						clientKind: "tui",
+						protocolVersion: 2
 					})
 				});
 				const body = await response.json().catch(() => null);
-				if (!response.ok || !body?.payload?.ticket) throw new Error(body?.error?.message ?? `Realtime ticket failed (${response.status})`);
-				return body.payload.ticket;
+				if (!response.ok || !body?.payload?.ticket || !body.payload.realtime) throw new Error(body?.error?.message ?? `Realtime ticket failed (${response.status})`);
+				return {
+					ticket: body.payload.ticket,
+					realtime: body.payload.realtime
+				};
 			},
 			createWebSocket: (url) => new WebSocket(url),
 			onStateChange: (state, error) => {

package/dist/src/tui/components/assistant-message.d.ts

@@ -1,21 +1,24 @@
 import type { AgentMessage } from '@earendil-works/pi-agent-core';
 import { Container } from '@earendil-works/pi-tui';
+import type { CellRenderMode, ModeAwareCell } from './cell-render-mode.js';
 export type AssistantMessageOptions = {
     hideThinkingBlock?: boolean;
     hiddenThinkingLabel?: string;
 };
 export declare function createAssistantMessageFromText(text: string): AgentMessage;
-export declare class AssistantMessageComponent extends Container {
+export declare class AssistantMessageComponent extends Container implements ModeAwareCell {
     private readonly contentContainer;
     private message;
     private linkedToolCall;
     private hideThinkingBlock;
     private hiddenThinkingLabel;
+    private renderMode;
     constructor(message?: AgentMessage, options?: AssistantMessageOptions);
     updateContent(message: AgentMessage): void;
     setHasToolCalls(hasTools: boolean): void;
     setHideThinkingBlock(hide: boolean): void;
     setHiddenThinkingLabel(label: string): void;
+    setRenderMode(mode: CellRenderMode): void;
     invalidate(): void;
     render(width: number): string[];
     private refresh;

package/dist/src/tui/components/assistant-message.js

@@ -101,6 +101,7 @@ var AssistantMessageComponent = class extends Container {
 	linkedToolCall = false;
 	hideThinkingBlock = false;
 	hiddenThinkingLabel = "Thinking...";
+	renderMode = "compact";
 	constructor(message, options = {}) {
 		super();
 		this.hideThinkingBlock = options.hideThinkingBlock ?? false;
@@ -126,11 +127,17 @@ var AssistantMessageComponent = class extends Container {
 		this.hiddenThinkingLabel = label;
 		this.refresh();
 	}
+	setRenderMode(mode) {
+		if (this.renderMode === mode) return;
+		this.renderMode = mode;
+		this.refresh();
+	}
 	invalidate() {
 		super.invalidate();
 		this.refresh();
 	}
 	render(width) {
+		if (this.renderMode === "raw") return new Text(JSON.stringify(this.message ?? {}, null, 2), 0, 0).render(width);
 		const lines = super.render(width);
 		if (hasToolCalls(this.message) || this.linkedToolCall || lines.length === 0) return lines;
 		lines[0] = OSC133_ZONE_START + lines[0];
@@ -155,7 +162,8 @@ var AssistantMessageComponent = class extends Container {
 		for (let i = 0; i < blocks.length; i++) {
 			const block = blocks[i];
 			if (block.type === "text") {
-				const text = compactToolAdjacentText(blockText(block, "text"), this.linkedToolCall).trim();
+				const sourceText = blockText(block, "text");
+				const text = (this.renderMode === "compact" ? compactToolAdjacentText(sourceText, this.linkedToolCall) : sourceText).trim();
 				if (!text) continue;
 				if (renderedVisible > 0) this.contentContainer.addChild(new Spacer(1));
 				this.contentContainer.addChild(new Markdown(text, 1, 0, markdownTheme, { color: (line) => theme.assistantText(line) }, { preserveOrderedListMarkers: true }));
@@ -164,7 +172,7 @@ var AssistantMessageComponent = class extends Container {
 				const thinking = blockText(block, "thinking").trim();
 				if (!thinking) continue;
 				if (renderedVisible > 0) this.contentContainer.addChild(new Spacer(1));
-				const text = this.hideThinkingBlock ? this.hiddenThinkingLabel : thinking;
+				const text = this.renderMode === "compact" && this.hideThinkingBlock ? this.hiddenThinkingLabel : thinking;
 				this.contentContainer.addChild(new Markdown(text, 1, 0, markdownTheme, { color: (line) => theme.dim(theme.italic(line)) }, { preserveOrderedListMarkers: true }));
 				renderedVisible++;
 			} else if (block.type === "image" || block.type === "image_url") {

package/dist/src/tui/components/cell-render-mode.d.ts

@@ -0,0 +1,4 @@
+export type CellRenderMode = 'compact' | 'transcript' | 'raw';
+export interface ModeAwareCell {
+    setRenderMode(mode: CellRenderMode): void;
+}

package/dist/src/tui/components/cell-render-mode.js

@@ -0,0 +1 @@
+export {};

package/dist/src/tui/components/chat-log.d.ts

@@ -8,6 +8,8 @@ import { type CustomMessageSummary } from './custom-message.js';
 import type { TuiMessageRenderer } from '../../extensions/types/tui.js';
 import { type ToolExecutionOptions } from './tool-execution.js';
 import type { TuiBranchSummary, TuiCompactionResult } from '../tui-backend.js';
+import type { CellRenderMode } from './cell-render-mode.js';
+import { type SemanticCellData } from './semantic-cell.js';
 export type ChatLogEntryMeta = {
     displayIndex?: number;
     historyIndex?: number;
@@ -22,11 +24,12 @@ export declare class ChatLog extends Container {
     private branchBlocks;
     private branchMessageBlocks;
     private customBlocks;
+    private semanticCells;
     private customMessageRenderers;
     private assistantMessages;
-    private streamingRuns;
+    private activeAssistantByRun;
     /** After finalizeAssistant, late tool execution events can still arrive; keep the bubble to link tools. */
-    private assistantAnchorByRunId;
+    private committedAssistantByRun;
     private runsWithTools;
     private toolsExpanded;
     private showThinking;
@@ -39,9 +42,10 @@ export declare class ChatLog extends Container {
     private entryRecords;
     private viewportRowsProvider;
     private historyViewDisplayIndex;
+    private renderMode;
+    private readonly activeCells;
+    private readonly committedCells;
     constructor(keybindings?: KeybindingsManager);
-    private pruneOverflow;
-    private dropReferences;
     private append;
     clearAll(): void;
     private createAssistantMessage;
@@ -52,6 +56,7 @@ export declare class ChatLog extends Container {
     addBranchSummary(summary: TuiBranchSummary): void;
     addBranchMessageSummary(summary: BranchMessageSummary): void;
     addCustomMessage(summary: CustomMessageSummary): void;
+    upsertSemanticCell(id: string, data: SemanticCellData): void;
     setCustomMessageRenderer(customType: string, renderer: TuiMessageRenderer | undefined): void;
     addUser(text: string | unknown[], meta?: ChatLogEntryMeta): void;
     /** Stream local `!command` output in a bordered block. */
@@ -72,6 +77,14 @@ export declare class ChatLog extends Container {
     setShowThinking(showThinking: boolean): void;
     setHiddenThinkingLabel(label?: string): void;
     setToolImageOptions(options: ToolExecutionOptions): void;
+    setRenderMode(mode: CellRenderMode): void;
+    getRenderMode(): CellRenderMode;
+    private applyRenderMode;
+    getCellLifecycleCounts(): {
+        active: number;
+        committed: number;
+    };
+    private commitCell;
     getLastAssistantText(): string;
     setViewportRowsProvider(provider: (() => number) | undefined): void;
     jumpToDisplayIndex(displayIndex: number): boolean;