@meshagent/meshagent-agents 0.43.3 → 0.44.0

package/dist/esm/chat-client.js

@@ -1,14 +1,15 @@
 import { Completer, } from "@meshagent/meshagent";
 import { v4 as uuidv4 } from "uuid";
-import { AgentMessage as AgentMessageFactory, AgentAudioGenerationDelta, AgentAudioTranscriptionDelta, AgentRealtimeAudioChunk, AgentRealtimeAudioCommit, AgentFileContentDelta, AgentModelChanged, AgentReasoningContentDelta, AgentTextContentDelta, AgentThreadStatus, AgentToolCallArgumentsDelta, AgentToolCallLogDelta, ChangeModel, CloseThread, DeleteThread, ModelsResponse, ModelsRequest, OpenThread, RenameThread, StartThread, AgentConnectionStatus, TurnInterrupt, TurnStart, TurnSteer, AgentClientToolCallRequested, AgentClientToolCallResponse, agentInputContent, agentAudioGenerationDeltaType, agentAudioTranscriptionDeltaType, agentFileContentDeltaType, agentImageGenerationCompletedType, agentImageGenerationPartialType, agentModelChangedType, agentModelsResponseType, agentReasoningContentDeltaType, agentRoomMessageType, agentTextContentDeltaType, agentThreadClearedType, agentThreadLoadedType, agentConnectionStatusType, agentThreadStatusType, agentThreadStartType, agentThreadStartRejectedType, agentThreadStartedType, agentToolCallArgumentsDeltaType, agentToolCallLogDeltaType, agentTurnEndedType, agentTurnStartAcceptedType, agentTurnStartRejectedType, agentTurnStartType, agentTurnStartedType, agentTurnSteerAcceptedType, agentTurnSteerRejectedType, agentTurnSteerType, agentTurnSteeredType, } from "./agent-messages.js";
+import { AgentMessage as AgentMessageFactory, AgentAudioGenerationDelta, AgentAudioTranscriptionDelta, AgentRealtimeAudioChunk, AgentRealtimeAudioCommit, AgentFileContentDelta, AgentModelChanged, AgentReasoningContentDelta, AgentTextContentDelta, AgentThreadStatus, AgentToolCallArgumentsDelta, AgentToolCallLogDelta, ChangeModel, CloseThread, DeleteThread, ModelsResponse, ModelsRequest, OpenThread, RenameThread, StartThread, AgentConnectionStatus, TurnInterrupt, TurnStart, TurnSteer, AgentClientToolCallRequested, AgentClientToolCallResponse, agentInputContent, agentAudioGenerationDeltaType, agentAudioTranscriptionDeltaType, agentFileContentDeltaType, agentImageGenerationCompletedType, agentImageGenerationPartialType, agentModelChangedType, agentModelsResponseType, agentReasoningContentDeltaType, agentRoomMessageType, agentTextContentDeltaType, agentThreadClearedType, agentThreadCreatedType, agentThreadDeletedType, agentThreadLoadedType, agentThreadListedType, agentThreadUpdatedType, agentConnectionStatusType, agentThreadStatusType, agentThreadStartType, agentThreadStartRejectedType, agentThreadStartedType, agentToolCallArgumentsDeltaType, agentToolCallLogDeltaType, agentToolCallEndedType, agentToolCallInProgressType, agentToolCallPendingType, agentToolCallStartedType, agentSecretRequestedType, agentTurnEndedType, agentTurnInterruptAcceptedType, agentTurnInterruptedType, agentTurnStartAcceptedType, agentTurnStartRejectedType, agentTurnStartType, agentTurnStartedType, agentTurnSteerAcceptedType, agentTurnSteerRejectedType, agentTurnSteerType, agentTurnSteeredType, agentUsageUpdatedType, } from "./agent-messages.js";
 import { ChangeEmitter } from "./change-emitter.js";
 export class AgentMessageEvent {
-    constructor({ message, attachment }) {
+    constructor({ message, createdAt, attachment }) {
         this.message = message;
+        this.createdAt = createdAt ?? dateOrNull(message.createdAt) ?? new Date();
         this.attachment = attachment;
     }
     get payload() {
-        return this.message.toJson();
+        return { ...this.message.toJson(), created_at: this.createdAt.toISOString() };
     }
 }
 function agentRoomMessageFromEvent(event) {
@@ -196,7 +197,7 @@ export class BaseChatClient extends ChangeEmitter {
             this.notifyListeners();
         });
     }
-    async startThread({ messageId, message, attachments, name, backend, provider, model, voice, outputModalities, realtimeProtocol, senderName, clientToolkits, omitContent = false, }) {
+    async startThread({ messageId, message, attachments, name, backend, provider, model, voice, outputModalities, realtimeProtocol, senderName, clientToolkits, toolChoice, omitContent = false, }) {
         const resolvedMessageId = messageId == null || messageId.trim() === "" ? uuidv4() : messageId.trim();
         const resolvedSenderName = this.cleanParticipantName(senderName) ?? this.localParticipantName();
         const payload = new StartThread({
@@ -211,6 +212,7 @@ export class BaseChatClient extends ChangeEmitter {
             realtimeProtocol: nonEmptyTrimmed(realtimeProtocol),
             senderName: resolvedSenderName,
             clientToolkits: clientToolkits != null && clientToolkits.length > 0 ? clientToolkits : undefined,
+            toolChoice: toolChoice?.toJson(),
         });
         const completer = new Completer();
         this.pendingStartRequests.set(resolvedMessageId, completer);
@@ -225,7 +227,10 @@ export class BaseChatClient extends ChangeEmitter {
             }
             const session = this.openThread(threadPath, { load: false, drainPendingEvents: false });
             if (!omitContent) {
-                session.addAgentMessage(new AgentMessageEvent({ message: payload }));
+                session.addAgentMessage(new AgentMessageEvent({
+                    message: this.resolvedStartThreadMessage({ payload, threadPath }),
+                    createdAt: dateOrNull(payload.createdAt) ?? undefined,
+                }));
             }
             this.drainPendingSessionEvents(threadPath, session);
             return new ChatThreadStartResult({
@@ -240,6 +245,23 @@ export class BaseChatClient extends ChangeEmitter {
             this.pendingStartRequests.delete(resolvedMessageId);
         }
     }
+    resolvedStartThreadMessage({ payload, threadPath, }) {
+        return new TurnStart({
+            threadId: threadPath,
+            messageId: payload.messageId,
+            senderName: payload.senderName,
+            content: payload.content,
+            backend: payload.backend,
+            provider: payload.provider,
+            model: payload.model,
+            voice: payload.voice,
+            outputModalities: payload.outputModalities,
+            instructions: payload.instructions,
+            mcp: payload.mcp,
+            clientToolkits: payload.clientToolkits,
+            toolkits: payload.toolkits,
+        });
+    }
     drainPendingSessionEvents(threadPath, session) {
         const pendingEvents = this.pendingSessionEventsByPath.get(threadPath);
         if (pendingEvents == null) {
@@ -250,16 +272,16 @@ export class BaseChatClient extends ChangeEmitter {
             session.addAgentMessage(event);
         }
     }
-    handleAgentMessage(message, { attachment } = {}) {
+    handleAgentMessage(message, { createdAt, attachment } = {}) {
         if (message.type === agentConnectionStatusType) {
             this._connectionStatus = message;
             for (const session of this.sessionsByPath.values()) {
                 if (session.isOpen) {
-                    session.addAgentMessage(new AgentMessageEvent({ message, attachment }));
+                    session.addAgentMessage(new AgentMessageEvent({ message, createdAt, attachment }));
                 }
             }
         }
-        this.eventQueue.add(new AgentMessageEvent({ message, attachment }));
+        this.eventQueue.add(new AgentMessageEvent({ message, createdAt, attachment }));
         const sourceMessageId = sourceMessageIdFor(message);
         if ((message.type === agentThreadStartedType || message.type === agentThreadStartRejectedType) &&
             sourceMessageId != null &&
@@ -274,7 +296,7 @@ export class BaseChatClient extends ChangeEmitter {
             this.notifyListeners();
             return;
         }
-        const event = new AgentMessageEvent({ message, attachment });
+        const event = new AgentMessageEvent({ message, createdAt, attachment });
         const session = this.sessionsByPath.get(threadPath);
         if (session != null) {
             session.addAgentMessage(event);
@@ -336,10 +358,15 @@ export class MessagingChatClient extends BaseChatClient {
                 return;
             }
             const participant = this.agentParticipant();
-            if (participant == null || roomMessage.fromParticipantId !== participant.id) {
+            const fromSelectedAgent = participant != null && roomMessage.fromParticipantId === participant.id;
+            const fromParticipantlessThreadList = roomMessage.fromParticipantId == null && isThreadListMessage(roomMessage.message);
+            if (!fromSelectedAgent && !fromParticipantlessThreadList) {
                 return;
             }
-            this.handleAgentMessage(AgentMessageFactory.fromJson(roomMessage.message), { attachment: roomMessage.attachment });
+            this.handleAgentMessage(AgentMessageFactory.fromJson(roomMessage.message), {
+                createdAt: dateOrNull(roomMessage.message.created_at),
+                attachment: roomMessage.attachment,
+            });
         };
         this.room = room;
         this.agentName = agentName;
@@ -407,6 +434,12 @@ export class MessagingChatClient extends BaseChatClient {
         });
     }
 }
+function isThreadListMessage(message) {
+    return message.type === agentThreadListedType
+        || message.type === agentThreadCreatedType
+        || message.type === agentThreadUpdatedType
+        || message.type === agentThreadDeletedType;
+}
 export class ChatThreadSession extends ChangeEmitter {
     constructor({ client, threadPath }) {
         super();
@@ -454,6 +487,9 @@ export class ChatThreadSession extends ChangeEmitter {
     async open({ load = true, sinceTurn } = {}) {
         if (this.openState) {
             if (load) {
+                if (sinceTurn == null) {
+                    this.resetReplayState();
+                }
                 const openThread = new OpenThread({ threadId: this.threadPath, load: true, sinceTurn });
                 this.setLoadState(this.loadingStateForOpen(openThread, sinceTurn));
                 try {
@@ -484,6 +520,17 @@ export class ChatThreadSession extends ChangeEmitter {
             throw error;
         }
     }
+    resetReplayState() {
+        this._messages.length = 0;
+        this.messageIndexes.clear();
+        this.localAgentMessageIds.clear();
+        this.pendingLocalInputMessageIds.clear();
+        this.mergedDeltaMessageIds.clear();
+        this.pendingInputsById.clear();
+        this.lastCompletedTurnIdValue = undefined;
+        this.lastAgentMessageType = undefined;
+        this.lastAgentMessageAt = undefined;
+    }
     async close() {
         if (!this.openState) {
             return;
@@ -515,7 +562,7 @@ export class ChatThreadSession extends ChangeEmitter {
             response,
         }));
     }
-    async sendText({ messageId, text, attachments, steer = false, turnId, backend, provider, model, voice, outputModalities, senderName, clientToolkits, }) {
+    async sendText({ messageId, text, attachments, steer = false, turnId, backend, provider, model, voice, outputModalities, senderName, clientToolkits, toolChoice, }) {
         const resolvedMessageId = messageId == null || messageId.trim() === "" ? uuidv4() : messageId.trim();
         const currentModel = this.currentModelValue;
         const resolvedBackend = nonEmptyTrimmed(backend) ?? currentModel?.backend;
@@ -544,6 +591,7 @@ export class ChatThreadSession extends ChangeEmitter {
                 voice: resolvedVoice,
                 outputModalities: resolvedOutputModalities,
                 clientToolkits: clientToolkits != null && clientToolkits.length > 0 ? clientToolkits : undefined,
+                toolChoice: toolChoice?.toJson(),
             });
         this.localAgentMessageIds.add(resolvedMessageId);
         this.pendingLocalInputMessageIds.add(resolvedMessageId);
@@ -593,9 +641,9 @@ export class ChatThreadSession extends ChangeEmitter {
         const message = event.message;
         const type = message.type;
         this.lastAgentMessageType = type;
-        this.lastAgentMessageAt = new Date();
+        this.lastAgentMessageAt = event.createdAt;
         this.updateSessionState(message);
-        this.updatePendingInputsForMessage(message);
+        this.updatePendingInputsForMessage(message, event.createdAt);
         this.appendRenderableMessage(event);
         this.notifyListeners();
     }
@@ -661,7 +709,7 @@ export class ChatThreadSession extends ChangeEmitter {
             }), { notify: false });
         }
     }
-    updatePendingInputsForMessage(message) {
+    updatePendingInputsForMessage(message, createdAt) {
         const type = message.type;
         const messageId = message.messageId;
         const sourceMessageId = sourceMessageIdFor(message);
@@ -675,7 +723,7 @@ export class ChatThreadSession extends ChangeEmitter {
                     messageType: type,
                     threadPath: this.threadPath,
                     payload: message,
-                    createdAt: new Date(),
+                    createdAt,
                     awaitingAcceptance: true,
                     awaitingApplication: true,
                 }));
@@ -714,6 +762,31 @@ export class ChatThreadSession extends ChangeEmitter {
             }
             return;
         }
+        if (message.type === agentToolCallEndedType) {
+            const itemId = normalizedString(message.itemId);
+            if (itemId != null) {
+                this.upsertItemMessage(`tool_call:${itemId}`, event);
+            }
+            else if (message.error != null) {
+                this.appendMessage(event);
+            }
+            return;
+        }
+        if (message.type === agentToolCallPendingType || message.type === agentToolCallInProgressType || message.type === agentToolCallStartedType) {
+            const itemId = normalizedString(message.itemId);
+            if (itemId != null) {
+                this.upsertItemMessage(`tool_call:${itemId}`, event);
+            }
+            return;
+        }
+        if (message.type === agentSecretRequestedType) {
+            this.appendMessage(event);
+            return;
+        }
+        if (message.type === agentModelChangedType) {
+            this.appendMessage(event);
+            return;
+        }
         if (message.type === agentThreadStartType || message.type === agentTurnStartType || message.type === agentTurnSteerType) {
             if (agentInputText(message.content).trim() !== "") {
                 this.appendMessage(event);
@@ -729,6 +802,18 @@ export class ChatThreadSession extends ChangeEmitter {
             if (agentInputText(message.content).trim() !== "") {
                 this.appendMessage(event, { beforePendingLocalInputs: true });
             }
+            else {
+                this.appendMessage(event);
+            }
+            return;
+        }
+        if (message.type === agentTurnStartedType ||
+            message.type === agentTurnSteeredType ||
+            message.type === agentTurnStartRejectedType ||
+            message.type === agentTurnSteerRejectedType ||
+            message.type === agentTurnInterruptAcceptedType ||
+            message.type === agentTurnInterruptedType) {
+            this.appendMessage(event);
             return;
         }
         if (isMergeableDelta(message)) {
@@ -742,6 +827,10 @@ export class ChatThreadSession extends ChangeEmitter {
             }
             return;
         }
+        if (message.type === agentUsageUpdatedType) {
+            this.appendMessage(event);
+            return;
+        }
         if (message instanceof AgentClientToolCallRequested) {
             this.appendMessage(event);
         }
@@ -794,7 +883,7 @@ export class ChatThreadSession extends ChangeEmitter {
         const existing = this._messages[existingIndex].message;
         const merged = mergeDeltaMessage(existing, message);
         if (merged != null) {
-            this._messages[existingIndex] = new AgentMessageEvent({ message: merged, attachment: event.attachment });
+            this._messages[existingIndex] = new AgentMessageEvent({ message: merged, createdAt: event.createdAt, attachment: event.attachment });
         }
     }
     indexMessagesFrom(start) {
@@ -958,6 +1047,16 @@ function normalizedString(value) {
     const normalized = value?.trim();
     return normalized == null || normalized === "" ? undefined : normalized;
 }
+function dateOrNull(value) {
+    if (value instanceof Date && !Number.isNaN(value.getTime())) {
+        return value;
+    }
+    if (typeof value !== "string" || value.trim() === "") {
+        return undefined;
+    }
+    const parsed = new Date(value);
+    return Number.isNaN(parsed.getTime()) ? undefined : parsed;
+}
 function nonEmptyTrimmed(value) {
     const normalized = value?.trim();
     return normalized == null || normalized === "" ? undefined : normalized;

package/dist/esm/thread-storage.js

@@ -1,6 +1,6 @@
 import { Field, Schema, Utf8, tableFromArrays, } from "apache-arrow";
 import { ChangeEmitter } from "./change-emitter.js";
-import { DeleteThread, ListThreads, RenameThread, } from "./agent-messages.js";
+import { DeleteThread, ListThreads, RenameThread, UnwatchThreads, WatchThreads, } from "./agent-messages.js";
 export const defaultUntitledThreadName = "New Chat";
 const uuidPattern = /^[0-9a-f]{8}-[0-9a-f]{4}-[1-5][0-9a-f]{3}-[89ab][0-9a-f]{3}-[0-9a-f]{12}$/i;
 export class ThreadListEntry {
@@ -304,10 +304,12 @@ export class AgentThreadStorageRepository extends ThreadStorageRepository {
                 this.handleEvent(next.value);
             }
         })();
-        await new Promise((resolve) => {
+        const ready = new Promise((resolve) => {
             this.pendingOpen = { resolve };
-            void this.requestList();
         });
+        await this.chatClient.sendAgentMessage(new WatchThreads(), { ignoreOffline: true });
+        await this.requestList();
+        await ready;
     }
     async close() {
         this.closed = true;
@@ -316,6 +318,7 @@ export class AgentThreadStorageRepository extends ThreadStorageRepository {
         this.pendingListMessageId = undefined;
         this.pendingOpen?.resolve();
         this.pendingOpen = undefined;
+        await this.chatClient.sendAgentMessage(new UnwatchThreads(), { ignoreOffline: true }).catch(() => undefined);
     }
     entries() {
         return [...this.entriesByPath.values()];

package/dist/node/agent-messages.d.ts

@@ -19,6 +19,8 @@ export declare const agentParticipantDisconnectType = "meshagent.agent.participa
 export declare const agentThreadDeleteType = "meshagent.agent.thread.delete";
 export declare const agentThreadRenameType = "meshagent.agent.thread.rename";
 export declare const agentThreadListType = "meshagent.agent.thread.list";
+export declare const agentThreadWatchType = "meshagent.agent.thread.watch";
+export declare const agentThreadUnwatchType = "meshagent.agent.thread.unwatch";
 export declare const agentThreadListedType = "meshagent.agent.thread.listed";
 export declare const agentThreadCreatedType = "meshagent.agent.thread.created";
 export declare const agentThreadUpdatedType = "meshagent.agent.thread.updated";
@@ -239,7 +241,8 @@ export declare abstract class AgentMessage {
     readonly type: string;
     readonly messageId: string;
     readonly senderName?: string;
-    protected constructor({ type, messageId, message_id, senderName, sender_name }: JsonMap);
+    readonly createdAt: string;
+    protected constructor({ type, messageId, message_id, senderName, sender_name, createdAt, created_at }: JsonMap);
     toJson(): JsonMap;
     static fromJson(json: JsonMap): AgentMessage;
 }
@@ -272,6 +275,8 @@ export declare const ParticipantDisconnect: MessageCtor;
 export declare const DeleteThread: MessageCtor;
 export declare const RenameThread: MessageCtor;
 export declare const ListThreads: MessageCtor;
+export declare const WatchThreads: MessageCtor;
+export declare const UnwatchThreads: MessageCtor;
 export declare const ThreadsListed: MessageCtor;
 export declare const ThreadCreated: MessageCtor;
 export declare const ThreadUpdated: MessageCtor;

package/dist/node/agent-messages.js

@@ -1,9 +1,9 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.agentToolCallStartedType = exports.agentToolCallInProgressType = exports.agentToolCallPendingType = exports.agentFileContentEndedType = exports.agentFileContentDeltaType = exports.agentFileContentStartedType = exports.agentTextContentEndedType = exports.agentTextContentDeltaType = exports.agentTextContentStartedType = exports.agentReasoningContentEndedType = exports.agentReasoningContentDeltaType = exports.agentReasoningContentStartedType = exports.agentTurnEndedType = exports.agentTurnStartedType = exports.agentTurnSteerRejectedType = exports.agentTurnSteeredType = exports.agentTurnSteerAcceptedType = exports.agentTurnInterruptedType = exports.agentTurnInterruptAcceptedType = exports.agentTurnStartRejectedType = exports.agentTurnStartAcceptedType = exports.agentThreadClearedType = exports.agentModelChangedType = exports.agentModelChangeType = exports.agentModelsResponseType = exports.agentModelsRequestType = exports.agentCapabilitiesResponseType = exports.agentCapabilitiesRequestType = exports.agentThreadDeletedType = exports.agentThreadUpdatedType = exports.agentThreadCreatedType = exports.agentThreadListedType = exports.agentThreadListType = exports.agentThreadRenameType = exports.agentThreadDeleteType = exports.agentParticipantDisconnectType = exports.agentParticipantConnectType = exports.agentThreadCloseType = exports.agentThreadOpenType = exports.agentThreadStartRejectedType = exports.agentThreadLoadedType = exports.agentThreadStartedType = exports.agentThreadStartType = exports.agentRealtimeAudioCommitType = exports.agentRealtimeAudioChunkType = exports.agentThreadClearType = exports.agentTurnInterruptType = exports.agentTurnSteerType = exports.agentTurnStartType = exports.agentRoomMessageType = void 0;
-exports.StartThread = exports.AgentLLMMessage = exports.AgentThreadMessage = exports.AgentMessage = exports.AgentContextWindowUsage = exports.AgentGeneratedAudio = exports.AgentGeneratedImage = exports.AgentToolCallLogLine = exports.AgentRealtimeConnectionInfo = exports.AgentThreadListEntry = exports.AgentProviderInfo = exports.AgentModelInfo = exports.ToolkitCapabilities = exports.ToolkitToolCapabilities = exports.AgentError = exports.AgentAudioFormat = exports.TurnToolkitConfig = exports.ClientToolkitDescription = exports.TurnMcpConfig = exports.ToolChoice = exports.agentClientToolCallResponseType = exports.agentSecretResponseType = exports.agentToolRejectType = exports.agentToolApproveType = exports.agentUsageUpdatedType = exports.agentContextCompactedType = exports.agentAudioInputSpeechEndedType = exports.agentAudioInputSpeechStartedType = exports.agentAudioTranscriptionFailedType = exports.agentAudioTranscriptionCompletedType = exports.agentAudioTranscriptionDeltaType = exports.agentAudioTranscriptionStartedType = exports.agentAudioGenerationFailedType = exports.agentAudioGenerationCompletedType = exports.agentAudioGenerationDeltaType = exports.agentAudioGenerationStartedType = exports.agentImageGenerationFailedType = exports.agentImageGenerationCompletedType = exports.agentImageGenerationPartialType = exports.agentImageGenerationStartedType = exports.agentThreadEventType = exports.agentConnectionStatusType = exports.agentThreadStatusType = exports.agentSecretRequestedType = exports.agentClientToolCallCancelledType = exports.agentClientToolCallRequestedType = exports.agentToolCallApprovalRequestedType = exports.agentToolCallEndedType = exports.agentToolCallLogDeltaType = exports.agentToolCallArgumentsDeltaType = void 0;
-exports.AgentToolCallLogDelta = exports.AgentToolCallArgumentsDelta = exports.AgentToolCallStarted = exports.AgentToolCallInProgress = exports.AgentToolCallPending = exports.AgentFileContentEnded = exports.AgentFileContentDelta = exports.AgentFileContentStarted = exports.AgentTextContentEnded = exports.AgentTextContentDelta = exports.AgentTextContentStarted = exports.AgentReasoningContentEnded = exports.AgentReasoningContentDelta = exports.AgentReasoningContentStarted = exports.ThreadStartRejected = exports.ThreadLoaded = exports.ThreadStarted = exports.TurnEnded = exports.TurnStarted = exports.TurnSteerRejected = exports.TurnSteered = exports.TurnSteerAccepted = exports.TurnInterrupted = exports.TurnInterruptAccepted = exports.TurnStartRejected = exports.TurnStartAccepted = exports.ThreadCleared = exports.AgentModelChanged = exports.ChangeModel = exports.ModelsResponse = exports.ModelsRequest = exports.CapabilitiesResponse = exports.CapabilitiesRequest = exports.ThreadDeleted = exports.ThreadUpdated = exports.ThreadCreated = exports.ThreadsListed = exports.ListThreads = exports.RenameThread = exports.DeleteThread = exports.ParticipantDisconnect = exports.ParticipantConnect = exports.CloseThread = exports.OpenThread = exports.ClearThread = exports.AgentRealtimeAudioCommit = exports.AgentRealtimeAudioChunk = exports.TurnInterrupt = exports.TurnSteer = exports.TurnStart = void 0;
-exports.AgentClientToolCallResponse = exports.AgentSecretResponse = exports.RejectAgentToolCall = exports.ApproveAgentToolCall = exports.AgentUsageUpdated = exports.AgentContextCompacted = exports.AgentAudioInputSpeechEnded = exports.AgentAudioInputSpeechStarted = exports.AgentAudioTranscriptionFailed = exports.AgentAudioTranscriptionCompleted = exports.AgentAudioTranscriptionDelta = exports.AgentAudioTranscriptionStarted = exports.AgentAudioGenerationFailed = exports.AgentAudioGenerationCompleted = exports.AgentAudioGenerationDelta = exports.AgentAudioGenerationStarted = exports.AgentImageGenerationFailed = exports.AgentImageGenerationCompleted = exports.AgentImageGenerationPartial = exports.AgentImageGenerationStarted = exports.AgentThreadEvent = exports.AgentConnectionStatus = exports.AgentThreadStatus = exports.AgentClientToolCallCancelled = exports.AgentClientToolCallRequested = exports.AgentSecretRequested = exports.AgentToolCallApprovalRequested = exports.AgentToolCallEnded = void 0;
+exports.agentToolCallPendingType = exports.agentFileContentEndedType = exports.agentFileContentDeltaType = exports.agentFileContentStartedType = exports.agentTextContentEndedType = exports.agentTextContentDeltaType = exports.agentTextContentStartedType = exports.agentReasoningContentEndedType = exports.agentReasoningContentDeltaType = exports.agentReasoningContentStartedType = exports.agentTurnEndedType = exports.agentTurnStartedType = exports.agentTurnSteerRejectedType = exports.agentTurnSteeredType = exports.agentTurnSteerAcceptedType = exports.agentTurnInterruptedType = exports.agentTurnInterruptAcceptedType = exports.agentTurnStartRejectedType = exports.agentTurnStartAcceptedType = exports.agentThreadClearedType = exports.agentModelChangedType = exports.agentModelChangeType = exports.agentModelsResponseType = exports.agentModelsRequestType = exports.agentCapabilitiesResponseType = exports.agentCapabilitiesRequestType = exports.agentThreadDeletedType = exports.agentThreadUpdatedType = exports.agentThreadCreatedType = exports.agentThreadListedType = exports.agentThreadUnwatchType = exports.agentThreadWatchType = exports.agentThreadListType = exports.agentThreadRenameType = exports.agentThreadDeleteType = exports.agentParticipantDisconnectType = exports.agentParticipantConnectType = exports.agentThreadCloseType = exports.agentThreadOpenType = exports.agentThreadStartRejectedType = exports.agentThreadLoadedType = exports.agentThreadStartedType = exports.agentThreadStartType = exports.agentRealtimeAudioCommitType = exports.agentRealtimeAudioChunkType = exports.agentThreadClearType = exports.agentTurnInterruptType = exports.agentTurnSteerType = exports.agentTurnStartType = exports.agentRoomMessageType = void 0;
+exports.AgentThreadMessage = exports.AgentMessage = exports.AgentContextWindowUsage = exports.AgentGeneratedAudio = exports.AgentGeneratedImage = exports.AgentToolCallLogLine = exports.AgentRealtimeConnectionInfo = exports.AgentThreadListEntry = exports.AgentProviderInfo = exports.AgentModelInfo = exports.ToolkitCapabilities = exports.ToolkitToolCapabilities = exports.AgentError = exports.AgentAudioFormat = exports.TurnToolkitConfig = exports.ClientToolkitDescription = exports.TurnMcpConfig = exports.ToolChoice = exports.agentClientToolCallResponseType = exports.agentSecretResponseType = exports.agentToolRejectType = exports.agentToolApproveType = exports.agentUsageUpdatedType = exports.agentContextCompactedType = exports.agentAudioInputSpeechEndedType = exports.agentAudioInputSpeechStartedType = exports.agentAudioTranscriptionFailedType = exports.agentAudioTranscriptionCompletedType = exports.agentAudioTranscriptionDeltaType = exports.agentAudioTranscriptionStartedType = exports.agentAudioGenerationFailedType = exports.agentAudioGenerationCompletedType = exports.agentAudioGenerationDeltaType = exports.agentAudioGenerationStartedType = exports.agentImageGenerationFailedType = exports.agentImageGenerationCompletedType = exports.agentImageGenerationPartialType = exports.agentImageGenerationStartedType = exports.agentThreadEventType = exports.agentConnectionStatusType = exports.agentThreadStatusType = exports.agentSecretRequestedType = exports.agentClientToolCallCancelledType = exports.agentClientToolCallRequestedType = exports.agentToolCallApprovalRequestedType = exports.agentToolCallEndedType = exports.agentToolCallLogDeltaType = exports.agentToolCallArgumentsDeltaType = exports.agentToolCallStartedType = exports.agentToolCallInProgressType = void 0;
+exports.AgentToolCallPending = exports.AgentFileContentEnded = exports.AgentFileContentDelta = exports.AgentFileContentStarted = exports.AgentTextContentEnded = exports.AgentTextContentDelta = exports.AgentTextContentStarted = exports.AgentReasoningContentEnded = exports.AgentReasoningContentDelta = exports.AgentReasoningContentStarted = exports.ThreadStartRejected = exports.ThreadLoaded = exports.ThreadStarted = exports.TurnEnded = exports.TurnStarted = exports.TurnSteerRejected = exports.TurnSteered = exports.TurnSteerAccepted = exports.TurnInterrupted = exports.TurnInterruptAccepted = exports.TurnStartRejected = exports.TurnStartAccepted = exports.ThreadCleared = exports.AgentModelChanged = exports.ChangeModel = exports.ModelsResponse = exports.ModelsRequest = exports.CapabilitiesResponse = exports.CapabilitiesRequest = exports.ThreadDeleted = exports.ThreadUpdated = exports.ThreadCreated = exports.ThreadsListed = exports.UnwatchThreads = exports.WatchThreads = exports.ListThreads = exports.RenameThread = exports.DeleteThread = exports.ParticipantDisconnect = exports.ParticipantConnect = exports.CloseThread = exports.OpenThread = exports.ClearThread = exports.AgentRealtimeAudioCommit = exports.AgentRealtimeAudioChunk = exports.TurnInterrupt = exports.TurnSteer = exports.TurnStart = exports.StartThread = exports.AgentLLMMessage = void 0;
+exports.AgentClientToolCallResponse = exports.AgentSecretResponse = exports.RejectAgentToolCall = exports.ApproveAgentToolCall = exports.AgentUsageUpdated = exports.AgentContextCompacted = exports.AgentAudioInputSpeechEnded = exports.AgentAudioInputSpeechStarted = exports.AgentAudioTranscriptionFailed = exports.AgentAudioTranscriptionCompleted = exports.AgentAudioTranscriptionDelta = exports.AgentAudioTranscriptionStarted = exports.AgentAudioGenerationFailed = exports.AgentAudioGenerationCompleted = exports.AgentAudioGenerationDelta = exports.AgentAudioGenerationStarted = exports.AgentImageGenerationFailed = exports.AgentImageGenerationCompleted = exports.AgentImageGenerationPartial = exports.AgentImageGenerationStarted = exports.AgentThreadEvent = exports.AgentConnectionStatus = exports.AgentThreadStatus = exports.AgentClientToolCallCancelled = exports.AgentClientToolCallRequested = exports.AgentSecretRequested = exports.AgentToolCallApprovalRequested = exports.AgentToolCallEnded = exports.AgentToolCallLogDelta = exports.AgentToolCallArgumentsDelta = exports.AgentToolCallStarted = exports.AgentToolCallInProgress = void 0;
 exports.agentInputContent = agentInputContent;
 const meshagent_1 = require("@meshagent/meshagent");
 const uuid_1 = require("uuid");
@@ -25,6 +25,8 @@ exports.agentParticipantDisconnectType = "meshagent.agent.participant.disconnect
 exports.agentThreadDeleteType = "meshagent.agent.thread.delete";
 exports.agentThreadRenameType = "meshagent.agent.thread.rename";
 exports.agentThreadListType = "meshagent.agent.thread.list";
+exports.agentThreadWatchType = "meshagent.agent.thread.watch";
+exports.agentThreadUnwatchType = "meshagent.agent.thread.unwatch";
 exports.agentThreadListedType = "meshagent.agent.thread.listed";
 exports.agentThreadCreatedType = "meshagent.agent.thread.created";
 exports.agentThreadUpdatedType = "meshagent.agent.thread.updated";
@@ -654,16 +656,18 @@ function omitUndefined(value) {
     return Object.fromEntries(Object.entries(value).filter(([, entry]) => entry !== undefined));
 }
 class AgentMessage {
-    constructor({ type, messageId, message_id, senderName, sender_name }) {
+    constructor({ type, messageId, message_id, senderName, sender_name, createdAt, created_at }) {
         this.type = String(type);
         const resolvedMessageId = stringOrNull(messageId ?? message_id)?.trim();
         this.messageId = resolvedMessageId == null || resolvedMessageId.length === 0 ? (0, uuid_1.v4)() : resolvedMessageId;
         this.senderName = stringOrNull(senderName ?? sender_name);
+        this.createdAt = stringOrNull(createdAt ?? created_at) ?? new Date().toISOString();
     }
     toJson() {
         return {
             type: this.type,
             message_id: this.messageId,
+            created_at: this.createdAt,
             ...(this.senderName != null ? { sender_name: this.senderName } : {}),
         };
     }
@@ -730,6 +734,7 @@ function makeMessageClass({ type, base = "message", fields = [], }) {
             const params = {
                 messageId: stringOrNull(json.message_id),
                 senderName: stringOrNull(json.sender_name),
+                createdAt: stringOrNull(json.created_at),
             };
             if (base !== "message") {
                 params.threadId = requiredString(json, "thread_id");
@@ -940,6 +945,8 @@ exports.ParticipantDisconnect = makeMessageClass({ type: exports.agentParticipan
 exports.DeleteThread = makeMessageClass({ type: exports.agentThreadDeleteType, base: "thread" });
 exports.RenameThread = makeMessageClass({ type: exports.agentThreadRenameType, base: "thread", fields: [s("name", "name", true)] });
 exports.ListThreads = makeMessageClass({ type: exports.agentThreadListType, fields: [{ prop: "limit", json: "limit", from: (value) => intOrNull(value) ?? 200, default: () => 200, always: true }, { prop: "offset", json: "offset", from: (value) => intOrNull(value) ?? 0, default: () => 0, always: true }] });
+exports.WatchThreads = makeMessageClass({ type: exports.agentThreadWatchType });
+exports.UnwatchThreads = makeMessageClass({ type: exports.agentThreadUnwatchType });
 exports.ThreadsListed = makeMessageClass({ type: exports.agentThreadListedType, fields: [s("sourceMessageId", "source_message_id", true), objList("threads", "threads", AgentThreadListEntry.fromJson, true), i("total"), i("offset"), i("limit")] });
 exports.ThreadCreated = makeMessageClass({ type: exports.agentThreadCreatedType, fields: [obj("thread", "thread", AgentThreadListEntry.fromJson, true)] });
 exports.ThreadUpdated = makeMessageClass({ type: exports.agentThreadUpdatedType, fields: [obj("thread", "thread", AgentThreadListEntry.fromJson, true)] });

package/dist/node/chat-client.d.ts

@@ -1,13 +1,15 @@
 import { RemoteParticipant } from "@meshagent/meshagent";
 import type { RoomClient, Content } from "@meshagent/meshagent";
-import { AgentMessage, AgentModelChanged, AgentThreadStatus, ModelsResponse, AgentConnectionStatus } from "./agent-messages.js";
+import { AgentMessage, AgentModelChanged, AgentThreadStatus, ModelsResponse, ToolChoice, AgentConnectionStatus } from "./agent-messages.js";
 import type { AgentPayload, JsonMap, ClientToolkitDescription } from "./agent-messages.js";
 import { ChangeEmitter } from "./change-emitter.js";
 export declare class AgentMessageEvent {
     readonly message: AgentMessage;
+    readonly createdAt: Date;
     readonly attachment?: Uint8Array;
-    constructor({ message, attachment }: {
+    constructor({ message, createdAt, attachment }: {
         message: AgentMessage;
+        createdAt?: Date;
         attachment?: Uint8Array;
     });
     get payload(): AgentPayload;
@@ -96,7 +98,7 @@ export declare abstract class BaseChatClient extends ChangeEmitter {
         drainPendingEvents?: boolean;
     }): ChatThreadSession;
     private openSession;
-    startThread({ messageId, message, attachments, name, backend, provider, model, voice, outputModalities, realtimeProtocol, senderName, clientToolkits, omitContent, }: {
+    startThread({ messageId, message, attachments, name, backend, provider, model, voice, outputModalities, realtimeProtocol, senderName, clientToolkits, toolChoice, omitContent, }: {
         messageId?: string;
         message: string;
         attachments: string[];
@@ -109,14 +111,17 @@ export declare abstract class BaseChatClient extends ChangeEmitter {
         realtimeProtocol?: string;
         senderName?: string;
         clientToolkits?: ClientToolkitDescription[];
+        toolChoice?: ToolChoice;
         omitContent?: boolean;
     }): Promise<ChatThreadStartResult>;
+    private resolvedStartThreadMessage;
     abstract sendAgentMessage(message: AgentMessage, options?: {
         attachment?: Uint8Array;
         ignoreOffline?: boolean;
     }): Promise<void>;
     private drainPendingSessionEvents;
-    handleAgentMessage(message: AgentMessage, { attachment }?: {
+    handleAgentMessage(message: AgentMessage, { createdAt, attachment }?: {
+        createdAt?: Date;
         attachment?: Uint8Array;
     }): void;
     emitConnectionStatus({ status, message, reason, retryDelay, }: {
@@ -186,6 +191,7 @@ export declare class ChatThreadSession extends ChangeEmitter {
         load?: boolean;
         sinceTurn?: string;
     }): Promise<void>;
+    private resetReplayState;
     close(): Promise<void>;
     requestModels({ ignoreOffline }?: {
         ignoreOffline?: boolean;
@@ -202,7 +208,7 @@ export declare class ChatThreadSession extends ChangeEmitter {
         requestId: string;
         response: Content;
     }): Promise<void>;
-    sendText({ messageId, text, attachments, steer, turnId, backend, provider, model, voice, outputModalities, senderName, clientToolkits, }: {
+    sendText({ messageId, text, attachments, steer, turnId, backend, provider, model, voice, outputModalities, senderName, clientToolkits, toolChoice, }: {
         messageId?: string;
         text: string;
         attachments: string[];
@@ -215,6 +221,7 @@ export declare class ChatThreadSession extends ChangeEmitter {
         outputModalities?: string[];
         senderName?: string;
         clientToolkits?: ClientToolkitDescription[];
+        toolChoice?: ToolChoice;
     }): Promise<string>;
     sendRealtimeAudioChunk({ chunk, format }: {
         chunk: Uint8Array;