@meshagent/meshagent-agents 0.43.3 → 0.44.1

package/CHANGELOG.md

@@ -1,3 +1,17 @@
+## [0.44.1]
+- Stability
+
+## [0.44.0]
+- TypeScript agent clients now support thread watch/unwatch, multiple thread storages, and richer start-thread payloads, including tool-choice metadata.
+- Chat sessions now preserve event timestamps, reset replay state correctly, and handle more agent message types such as tool-call progress, secret requests, model changes, interrupts, and usage updates.
+- Tailwind chat UI now tracks thread status, reasoning traces, shell output, file attachments, and improved file preview behavior for streamed agent content.
+
+## [0.43.4]
+- TypeScript agent messages and events now carry `created_at`, parse it on input, and preserve it when streamed deltas are merged.
+- Messaging chat clients now accept thread lifecycle events without a participant ID and carry room message timestamps into session events for more accurate live synchronization.
+- Live chat test coverage expanded for thread creation, acknowledgements, steer/interrupt flows, and client tool request handling.
+- The workspace app template was rebranded from the meeting app naming and its deploy tag was updated accordingly.
+
 ## [0.43.3]
 - Stability
 

package/dist/browser/agent-messages.d.ts

@@ -19,6 +19,8 @@ export declare const agentParticipantDisconnectType = "meshagent.agent.participa
 export declare const agentThreadDeleteType = "meshagent.agent.thread.delete";
 export declare const agentThreadRenameType = "meshagent.agent.thread.rename";
 export declare const agentThreadListType = "meshagent.agent.thread.list";
+export declare const agentThreadWatchType = "meshagent.agent.thread.watch";
+export declare const agentThreadUnwatchType = "meshagent.agent.thread.unwatch";
 export declare const agentThreadListedType = "meshagent.agent.thread.listed";
 export declare const agentThreadCreatedType = "meshagent.agent.thread.created";
 export declare const agentThreadUpdatedType = "meshagent.agent.thread.updated";
@@ -239,7 +241,8 @@ export declare abstract class AgentMessage {
     readonly type: string;
     readonly messageId: string;
     readonly senderName?: string;
-    protected constructor({ type, messageId, message_id, senderName, sender_name }: JsonMap);
+    readonly createdAt: string;
+    protected constructor({ type, messageId, message_id, senderName, sender_name, createdAt, created_at }: JsonMap);
     toJson(): JsonMap;
     static fromJson(json: JsonMap): AgentMessage;
 }
@@ -272,6 +275,8 @@ export declare const ParticipantDisconnect: MessageCtor;
 export declare const DeleteThread: MessageCtor;
 export declare const RenameThread: MessageCtor;
 export declare const ListThreads: MessageCtor;
+export declare const WatchThreads: MessageCtor;
+export declare const UnwatchThreads: MessageCtor;
 export declare const ThreadsListed: MessageCtor;
 export declare const ThreadCreated: MessageCtor;
 export declare const ThreadUpdated: MessageCtor;

package/dist/browser/agent-messages.js

@@ -1,9 +1,9 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.agentToolCallStartedType = exports.agentToolCallInProgressType = exports.agentToolCallPendingType = exports.agentFileContentEndedType = exports.agentFileContentDeltaType = exports.agentFileContentStartedType = exports.agentTextContentEndedType = exports.agentTextContentDeltaType = exports.agentTextContentStartedType = exports.agentReasoningContentEndedType = exports.agentReasoningContentDeltaType = exports.agentReasoningContentStartedType = exports.agentTurnEndedType = exports.agentTurnStartedType = exports.agentTurnSteerRejectedType = exports.agentTurnSteeredType = exports.agentTurnSteerAcceptedType = exports.agentTurnInterruptedType = exports.agentTurnInterruptAcceptedType = exports.agentTurnStartRejectedType = exports.agentTurnStartAcceptedType = exports.agentThreadClearedType = exports.agentModelChangedType = exports.agentModelChangeType = exports.agentModelsResponseType = exports.agentModelsRequestType = exports.agentCapabilitiesResponseType = exports.agentCapabilitiesRequestType = exports.agentThreadDeletedType = exports.agentThreadUpdatedType = exports.agentThreadCreatedType = exports.agentThreadListedType = exports.agentThreadListType = exports.agentThreadRenameType = exports.agentThreadDeleteType = exports.agentParticipantDisconnectType = exports.agentParticipantConnectType = exports.agentThreadCloseType = exports.agentThreadOpenType = exports.agentThreadStartRejectedType = exports.agentThreadLoadedType = exports.agentThreadStartedType = exports.agentThreadStartType = exports.agentRealtimeAudioCommitType = exports.agentRealtimeAudioChunkType = exports.agentThreadClearType = exports.agentTurnInterruptType = exports.agentTurnSteerType = exports.agentTurnStartType = exports.agentRoomMessageType = void 0;
-exports.StartThread = exports.AgentLLMMessage = exports.AgentThreadMessage = exports.AgentMessage = exports.AgentContextWindowUsage = exports.AgentGeneratedAudio = exports.AgentGeneratedImage = exports.AgentToolCallLogLine = exports.AgentRealtimeConnectionInfo = exports.AgentThreadListEntry = exports.AgentProviderInfo = exports.AgentModelInfo = exports.ToolkitCapabilities = exports.ToolkitToolCapabilities = exports.AgentError = exports.AgentAudioFormat = exports.TurnToolkitConfig = exports.ClientToolkitDescription = exports.TurnMcpConfig = exports.ToolChoice = exports.agentClientToolCallResponseType = exports.agentSecretResponseType = exports.agentToolRejectType = exports.agentToolApproveType = exports.agentUsageUpdatedType = exports.agentContextCompactedType = exports.agentAudioInputSpeechEndedType = exports.agentAudioInputSpeechStartedType = exports.agentAudioTranscriptionFailedType = exports.agentAudioTranscriptionCompletedType = exports.agentAudioTranscriptionDeltaType = exports.agentAudioTranscriptionStartedType = exports.agentAudioGenerationFailedType = exports.agentAudioGenerationCompletedType = exports.agentAudioGenerationDeltaType = exports.agentAudioGenerationStartedType = exports.agentImageGenerationFailedType = exports.agentImageGenerationCompletedType = exports.agentImageGenerationPartialType = exports.agentImageGenerationStartedType = exports.agentThreadEventType = exports.agentConnectionStatusType = exports.agentThreadStatusType = exports.agentSecretRequestedType = exports.agentClientToolCallCancelledType = exports.agentClientToolCallRequestedType = exports.agentToolCallApprovalRequestedType = exports.agentToolCallEndedType = exports.agentToolCallLogDeltaType = exports.agentToolCallArgumentsDeltaType = void 0;
-exports.AgentToolCallLogDelta = exports.AgentToolCallArgumentsDelta = exports.AgentToolCallStarted = exports.AgentToolCallInProgress = exports.AgentToolCallPending = exports.AgentFileContentEnded = exports.AgentFileContentDelta = exports.AgentFileContentStarted = exports.AgentTextContentEnded = exports.AgentTextContentDelta = exports.AgentTextContentStarted = exports.AgentReasoningContentEnded = exports.AgentReasoningContentDelta = exports.AgentReasoningContentStarted = exports.ThreadStartRejected = exports.ThreadLoaded = exports.ThreadStarted = exports.TurnEnded = exports.TurnStarted = exports.TurnSteerRejected = exports.TurnSteered = exports.TurnSteerAccepted = exports.TurnInterrupted = exports.TurnInterruptAccepted = exports.TurnStartRejected = exports.TurnStartAccepted = exports.ThreadCleared = exports.AgentModelChanged = exports.ChangeModel = exports.ModelsResponse = exports.ModelsRequest = exports.CapabilitiesResponse = exports.CapabilitiesRequest = exports.ThreadDeleted = exports.ThreadUpdated = exports.ThreadCreated = exports.ThreadsListed = exports.ListThreads = exports.RenameThread = exports.DeleteThread = exports.ParticipantDisconnect = exports.ParticipantConnect = exports.CloseThread = exports.OpenThread = exports.ClearThread = exports.AgentRealtimeAudioCommit = exports.AgentRealtimeAudioChunk = exports.TurnInterrupt = exports.TurnSteer = exports.TurnStart = void 0;
-exports.AgentClientToolCallResponse = exports.AgentSecretResponse = exports.RejectAgentToolCall = exports.ApproveAgentToolCall = exports.AgentUsageUpdated = exports.AgentContextCompacted = exports.AgentAudioInputSpeechEnded = exports.AgentAudioInputSpeechStarted = exports.AgentAudioTranscriptionFailed = exports.AgentAudioTranscriptionCompleted = exports.AgentAudioTranscriptionDelta = exports.AgentAudioTranscriptionStarted = exports.AgentAudioGenerationFailed = exports.AgentAudioGenerationCompleted = exports.AgentAudioGenerationDelta = exports.AgentAudioGenerationStarted = exports.AgentImageGenerationFailed = exports.AgentImageGenerationCompleted = exports.AgentImageGenerationPartial = exports.AgentImageGenerationStarted = exports.AgentThreadEvent = exports.AgentConnectionStatus = exports.AgentThreadStatus = exports.AgentClientToolCallCancelled = exports.AgentClientToolCallRequested = exports.AgentSecretRequested = exports.AgentToolCallApprovalRequested = exports.AgentToolCallEnded = void 0;
+exports.agentToolCallPendingType = exports.agentFileContentEndedType = exports.agentFileContentDeltaType = exports.agentFileContentStartedType = exports.agentTextContentEndedType = exports.agentTextContentDeltaType = exports.agentTextContentStartedType = exports.agentReasoningContentEndedType = exports.agentReasoningContentDeltaType = exports.agentReasoningContentStartedType = exports.agentTurnEndedType = exports.agentTurnStartedType = exports.agentTurnSteerRejectedType = exports.agentTurnSteeredType = exports.agentTurnSteerAcceptedType = exports.agentTurnInterruptedType = exports.agentTurnInterruptAcceptedType = exports.agentTurnStartRejectedType = exports.agentTurnStartAcceptedType = exports.agentThreadClearedType = exports.agentModelChangedType = exports.agentModelChangeType = exports.agentModelsResponseType = exports.agentModelsRequestType = exports.agentCapabilitiesResponseType = exports.agentCapabilitiesRequestType = exports.agentThreadDeletedType = exports.agentThreadUpdatedType = exports.agentThreadCreatedType = exports.agentThreadListedType = exports.agentThreadUnwatchType = exports.agentThreadWatchType = exports.agentThreadListType = exports.agentThreadRenameType = exports.agentThreadDeleteType = exports.agentParticipantDisconnectType = exports.agentParticipantConnectType = exports.agentThreadCloseType = exports.agentThreadOpenType = exports.agentThreadStartRejectedType = exports.agentThreadLoadedType = exports.agentThreadStartedType = exports.agentThreadStartType = exports.agentRealtimeAudioCommitType = exports.agentRealtimeAudioChunkType = exports.agentThreadClearType = exports.agentTurnInterruptType = exports.agentTurnSteerType = exports.agentTurnStartType = exports.agentRoomMessageType = void 0;
+exports.AgentThreadMessage = exports.AgentMessage = exports.AgentContextWindowUsage = exports.AgentGeneratedAudio = exports.AgentGeneratedImage = exports.AgentToolCallLogLine = exports.AgentRealtimeConnectionInfo = exports.AgentThreadListEntry = exports.AgentProviderInfo = exports.AgentModelInfo = exports.ToolkitCapabilities = exports.ToolkitToolCapabilities = exports.AgentError = exports.AgentAudioFormat = exports.TurnToolkitConfig = exports.ClientToolkitDescription = exports.TurnMcpConfig = exports.ToolChoice = exports.agentClientToolCallResponseType = exports.agentSecretResponseType = exports.agentToolRejectType = exports.agentToolApproveType = exports.agentUsageUpdatedType = exports.agentContextCompactedType = exports.agentAudioInputSpeechEndedType = exports.agentAudioInputSpeechStartedType = exports.agentAudioTranscriptionFailedType = exports.agentAudioTranscriptionCompletedType = exports.agentAudioTranscriptionDeltaType = exports.agentAudioTranscriptionStartedType = exports.agentAudioGenerationFailedType = exports.agentAudioGenerationCompletedType = exports.agentAudioGenerationDeltaType = exports.agentAudioGenerationStartedType = exports.agentImageGenerationFailedType = exports.agentImageGenerationCompletedType = exports.agentImageGenerationPartialType = exports.agentImageGenerationStartedType = exports.agentThreadEventType = exports.agentConnectionStatusType = exports.agentThreadStatusType = exports.agentSecretRequestedType = exports.agentClientToolCallCancelledType = exports.agentClientToolCallRequestedType = exports.agentToolCallApprovalRequestedType = exports.agentToolCallEndedType = exports.agentToolCallLogDeltaType = exports.agentToolCallArgumentsDeltaType = exports.agentToolCallStartedType = exports.agentToolCallInProgressType = void 0;
+exports.AgentToolCallPending = exports.AgentFileContentEnded = exports.AgentFileContentDelta = exports.AgentFileContentStarted = exports.AgentTextContentEnded = exports.AgentTextContentDelta = exports.AgentTextContentStarted = exports.AgentReasoningContentEnded = exports.AgentReasoningContentDelta = exports.AgentReasoningContentStarted = exports.ThreadStartRejected = exports.ThreadLoaded = exports.ThreadStarted = exports.TurnEnded = exports.TurnStarted = exports.TurnSteerRejected = exports.TurnSteered = exports.TurnSteerAccepted = exports.TurnInterrupted = exports.TurnInterruptAccepted = exports.TurnStartRejected = exports.TurnStartAccepted = exports.ThreadCleared = exports.AgentModelChanged = exports.ChangeModel = exports.ModelsResponse = exports.ModelsRequest = exports.CapabilitiesResponse = exports.CapabilitiesRequest = exports.ThreadDeleted = exports.ThreadUpdated = exports.ThreadCreated = exports.ThreadsListed = exports.UnwatchThreads = exports.WatchThreads = exports.ListThreads = exports.RenameThread = exports.DeleteThread = exports.ParticipantDisconnect = exports.ParticipantConnect = exports.CloseThread = exports.OpenThread = exports.ClearThread = exports.AgentRealtimeAudioCommit = exports.AgentRealtimeAudioChunk = exports.TurnInterrupt = exports.TurnSteer = exports.TurnStart = exports.StartThread = exports.AgentLLMMessage = void 0;
+exports.AgentClientToolCallResponse = exports.AgentSecretResponse = exports.RejectAgentToolCall = exports.ApproveAgentToolCall = exports.AgentUsageUpdated = exports.AgentContextCompacted = exports.AgentAudioInputSpeechEnded = exports.AgentAudioInputSpeechStarted = exports.AgentAudioTranscriptionFailed = exports.AgentAudioTranscriptionCompleted = exports.AgentAudioTranscriptionDelta = exports.AgentAudioTranscriptionStarted = exports.AgentAudioGenerationFailed = exports.AgentAudioGenerationCompleted = exports.AgentAudioGenerationDelta = exports.AgentAudioGenerationStarted = exports.AgentImageGenerationFailed = exports.AgentImageGenerationCompleted = exports.AgentImageGenerationPartial = exports.AgentImageGenerationStarted = exports.AgentThreadEvent = exports.AgentConnectionStatus = exports.AgentThreadStatus = exports.AgentClientToolCallCancelled = exports.AgentClientToolCallRequested = exports.AgentSecretRequested = exports.AgentToolCallApprovalRequested = exports.AgentToolCallEnded = exports.AgentToolCallLogDelta = exports.AgentToolCallArgumentsDelta = exports.AgentToolCallStarted = exports.AgentToolCallInProgress = void 0;
 exports.agentInputContent = agentInputContent;
 const meshagent_1 = require("@meshagent/meshagent");
 const uuid_1 = require("uuid");
@@ -25,6 +25,8 @@ exports.agentParticipantDisconnectType = "meshagent.agent.participant.disconnect
 exports.agentThreadDeleteType = "meshagent.agent.thread.delete";
 exports.agentThreadRenameType = "meshagent.agent.thread.rename";
 exports.agentThreadListType = "meshagent.agent.thread.list";
+exports.agentThreadWatchType = "meshagent.agent.thread.watch";
+exports.agentThreadUnwatchType = "meshagent.agent.thread.unwatch";
 exports.agentThreadListedType = "meshagent.agent.thread.listed";
 exports.agentThreadCreatedType = "meshagent.agent.thread.created";
 exports.agentThreadUpdatedType = "meshagent.agent.thread.updated";
@@ -654,16 +656,18 @@ function omitUndefined(value) {
     return Object.fromEntries(Object.entries(value).filter(([, entry]) => entry !== undefined));
 }
 class AgentMessage {
-    constructor({ type, messageId, message_id, senderName, sender_name }) {
+    constructor({ type, messageId, message_id, senderName, sender_name, createdAt, created_at }) {
         this.type = String(type);
         const resolvedMessageId = stringOrNull(messageId ?? message_id)?.trim();
         this.messageId = resolvedMessageId == null || resolvedMessageId.length === 0 ? (0, uuid_1.v4)() : resolvedMessageId;
         this.senderName = stringOrNull(senderName ?? sender_name);
+        this.createdAt = stringOrNull(createdAt ?? created_at) ?? new Date().toISOString();
     }
     toJson() {
         return {
             type: this.type,
             message_id: this.messageId,
+            created_at: this.createdAt,
             ...(this.senderName != null ? { sender_name: this.senderName } : {}),
         };
     }
@@ -730,6 +734,7 @@ function makeMessageClass({ type, base = "message", fields = [], }) {
             const params = {
                 messageId: stringOrNull(json.message_id),
                 senderName: stringOrNull(json.sender_name),
+                createdAt: stringOrNull(json.created_at),
             };
             if (base !== "message") {
                 params.threadId = requiredString(json, "thread_id");
@@ -940,6 +945,8 @@ exports.ParticipantDisconnect = makeMessageClass({ type: exports.agentParticipan
 exports.DeleteThread = makeMessageClass({ type: exports.agentThreadDeleteType, base: "thread" });
 exports.RenameThread = makeMessageClass({ type: exports.agentThreadRenameType, base: "thread", fields: [s("name", "name", true)] });
 exports.ListThreads = makeMessageClass({ type: exports.agentThreadListType, fields: [{ prop: "limit", json: "limit", from: (value) => intOrNull(value) ?? 200, default: () => 200, always: true }, { prop: "offset", json: "offset", from: (value) => intOrNull(value) ?? 0, default: () => 0, always: true }] });
+exports.WatchThreads = makeMessageClass({ type: exports.agentThreadWatchType });
+exports.UnwatchThreads = makeMessageClass({ type: exports.agentThreadUnwatchType });
 exports.ThreadsListed = makeMessageClass({ type: exports.agentThreadListedType, fields: [s("sourceMessageId", "source_message_id", true), objList("threads", "threads", AgentThreadListEntry.fromJson, true), i("total"), i("offset"), i("limit")] });
 exports.ThreadCreated = makeMessageClass({ type: exports.agentThreadCreatedType, fields: [obj("thread", "thread", AgentThreadListEntry.fromJson, true)] });
 exports.ThreadUpdated = makeMessageClass({ type: exports.agentThreadUpdatedType, fields: [obj("thread", "thread", AgentThreadListEntry.fromJson, true)] });

package/dist/browser/chat-client.d.ts

@@ -1,13 +1,15 @@
 import { RemoteParticipant } from "@meshagent/meshagent";
 import type { RoomClient, Content } from "@meshagent/meshagent";
-import { AgentMessage, AgentModelChanged, AgentThreadStatus, ModelsResponse, AgentConnectionStatus } from "./agent-messages.js";
+import { AgentMessage, AgentModelChanged, AgentThreadStatus, ModelsResponse, ToolChoice, AgentConnectionStatus } from "./agent-messages.js";
 import type { AgentPayload, JsonMap, ClientToolkitDescription } from "./agent-messages.js";
 import { ChangeEmitter } from "./change-emitter.js";
 export declare class AgentMessageEvent {
     readonly message: AgentMessage;
+    readonly createdAt: Date;
     readonly attachment?: Uint8Array;
-    constructor({ message, attachment }: {
+    constructor({ message, createdAt, attachment }: {
         message: AgentMessage;
+        createdAt?: Date;
         attachment?: Uint8Array;
     });
     get payload(): AgentPayload;
@@ -96,7 +98,7 @@ export declare abstract class BaseChatClient extends ChangeEmitter {
         drainPendingEvents?: boolean;
     }): ChatThreadSession;
     private openSession;
-    startThread({ messageId, message, attachments, name, backend, provider, model, voice, outputModalities, realtimeProtocol, senderName, clientToolkits, omitContent, }: {
+    startThread({ messageId, message, attachments, name, backend, provider, model, voice, outputModalities, realtimeProtocol, senderName, clientToolkits, toolChoice, omitContent, }: {
         messageId?: string;
         message: string;
         attachments: string[];
@@ -109,14 +111,17 @@ export declare abstract class BaseChatClient extends ChangeEmitter {
         realtimeProtocol?: string;
         senderName?: string;
         clientToolkits?: ClientToolkitDescription[];
+        toolChoice?: ToolChoice;
         omitContent?: boolean;
     }): Promise<ChatThreadStartResult>;
+    private resolvedStartThreadMessage;
     abstract sendAgentMessage(message: AgentMessage, options?: {
         attachment?: Uint8Array;
         ignoreOffline?: boolean;
     }): Promise<void>;
     private drainPendingSessionEvents;
-    handleAgentMessage(message: AgentMessage, { attachment }?: {
+    handleAgentMessage(message: AgentMessage, { createdAt, attachment }?: {
+        createdAt?: Date;
         attachment?: Uint8Array;
     }): void;
     emitConnectionStatus({ status, message, reason, retryDelay, }: {
@@ -132,6 +137,11 @@ export declare class MessagingChatClient extends BaseChatClient {
     readonly agentName?: string;
     private readonly pendingParticipantWaits;
     private started;
+    private agentParticipantId?;
+    private hasConnected;
+    private waitingForParticipant;
+    private roomAbortController?;
+    private messagingListenersAttached;
     constructor({ room, agentName }: {
         room: RoomClient;
         agentName?: string;
@@ -139,6 +149,8 @@ export declare class MessagingChatClient extends BaseChatClient {
     localParticipantName(): string | undefined;
     start(): Promise<void>;
     stop(): Promise<void>;
+    private attachMessagingListeners;
+    private detachMessagingListeners;
     agentParticipant(): RemoteParticipant | null;
     waitForAgentParticipant({ waitKey }?: {
         waitKey?: string;
@@ -148,6 +160,10 @@ export declare class MessagingChatClient extends BaseChatClient {
         ignoreOffline?: boolean;
     }): Promise<void>;
     private readonly onMessagingChanged;
+    private readonly onMessagingParticipantChanged;
+    private readonly onMessagingParticipantRemoved;
+    private startRoomStatusListener;
+    private reopenOpenSessions;
     private readonly onMessagingMessage;
 }
 export declare class ChatThreadSession extends ChangeEmitter {
@@ -186,6 +202,7 @@ export declare class ChatThreadSession extends ChangeEmitter {
         load?: boolean;
         sinceTurn?: string;
     }): Promise<void>;
+    private resetReplayState;
     close(): Promise<void>;
     requestModels({ ignoreOffline }?: {
         ignoreOffline?: boolean;
@@ -202,7 +219,7 @@ export declare class ChatThreadSession extends ChangeEmitter {
         requestId: string;
         response: Content;
     }): Promise<void>;
-    sendText({ messageId, text, attachments, steer, turnId, backend, provider, model, voice, outputModalities, senderName, clientToolkits, }: {
+    sendText({ messageId, text, attachments, steer, turnId, backend, provider, model, voice, outputModalities, senderName, clientToolkits, toolChoice, }: {
         messageId?: string;
         text: string;
         attachments: string[];
@@ -215,6 +232,7 @@ export declare class ChatThreadSession extends ChangeEmitter {
         outputModalities?: string[];
         senderName?: string;
         clientToolkits?: ClientToolkitDescription[];
+        toolChoice?: ToolChoice;
     }): Promise<string>;
     sendRealtimeAudioChunk({ chunk, format }: {
         chunk: Uint8Array;