@rudderhq/server 0.7.2-canary.0 → 0.7.3

package/dist/services/chats.js

@@ -12,12 +12,13 @@ import { chatGenerationProtocolService } from "./chat-generation-protocol.js";
 import { validateCanonicalChatInlineAnnotations } from "./chat-inline-annotation-validation.js";
 import { selectedChatMessageBranchCondition } from "./chat-message-branch.js";
 import { hydrateQueuedMessage, materializeQueuedUserMessage, normalizeQueuedMessagePayload, QUEUED_ANNOTATION_ASSETS_KEY, queuedAnnotationAssetState, queuedMessageMutationFingerprint, withQueuedAnnotationAssetState, } from "./chat-queued-message-materialization.js";
+import { compareChatGenerationSelection, listChatGenerationTranscripts, listDetachedChatTranscripts, listDetachedChatTranscriptSummaries, loadChatTranscripts, replaceDetachedChatTranscript, selectChatTranscript, transcriptSummaryFromSources, } from "./chat-transcript-persistence.js";
 import { createChatAnnotationMessagePersistence } from "./chats.annotation-persistence.js";
 import { listActiveChatGenerationIds, listPendingChatProposalConversationIds, } from "./chats.attention-order.js";
 import { ACTIVE_CHAT_GENERATION_STATUSES, CHAT_GENERATION_CONTROL_LEASE_MS, NATIVE_STEER_GENERATION_STATUSES, SERVER_QUEUE_RUNNING_STATUSES, } from "./chats.constants.js";
 import { createChatConversation, createChatWithInitialMessage } from "./chats.create.js";
 import { conversationMutability, nextForkTitle } from "./chats.fork-helpers.js";
-import { buildSearchSnippet, CHAT_TRANSCRIPT_KEY, chatTranscriptFromPayload, chatTranscriptSummaryFromEntries, contentPath, escapeLikePattern, incomingMessagePreviewSql, issueProposalFromPayload, isVisibleIncomingChatMessage, listContextLinksForConversationIds, listPrimaryIssues, operationProposalDecisionStatusFromPayload, operationProposalFromPayload, resolveContextEntities, safeTrim, stripChatMetadataFromPayload, textContains, truncatePreview, visibleIncomingMessageSql, withOperationProposalDecisionState, withPersistedTranscript, } from "./chats.helpers.js";
+import { buildSearchSnippet, CHAT_TRANSCRIPT_KEY, chatTranscriptFromPayload, contentPath, escapeLikePattern, incomingMessagePreviewSql, issueProposalFromPayload, isVisibleIncomingChatMessage, listContextLinksForConversationIds, listPrimaryIssues, operationProposalDecisionStatusFromPayload, operationProposalFromPayload, resolveContextEntities, safeTrim, stripChatMetadataFromPayload, textContains, truncatePreview, visibleIncomingMessageSql, withOperationProposalDecisionState, } from "./chats.helpers.js";
 import { copyForkChatMessages, listRecentUserChatMessages, updateTrustedInlineVisualMappings, } from "./chats.inline-visual-persistence.js";
 import { createQueuedMessageWithStagedAttachments as createQueuedMessageWithStagedAttachmentsInDb } from "./chats.queued-message-create.js";
 import { findQueuedMessageReplay, updateChatAgentRuntimeInvariant, } from "./chats.runtime-controls.js";
@@ -27,7 +28,7 @@ import { normalizeLocalLibraryPathMarkdown } from "./library-path-markdown.js";
 import { removeMessengerCustomGroupEntriesForItem } from "./messenger-saved-views.js";
 import { organizationService } from "./orgs.js";
 import { sanitizePostgresJsonValue } from "./postgres-json.js";
-import { completeProductAnalyticsWorkCycle } from "./product-analytics.js";
+import { completeProductAnalyticsWorkCycle, recordProductAnalyticsChatCreated, } from "./product-analytics.js";
 const CHAT_TITLE_MAX_LENGTH = 200;
 class InvalidQueueDeliveryActionLinkError extends Error {
 }
@@ -2316,7 +2317,7 @@ export function chatService(db) {
         const nativeSteerMessageIds = rows
             .filter((row) => row.role === "user" && row.structuredPayload?.source === "steer")
             .map((row) => row.id);
-        const [attachmentsByMessageId, approvalsById, generationMessageRows, linkedSteerQueueRows] = await Promise.all([
+        const [attachmentsByMessageId, approvalsById, generationMessageRows, linkedSteerQueueRows, detachedTranscriptByMessageId] = await Promise.all([
             listAttachmentsForMessageIds(rows.map((row) => row.id)),
             listApprovalsForMessages(rows),
             assistantMessageIds.length > 0
@@ -2326,11 +2327,12 @@ export function chatService(db) {
                     generationId: chatGenerationEvents.generationId,
                     generationCreatedAt: chatGenerations.createdAt,
                     eventRecordedAt: chatGenerationEvents.recordedAt,
+                    generationSeq: chatGenerationEvents.generationSeq,
                 })
                     .from(chatGenerationEvents)
                     .innerJoin(chatGenerations, eq(chatGenerations.id, chatGenerationEvents.generationId))
                     .where(and(inArray(chatGenerationEvents.assistantMessageId, assistantMessageIds), inArray(chatGenerationEvents.orgId, [...new Set(rows.map((row) => row.orgId))])))
-                    .orderBy(desc(chatGenerations.createdAt), desc(chatGenerationEvents.recordedAt), desc(chatGenerationEvents.generationSeq))
+                    .orderBy(desc(chatGenerations.createdAt), desc(chatGenerationEvents.recordedAt), desc(chatGenerationEvents.generationSeq), desc(chatGenerationEvents.generationId))
                 : Promise.resolve([]),
             nativeSteerMessageIds.length > 0
                 ? db
@@ -2344,6 +2346,9 @@ export function chatService(db) {
                     .from(chatQueuedMessages)
                     .where(or(inArray(chatQueuedMessages.sourceMessageId, nativeSteerMessageIds), inArray(chatQueuedMessages.continuationMessageId, nativeSteerMessageIds)))
                 : Promise.resolve([]),
+            includeTranscript
+                ? listDetachedChatTranscripts(db, rows)
+                : Promise.resolve(new Map()),
         ]);
         const generationIds = [...new Set(generationMessageRows.map((row) => row.generationId))];
         const generationsById = generationIds.length === 0
@@ -2360,9 +2365,10 @@ export function chatService(db) {
                 .map((generation) => [generation.id, generation]));
         const messageById = new Map(rows.map((row) => [row.id, row]));
         const generationIdByAssistantMessageId = new Map();
+        const generationSelectionByAssistantMessageId = new Map();
         for (const generationMessageRow of generationMessageRows) {
             const assistantMessageId = generationMessageRow.assistantMessageId;
-            if (!assistantMessageId || generationIdByAssistantMessageId.has(assistantMessageId))
+            if (!assistantMessageId)
                 continue;
             const message = messageById.get(assistantMessageId);
             const generation = generationsById.get(generationMessageRow.generationId);
@@ -2370,6 +2376,16 @@ export function chatService(db) {
                 continue;
             if (generation.orgId !== message.orgId || generation.conversationId !== message.conversationId)
                 continue;
+            const candidate = {
+                generationId: generationMessageRow.generationId,
+                generationCreatedAt: generationMessageRow.generationCreatedAt,
+                eventRecordedAt: generationMessageRow.eventRecordedAt,
+                generationSeq: generationMessageRow.generationSeq,
+            };
+            const current = generationSelectionByAssistantMessageId.get(assistantMessageId);
+            if (current && compareChatGenerationSelection(candidate, current) <= 0)
+                continue;
+            generationSelectionByAssistantMessageId.set(assistantMessageId, candidate);
             generationIdByAssistantMessageId.set(assistantMessageId, generationMessageRow.generationId);
         }
         const steerDispositionByMessageId = new Map();
@@ -2418,6 +2434,11 @@ export function chatService(db) {
                 const generationId = generationIdByAssistantMessageId.get(messageId);
                 return Boolean(generationId && nativeSteerTargetGenerationIds.has(generationId));
             });
+        const hydratedDetachedTranscriptByMessageId = includeTranscript
+            ? detachedTranscriptByMessageId
+            : nativeSteerAssistantMessageIds.length > 0
+                ? await listDetachedChatTranscripts(db, rows)
+                : detachedTranscriptByMessageId;
         const assistantGenerationIds = [
             ...new Set(generationIdByAssistantMessageId.values()),
         ];
@@ -2484,6 +2505,9 @@ export function chatService(db) {
                 });
             }
         }
+        const detachedTranscriptSummaryByMessageId = includeTranscript
+            ? new Map()
+            : await listDetachedChatTranscriptSummaries(db, rows);
         const nativeSteerTranscriptPayloadByMessageId = new Map();
         if (nativeSteerAssistantMessageIds.length > 0) {
             const transcriptPayloadRows = await db
@@ -2504,13 +2528,22 @@ export function chatService(db) {
             const transcriptPayload = nativeSteerTranscriptPayloadByMessageId.get(row.id) ?? row.structuredPayload;
             const ledgerTranscript = transcriptByAssistantMessageId.get(row.id);
             const transcript = includeRowTranscript
-                ? ledgerTranscript?.length
-                    ? ledgerTranscript
-                    : chatTranscriptFromPayload(transcriptPayload)
+                ? selectChatTranscript({
+                    ledger: ledgerTranscript,
+                    detached: hydratedDetachedTranscriptByMessageId.get(row.id),
+                    legacyPayload: transcriptPayload,
+                })
                 : [];
             const transcriptSummary = includeRowTranscript
-                ? chatTranscriptSummaryFromEntries(transcript)
-                : transcriptSummaryByAssistantMessageId.get(row.id) ?? row.transcriptSummary ?? null;
+                ? transcriptSummaryFromSources({
+                    ledger: ledgerTranscript,
+                    detached: hydratedDetachedTranscriptByMessageId.get(row.id),
+                    legacyPayload: transcriptPayload,
+                })
+                : transcriptSummaryByAssistantMessageId.get(row.id)
+                    ?? detachedTranscriptSummaryByMessageId.get(row.id)
+                    ?? row.transcriptSummary
+                    ?? null;
             const structuredPayload = effectiveStructuredPayload(row);
             return {
                 ...row,
@@ -2763,6 +2796,17 @@ export function chatService(db) {
                 .returning();
             if (!child)
                 throw new Error("Failed to create forked chat conversation");
+            await recordProductAnalyticsChatCreated(tx, {
+                orgId: input.orgId,
+                conversationId: child.id,
+                createdAt: child.createdAt,
+                createdByUserId: input.createdByUserId,
+                actorType: "human",
+                actorId: input.userId,
+                creationPath: "fork",
+                planMode: child.planMode,
+                initialRole: "system",
+            });
             const contextLinks = await tx
                 .select()
                 .from(chatContextLinks)
@@ -2799,6 +2843,7 @@ export function chatService(db) {
                 sourceConversation: source,
                 targetConversationId: child.id,
                 orgId: input.orgId,
+                transcriptBySourceMessageId: await loadChatTranscripts(tx, forkMessages),
             });
             const [systemEvent] = await tx
                 .insert(chatMessages)
@@ -3102,6 +3147,9 @@ export function chatService(db) {
         const row = await db
             .select({
             id: chatMessages.id,
+            orgId: chatMessages.orgId,
+            conversationId: chatMessages.conversationId,
+            role: chatMessages.role,
             structuredPayload: chatMessages.structuredPayload,
         })
             .from(chatMessages)
@@ -3109,44 +3157,17 @@ export function chatService(db) {
             .then((rows) => rows[0] ?? null);
         if (!row)
             return null;
-        const generation = await db
-            .select({
-            generationId: chatGenerationEvents.generationId,
-            acceptedThroughSeq: chatGenerations.acceptedThroughSeq,
-        })
-            .from(chatGenerationEvents)
-            .innerJoin(chatGenerations, eq(chatGenerations.id, chatGenerationEvents.generationId))
-            .where(eq(chatGenerationEvents.assistantMessageId, messageId))
-            .orderBy(desc(chatGenerations.createdAt), desc(chatGenerationEvents.recordedAt), desc(chatGenerationEvents.generationSeq))
-            .limit(1)
-            .then((rows) => rows[0] ?? null);
-        const transcript = generation
-            ? await db
-                .select({
-                generationId: chatGenerationEvents.generationId,
-                generationSeq: chatGenerationEvents.generationSeq,
-                payload: chatGenerationEvents.payload,
-            })
-                .from(chatGenerationEvents)
-                .where(and(eq(chatGenerationEvents.generationId, generation.generationId), eq(chatGenerationEvents.assistantMessageId, messageId), eq(chatGenerationEvents.eventKind, "transcript"), generation.acceptedThroughSeq === null
-                ? undefined
-                : lte(chatGenerationEvents.generationSeq, generation.acceptedThroughSeq)))
-                .orderBy(asc(chatGenerationEvents.generationSeq))
-                .then((events) => events.flatMap((event) => {
-                const entry = event.payload.entry;
-                return entry && typeof entry === "object" && !Array.isArray(entry)
-                    ? [withChatTranscriptGenerationProvenance(entry, {
-                            generationId: event.generationId,
-                            generationSeq: event.generationSeq,
-                        })]
-                    : [];
-            }))
-            : [];
+        const [generation, detached] = await Promise.all([
+            listChatGenerationTranscripts(db, [row]),
+            listDetachedChatTranscripts(db, [row]),
+        ]);
         return {
             messageId: row.id,
-            transcript: transcript.length > 0
-                ? transcript
-                : chatTranscriptFromPayload(row.structuredPayload),
+            transcript: selectChatTranscript({
+                ledger: generation.transcriptByMessageId.get(row.id),
+                detached: detached.get(row.id),
+                legacyPayload: row.structuredPayload,
+            }),
         };
     }
     async function getMessage(conversationId, messageId) {
@@ -3160,27 +3181,59 @@ export function chatService(db) {
         const [hydrated] = await hydrateMessages([row]);
         return hydrated ? hydrated : null;
     }
+    async function transcriptSnapshotForWrite(database, message, requestedTranscript) {
+        // Generation events are the canonical live source. Never duplicate their
+        // transcript into the detached snapshot table during a metadata update.
+        if (message.role === "assistant") {
+            const generation = await listChatGenerationTranscripts(database, [message]);
+            if ((generation.transcriptByMessageId.get(message.id)?.length ?? 0) > 0)
+                return [];
+        }
+        if (requestedTranscript !== undefined)
+            return requestedTranscript;
+        const detached = await listDetachedChatTranscripts(database, [message]);
+        return selectChatTranscript({
+            ledger: undefined,
+            detached: detached.get(message.id),
+            legacyPayload: message.structuredPayload,
+        });
+    }
     async function addMessage(conversationId, input) {
         const durableBody = input.role === "user"
             ? input.body
             : await normalizeLocalLibraryPathMarkdown(input.body, input.orgId);
-        const [message] = await db
-            .insert(chatMessages)
-            .values({
-            orgId: input.orgId,
-            conversationId,
-            role: input.role,
-            kind: input.kind,
-            status: input.status ?? "completed",
-            body: durableBody,
-            structuredPayload: withPersistedTranscript(sanitizeChatStructuredPayload(input.structuredPayload ?? null), input.transcript ?? []),
-            approvalId: input.approvalId ?? null,
-            runId: input.runId ?? null,
-            replyingAgentId: input.replyingAgentId ?? null,
-            chatTurnId: input.chatTurnId ?? null,
-            turnVariant: input.turnVariant ?? 0,
-        })
-            .returning();
+        const sanitizedPayload = sanitizeChatStructuredPayload(input.structuredPayload ?? null);
+        const transcriptFromPayload = chatTranscriptFromPayload(sanitizedPayload);
+        const transcript = input.transcript ?? transcriptFromPayload;
+        const { message } = await db.transaction(async (tx) => {
+            const [inserted] = await tx
+                .insert(chatMessages)
+                .values({
+                orgId: input.orgId,
+                conversationId,
+                role: input.role,
+                kind: input.kind,
+                status: input.status ?? "completed",
+                body: durableBody,
+                structuredPayload: stripChatMetadataFromPayload(sanitizedPayload),
+                approvalId: input.approvalId ?? null,
+                runId: input.runId ?? null,
+                replyingAgentId: input.replyingAgentId ?? null,
+                chatTurnId: input.chatTurnId ?? null,
+                turnVariant: input.turnVariant ?? 0,
+            })
+                .returning();
+            if (!inserted)
+                throw new Error("Failed to create chat message");
+            if (transcript.length > 0) {
+                await replaceDetachedChatTranscript(tx, {
+                    orgId: input.orgId,
+                    messageId: inserted.id,
+                    entries: transcript,
+                });
+            }
+            return { message: inserted };
+        });
         if (!message)
             throw new Error("Failed to create chat message");
         if (input.role === "user" || isVisibleIncomingChatMessage(message)) {
@@ -3213,29 +3266,43 @@ export function chatService(db) {
         const visibleContentChanged = (durableInputBody !== undefined && safeTrim(durableInputBody) !== safeTrim(existing.body)) ||
             (input.kind !== undefined && input.kind !== existing.kind) ||
             (input.approvalId !== undefined && input.approvalId !== existing.approvalId);
-        const [updated] = await db
-            .update(chatMessages)
-            .set({
-            ...(becameVisibleIncoming ? { createdAt: now } : {}),
-            ...(input.kind !== undefined ? { kind: input.kind } : {}),
-            ...(input.status !== undefined ? { status: input.status } : {}),
-            ...(durableInputBody !== undefined ? { body: durableInputBody } : {}),
-            ...(input.structuredPayload !== undefined || input.transcript !== undefined
-                ? {
-                    structuredPayload: withPersistedTranscript(input.structuredPayload !== undefined
-                        ? sanitizeChatStructuredPayload(input.structuredPayload)
-                        : sanitizeChatStructuredPayload(stripChatMetadataFromPayload(existing.structuredPayload)), input.transcript !== undefined
-                        ? input.transcript
-                        : chatTranscriptFromPayload(existing.structuredPayload)),
-                }
-                : {}),
-            ...(input.approvalId !== undefined ? { approvalId: input.approvalId } : {}),
-            ...(input.runId !== undefined ? { runId: input.runId } : {}),
-            ...(input.replyingAgentId !== undefined ? { replyingAgentId: input.replyingAgentId } : {}),
-            updatedAt: now,
-        })
-            .where(and(eq(chatMessages.conversationId, conversationId), eq(chatMessages.id, messageId)))
-            .returning();
+        const hasPayloadUpdate = input.structuredPayload !== undefined || input.transcript !== undefined;
+        const sanitizedPayload = input.structuredPayload !== undefined
+            ? sanitizeChatStructuredPayload(input.structuredPayload)
+            : sanitizeChatStructuredPayload(stripChatMetadataFromPayload(existing.structuredPayload));
+        const requestedTranscript = input.transcript !== undefined
+            ? input.transcript
+            : input.structuredPayload !== undefined && Object.hasOwn(sanitizedPayload ?? {}, CHAT_TRANSCRIPT_KEY)
+                ? chatTranscriptFromPayload(sanitizedPayload)
+                : undefined;
+        const { updated } = await db.transaction(async (tx) => {
+            const transcript = hasPayloadUpdate
+                ? await transcriptSnapshotForWrite(tx, existing, requestedTranscript)
+                : null;
+            const [next] = await tx
+                .update(chatMessages)
+                .set({
+                ...(becameVisibleIncoming ? { createdAt: now } : {}),
+                ...(input.kind !== undefined ? { kind: input.kind } : {}),
+                ...(input.status !== undefined ? { status: input.status } : {}),
+                ...(durableInputBody !== undefined ? { body: durableInputBody } : {}),
+                ...(hasPayloadUpdate ? { structuredPayload: stripChatMetadataFromPayload(sanitizedPayload) } : {}),
+                ...(input.approvalId !== undefined ? { approvalId: input.approvalId } : {}),
+                ...(input.runId !== undefined ? { runId: input.runId } : {}),
+                ...(input.replyingAgentId !== undefined ? { replyingAgentId: input.replyingAgentId } : {}),
+                updatedAt: now,
+            })
+                .where(and(eq(chatMessages.conversationId, conversationId), eq(chatMessages.id, messageId)))
+                .returning();
+            if (next && transcript !== null) {
+                await replaceDetachedChatTranscript(tx, {
+                    orgId: existing.orgId,
+                    messageId: existing.id,
+                    entries: transcript,
+                });
+            }
+            return { updated: next };
+        });
         if (!updated)
             return null;
         if ((existing.role === "user" && input.body !== undefined) ||
@@ -3281,15 +3348,30 @@ export function chatService(db) {
             .then((rows) => rows[0] ?? null);
         if (!existing)
             return null;
-        const [updated] = await db
-            .update(chatMessages)
-            .set({
-            structuredPayload: withPersistedTranscript(sanitizeChatStructuredPayload(structuredPayload), chatTranscriptFromPayload(existing.structuredPayload)),
-            updatedAt: new Date(),
-        })
-            .where(and(eq(chatMessages.conversationId, conversationId), eq(chatMessages.id, messageId)))
-            .returning();
-        const [hydrated] = await hydrateMessages([updated]);
+        const sanitizedPayload = sanitizeChatStructuredPayload(structuredPayload);
+        const requestedTranscript = Object.hasOwn(sanitizedPayload ?? {}, CHAT_TRANSCRIPT_KEY)
+            ? chatTranscriptFromPayload(sanitizedPayload)
+            : undefined;
+        const { updated } = await db.transaction(async (tx) => {
+            const transcript = await transcriptSnapshotForWrite(tx, existing, requestedTranscript);
+            const [next] = await tx
+                .update(chatMessages)
+                .set({
+                structuredPayload: stripChatMetadataFromPayload(sanitizedPayload),
+                updatedAt: new Date(),
+            })
+                .where(and(eq(chatMessages.conversationId, conversationId), eq(chatMessages.id, messageId)))
+                .returning();
+            if (next) {
+                await replaceDetachedChatTranscript(tx, {
+                    orgId: existing.orgId,
+                    messageId: existing.id,
+                    entries: transcript,
+                });
+            }
+            return { updated: next };
+        });
+        const [hydrated] = await hydrateMessages(updated ? [updated] : []);
         return hydrated ?? null;
     }
     async function addContextLink(conversationId, orgId, input) {