@rudderhq/server 0.6.1 → 0.6.2-canary.0

package/dist/routes/chats.js

@@ -25,6 +25,8 @@ import { wakeIssueAssigneeAfterChatConversion } from "./chat-issue-assignment-wa
 import { createChatAnnotationRouteHelpers, turnContextFromUserMessage, } from "./chats.annotation-routes.js";
 import { attachGeneratedChatFiles } from "./chats.generated-attachments.js";
 import { isMultipartRequest, paginateChatMessages, positiveIntegerQuery, uploadedMessageFiles, validateUploadedMessageFiles, } from "./chats.helpers.js";
+import { createChatDraftPreflight } from "./chats.preflight.js";
+import { chatRuntimeInvocationSnapshot, chatRuntimeSnapshot, prepareChatConversationPatch, queuedChatRuntimeInvocationSnapshot, } from "./chats.runtime-controls.js";
 import { registerChatStreamRoutes } from "./chats.stream-routes.js";
 function chatVisibleOutputAdmissionClosed(error) {
     return error instanceof HttpError
@@ -51,6 +53,13 @@ export function chatRoutes(db, storage, backgroundRuntime = createChatBackground
     const steerMessages = chatSteerMessageService(db);
     const sideChats = sideChatService(db);
     const inlineAnnotations = chatInlineAnnotationService(db);
+    const { assertContextLinksBelongToCompany, preflightChatDraft, } = createChatDraftPreflight({
+        organizations: organizationsSvc,
+        issues: issuesSvc,
+        projects: projectsSvc,
+        agents: agentsSvc,
+        assistant: assistantSvc,
+    });
     const { addAgentAuthoredMessage, addUserMessage, cleanupStoredUserMessageFiles, storeUserMessageFiles, } = createChatAnnotationRouteHelpers({
         db,
         storage,
@@ -276,61 +285,9 @@ export function chatRoutes(db, storage, backgroundRuntime = createChatBackground
             },
         })));
     }
-    async function assertContextLinksBelongToCompany(orgId, contextLinks) {
-        for (const link of contextLinks) {
-            if (link.entityType === "issue") {
-                const issue = await issuesSvc.getById(link.entityId);
-                if (!issue || issue.orgId !== orgId) {
-                    throw new HttpError(422, "Issue context must belong to the same organization");
-                }
-                continue;
-            }
-            if (link.entityType === "project") {
-                const project = await projectsSvc.getById(link.entityId);
-                if (!project || project.orgId !== orgId) {
-                    throw new HttpError(422, "Project context must belong to the same organization");
-                }
-                continue;
-            }
-            const agent = await agentsSvc.getById(link.entityId);
-            if (!agent || agent.orgId !== orgId) {
-                throw new HttpError(422, "Agent context must belong to the same organization");
-            }
-        }
-    }
-    async function preflightChatDraft(req, res, input) {
-        const orgId = req.params.orgId;
-        assertCompanyAccess(req, orgId);
-        const organization = await organizationsSvc.getById(orgId);
-        if (!organization) {
-            res.status(404).json({ error: "Organization not found" });
-            return null;
-        }
-        const contextLinks = input.contextLinks ?? [];
-        await assertContextLinksBelongToCompany(orgId, contextLinks);
-        let preferredAgentId = input.preferredAgentId ?? null;
-        if (preferredAgentId) {
-            const agent = await agentsSvc.getById(preferredAgentId);
-            if (!agent || agent.orgId !== orgId || agent.status === "terminated") {
-                res.status(422).json({ error: "Preferred agent must be available in the same organization" });
-                return null;
-            }
-        }
-        else {
-            const [defaultAgent] = await agentsSvc.list(orgId);
-            if (!defaultAgent) {
-                res.status(422).json({ error: "Chat requires an available agent" });
-                return null;
-            }
-            preferredAgentId = defaultAgent.id;
-        }
-        const availability = await assistantSvc.getDraftChatAssistantAvailability({
-            orgId,
-            preferredAgentId,
-            contextLinks,
-            planMode: input.planMode ?? false,
-        });
-        return { orgId, organization, contextLinks, preferredAgentId, availability };
+    async function conversationRuntimeSnapshot(conversation) {
+        const runtime = await assistantSvc.getChatAssistantAvailability(conversation);
+        return chatRuntimeSnapshot(runtime);
     }
     function queueRequestActor(req) {
         if (req.actor.type === "agent") {
@@ -1114,6 +1071,7 @@ export function chatRoutes(db, storage, backgroundRuntime = createChatBackground
             };
             const streamed = await assistantSvc.streamChatAssistantReply({
                 ...assistantInput,
+                ...queuedChatRuntimeInvocationSnapshot(claim.item),
                 userMessageId: userMessage.id,
                 chatTurnId: turnContext.chatTurnId,
                 turnVariant: turnContext.turnVariant,
@@ -1194,6 +1152,7 @@ export function chatRoutes(db, storage, backgroundRuntime = createChatBackground
                             runId: activeChatRunId,
                             bodyHash: hashChatGenerationBody(partialBody),
                             body: partialBody,
+                            replyingAgentId: chatReplyingAgentId(assistantConversation),
                             chatTurnId: turnContext.chatTurnId,
                             turnVariant: turnContext.turnVariant,
                         });
@@ -1421,6 +1380,8 @@ export function chatRoutes(db, storage, backgroundRuntime = createChatBackground
             title: req.body.title,
             summary: req.body.summary ?? null,
             preferredAgentId: draft.preferredAgentId,
+            modelOverride: draft.modelOverride,
+            effortOverride: draft.effortOverride,
             issueCreationMode: req.body.issueCreationMode ?? draft.organization.defaultChatIssueCreationMode,
             planMode: req.body.planMode ?? false,
             createdByUserId: actor.actorType === "user" ? actor.actorId : null,
@@ -1434,6 +1395,9 @@ export function chatRoutes(db, storage, backgroundRuntime = createChatBackground
             },
             activity: actor,
         });
+        if (actor.actorType === "user" && !req.body.title) {
+            startChatTitleGeneration(result.conversation, result.message, { expectedCurrentTitle: result.conversation.title });
+        }
         res.status(201).json(await assistantSvc.enrichConversation(result.conversation));
     });
     router.post("/orgs/:orgId/chats/preflight", validate(chatDraftSchema), async (req, res) => {
@@ -1496,10 +1460,14 @@ export function chatRoutes(db, storage, backgroundRuntime = createChatBackground
                 return;
             }
         }
-        const updated = await svc.update(existing.id, {
-            ...req.body,
-            resolvedAt: req.body.resolvedAt ? new Date(req.body.resolvedAt) : req.body.resolvedAt,
-        });
+        const { patch: conversationPatch, updatesAgentRuntimeInvariant, } = prepareChatConversationPatch(req.body, existing.preferredAgentId);
+        const updated = updatesAgentRuntimeInvariant
+            ? await svc.updateAgentModelInvariant({
+                id: existing.id,
+                patch: conversationPatch,
+                expectedPreferredAgentId: existing.preferredAgentId,
+            })
+            : await svc.update(existing.id, conversationPatch);
         const actor = getActorInfo(req);
         await logActivity(db, {
             orgId: existing.orgId,
@@ -1510,7 +1478,7 @@ export function chatRoutes(db, storage, backgroundRuntime = createChatBackground
             action: "chat.updated",
             entityType: "chat",
             entityId: existing.id,
-            details: req.body,
+            details: conversationPatch,
         });
         res.json(updated ? await assistantSvc.enrichConversation(updated) : null);
     });
@@ -1594,6 +1562,30 @@ export function chatRoutes(db, storage, backgroundRuntime = createChatBackground
             res.status(404).json({ error: "Chat conversation not found" });
             return;
         }
+        const preferredAgentId = req.body.preferredAgentId ?? existing.preferredAgentId;
+        if (!preferredAgentId) {
+            res.status(422).json({ error: "Side Chat requires an available agent" });
+            return;
+        }
+        const preferredAgent = await agentsSvc.getById(preferredAgentId);
+        if (!preferredAgent
+            || preferredAgent.orgId !== existing.orgId
+            || preferredAgent.status === "terminated") {
+            res.status(422).json({ error: "Preferred agent must be available in the same organization" });
+            return;
+        }
+        const availability = await assistantSvc.getDraftChatAssistantAvailability({
+            orgId: existing.orgId,
+            preferredAgentId,
+            modelOverride: req.body.modelOverride ?? null,
+            effortOverride: req.body.effortOverride ?? null,
+            contextLinks: existing.contextLinks,
+            planMode: existing.planMode,
+        });
+        if (!availability.available) {
+            res.status(503).json({ error: availability.error });
+            return;
+        }
         const userId = boardUserId(req);
         const sideChat = await sideChats.create({
             sourceConversationId: existing.id,
@@ -1601,6 +1593,9 @@ export function chatRoutes(db, storage, backgroundRuntime = createChatBackground
             clientMutationId: req.body.clientMutationId,
             orgId: existing.orgId,
             userId,
+            preferredAgentId,
+            modelOverride: req.body.modelOverride ?? null,
+            effortOverride: req.body.effortOverride ?? null,
         });
         const actor = getActorInfo(req);
         await logActivity(db, {
@@ -1792,12 +1787,24 @@ export function chatRoutes(db, storage, backgroundRuntime = createChatBackground
             });
             return;
         }
+        if (files.length === 0) {
+            const replay = await svc.getQueuedMessageReplay({
+                conversationId: conversation.id,
+                clientMutationId: parsed.data.clientMutationId,
+                payload: parsed.data.payload,
+            });
+            if (replay) {
+                res.status(201).json(replay);
+                return;
+            }
+        }
         const preparedAnnotations = await inlineAnnotations.prepare({
             orgId: conversation.orgId,
             conversationId: conversation.id,
             annotations: parsed.data.payload.inlineAnnotations,
             uploadedFileCount: files.length,
         });
+        const runtimeSnapshot = await conversationRuntimeSnapshot(conversation);
         const storedFiles = await storeQueuedAnnotationFiles(conversation, files);
         const requestActor = queueRequestActor(req);
         let result;
@@ -1806,12 +1813,19 @@ export function chatRoutes(db, storage, backgroundRuntime = createChatBackground
                 orgId: conversation.orgId,
                 conversationId: conversation.id,
                 clientMutationId: parsed.data.clientMutationId,
+                runtimeSnapshotVersion: 1,
                 expectedGenerationId: parsed.data.expectedGenerationId
                     ?? getActiveChatGeneration(conversation.id)?.generationId
                     ?? null,
                 payload: {
                     ...parsed.data.payload,
                     inlineAnnotations: preparedAnnotations.annotations,
+                    agentId: runtimeSnapshot.agentId, model: runtimeSnapshot.model,
+                    effort: runtimeSnapshot.effort,
+                },
+                idempotencyPayload: {
+                    ...parsed.data.payload,
+                    inlineAnnotations: preparedAnnotations.annotations,
                 },
                 requestActor,
                 stagedAttachments: storedFiles.map((attachment) => ({
@@ -2418,6 +2432,7 @@ export function chatRoutes(db, storage, backgroundRuntime = createChatBackground
                 orgId: conversation.orgId,
                 conversationId: conversation.id,
                 clientMutationId: `message:${randomUUID()}`,
+                runtimeSnapshotVersion: 1,
                 expectedGenerationId: getActiveChatGeneration(conversation.id)?.generationId ?? null,
                 requestActor: queueRequestActor(req),
                 payload: {
@@ -2429,8 +2444,7 @@ export function chatRoutes(db, storage, backgroundRuntime = createChatBackground
                     skillRefs: [],
                     projectId: null,
                     accessMode: null,
-                    model: null,
-                    effort: null,
+                    ...chatRuntimeSnapshot(assistantAvailability),
                     metadata: {
                         source: "messages_endpoint_during_active_generation",
                     },
@@ -2458,6 +2472,7 @@ export function chatRoutes(db, storage, backgroundRuntime = createChatBackground
                 try {
                     const streamed = await assistantSvc.streamChatAssistantReply({
                         ...assistantInput,
+                        ...chatRuntimeInvocationSnapshot(assistantAvailability),
                         userMessageId: userMessage.id,
                         chatTurnId: turnContext.chatTurnId,
                         turnVariant: turnContext.turnVariant,