@vellumai/assistant 0.8.4 → 0.8.5

package/src/runtime/routes/conversation-query-routes.ts

@@ -63,9 +63,11 @@ import {
   getConversation,
   getMessageById,
 } from "../../memory/conversation-crud.js";
+import { getConversationByKey } from "../../memory/conversation-key-store.js";
 import { getDb } from "../../memory/db-connection.js";
 import { clearEmbeddingBackendCache } from "../../memory/embedding-backend.js";
 import { getLlmRequestLogSource } from "../../memory/llm-request-log-source.js";
+import type { LogRow } from "../../memory/llm-request-log-store.js";
 import { getMemoryRecallLogByMessageIds } from "../../memory/memory-recall-log-store.js";
 import { getMemoryV2ActivationLogByMessageIds } from "../../memory/memory-v2-activation-log-store.js";
 import { MEMORY_V2_CONSOLIDATION_SOURCE } from "../../memory/v2/constants.js";
@@ -231,6 +233,46 @@ function applyStoredProviderToLlmContextResult(
   return { ...normalized, summary };
 }
 
+function normalizeLlmContextLog(log: LogRow): LlmContextRouteResult & {
+  id: string;
+  requestPayload: null;
+  responsePayload: null;
+  createdAt: number;
+  agentLoopExitReason: string | null;
+} {
+  let requestPayload: unknown;
+  try {
+    requestPayload = JSON.parse(log.requestPayload);
+  } catch {
+    requestPayload = log.requestPayload;
+  }
+  let responsePayload: unknown;
+  try {
+    responsePayload = JSON.parse(log.responsePayload);
+  } catch {
+    responsePayload = log.responsePayload;
+  }
+  const normalized = normalizeLlmContextPayloads({
+    requestPayload,
+    responsePayload,
+    createdAt: log.createdAt,
+  });
+  const result = applyStoredProviderToLlmContextResult(normalized, log.provider);
+  return {
+    id: log.id,
+    requestPayload: null,
+    responsePayload: null,
+    createdAt: log.createdAt,
+    // Agent-loop exit reason for the iteration that produced this call,
+    // stamped onto the most-recent unstamped log by
+    // `conversation-agent-loop-handlers.ts` after the loop yields. Only the
+    // terminal call in each loop iteration carries a value; non-terminal calls
+    // land here as `null`.
+    agentLoopExitReason: log.agentLoopExitReason ?? null,
+    ...result,
+  };
+}
+
 // ---------------------------------------------------------------------------
 // Model set context — derived directly from the config watcher singleton
 // ---------------------------------------------------------------------------
@@ -831,47 +873,77 @@ async function handleGetLlmContext({ pathParams = {} }: RouteHandlerArgs) {
     messageId,
     conversationKind,
     conversationTotalEstimatedCostUsd,
-    logs: logs.map((log) => {
-      let requestPayload: unknown;
-      try {
-        requestPayload = JSON.parse(log.requestPayload);
-      } catch {
-        requestPayload = log.requestPayload;
-      }
-      let responsePayload: unknown;
-      try {
-        responsePayload = JSON.parse(log.responsePayload);
-      } catch {
-        responsePayload = log.responsePayload;
-      }
-      const normalized = normalizeLlmContextPayloads({
-        requestPayload,
-        responsePayload,
-        createdAt: log.createdAt,
-      });
-      const result = applyStoredProviderToLlmContextResult(
-        normalized,
-        log.provider,
-      );
-      return {
-        id: log.id,
-        requestPayload: null,
-        responsePayload: null,
-        createdAt: log.createdAt,
-        // Agent-loop exit reason for the iteration that produced this
-        // call, stamped onto the most-recent unstamped log by
-        // `conversation-agent-loop-handlers.ts` after the loop yields.
-        // Only the terminal call in each loop iteration carries a value;
-        // non-terminal calls land here as `null`.
-        agentLoopExitReason: log.agentLoopExitReason ?? null,
-        ...result,
-      };
-    }),
+    logs: logs.map(normalizeLlmContextLog),
     memoryRecall: memoryRecallLog ?? null,
     memoryV2Activation: memoryV2Activation ?? null,
   };
 }
 
+async function handleGetConversationLlmContext({
+  queryParams = {},
+}: RouteHandlerArgs) {
+  const conversationKey = queryParams.conversationKey;
+  const requestedConversationId = queryParams.conversationId;
+
+  let conversationId: string | undefined = requestedConversationId;
+  if (!conversationId && conversationKey) {
+    const mapping = getConversationByKey(conversationKey);
+    conversationId = mapping?.conversationId;
+  }
+
+  if (!conversationId) {
+    if (conversationKey) {
+      return {
+        conversationKey,
+        conversationId: null,
+        conversationKind: "user",
+        conversationTotalEstimatedCostUsd: null,
+        logs: [],
+        memoryRecall: null,
+        memoryV2Activation: null,
+      };
+    }
+    throw new BadRequestError(
+      "conversationKey or conversationId query parameter is required",
+    );
+  }
+
+  const conversation = getConversation(conversationId);
+  if (!conversation) {
+    if (conversationKey) {
+      return {
+        conversationKey,
+        conversationId,
+        conversationKind: "user",
+        conversationTotalEstimatedCostUsd: null,
+        logs: [],
+        memoryRecall: null,
+        memoryV2Activation: null,
+      };
+    }
+    throw new NotFoundError(`Conversation ${conversationId} not found`);
+  }
+
+  const source = await getLlmRequestLogSource();
+  const logs = await source.getRequestLogsByConversationId(conversation.id);
+  const conversationKind = resolveConversationKind(
+    conversation.source,
+    conversation.conversationType,
+  );
+  const conversationTotalEstimatedCostUsd =
+    conversation.totalEstimatedCost ?? null;
+
+  return {
+    conversationKey: conversationKey ?? null,
+    conversationId: conversation.id,
+    conversationKind,
+    conversationTotalEstimatedCostUsd,
+    logs: logs.map(normalizeLlmContextLog),
+    memoryRecall: null,
+    memoryV2Activation: null,
+  };
+}
+
 async function handleGetLlmRequestLogPayload({
   pathParams = {},
 }: RouteHandlerArgs) {
@@ -1126,6 +1198,40 @@ export const ROUTES: RouteDefinition[] = [
     ],
     handler: handleGetMessageContent,
   },
+  {
+    operationId: "conversations_llm_context_get",
+    endpoint: "conversations/llm-context",
+    method: "GET",
+    policyKey: "conversations/llm-context",
+    summary: "Get LLM context for a conversation",
+    description:
+      "Returns normalized LLM request/response logs for an entire conversation.",
+    tags: ["conversations"],
+    queryParams: [
+      {
+        name: "conversationKey",
+        required: false,
+        schema: { type: "string" },
+        description: "Stable external conversation key.",
+      },
+      {
+        name: "conversationId",
+        required: false,
+        schema: { type: "string" },
+        description: "Internal conversation identifier.",
+      },
+    ],
+    responseBody: z.object({
+      conversationKey: z.string().nullable().optional(),
+      conversationId: z.string().nullable(),
+      conversationKind: z.enum(CONVERSATION_KINDS),
+      conversationTotalEstimatedCostUsd: z.number().nullable(),
+      logs: z.array(z.unknown()),
+      memoryRecall: z.object({}).passthrough().nullable(),
+      memoryV2Activation: z.object({}).passthrough().nullable(),
+    }),
+    handler: handleGetConversationLlmContext,
+  },
   {
     operationId: "messages_llm_context_get",
     endpoint: "messages/:id/llm-context",