@juspay/neurolink 9.10.0 → 9.11.0

package/dist/lib/utils/messageBuilder.js

@@ -434,6 +434,59 @@ function shouldUseStructuredOutput(options) {
         (options.output?.format === "json" ||
             options.output?.format === "structured"));
 }
+/**
+ * Log structural metadata about a composed message array without logging content.
+ * Per-message breakdown is behind logger.debug() to avoid production spam.
+ */
+function logMessageComposition(messages, requestId) {
+    // Skip entirely if neither info nor debug is enabled
+    if (!logger.shouldLog("info")) {
+        return;
+    }
+    const roles = {};
+    let totalChars = 0;
+    for (const msg of messages) {
+        // Avoid JSON.stringify on multimodal content for the info-level summary;
+        // accurate per-message breakdown (with sizes) is computed only when debug
+        // logging is active (see below).
+        const chars = typeof msg.content === "string" ? msg.content.length : 0;
+        roles[msg.role] = (roles[msg.role] || 0) + 1;
+        totalChars += chars;
+    }
+    logger.info("[MessageBuilder] Composed", {
+        requestId,
+        totalMessages: messages.length,
+        roles,
+        totalChars,
+        estimatedTokens: Math.ceil(totalChars / 4),
+    });
+    if (logger.shouldLog("debug")) {
+        const breakdown = messages.map((msg, i) => {
+            let chars;
+            if (typeof msg.content === "string") {
+                chars = msg.content.length;
+            }
+            else {
+                try {
+                    chars = JSON.stringify(msg.content).length;
+                }
+                catch {
+                    chars = String(msg.content).length;
+                }
+            }
+            return {
+                index: i,
+                role: msg.role,
+                chars,
+                estimatedTokens: Math.ceil(chars / 4),
+            };
+        });
+        logger.debug("[MessageBuilder] Per-message breakdown", {
+            requestId,
+            breakdown,
+        });
+    }
+}
 /**
  * Build a properly formatted message array for AI providers
  * Combines system prompt, conversation history, and current user prompt
@@ -459,6 +512,9 @@ export async function buildMessagesArray(options) {
         messages.push({
             role: "system",
             content: systemPrompt.trim(),
+            providerOptions: {
+                anthropic: { cacheControl: { type: "ephemeral" } },
+            },
         });
     }
     // Add conversation history if available
@@ -556,6 +612,9 @@ export async function buildMessagesArray(options) {
             content: currentPrompt.trim(),
         });
     }
+    const reqId = options.context
+        ?.requestId;
+    logMessageComposition(messages, reqId);
     return messages;
 }
 /**
@@ -982,10 +1041,15 @@ export async function buildMultimodalMessagesArray(options, provider, model) {
             options.input.files = [];
         }
         const standardMessages = await buildMessagesArray(options);
-        return standardMessages.map((msg) => ({
-            role: msg.role,
-            content: typeof msg.content === "string" ? msg.content : msg.content,
-        }));
+        return standardMessages.map((msg) => {
+            const msgProviderOptions = msg
+                .providerOptions;
+            return {
+                role: msg.role,
+                content: msg.content,
+                ...(msgProviderOptions && { providerOptions: msgProviderOptions }),
+            };
+        });
     }
     // Validate provider supports vision
     if (!ProviderImageAdapter.supportsVision(provider, model)) {
@@ -999,6 +1063,9 @@ export async function buildMultimodalMessagesArray(options, provider, model) {
         messages.push({
             role: "system",
             content: systemPrompt.trim(),
+            providerOptions: {
+                anthropic: { cacheControl: { type: "ephemeral" } },
+            },
         });
     }
     // Add conversation history if available
@@ -1036,6 +1103,9 @@ export async function buildMultimodalMessagesArray(options, provider, model) {
                 content: userContent,
             });
         }
+        const reqId = options.context
+            ?.requestId;
+        logMessageComposition(messages, reqId);
         return messages;
     }
     catch (error) {

package/dist/lib/utils/redis.js

@@ -4,6 +4,7 @@
  */
 import { createClient } from "redis";
 import { logger } from "./logger.js";
+const SESSION_ONLY_PREFIX = "session-only:";
 // Connection pool - keyed by host:port:db
 const connectionPool = new Map();
 const pendingConnections = new Map();
@@ -158,7 +159,11 @@ export async function createRedisClient(config) {
  * Generates a Redis key for session messages
  */
 export function getSessionKey(config, sessionId, userId) {
-    const key = `${config.keyPrefix}${userId || "randomUser"}:${sessionId}`;
+    if (!userId) {
+        logger.warn("[REDIS] getSessionKey called without userId", { sessionId });
+        return `${config.keyPrefix}${SESSION_ONLY_PREFIX}${sessionId}`;
+    }
+    const key = `${config.keyPrefix}${userId}:${sessionId}`;
     logger.debug("[redisUtils] Generated session key", {
         sessionId,
         userId,

package/dist/lib/utils/tokenEstimation.d.ts

@@ -43,7 +43,7 @@ export declare function estimateTokens(text: string, provider?: string, isCode?:
  */
 export declare function estimateMessageTokens(message: ChatMessage | {
     role: string;
-    content: string;
+    content: unknown;
 }, provider?: string): number;
 /**
  * Estimate total token count for an array of messages.
@@ -51,7 +51,7 @@ export declare function estimateMessageTokens(message: ChatMessage | {
  */
 export declare function estimateMessagesTokens(messages: Array<ChatMessage | {
     role: string;
-    content: string;
+    content: unknown;
 }>, provider?: string): number;
 /**
  * Truncate text to fit within a token budget.

package/dist/lib/utils/tokenEstimation.js

@@ -71,7 +71,22 @@ export function estimateTokens(text, provider, isCode) {
  * Includes message framing overhead.
  */
 export function estimateMessageTokens(message, provider) {
-    const contentTokens = estimateTokens(message.content || "", provider);
+    let contentStr = "";
+    if (message.content) {
+        if (typeof message.content === "string") {
+            contentStr = message.content;
+        }
+        else {
+            try {
+                contentStr = JSON.stringify(message.content);
+            }
+            catch {
+                // Fallback for circular references or non-serializable content
+                contentStr = String(message.content);
+            }
+        }
+    }
+    const contentTokens = estimateTokens(contentStr, provider);
     return contentTokens + TOKENS_PER_MESSAGE;
 }
 /**

package/dist/lib/utils/videoAnalysisProcessor.d.ts

@@ -9,9 +9,10 @@ import type { CoreMessage } from "ai";
 import { AIProviderName } from "../constants/enums.js";
 /**
  * Check if messages contain video frames (images)
+ * Only checks user messages to match buildContentParts behavior
  *
  * @param messages - Array of CoreMessage objects
- * @returns true if video frames are present
+ * @returns true if video frames are present in user messages
  */
 export declare function hasVideoFrames(messages: CoreMessage[]): boolean;
 /**

package/dist/lib/utils/videoAnalysisProcessor.js

@@ -9,12 +9,17 @@ import { AIProviderName } from "../constants/enums.js";
 import { logger } from "./logger.js";
 /**
  * Check if messages contain video frames (images)
+ * Only checks user messages to match buildContentParts behavior
  *
  * @param messages - Array of CoreMessage objects
- * @returns true if video frames are present
+ * @returns true if video frames are present in user messages
  */
 export function hasVideoFrames(messages) {
     return messages.some((msg) => {
+        // Only check user messages to match buildContentParts behavior
+        if (msg.role !== "user") {
+            return false;
+        }
         if (Array.isArray(msg.content)) {
             return msg.content.some((part) => typeof part === "object" &&
                 part !== null &&
@@ -42,7 +47,7 @@ export async function executeVideoAnalysis(messages, options) {
             options.providerName === AIProviderName.VERTEX
             ? AIProviderName.VERTEX
             : AIProviderName.AUTO;
-    const videoAnalysisText = await analyzeVideo(messages[0], {
+    const videoAnalysisText = await analyzeVideo(messages, {
         provider: provider,
         project: options.region
             ? undefined