@juspay/neurolink 12.59.0 → 13.0.0

package/dist/voice/livekit/realtimeMemory.js

@@ -16,12 +16,72 @@
  *
  * See docs/features/livekit-voice-agent.md.
  */
+import { context, trace } from "@opentelemetry/api";
+import { setLangfuseContext } from "../../services/server/ai/observability/instrumentation.js";
+import { observe, observeTrace } from "../../telemetry/observation.js";
+import { tracers } from "../../telemetry/tracers.js";
 import { logger } from "../../utils/logger.js";
 import { VOICE_MEMORY_SECRET_ENV, verifyVoiceMemoryBinding, } from "./memoryBinding.js";
 import { createVoiceTurnRecorder } from "./turnRecorder.js";
 const DEFAULT_FLUSH_BUDGET_MS = 800;
+function traceTurn(turn, call) {
+    const { sessionId, userId, roomName, model } = call;
+    try {
+        setLangfuseContext({
+            sessionId,
+            userId,
+            tags: ["voice"],
+            traceName: "realtime-turn",
+            metadata: { roomName },
+        }, () => {
+            const level = turn.interrupted ? "WARNING" : undefined;
+            const endTime = new Date();
+            const root = tracers.sdk.startSpan("realtime-turn", {
+                startTime: turn.startTime,
+            });
+            observe(root, "agent", {
+                input: turn.userMessage,
+                output: turn.aiResponse,
+                level,
+            });
+            observeTrace(root, {
+                input: turn.userMessage,
+                output: turn.aiResponse,
+            });
+            const inRoot = trace.setSpan(context.active(), root);
+            const generation = tracers.generation.startSpan("realtime", { startTime: turn.startTime }, inRoot);
+            observe(generation, "generation", {
+                ...(model && { model }),
+                input: [{ role: "user", content: turn.userMessage }],
+                output: [{ role: "assistant", content: turn.aiResponse }],
+                level,
+                metadata: { provider: "vertex" },
+            });
+            generation.end(endTime);
+            const events = turn.events ?? [];
+            for (const start of events.filter((e) => e.type === "tool:start")) {
+                const end = events.find((e) => e.type === "tool:end" &&
+                    e.tool === start.tool &&
+                    e.seq > start.seq);
+                const tool = tracers.sdk.startSpan(String(start.tool), { startTime: start.timestamp }, inRoot);
+                observe(tool, "tool", {
+                    input: start.args,
+                    output: end?.result ?? end?.error,
+                    level: end?.success === false ? "ERROR" : undefined,
+                });
+                tool.end(Math.min(end?.timestamp ?? Infinity, endTime.getTime()));
+            }
+            root.end(endTime);
+        });
+    }
+    catch (error) {
+        logger.debug("realtime.memory.traceFailed", {
+            error: error instanceof Error ? error.message : String(error),
+        });
+    }
+}
 /** Verify the call's binding and prepare its recorder; `undefined` means "no memory for this call". */
-export async function setUpRealtimeCallMemory(ctx, config) {
+export async function setUpRealtimeCallMemory(ctx, config, model) {
     if (!config) {
         return undefined;
     }
@@ -50,9 +110,14 @@ export async function setUpRealtimeCallMemory(ctx, config) {
         return undefined;
     }
     let publish;
+    const tracedTurns = new Set();
     const recorder = createVoiceTurnRecorder({
         ...(config.settleMs !== undefined ? { settleMs: config.settleMs } : {}),
         write: async (turn) => {
+            if (!tracedTurns.has(turn.turnId)) {
+                tracedTurns.add(turn.turnId);
+                traceTurn(turn, { sessionId, userId, roomName: ctx.room.name, model });
+            }
             const result = await neurolink.recordConversationTurn({
                 sessionId,
                 userId,

package/dist/voice/livekit/realtimeVoiceAgent.js

@@ -196,7 +196,7 @@ export function defineRealtimeVoiceAgent(config = {}) {
         });
         // Decide whether this call may be remembered BEFORE the lifecycle installs
         // its process reaper, so the shutdown flush is registered first.
-        const memory = await setUpRealtimeCallMemory(ctx, memoryConfig);
+        const memory = await setUpRealtimeCallMemory(ctx, memoryConfig, cfg.model);
         await installRealtimeJobLifecycle(ctx, cfg);
         const { voice } = await import("@livekit/agents");
         const google = await import("@livekit/agents-plugin-google");