pi-langfuse 1.5.0 → 1.5.2

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "pi-langfuse",
-	"version": "1.5.0",
+	"version": "1.5.2",
 	"description": "Langfuse extension for Pi coding agent",
 	"repository": {
 		"type": "git",

package/src/handlers/generation.ts

@@ -11,6 +11,7 @@ import {
   extractUsage,
   extractCostDetails,
   getCapturePolicy,
+  extractModelParameters,
 } from "../utils.js";
 import type { GenerationState, ObservationUpdate } from "../types.js";
 import { applyCapturePolicy } from "../capture-policy.js";
@@ -39,6 +40,7 @@ export async function startGeneration(event: Record<string, unknown>) {
   try {
     const key = getRequestKey(event, `generation-${++state.agentState.generationSeq}`);
     const payload = getProviderPayload(event);
+    const modelParameters = extractModelParameters(payload);
     const model = String(event.model ?? event.modelId ?? state.currentModel ?? "");
     const provider = String(event.provider ?? state.currentProvider ?? "");
     const metadata = shapePayload({
@@ -63,6 +65,7 @@ export async function startGeneration(event: Record<string, unknown>) {
       body: {
         input: captured.input,
         model: model || undefined,
+        modelParameters,
         metadata: captured.metadata,
       },
       asType: "generation",
@@ -73,6 +76,7 @@ export async function startGeneration(event: Record<string, unknown>) {
       requestKey: key,
       ended: false,
       metadata: captured.metadata ?? {},
+      modelParameters,
     });
     state.agentState.generationOrder.push(key);
   } catch (e) {
@@ -173,10 +177,12 @@ export async function finishGenerationFromMessage(event: Record<string, unknown>
 
   const usageDetails = extractUsage({ ...event, message });
   const costDetails = extractCostDetails({ ...event, message });
+  const modelParameters = extractModelParameters(getProviderPayload(event)) ?? generation.modelParameters;
   const model = String(message.model ?? event.model ?? state.currentModel ?? "");
   const update: ObservationUpdate = {
     output,
     model: model || undefined,
+    modelParameters,
     usageDetails,
     costDetails,
     metadata: {
@@ -202,6 +208,7 @@ export async function createFallbackGenerationFromTurn(event: Record<string, unk
   try {
     const usageDetails = extractUsage({ ...event, message });
     const costDetails = extractCostDetails({ ...event, message });
+    const modelParameters = extractModelParameters(getProviderPayload(event));
     const model = String(message.model ?? event.model ?? state.currentModel ?? "");
     const captured = applyCapturePolicy(
       {
@@ -223,6 +230,7 @@ export async function createFallbackGenerationFromTurn(event: Record<string, unk
         input: captured.input,
         output: captured.output,
         model: model || undefined,
+        modelParameters,
         usageDetails,
         costDetails,
         metadata: captured.metadata,

package/src/langfuse.ts

@@ -29,6 +29,7 @@ interface RestFallbackObservation {
   output?: unknown;
   metadata?: Record<string, unknown>;
   model?: string;
+  modelParameters?: Record<string, string | number>;
   usageDetails?: Record<string, number>;
   costDetails?: Record<string, number>;
   level?: "DEBUG" | "DEFAULT" | "WARNING" | "ERROR";
@@ -57,6 +58,12 @@ function delay(ms: number) {
   return new Promise((resolve) => setTimeout(resolve, ms));
 }
 
+function debugLog(message: string) {
+  if (process.env.PI_LANGFUSE_DEBUG === "1" || process.env.PI_LANGFUSE_DEBUG === "true") {
+    console.log(message);
+  }
+}
+
 async function withTimeout<T>(label: string, operation: Promise<T> | undefined): Promise<T | undefined> {
   if (!operation) {
     return undefined;
@@ -68,7 +75,7 @@ async function withTimeout<T>(label: string, operation: Promise<T> | undefined):
       operation,
       new Promise<undefined>((resolve) => {
         timeout = setTimeout(() => {
-          console.log(`📊 Langfuse: ${label} timed out after ${shutdownStepTimeoutMs}ms`);
+          debugLog(`📊 Langfuse: ${label} timed out after ${shutdownStepTimeoutMs}ms`);
           resolve(undefined);
         }, shutdownStepTimeoutMs);
       }),
@@ -108,6 +115,9 @@ function applyObservationUpdate(record: RestFallbackObservation, body: Record<st
     record.metadata = mergeMetadata(record.metadata, body.metadata as Record<string, unknown>);
   }
   if (typeof body.model === "string") record.model = body.model;
+  if (body.modelParameters && typeof body.modelParameters === "object") {
+    record.modelParameters = body.modelParameters as Record<string, string | number>;
+  }
   if (body.usageDetails && typeof body.usageDetails === "object") {
     record.usageDetails = body.usageDetails as Record<string, number>;
   }
@@ -288,6 +298,7 @@ async function fallbackToRestIngestion(rt: LangfuseRuntime) {
         ? {
             completionStartTime: observation.completionStartTime,
             model: observation.model,
+            modelParameters: observation.modelParameters,
             usageDetails: observation.usageDetails,
             costDetails: observation.costDetails,
           }
@@ -303,7 +314,7 @@ async function fallbackToRestIngestion(rt: LangfuseRuntime) {
 
   const ingestionApi = rt.scoreClient.api?.ingestion;
   if (!ingestionApi?.batch) {
-    console.log("📊 Langfuse: REST fallback ingestion is unavailable");
+    debugLog("📊 Langfuse: REST fallback ingestion is unavailable");
     return;
   }
 
@@ -328,7 +339,7 @@ async function fallbackToRestIngestion(rt: LangfuseRuntime) {
   if (errors.length > 0) {
     console.warn("📊 Langfuse: REST fallback ingestion reported errors", errors);
   } else {
-    console.log(`📊 Langfuse: OTel trace ${trace.id} was not visible; wrote fallback trace via REST ingestion`);
+    debugLog(`📊 Langfuse: OTel trace ${trace.id} was not visible; wrote fallback trace via REST ingestion`);
   }
 }
 

package/src/types.ts

@@ -25,6 +25,7 @@ export interface ObservationUpdate {
   output?: unknown;
   metadata?: Record<string, unknown>;
   model?: string;
+  modelParameters?: Record<string, string | number>;
   usageDetails?: Record<string, number>;
   usage?: Record<string, number>;
   costDetails?: Record<string, number>;
@@ -83,6 +84,7 @@ export interface GenerationState {
   requestKey: string;
   ended: boolean;
   metadata: Record<string, unknown>;
+  modelParameters?: Record<string, string | number>;
   ttftRecorded?: boolean;
 }
 

package/src/utils.ts

@@ -35,7 +35,7 @@ const PAYLOAD_TOO_LARGE = "[payload too large]";
 
 export function shapePayload(
   value: unknown,
-  options: { maxString?: number; depth?: number; maxNodes?: number; redact?: boolean } = {},
+  options: { maxString?: number; depth?: number; maxNodes?: number; redact?: boolean; parseJson?: boolean } = {},
 ): unknown {
   const maxString = options.maxString ?? MAX_STRING_LENGTH;
   const depth = options.depth ?? MAX_DEPTH;
@@ -55,6 +55,9 @@ export function shapePayload(
 
     if (typeof item === "string") {
       const truncated = truncate(item, maxString);
+      if (options.parseJson === false) {
+        return truncated;
+      }
       const parsed = tryParseJson(truncated);
       if (parsed === truncated) {
         return truncated;
@@ -175,6 +178,63 @@ export function extractTextContent(content: unknown, maxLength?: number): string
   return maxLength ? truncate(text, maxLength) : text;
 }
 
+export function normalizeContentForLangfuse(content: unknown, api?: string): unknown {
+  if (!Array.isArray(content)) {
+    return content;
+  }
+
+  const toolCallItems = content.filter((item) => {
+    return item && typeof item === "object" && (item as { type?: string }).type === "toolCall";
+  });
+  if (toolCallItems.length === 0) {
+    return content;
+  }
+
+  const text = content
+    .map((item) => {
+      if (!item || typeof item !== "object") return "";
+      const block = item as { type?: string; text?: string };
+      return block.type === "text" && typeof block.text === "string" ? block.text : "";
+    })
+    .filter(Boolean)
+    .join("");
+
+  if (api === "anthropic-messages") {
+    const blocks: unknown[] = [];
+    if (text) {
+      blocks.push({ type: "text", text });
+    }
+    for (const item of toolCallItems) {
+      const toolCall = item as { id?: unknown; name?: unknown; arguments?: unknown };
+      const toolInput = shapePayload(toolCall.arguments, { parseJson: false });
+      blocks.push({
+        type: "tool_use",
+        id: String(toolCall.id ?? ""),
+        name: String(toolCall.name ?? "tool"),
+        input: toolInput,
+      });
+    }
+    return blocks;
+  }
+
+  return {
+    role: "assistant",
+    content: text || null,
+    tool_calls: toolCallItems.map((item) => {
+      const toolCall = item as { id?: unknown; name?: unknown; arguments?: unknown };
+      const toolArguments = shapePayload(toolCall.arguments ?? {}, { parseJson: false });
+      return {
+        id: String(toolCall.id ?? ""),
+        type: "function",
+        function: {
+          name: String(toolCall.name ?? "tool"),
+          arguments: typeof toolArguments === "string" ? toolArguments : JSON.stringify(toolArguments),
+        },
+      };
+    }),
+  };
+}
+
 export function extractToolCalls(message: Record<string, unknown>): unknown | undefined {
   return (
     message.toolCalls ??
@@ -182,7 +242,7 @@ export function extractToolCalls(message: Record<string, unknown>): unknown | un
     message.function_calls ??
     (message.content && Array.isArray(message.content)
       ? message.content.filter((block) => {
-          return block && typeof block === "object" && ["tool_use", "tool_call"].includes(String((block as { type?: string }).type));
+          return block && typeof block === "object" && ["tool_use", "tool_call", "toolCall"].includes(String((block as { type?: string }).type));
         })
       : undefined)
   );
@@ -194,6 +254,11 @@ export function extractAssistantOutput(message: unknown): unknown | undefined {
   }
 
   const msg = message as Record<string, unknown>;
+  const normalizedContent = normalizeContentForLangfuse(msg.content, typeof msg.api === "string" ? msg.api : undefined);
+  if (normalizedContent !== msg.content) {
+    return shapePayload(normalizedContent, { parseJson: false });
+  }
+
   const text = extractTextContent(msg.content);
   if (text) {
     return text;
@@ -261,6 +326,33 @@ export function getProviderPayload(event: Record<string, unknown>): unknown {
   return event.request ?? event.payload ?? event.body ?? event.providerPayload ?? event.messages ?? event;
 }
 
+export function extractModelParameters(payload: unknown): Record<string, string | number> | undefined {
+  if (!payload || typeof payload !== "object" || Array.isArray(payload)) {
+    return undefined;
+  }
+
+  const params: Record<string, string | number> = {};
+  const record = payload as Record<string, unknown>;
+  for (const key of [
+    "temperature",
+    "top_p",
+    "topP",
+    "max_tokens",
+    "maxTokens",
+    "max_completion_tokens",
+    "presence_penalty",
+    "frequency_penalty",
+    "reasoning_effort",
+  ]) {
+    const value = record[key];
+    if (typeof value === "string" || typeof value === "number") {
+      params[key] = value;
+    }
+  }
+
+  return Object.keys(params).length > 0 ? params : undefined;
+}
+
 export function getMessageFromEvent(event: Record<string, unknown>): Record<string, unknown> | undefined {
   if (event.message && typeof event.message === "object") {
     return event.message as Record<string, unknown>;