oh-langfuse 0.1.56 → 0.1.57

package/README.md

@@ -2,12 +2,12 @@
 
 `oh-langfuse` 是用于给 Claude Code、OpenCode、Codex 配置 Langfuse 追踪的命令行工具。它既提供交互式安装向导，也支持 `setup`、`check`、`update`、`auto-update` 等直接命令。
 
-当前 npm 版本：`0.1.56`
+当前 npm 版本：`0.1.57`
 
 ## 能做什么
 
 - 为 Claude Code 安装 `Stop` hook，把会话事件写入 Langfuse。
-- 为 OpenCode 安装并 patch `opencode-plugin-langfuse`，开启 OpenTelemetry，并输出 `Agent Turn` 指标。
+- 为 OpenCode 安装并 patch `opencode-plugin-langfuse`，开启 OpenTelemetry，并输出 `OpenCode Agent Turn` 指标。
 - 为 Codex 安装 `notify` hook，增量读取 session JSONL 并写入 Langfuse。
 - 记录本地 runtime 版本，支持启动前更新检查和手动更新。
 - 校验员工号、环境变量、插件、hook、launcher、命令 shim 是否安装完整。
@@ -98,7 +98,13 @@ npx oh-langfuse@latest auto-update codex
 
 ## Skill 使用统计
 
-当前版本把 skill 使用汇总写入每次交互的 `Agent Turn` observation，不再额外生成独立 `Skill Use` observation。
+当前版本把 skill 使用汇总写入每次交互的 agent-specific `Agent Turn` observation，不再额外生成独立 `Skill Use` observation。
+
+Agent Turn 的 observation name 会带上来源，方便在 Langfuse 后台直接区分：
+
+- `Claude Agent Turn`
+- `OpenCode Agent Turn`
+- `Codex Agent Turn`
 
 常见字段：
 
@@ -116,7 +122,7 @@ Dashboard 统计建议：
 
 ```text
 View: Observations
-Filter: Observation Name equals Agent Turn
+Filter: Observation Name contains Agent Turn
 Metric: Sum skill_use_count
 ```
 

package/codex_langfuse_notify.py

@@ -62,7 +62,8 @@ LOG_FILE = STATE_DIR / "codex_langfuse_notify.log"
 DEBUG = os.environ.get("CODEX_LANGFUSE_DEBUG", "").lower() == "true"
 MAX_CHARS = int(os.environ.get("CODEX_LANGFUSE_MAX_CHARS", "20000"))
 METRICS_SCHEMA_VERSION = "1.1"
-AGENT_NAME = "codex"
+AGENT_NAME = "codex"
+AGENT_TURN_NAME = "Codex Agent Turn"
 
 
 def log(level: str, message: str) -> None:
@@ -839,11 +840,11 @@ def emit_codex_turn(
     with propagate_attributes(
         user_id=user_id,
         session_id=session_id,
-        trace_name="Agent Turn",
-        tags=[AGENT_NAME],
-    ):
-        with langfuse.start_as_current_observation(
-            name="Agent Turn",
+        trace_name=AGENT_TURN_NAME,
+        tags=[AGENT_NAME],
+    ):
+        with langfuse.start_as_current_observation(
+            name=AGENT_TURN_NAME,
             input={"role": "user", "content": user_text},
             output={"role": "assistant", "content": assistant_text},
             metadata={

package/langfuse_hook.py

@@ -66,7 +66,8 @@ LOCK_FILE = STATE_DIR / "langfuse_state.lock"
 DEBUG = os.environ.get("CC_LANGFUSE_DEBUG", "").lower() == "true"
 MAX_CHARS = int(os.environ.get("CC_LANGFUSE_MAX_CHARS", "20000"))
 METRICS_SCHEMA_VERSION = "1.1"
-AGENT_NAME = "claude"
+AGENT_NAME = "claude"
+AGENT_TURN_NAME = "Claude Agent Turn"
 
 # ----------------- Logging -----------------
 def _log(level: str, message: str) -> None:
@@ -882,11 +883,11 @@ def emit_turn(
     with propagate_attributes(
         user_id=user_id,
         session_id=session_id,
-        trace_name="Agent Turn",
-        tags=[AGENT_NAME],
-    ):
-        with langfuse.start_as_current_observation(
-            name="Agent Turn",
+        trace_name=AGENT_TURN_NAME,
+        tags=[AGENT_NAME],
+    ):
+        with langfuse.start_as_current_observation(
+            name=AGENT_TURN_NAME,
             input={"role": "user", "content": user_text},
             output={"role": "assistant", "content": assistant_text},
             metadata={

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "oh-langfuse",
-  "version": "0.1.56",
+  "version": "0.1.57",
   "private": false,
   "type": "module",
   "description": "Use npm scripts to configure Claude Code / OpenCode / Codex with Langfuse tracing.",

package/scripts/opencode-langfuse-setup.mjs

@@ -618,7 +618,7 @@ function getPatchedLangfuseDistIndexJs() {
     "    const total = tokenMetrics.total ?? (tokenMetrics.input !== undefined && tokenMetrics.output !== undefined ? tokenMetrics.input + tokenMetrics.output : undefined);",
     "    const tokenAvailable = [tokenMetrics.input, tokenMetrics.output, total, tokenMetrics.cacheRead, tokenMetrics.reasoning].some((value) => value !== undefined);",
     "    await sdkStartPromise;",
-    "    const span = getMetricsTracer().startSpan('Agent Turn');",
+    "    const span = getMetricsTracer().startSpan('OpenCode Agent Turn');",
     "    const text = messageTextById.get(messageId) || '';",
     "    const skillUsages = dedupeSkillUsages([...(skillUsagesByMessageId.get(messageId) ?? []), ...(skillUsagesBySessionId.get(sessionId) ?? [])]);",
     "    const interactionId = `opencode:${userId || \"unknown\"}:${sessionId || \"unknown\"}:${messageId}`;",

package/scripts/real-self-verify.mjs

@@ -365,18 +365,25 @@ function metricInteractionId(item, target) {
     : metadataValue(item, "interaction_id");
 }
 
-function isAgentTurnObservation(item) {
-  if (item?.name === "Agent Turn" || metadataValue(item, "interaction_count") === 1 || metadataValue(item, "interaction_count") === "1") {
-    return true;
-  }
+function isAgentTurnObservation(item) {
+  if (/^(Claude|OpenCode|Codex) Agent Turn$/.test(String(item?.name || "")) || item?.name === "Agent Turn" || metadataValue(item, "interaction_count") === 1 || metadataValue(item, "interaction_count") === "1") {
+    return true;
+  }
   const metadata = item?.metadata || {};
   const attrs = metadata.attributes || {};
   const isOpencode = metadata.source === "opencode" || attrs["oh.langfuse.source"] === "opencode";
   const hasModel = attrs["ai.model.id"] !== undefined || attrs["ai.model.provider"] !== undefined;
   const isTool = attrs["ai.toolCall.name"] !== undefined || attrs["ai.toolCall.id"] !== undefined;
-  return isOpencode && hasModel && !isTool && item?.type === "GENERATION";
-}
-
+  return isOpencode && hasModel && !isTool && item?.type === "GENERATION";
+}
+
+function expectedAgentTurnName(target) {
+  if (target === "claude") return "Claude Agent Turn";
+  if (target === "opencode") return "OpenCode Agent Turn";
+  if (target === "codex") return "Codex Agent Turn";
+  return "Agent Turn";
+}
+
 async function observationsForTrace(config, traceId, since) {
   if (!traceId) return [];
   const params = { limit: 100, traceId };
@@ -445,11 +452,17 @@ async function verifyMetricObservations(config, found, { since, target, marker =
     throw new Error(`Metric verification failed for ${target}: Skill Use observations should not be emitted as standalone metrics.`);
   }
 
-  if (!interactions.length) {
-    throw new Error(`Metric verification failed for ${target}: Agent Turn observation was not found for trace ${traceId || found.id}.`);
-  }
-
-  const byInteractionId = new Map();
+  if (!interactions.length) {
+    throw new Error(`Metric verification failed for ${target}: Agent Turn observation was not found for trace ${traceId || found.id}.`);
+  }
+
+  const expectedName = expectedAgentTurnName(target);
+  if (!interactions.some((item) => item?.name === expectedName)) {
+    const names = interactions.map((item) => item?.name || "<unnamed>").join(", ");
+    throw new Error(`Metric verification failed for ${target}: expected observation name ${expectedName}, found ${names}.`);
+  }
+
+  const byInteractionId = new Map();
   const seenInteractionIds = new Set();
   for (const item of interactions) {
     const interactionId = metricInteractionId(item, target);