oh-langfuse 0.1.32 → 0.1.33

package/README.md

@@ -2,7 +2,7 @@
 
 `oh-langfuse` 是用于给 Claude Code、OpenCode 和 Codex 配置 Langfuse 追踪的命令行工具。它提供交互式安装向导，也支持 `setup` / `check` 直接命令，方便在用户机器上安装、修复和校验配置。
 
-当前 npm 版本：`0.1.32`
+当前 npm 版本：`0.1.33`
 
 ## 能做什么
 
@@ -51,6 +51,25 @@ npx oh-langfuse@latest auto-update claude
 npx oh-langfuse@latest auto-update codex
 ```
 
+## Skill 使用量统计
+
+工具会为每次识别到的 skill 使用额外写入一条 observation：
+
+```text
+Skill Use / <skill_name>
+```
+
+Dashboard 中统计各 skill 使用量可配置：
+
+```text
+View: Observations
+Metric: Count
+Filter: Observation Name contains Skill Use /
+Breakdown Dimension: Observation Name
+```
+
+`AI Interaction` 仍然保留 `skill_use_count`、`skill_names`、`skill_names_json` 和 `skill_names_csv`，用于查看单次交互的效率汇总。为避免极端情况下产生过多 observation，OpenCode 每次交互最多记录 20 个去重后的 skill 使用事件。
+
 本地开发运行：
 
 ```bash

package/codex_langfuse_notify.py

@@ -655,13 +655,14 @@ def emit_codex_turn(
 
             for skill in skill_usages:
                 with langfuse.start_as_current_observation(
-                    name=f"Skill Use: {skill['name']}",
+                    name=f"Skill Use / {skill['name']}",
                     metadata={
                         "source": "codex",
                         "user_id": user_id or "",
                         "session_id": session_id,
                         "interaction_id": interaction_meta["interaction_id"],
                         "skill_name": skill["name"],
+                        "skill_use_count": 1,
                         "skill_namespace": skill["skill_namespace"],
                         "detected_by": skill["detected_by"],
                         "turn_number": turn_num,

package/langfuse_hook.py

@@ -689,13 +689,14 @@ def emit_turn(
 
             for skill in skill_usages:
                 with langfuse.start_as_current_observation(
-                    name=f"Skill Use: {skill['name']}",
+                    name=f"Skill Use / {skill['name']}",
                     metadata={
                         "source": "claude",
                         "user_id": user_id or "",
                         "session_id": session_id,
                         "interaction_id": interaction_meta["interaction_id"],
                         "skill_name": skill["name"],
+                        "skill_use_count": 1,
                         "skill_namespace": skill["skill_namespace"],
                         "detected_by": skill["detected_by"],
                         "turn_number": turn_num,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "oh-langfuse",
-  "version": "0.1.32",
+  "version": "0.1.33",
   "private": false,
   "type": "module",
   "description": "Use npm scripts to configure Claude Code / OpenCode / Codex with Langfuse tracing.",

package/scripts/opencode-langfuse-setup.mjs

@@ -300,6 +300,7 @@ function getPatchedLangfuseDistIndexJs() {
     "  }",
     "  return out;",
     "};",
+    "const MAX_SKILL_USE_SPANS_PER_INTERACTION = 20;",
     "",
     "const escapeRegExp = (value) => String(value).replace(/[.*+?^${}()|[\\]\\\\]/g, '\\\\$&');",
     "",
@@ -460,6 +461,23 @@ function getPatchedLangfuseDistIndexJs() {
     "    }",
     "    set.add(activity.toolCallId || `${kind}:${set.size + 1}`);",
     "  };",
+    "  const emitSkillUseSpans = ({ skillNames, sessionId, messageId, interactionId }) => {",
+    "    for (const skillName of skillNames.slice(0, MAX_SKILL_USE_SPANS_PER_INTERACTION)) {",
+    "      const span = metricsTracer.startSpan(`Skill Use / ${skillName}`);",
+    '      span.setAttribute("oh.langfuse.source", "opencode");',
+    '      span.setAttribute("oh.langfuse.user_id", userId || "");',
+    '      span.setAttribute("oh.langfuse.metrics_schema_version", "1.0");',
+    '      span.setAttribute("langfuse.observation.metadata.source", "opencode");',
+    '      span.setAttribute("langfuse.observation.metadata.user_id", userId || "");',
+    '      span.setAttribute("langfuse.observation.metadata.session_id", sessionId || "unknown");',
+    '      span.setAttribute("langfuse.observation.metadata.message_id", messageId || "unknown");',
+    '      span.setAttribute("langfuse.observation.metadata.interaction_id", interactionId);',
+    '      span.setAttribute("langfuse.observation.metadata.metrics_schema_version", "1.0");',
+    '      span.setAttribute("langfuse.observation.metadata.skill_name", skillName);',
+    '      span.setAttribute("langfuse.observation.metadata.skill_use_count", 1);',
+    "      span.end();",
+    "    }",
+    "  };",
     "",
     "  const recordInteractionMetric = (event) => {",
     "    const payload = eventPayload(event);",
@@ -496,7 +514,8 @@ function getPatchedLangfuseDistIndexJs() {
     '    span.setAttribute("langfuse.observation.metadata.source", "opencode");',
     '    span.setAttribute("langfuse.observation.metadata.user_id", userId || "");',
     '    span.setAttribute("langfuse.observation.metadata.session_id", sessionId || "unknown");',
-    '    span.setAttribute("langfuse.observation.metadata.interaction_id", `opencode:${userId || "unknown"}:${sessionId || "unknown"}:${messageId}`);',
+    '    const interactionId = `opencode:${userId || "unknown"}:${sessionId || "unknown"}:${messageId}`;',
+    '    span.setAttribute("langfuse.observation.metadata.interaction_id", interactionId);',
     '    span.setAttribute("langfuse.observation.metadata.metrics_schema_version", "1.0");',
     '    span.setAttribute("langfuse.observation.metadata.interaction_count", 1);',
     '    span.setAttribute("langfuse.observation.metadata.user_message_count", 1);',
@@ -515,6 +534,7 @@ function getPatchedLangfuseDistIndexJs() {
     '    if (tokenMetrics.reasoning !== undefined) span.setAttribute("langfuse.observation.metadata.reasoning_tokens", tokenMetrics.reasoning);',
     '    if (text) span.setAttribute("langfuse.observation.metadata.output_text_preview", text.slice(0, 512));',
     "    span.end();",
+    "    emitSkillUseSpans({ skillNames, sessionId, messageId, interactionId });",
     "    messageTextById.delete(messageId);",
     "    skillNamesByMessageId.delete(messageId);",
     "    skillNamesBySessionId.delete(sessionId);",