oh-my-customcode 0.118.3 → 0.119.0

package/dist/cli/index.js

@@ -2334,7 +2334,7 @@ var init_package = __esm(() => {
     workspaces: [
       "packages/*"
     ],
-    version: "0.118.3",
+    version: "0.119.0",
     description: "Batteries-included agent harness for Claude Code",
     type: "module",
     bin: {

package/dist/index.js

@@ -2014,7 +2014,7 @@ var package_default = {
   workspaces: [
     "packages/*"
   ],
-  version: "0.118.3",
+  version: "0.119.0",
   description: "Batteries-included agent harness for Claude Code",
   type: "module",
   bin: {

package/package.json

@@ -3,7 +3,7 @@
   "workspaces": [
     "packages/*"
   ],
-  "version": "0.118.3",
+  "version": "0.119.0",
   "description": "Batteries-included agent harness for Claude Code",
   "type": "module",
   "bin": {

package/templates/.claude/skills/monitoring-setup/SKILL.md

@@ -213,3 +213,102 @@ claude-inspector
 ```
 
 Claude Inspector is external to oh-my-customcode and does not require any project configuration changes.
+
+## Agent Trajectory Export Mode
+
+Toggle: `/monitoring-setup trajectory-otel on|off`
+
+When enabled, agent-eval-framework 4-metric data is emitted as OpenTelemetry spans for external analysis.
+
+### trajectory-otel on
+
+1. Read `.claude/settings.local.json` (create if not exists)
+2. Add or update `env` field with trajectory export configuration:
+   ```json
+   {
+     "env": {
+       "CLAUDE_CODE_ENABLE_TELEMETRY": "1",
+       "OTEL_METRICS_EXPORTER": "console",
+       "OTEL_LOGS_EXPORTER": "console",
+       "CLAUDE_TRAJECTORY_OTEL": "1"
+     }
+   }
+   ```
+3. If `OTEL_EXPORTER_OTLP_ENDPOINT` is set in the environment, also add:
+   ```json
+   {
+     "env": {
+       "OTEL_TRACES_EXPORTER": "otlp"
+     }
+   }
+   ```
+   Otherwise default to `"OTEL_TRACES_EXPORTER": "console"`.
+4. Preserve all existing settings
+5. Report:
+   ```
+   [Done] Agent Trajectory Export enabled
+
+   Configured in: .claude/settings.local.json
+   Span exporter: console (default) | otlp (if OTEL_EXPORTER_OTLP_ENDPOINT set)
+   Metrics: correctness, step_ratio, tool_call_ratio, latency_ratio
+   Events: tool_call (tool_name, duration_ms, exit_code)
+
+   Note: Takes effect on next `claude` session restart.
+   To disable: /monitoring-setup trajectory-otel off
+   ```
+
+### trajectory-otel off
+
+1. Read `.claude/settings.local.json`
+2. Remove trajectory-related keys from `env`:
+   - `CLAUDE_TRAJECTORY_OTEL`
+   - `OTEL_TRACES_EXPORTER`
+3. Report:
+   ```
+   [Done] Agent Trajectory Export disabled
+
+   Removed from: .claude/settings.local.json
+   Takes effect on next session restart.
+   ```
+
+### Span Schema
+
+```
+operation: agent.invocation
+attributes:
+  agent.type: string          // e.g. "lang-golang-expert"
+  agent.model: string         // e.g. "claude-sonnet-4-6"
+  task.id: string             // eval task identifier
+  task.capability: string     // research | implement | review | debug | manage
+  metric.correctness: bool
+  metric.step_ratio: float
+  metric.tool_call_ratio: float
+  metric.latency_ratio: float
+events:
+  - tool_call
+      attrs: tool_name (string), duration_ms (int), exit_code (int)
+duration: total wall clock time of agent invocation
+```
+
+### Activation Notes
+
+- Independent from the existing console monitoring mode (`enable`/`disable`). Both can be active simultaneously.
+- `trajectory-otel on` does NOT implicitly call `enable` — console metrics monitoring remains a separate toggle.
+- Console exporter (default): prints span JSON to stdout for local dev / debugging.
+- OTLP exporter (optional): activated when `OTEL_EXPORTER_OTLP_ENDPOINT` env var is set. Compatible with Grafana, Datadog, Honeycomb, and any OTLP-compliant collector. No LangSmith dependency.
+- Actual OTEL SDK emission is handled by the Claude Code telemetry layer. This skill configures the env vars that activate the trajectory span pipeline.
+
+### status (extended)
+
+When `trajectory-otel` is active, `status` command output includes:
+
+```
+[Monitoring Status]
+├── Enabled: Yes/No
+├── Metrics exporter: console / otlp / none
+├── Logs exporter: console / otlp / none
+├── Trajectory export: Yes/No
+├── Traces exporter: console / otlp / none
+└── Config: .claude/settings.local.json
+```
+

package/templates/guides/agent-eval/README.md

@@ -652,7 +652,47 @@ find .claude/outputs/eval -name "result.yaml" | \
 
 **한계**: 집계가 수동이며, LangSmith Insights의 시계열 추이나 분포 시각화는 제공하지 않는다.
 
-**향후 보강**: monitoring-setup 가이드의 OTEL 통합이 완성되면 step trace를 OTEL span으로 내보내고 Grafana에서 시각화하는 경로가 열린다. 별도 followup 이슈로 추적 권장.
+**향후 보강**: monitoring-setup의 `trajectory-otel` 모드(#1035)로 step trace를 OTEL span으로 내보내고 Grafana에서 시각화하는 경로가 열린다.
+
+### 5.5 OpenTelemetry Trajectory Export (#1035)
+
+`monitoring-setup` 스킬의 `trajectory-otel` 모드를 활성화하면 agent-eval-framework가 측정한 4-metric 데이터를 OTEL span/event로 내보낸다.
+
+**활성화**: `/monitoring-setup trajectory-otel on`
+**비활성화**: `/monitoring-setup trajectory-otel off`
+
+#### Span 구조
+
+```
+operation: agent.invocation
+attributes:
+  agent.type, agent.model, task.id, task.capability
+  metric.correctness, metric.step_ratio, metric.tool_call_ratio, metric.latency_ratio
+events:
+  tool_call (tool_name, duration_ms, exit_code)
+```
+
+#### 내보내기 옵션
+
+| 옵션 | 조건 | 대상 |
+|------|------|------|
+| Console exporter | 기본 (항상) | stdout — 로컬 디버깅 |
+| OTLP exporter | `OTEL_EXPORTER_OTLP_ENDPOINT` 환경변수 설정 시 | Grafana / Datadog / Honeycomb 등 |
+
+#### 장점
+
+- **표준 OTEL 생태계**: LangSmith 의존 없음. 모든 OTLP 호환 collector에 연결 가능.
+- **다른 LLM 시스템과 비교**: 동일 OTEL 인프라를 사용하는 시스템(예: LangChain) 메트릭과 직접 비교 가능.
+- **기존 모니터링과 독립**: `enable`/`disable` 콘솔 모니터링과 별도 토글. 동시 활성화 가능.
+
+#### 대안 매핑 테이블 업데이트
+
+| LangChain 컴포넌트 | 역할 | oh-my-customcode 대안 |
+|--------------------|------|----------------------|
+| LangSmith trace | step별 실행 기록 수집 | claude-mem `save_memory` per step (5.2) |
+| Polly (record/replay) | 결정론적 재현 | episodic-memory 검색 (5.3) |
+| Insights dashboard | 집계 메트릭 시각화 | statusline.sh + omcustom-improve-report (5.4) |
+| **LangSmith OTEL export** | **표준 OTEL span 수집** | **trajectory-otel mode (5.5, #1035)** |
 
 ---
 

package/templates/manifest.json

@@ -1,5 +1,5 @@
 {
-  "version": "0.118.3",
+  "version": "0.119.0",
   "lastUpdated": "2026-04-24T07:30:00.000Z",
   "components": [
     {