triflux 8.11.2 → 8.12.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (103) hide show
  1. package/.claude-plugin/plugin.json +1 -1
  2. package/README.ko.md +1 -1
  3. package/README.md +1 -1
  4. package/hooks/hooks.json +56 -51
  5. package/hub/pipeline/index.mjs +318 -318
  6. package/hub/routing/q-learning.mjs +2 -1
  7. package/hub/schema.sql +146 -146
  8. package/hub/team/cli/commands/kill.mjs +37 -37
  9. package/hub/team/cli/commands/start/index.mjs +3 -2
  10. package/hub/team/cli/commands/start/parse-args.mjs +5 -0
  11. package/hub/team/cli/commands/start/start-headless.mjs +2 -1
  12. package/hub/team/cli/commands/stop.mjs +31 -31
  13. package/hub/team/cli/commands/task.mjs +30 -30
  14. package/hub/team/cli/help.mjs +41 -40
  15. package/hub/team/cli/services/hub-client.mjs +208 -208
  16. package/hub/team/cli/services/native-control.mjs +118 -118
  17. package/hub/team/cli/services/runtime-mode.mjs +62 -62
  18. package/hub/team/cli/services/state-store.mjs +48 -48
  19. package/hub/team/dashboard-anchor.mjs +14 -0
  20. package/hub/team/dashboard.mjs +274 -274
  21. package/hub/team/headless.mjs +44 -19
  22. package/hub/team/native.mjs +649 -649
  23. package/hub/tools.mjs +554 -554
  24. package/hub/workers/delegator-mcp.mjs +21 -1
  25. package/package.json +1 -1
  26. package/scripts/__tests__/remote-spawn-transfer.test.mjs +117 -0
  27. package/scripts/__tests__/remote-spawn.test.mjs +78 -0
  28. package/scripts/cache-buildup.mjs +401 -0
  29. package/scripts/headless-guard.mjs +10 -3
  30. package/scripts/hub-ensure.mjs +120 -120
  31. package/scripts/lib/mcp-filter.mjs +720 -720
  32. package/scripts/lib/remote-spawn-transfer.mjs +196 -0
  33. package/scripts/mcp-check.mjs +237 -127
  34. package/scripts/mcp-gateway-ensure.mjs +6 -8
  35. package/scripts/mcp-gateway-integration-test.mjs +228 -0
  36. package/scripts/mcp-gateway-start.mjs +42 -16
  37. package/scripts/mcp-gateway-start.ps1 +17 -14
  38. package/scripts/mcp-gateway-verify.mjs +1 -1
  39. package/scripts/preflight-cache.mjs +137 -137
  40. package/scripts/remote-spawn.mjs +404 -40
  41. package/scripts/setup.mjs +18 -0
  42. package/scripts/tfx-route-worker.mjs +165 -165
  43. package/scripts/tfx-route.sh +85 -16
  44. package/scripts/token-snapshot.mjs +575 -575
  45. package/skills/tfx-analysis/SKILL.md +101 -101
  46. package/skills/tfx-autopilot/SKILL.md +112 -112
  47. package/skills/tfx-autoresearch/SKILL.md +1 -0
  48. package/skills/tfx-autoroute/SKILL.md +184 -184
  49. package/skills/tfx-codex-swarm/SKILL.md +449 -0
  50. package/skills/tfx-codex-swarm/evals/evals.json +26 -0
  51. package/skills/tfx-codex-swarm-workspace/iteration-1/benchmark.json +33 -0
  52. package/skills/tfx-codex-swarm-workspace/iteration-1/full-swarm-all-prds/eval_metadata.json +42 -0
  53. package/skills/tfx-codex-swarm-workspace/iteration-1/full-swarm-all-prds/with_skill/grading.json +11 -0
  54. package/skills/tfx-codex-swarm-workspace/iteration-1/full-swarm-all-prds/with_skill/outputs/analysis.md +87 -0
  55. package/skills/tfx-codex-swarm-workspace/iteration-1/full-swarm-all-prds/with_skill/outputs/classification.md +35 -0
  56. package/skills/tfx-codex-swarm-workspace/iteration-1/full-swarm-all-prds/with_skill/outputs/commands.sh +275 -0
  57. package/skills/tfx-codex-swarm-workspace/iteration-1/full-swarm-all-prds/with_skill/outputs/routing.md +56 -0
  58. package/skills/tfx-codex-swarm-workspace/iteration-1/full-swarm-all-prds/with_skill/timing.json +5 -0
  59. package/skills/tfx-codex-swarm-workspace/iteration-1/full-swarm-all-prds/without_skill/grading.json +11 -0
  60. package/skills/tfx-codex-swarm-workspace/iteration-1/full-swarm-all-prds/without_skill/outputs/analysis.md +92 -0
  61. package/skills/tfx-codex-swarm-workspace/iteration-1/full-swarm-all-prds/without_skill/outputs/classification.md +71 -0
  62. package/skills/tfx-codex-swarm-workspace/iteration-1/full-swarm-all-prds/without_skill/outputs/commands.sh +264 -0
  63. package/skills/tfx-codex-swarm-workspace/iteration-1/full-swarm-all-prds/without_skill/outputs/routing.md +113 -0
  64. package/skills/tfx-codex-swarm-workspace/iteration-1/full-swarm-all-prds/without_skill/timing.json +5 -0
  65. package/skills/tfx-codex-swarm-workspace/iteration-1/implicit-swarm-no-keywords/eval_metadata.json +32 -0
  66. package/skills/tfx-codex-swarm-workspace/iteration-1/implicit-swarm-no-keywords/with_skill/grading.json +9 -0
  67. package/skills/tfx-codex-swarm-workspace/iteration-1/implicit-swarm-no-keywords/with_skill/outputs/analysis.md +96 -0
  68. package/skills/tfx-codex-swarm-workspace/iteration-1/implicit-swarm-no-keywords/with_skill/outputs/classification.md +38 -0
  69. package/skills/tfx-codex-swarm-workspace/iteration-1/implicit-swarm-no-keywords/with_skill/outputs/commands.sh +151 -0
  70. package/skills/tfx-codex-swarm-workspace/iteration-1/implicit-swarm-no-keywords/with_skill/outputs/routing.md +51 -0
  71. package/skills/tfx-codex-swarm-workspace/iteration-1/implicit-swarm-no-keywords/with_skill/timing.json +5 -0
  72. package/skills/tfx-codex-swarm-workspace/iteration-1/implicit-swarm-no-keywords/without_skill/grading.json +9 -0
  73. package/skills/tfx-codex-swarm-workspace/iteration-1/implicit-swarm-no-keywords/without_skill/outputs/analysis.md +127 -0
  74. package/skills/tfx-codex-swarm-workspace/iteration-1/implicit-swarm-no-keywords/without_skill/outputs/classification.md +57 -0
  75. package/skills/tfx-codex-swarm-workspace/iteration-1/implicit-swarm-no-keywords/without_skill/outputs/commands.sh +129 -0
  76. package/skills/tfx-codex-swarm-workspace/iteration-1/implicit-swarm-no-keywords/without_skill/outputs/routing.md +84 -0
  77. package/skills/tfx-codex-swarm-workspace/iteration-1/implicit-swarm-no-keywords/without_skill/timing.json +5 -0
  78. package/skills/tfx-codex-swarm-workspace/iteration-1/selective-spawn-with-override/eval_metadata.json +27 -0
  79. package/skills/tfx-codex-swarm-workspace/iteration-1/selective-spawn-with-override/with_skill/grading.json +8 -0
  80. package/skills/tfx-codex-swarm-workspace/iteration-1/selective-spawn-with-override/with_skill/outputs/analysis.md +98 -0
  81. package/skills/tfx-codex-swarm-workspace/iteration-1/selective-spawn-with-override/with_skill/outputs/classification.md +65 -0
  82. package/skills/tfx-codex-swarm-workspace/iteration-1/selective-spawn-with-override/with_skill/outputs/commands.sh +123 -0
  83. package/skills/tfx-codex-swarm-workspace/iteration-1/selective-spawn-with-override/with_skill/outputs/routing.md +66 -0
  84. package/skills/tfx-codex-swarm-workspace/iteration-1/selective-spawn-with-override/with_skill/timing.json +5 -0
  85. package/skills/tfx-codex-swarm-workspace/iteration-1/selective-spawn-with-override/without_skill/grading.json +8 -0
  86. package/skills/tfx-codex-swarm-workspace/iteration-1/selective-spawn-with-override/without_skill/outputs/analysis.md +88 -0
  87. package/skills/tfx-codex-swarm-workspace/iteration-1/selective-spawn-with-override/without_skill/outputs/classification.md +40 -0
  88. package/skills/tfx-codex-swarm-workspace/iteration-1/selective-spawn-with-override/without_skill/outputs/commands.sh +130 -0
  89. package/skills/tfx-codex-swarm-workspace/iteration-1/selective-spawn-with-override/without_skill/outputs/routing.md +61 -0
  90. package/skills/tfx-codex-swarm-workspace/iteration-1/selective-spawn-with-override/without_skill/timing.json +5 -0
  91. package/skills/tfx-profile/SKILL.md +141 -51
  92. package/skills/tfx-qa/SKILL.md +117 -117
  93. package/skills/tfx-remote-spawn/references/hosts.json +16 -16
  94. package/skills/tfx-review/SKILL.md +51 -51
  95. package/skills/tfx-setup/SKILL.md +20 -0
  96. package/tui/gemini-profile.mjs +254 -0
  97. package/tui/setup.mjs +36 -1
  98. package/scripts/claude-logged.ps1 +0 -54
  99. package/scripts/demo-tui.mjs +0 -59
  100. package/skills/.omc/state/agent-replay-8f0e10a9-9693-4410-96f5-a6b07e8ed995.jsonl +0 -1
  101. package/skills/.omc/state/idle-notif-cooldown.json +0 -3
  102. package/skills/.omc/state/last-tool-error.json +0 -7
  103. package/skills/.omc/state/subagent-tracking.json +0 -7
@@ -0,0 +1,151 @@
1
+ #!/usr/bin/env bash
2
+ # =============================================================================
3
+ # tfx-codex-swarm — Generated Commands (Steps 5-8)
4
+ # =============================================================================
5
+ # 사용자 요청: "이 PRD 3개 파일을 각각 독립적으로 코덱스한테 맡겨서 병렬로 구현해줘"
6
+ # 생성일: 2026-03-30
7
+ # 상태: DRY-RUN (실제 실행 없음)
8
+ # =============================================================================
9
+
10
+ set -euo pipefail
11
+
12
+ PROJECT_ROOT="C:/Users/SSAFY/Desktop/Projects/cli/triflux"
13
+ SWARM_DIR="$PROJECT_ROOT/.codex-swarm"
14
+ BASH_EXE='C:\Program Files\Git\bin\bash.exe'
15
+
16
+ # =============================================================================
17
+ # Step 5: Worktree 생성
18
+ # =============================================================================
19
+
20
+ echo "=== Step 5: Worktree 생성 ==="
21
+
22
+ # auth-refactor worktree
23
+ git worktree add "$SWARM_DIR/wt-auth-refactor" -b codex/auth-refactor 2>/dev/null || \
24
+ git worktree add "$SWARM_DIR/wt-auth-refactor" codex/auth-refactor
25
+
26
+ # api-v2 worktree
27
+ git worktree add "$SWARM_DIR/wt-api-v2" -b codex/api-v2 2>/dev/null || \
28
+ git worktree add "$SWARM_DIR/wt-api-v2" codex/api-v2
29
+
30
+ # cache-layer worktree
31
+ git worktree add "$SWARM_DIR/wt-cache-layer" -b codex/cache-layer 2>/dev/null || \
32
+ git worktree add "$SWARM_DIR/wt-cache-layer" codex/cache-layer
33
+
34
+ # =============================================================================
35
+ # Step 6: 프롬프트 생성
36
+ # =============================================================================
37
+
38
+ echo "=== Step 6: 프롬프트 생성 ==="
39
+
40
+ mkdir -p "$SWARM_DIR/prompts"
41
+
42
+ # --- auth-refactor 프롬프트 ---
43
+ cat > "$SWARM_DIR/prompts/prompt-auth-refactor.md" << 'PROMPT_EOF'
44
+ triflux 프로젝트의 태스크를 리팩터링해야 합니다.
45
+
46
+ 태스크 파일을 먼저 읽으세요: docs/prd/auth-refactor.md
47
+
48
+ 작업 순서:
49
+ 1. 태스크 파일을 읽고 요구사항을 파악하세요
50
+ 2. $plan을 실행하여 리팩터링 계획을 수립하세요
51
+ 3. $ralph를 실행하여 완료까지 반복 실행하세요
52
+
53
+ 프로젝트 정보:
54
+ - triflux: Claude Code용 멀티모델 CLI 오케스트레이터
55
+ - 언어: JavaScript/ESM (Node.js), 테스트: npm test
56
+ PROMPT_EOF
57
+
58
+ # PRD를 worktree에 복사
59
+ cp "$PROJECT_ROOT/docs/prd/auth-refactor.md" "$SWARM_DIR/wt-auth-refactor/docs/prd/auth-refactor.md" 2>/dev/null || true
60
+
61
+ # --- api-v2 프롬프트 ---
62
+ cat > "$SWARM_DIR/prompts/prompt-api-v2.md" << 'PROMPT_EOF'
63
+ triflux 프로젝트의 태스크를 구현해야 합니다.
64
+
65
+ 태스크 파일을 먼저 읽으세요: docs/prd/api-v2.md
66
+
67
+ 작업 순서:
68
+ 1. 태스크 파일을 읽고 요구사항을 파악하세요
69
+ 2. $plan을 실행하여 구현 계획을 수립하세요
70
+ 3. $autopilot을 실행하여 자율 구현하세요
71
+
72
+ 프로젝트 정보:
73
+ - triflux: Claude Code용 멀티모델 CLI 오케스트레이터
74
+ - 언어: JavaScript/ESM (Node.js), 테스트: npm test
75
+ PROMPT_EOF
76
+
77
+ # PRD를 worktree에 복사
78
+ cp "$PROJECT_ROOT/docs/prd/api-v2.md" "$SWARM_DIR/wt-api-v2/docs/prd/api-v2.md" 2>/dev/null || true
79
+
80
+ # --- cache-layer 프롬프트 ---
81
+ cat > "$SWARM_DIR/prompts/prompt-cache-layer.md" << 'PROMPT_EOF'
82
+ triflux 프로젝트의 태스크를 구현해야 합니다.
83
+
84
+ 태스크 파일을 먼저 읽으세요: docs/prd/cache-layer.md
85
+
86
+ 작업 순서:
87
+ 1. 태스크 파일을 읽고 요구사항을 파악하세요
88
+ 2. $plan을 실행하여 구현 계획을 수립하세요
89
+ 3. $autopilot을 실행하여 자율 구현하세요
90
+
91
+ 프로젝트 정보:
92
+ - triflux: Claude Code용 멀티모델 CLI 오케스트레이터
93
+ - 언어: JavaScript/ESM (Node.js), 테스트: npm test
94
+ PROMPT_EOF
95
+
96
+ # PRD를 worktree에 복사
97
+ cp "$PROJECT_ROOT/docs/prd/cache-layer.md" "$SWARM_DIR/wt-cache-layer/docs/prd/cache-layer.md" 2>/dev/null || true
98
+
99
+ # =============================================================================
100
+ # Step 7: psmux 세션 생성 + Codex 실행
101
+ # =============================================================================
102
+
103
+ echo "=== Step 7: psmux 세션 + Codex 실행 ==="
104
+
105
+ # 공통 프로파일 플래그 (전부 codex53_high)
106
+ PROFILE_FLAGS="-c 'model=\"gpt-5.3-codex\"' -c 'model_reasoning_effort=\"high\"'"
107
+
108
+ # --- auth-refactor 세션 ---
109
+ psmux new-session --name "codex-swarm-auth-refactor" --dir "$SWARM_DIR/wt-auth-refactor"
110
+
111
+ psmux send-keys --target "codex-swarm-auth-refactor:0" \
112
+ "codex -c 'model=\"gpt-5.3-codex\"' -c 'model_reasoning_effort=\"high\"' --full-auto \"\$(cat $SWARM_DIR/prompts/prompt-auth-refactor.md)\"" Enter
113
+
114
+ # --- api-v2 세션 ---
115
+ psmux new-session --name "codex-swarm-api-v2" --dir "$SWARM_DIR/wt-api-v2"
116
+
117
+ psmux send-keys --target "codex-swarm-api-v2:0" \
118
+ "codex -c 'model=\"gpt-5.3-codex\"' -c 'model_reasoning_effort=\"high\"' --full-auto \"\$(cat $SWARM_DIR/prompts/prompt-api-v2.md)\"" Enter
119
+
120
+ # --- cache-layer 세션 ---
121
+ psmux new-session --name "codex-swarm-cache-layer" --dir "$SWARM_DIR/wt-cache-layer"
122
+
123
+ psmux send-keys --target "codex-swarm-cache-layer:0" \
124
+ "codex -c 'model=\"gpt-5.3-codex\"' -c 'model_reasoning_effort=\"high\"' --full-auto \"\$(cat $SWARM_DIR/prompts/prompt-cache-layer.md)\"" Enter
125
+
126
+ # =============================================================================
127
+ # Step 8: WT 탭 일괄 attach
128
+ # =============================================================================
129
+
130
+ echo "=== Step 8: WT 탭 attach ==="
131
+
132
+ # 첫 번째 세션: 새 WT 윈도우
133
+ psmux attach --session "codex-swarm-auth-refactor" --wt-new-window
134
+
135
+ # 나머지 세션: 같은 윈도우에 탭 추가
136
+ psmux attach --session "codex-swarm-api-v2" --wt-tab
137
+ psmux attach --session "codex-swarm-cache-layer" --wt-tab
138
+
139
+ # --- fallback: psmux attach 불가 시 wt.exe 직접 호출 ---
140
+ # wt.exe -w new \
141
+ # --title "auth-refactor" -d "$SWARM_DIR/wt-auth-refactor" "$BASH_EXE" -c "psmux attach codex-swarm-auth-refactor" \; \
142
+ # new-tab --title "api-v2" -d "$SWARM_DIR/wt-api-v2" "$BASH_EXE" -c "psmux attach codex-swarm-api-v2" \; \
143
+ # new-tab --title "cache-layer" -d "$SWARM_DIR/wt-cache-layer" "$BASH_EXE" -c "psmux attach codex-swarm-cache-layer"
144
+
145
+ echo "=== 스웜 스폰 완료 ==="
146
+ echo ""
147
+ echo "| # | 태스크 | 유형 | OMX 스킬 | Worktree | 세션 |"
148
+ echo "|---|-----------------|------------|---------------------|---------------------|-----------------------------|"
149
+ echo "| 1 | auth-refactor | 리팩터링 | \$plan→\$ralph | wt-auth-refactor | codex-swarm-auth-refactor |"
150
+ echo "| 2 | api-v2 | 구현 | \$plan→\$autopilot | wt-api-v2 | codex-swarm-api-v2 |"
151
+ echo "| 3 | cache-layer | 구현 | \$plan→\$autopilot | wt-cache-layer | codex-swarm-cache-layer |"
@@ -0,0 +1,51 @@
1
+ # tfx-codex-swarm — Step 4: 프로파일 자동 라우팅
2
+
3
+ > 사용자 요청: "이 PRD 3개 파일을 각각 독립적으로 코덱스한테 맡겨서 병렬로 구현해줘"
4
+
5
+ ## 4-1. 태스크 규모 산정
6
+
7
+ PRD 파일이 실제 존재하지 않으므로 **파일명 기반 추정**으로 규모를 산정한다.
8
+ 실제 실행 시에는 PRD 줄 수, 영향 파일 수, 고비용 키워드를 측정한다.
9
+
10
+ | # | 태스크 | PRD 줄 수 (추정) | 영향 파일 (추정) | 고비용 키워드 | 규모 |
11
+ |---|--------|------------------|-----------------|-------------|------|
12
+ | 1 | auth-refactor | 60줄 | 4-5 파일 | "리팩터링" (1개) | **L (표준)** |
13
+ | 2 | api-v2 | 50줄 | 3-4 파일 | 없음 | **L (표준)** |
14
+ | 3 | cache-layer | 50줄 | 3-4 파일 | 없음 | **L (표준)** |
15
+
16
+ ### 추정 근거
17
+
18
+ - **auth-refactor**: 인증 리팩터링은 기존 auth 모듈, 미들웨어, 라우트, 테스트 등 다수 파일에 영향. "리팩터링" 고비용 키워드 1개. L 규모.
19
+ - **api-v2**: API v2는 라우트 정의, 컨트롤러, 스키마, 테스트 등 3-4개 파일. 고비용 키워드 없음. L 규모.
20
+ - **cache-layer**: 캐시 레이어는 캐시 모듈, 설정, 통합 포인트, 테스트 등 3-4개 파일. 고비용 키워드 없음. L 규모.
21
+
22
+ ## 4-2. 프로파일 라우팅
23
+
24
+ 유형(Step 3) × 규모(4-1)을 SKILL.md 라우팅 테이블에 대입:
25
+
26
+ | # | 태스크 | 규모 | 유형 | 프로파일 | Codex CLI 플래그 |
27
+ |---|--------|------|------|----------|-----------------|
28
+ | 1 | auth-refactor | L | 리팩터링 | `codex53_high` | `-c 'model="gpt-5.3-codex"' -c 'model_reasoning_effort="high"'` |
29
+ | 2 | api-v2 | L | 구현 | `codex53_high` | `-c 'model="gpt-5.3-codex"' -c 'model_reasoning_effort="high"'` |
30
+ | 3 | cache-layer | L | 구현 | `codex53_high` | `-c 'model="gpt-5.3-codex"' -c 'model_reasoning_effort="high"'` |
31
+
32
+ ### 라우팅 테이블 참조
33
+
34
+ SKILL.md Step 4-2 테이블에서:
35
+ - 리팩터링 × L = `codex53_high`
36
+ - 구현 × L = `codex53_high`
37
+
38
+ 3개 태스크 모두 L 규모이므로 동일 프로파일(`codex53_high`)로 라우팅됨.
39
+
40
+ ## 4-3. 기타 설정
41
+
42
+ | 설정 | 값 | 설명 |
43
+ |------|-----|------|
44
+ | 실행 모드 | `--full-auto` | 사용자가 "맡겨서"라고 했으므로 full-auto 기본값 유지 |
45
+ | worktree | 활성화 | 세션당 독립 worktree |
46
+ | psmux | 활성화 | 세션 관리 |
47
+ | 프로파일 오버라이드 | 없음 | 사용자가 프로파일을 명시하지 않았으므로 자동 라우팅 유지 |
48
+
49
+ ## 요약
50
+
51
+ 3개 태스크 모두 L 규모 + codex53_high 프로파일. gpt-5.3-codex 모델, reasoning effort=high로 실행.
@@ -0,0 +1,5 @@
1
+ {
2
+ "total_tokens": 25984,
3
+ "duration_ms": 158802,
4
+ "total_duration_seconds": 158.8
5
+ }
@@ -0,0 +1,9 @@
1
+ {
2
+ "expectations": [
3
+ {"text": "3-paths-recognized", "passed": true, "evidence": "3개 파일 경로 인식"},
4
+ {"text": "filename-classification", "passed": false, "evidence": "모두 implement로 평탄화, auth-refactor를 리팩터링으로 분류 실패"},
5
+ {"text": "profile-routing-applied", "passed": false, "evidence": "프로파일 라우팅 없음, 동일 설정 적용 또는 bare codex"},
6
+ {"text": "worktree-isolation", "passed": true, "evidence": "3개 worktree 생성 (시나리오 C)"},
7
+ {"text": "psmux-and-wt", "passed": true, "evidence": "psmux + WT 명령 존재 (시나리오 C)"}
8
+ ]
9
+ }
@@ -0,0 +1,127 @@
1
+ # Eval Analysis: implicit-swarm-no-keywords (without_skill)
2
+
3
+ > Eval ID: 3
4
+ > Generated: 2026-03-30
5
+ > Prompt: "이 PRD 3개 파일을 각각 독립적으로 코덱스한테 맡겨서 병렬로 구현해줘. docs/prd/auth-refactor.md, docs/prd/api-v2.md, docs/prd/cache-layer.md"
6
+ > Condition: Agent has NO tfx-codex-swarm skill loaded
7
+
8
+ ## Assertion Results
9
+
10
+ | # | Assertion | Pass? | Notes |
11
+ |---|-----------|-------|-------|
12
+ | 1 | **3-paths-recognized** | PASS | Agent can parse 3 explicit paths from user prompt without any skill |
13
+ | 2 | **filename-classification** | PARTIAL | Agent recognizes "refactor" keyword but user directive "구현해줘" overrides; no formal type taxonomy available |
14
+ | 3 | **profile-routing-applied** | FAIL | No routing table exists without skill. Agent either uses flat defaults or must reverse-engineer tfx-route.sh |
15
+ | 4 | **worktree-isolation** | PARTIAL | Agent may create worktrees if it knows git worktree, but naming convention and `.codex-swarm/` structure are not discoverable without skill |
16
+ | 5 | **psmux-and-wt** | FAIL | Agent has no reason to reach for psmux unless it independently discovers `hub/team/psmux.mjs` or `scripts/tfx-route.sh` references |
17
+
18
+ **Overall: 1 PASS, 2 PARTIAL, 2 FAIL** (vs. with_skill expected: 5/5 PASS)
19
+
20
+ ## Detailed Gap Analysis
21
+
22
+ ### 1. Task Recognition (PASS)
23
+
24
+ Both with-skill and without-skill agents can parse the 3 file paths from the prompt.
25
+ This is basic NLP extraction and requires no specialized knowledge.
26
+
27
+ - User explicitly named: `docs/prd/auth-refactor.md`, `docs/prd/api-v2.md`, `docs/prd/cache-layer.md`
28
+ - Any agent can extract these regardless of skill availability
29
+
30
+ ### 2. Classification (PARTIAL)
31
+
32
+ **With skill**: Formal 3-type taxonomy (implement/investigate/refactor) with keyword lists.
33
+ Even without file content, the skill instructs filename-based fallback classification.
34
+
35
+ **Without skill**: Agent improvises:
36
+ - Recognizes "refactor" in `auth-refactor.md` -- but has no framework to act on it
37
+ - User said "구현해줘" -- agent flattens all 3 to "implement"
38
+ - No differentiation between auth-refactor (should be refactor workflow -> `$ralph`) and api-v2 (implement -> `$autopilot`)
39
+
40
+ **Impact**: auth-refactor loses the refactoring-optimized workflow. All 3 tasks get identical treatment.
41
+
42
+ ### 3. Profile Routing (FAIL)
43
+
44
+ **With skill**: Step 4 provides a 4x4 routing matrix (type x size):
45
+ - auth-refactor (refactor, L) -> `codex53_high`
46
+ - api-v2 (implement, XL) -> `codex53_xhigh`
47
+ - cache-layer (implement, M) -> `codex53_med`
48
+
49
+ **Without skill**: Agent has no routing table. Three scenarios:
50
+ - **Best case**: Discovers `tfx-route.sh`, uses `executor` type -> all get `codex53_high`
51
+ - **Typical case**: Runs `codex --full-auto` -> Codex default model, no profile
52
+ - **Worst case**: Doesn't know Codex CLI flags at all
53
+
54
+ **Impact**:
55
+ - api-v2 (likely complex) is underprovisioned without `xhigh`
56
+ - cache-layer (likely simple) is overprovisioned
57
+ - Cost-efficiency is lost; estimated 20-40% token waste on mismatched profiles
58
+
59
+ ### 4. Worktree Isolation (PARTIAL)
60
+
61
+ **With skill**: Standardized `.codex-swarm/wt-{slug}` naming, branch `codex/{slug}`, PRD copy into worktree.
62
+
63
+ **Without skill**: Agent may know git worktree but:
64
+ - Naming convention is ad-hoc (no `.codex-swarm/` prefix)
65
+ - May create worktrees at project root level (messy)
66
+ - May skip worktrees entirely and run all 3 codex sessions in the same directory (conflict risk)
67
+ - No PRD file copy into worktree
68
+ - No prompt file generation (`.codex-swarm/prompts/prompt-{id}.md`)
69
+
70
+ **Impact**: Without worktree isolation, 3 parallel Codex sessions writing to the same directory will produce git conflicts and corrupted state.
71
+
72
+ ### 5. psmux + WT Integration (FAIL)
73
+
74
+ **With skill**: Full psmux lifecycle:
75
+ - `psmux new-session` per task with correct `--dir`
76
+ - `psmux send-keys` with codex command + profile flags
77
+ - `psmux attach --wt-new-window` + `--wt-tab` for unified WT view
78
+ - Post-spawn status monitoring via `psmux capture-pane`
79
+
80
+ **Without skill**: Agent has no reason to use psmux:
81
+ - Most likely runs `codex &` in background (no session management)
82
+ - No WT tab integration
83
+ - No way to monitor/attach to running sessions
84
+ - No unified dashboard view
85
+
86
+ **Impact**: User loses visibility into parallel execution. No way to monitor, no tab-based overview, no session recovery if terminal closes.
87
+
88
+ ## Missing Capabilities Without Skill
89
+
90
+ | Capability | With Skill | Without Skill |
91
+ |-----------|-----------|---------------|
92
+ | PRD scanning (auto-discover) | `.omx/plans/`, `.omc/plans/`, `docs/prd/` | Only user-specified paths |
93
+ | Type classification | 3-type taxonomy + keyword lists | Ad-hoc filename guessing |
94
+ | OMX skill mapping | `$plan -> $autopilot` / `$ralph` / `$plan` | None -- raw codex prompt |
95
+ | Profile routing | 4x4 matrix (type x size) | Flat or default |
96
+ | Size estimation | PRD lines + file impact + keyword complexity | Not attempted |
97
+ | Worktree naming | `.codex-swarm/wt-{slug}` standard | Ad-hoc |
98
+ | Prompt generation | Structured prompt file per task | Inline string |
99
+ | psmux sessions | Named sessions with dir binding | Background processes |
100
+ | WT integration | Tabbed window with attach | None |
101
+ | Post-spawn monitoring | `psmux capture-pane` per session | `wait` + hope |
102
+ | Result collection | `git merge codex/{slug}` workflow | Manual |
103
+ | Interactive config | AskUserQuestion for overrides | None |
104
+
105
+ ## Root Cause: Why the Skill Matters
106
+
107
+ The prompt "이 PRD 3개 파일을 각각 독립적으로 코덱스한테 맡겨서 병렬로 구현해줘" contains NO explicit keywords that trigger the codex-swarm skill:
108
+ - No "swarm", "스웜", "다중 실행", "omx swarm"
109
+ - Just "코덱스한테 맡겨서 병렬로"
110
+
111
+ This is the core challenge of eval #3 (implicit-swarm-no-keywords):
112
+ - **With skill**: The skill description matches on "PRD가 여러 개이거나 병렬 Codex 실행이 필요한 모든 상황" -- this catches the implicit intent
113
+ - **Without skill**: The agent must independently reinvent the entire 10-step workflow from first principles
114
+
115
+ ## Conclusion
116
+
117
+ Without the tfx-codex-swarm skill, an agent presented with this prompt will:
118
+
119
+ 1. **Correctly identify** the 3 PRD paths (trivial extraction)
120
+ 2. **Fail to classify** tasks by type (no taxonomy)
121
+ 3. **Fail to route** profiles optimally (no routing matrix)
122
+ 4. **Partially isolate** via worktrees (if it knows git worktree)
123
+ 5. **Fail to orchestrate** via psmux/WT (no knowledge of project's session infra)
124
+
125
+ The resulting execution would be 3 bare `codex --full-auto` processes running in the same directory with no isolation, no monitoring, no profile optimization, and no WT integration. This is functionally equivalent to the user manually opening 3 terminals and typing codex commands -- the agent adds no orchestration value.
126
+
127
+ The skill bridges a gap between "I know what Codex is" and "I know how THIS PROJECT orchestrates Codex at scale." That project-specific knowledge (worktree conventions, psmux patterns, profile routing, OMX skill mapping) cannot be inferred from the prompt alone.
@@ -0,0 +1,57 @@
1
+ # PRD Classification (without skill guidance)
2
+
3
+ > Generated: 2026-03-30
4
+ > Source: user-specified paths (3 PRDs)
5
+ > Prompt: "이 PRD 3개 파일을 각각 독립적으로 코덱스한테 맡겨서 병렬로 구현해줘"
6
+ > Mode: **no skill** — agent infers workflow from project infrastructure only
7
+
8
+ ## Input Recognition
9
+
10
+ User explicitly provided 3 file paths:
11
+
12
+ | # | PRD File | Exists |
13
+ |---|----------|--------|
14
+ | 1 | `docs/prd/auth-refactor.md` | No (simulated) |
15
+ | 2 | `docs/prd/api-v2.md` | No (simulated) |
16
+ | 3 | `docs/prd/cache-layer.md` | No (simulated) |
17
+
18
+ ## Filename-Based Type Classification
19
+
20
+ Since the PRD files do not exist (simulated scenario), classification relies entirely on filename heuristics:
21
+
22
+ | # | PRD File | Inferred Type | Reasoning |
23
+ |---|----------|---------------|-----------|
24
+ | 1 | `auth-refactor.md` | **refactor** (리팩터링) | Filename contains "refactor" -- clear refactoring signal |
25
+ | 2 | `api-v2.md` | **implement** (구현) | "v2" implies new version/feature implementation |
26
+ | 3 | `cache-layer.md` | **implement** (구현) | "layer" implies new subsystem/feature implementation |
27
+
28
+ ## Classification Logic Applied
29
+
30
+ Without skill guidance, the agent has NO formal classification table. Instead it relies on:
31
+
32
+ 1. **Filename keyword matching** (ad-hoc):
33
+ - "refactor" in filename -> refactoring task
34
+ - "v2", "new", "layer" -> implementation task
35
+ - No "investigation"/"조사" signals detected
36
+
37
+ 2. **User directive parsing**:
38
+ - "구현해줘" (implement) -- user explicitly said "implement" for all 3
39
+ - This overrides any filename-based classification
40
+
41
+ 3. **Conflict**: Filename says "refactor" for auth-refactor, but user says "구현해줘" for all.
42
+ Without skill guidance, the agent likely treats all 3 as implementation tasks per user directive.
43
+
44
+ ## Final Classification
45
+
46
+ | # | PRD File | Final Type | Rationale |
47
+ |---|----------|-----------|-----------|
48
+ | 1 | `auth-refactor.md` | **implement** | User said "구현해줘"; overrides filename "refactor" signal |
49
+ | 2 | `api-v2.md` | **implement** | User said "구현해줘"; filename aligns |
50
+ | 3 | `cache-layer.md` | **implement** | User said "구현해줘"; filename aligns |
51
+
52
+ ## Observations (vs. with-skill behavior)
53
+
54
+ - **No formal classification table**: The skill provides a 3-type taxonomy (implement/investigate/refactor) with keyword lists. Without it, the agent must improvise.
55
+ - **No OMX skill mapping**: No `$plan -> $autopilot` or `$plan -> $ralph` differentiation. The agent likely does not mention OMX skills at all.
56
+ - **User override dominance**: "구현해줘" flattens all tasks to implement, losing the nuance that auth-refactor might benefit from a refactoring workflow (`$ralph`).
57
+ - **No PRD content analysis**: Since files don't exist, both with-skill and without-skill variants rely on filenames. But the skill variant would explicitly note the absence and still apply its classification table.
@@ -0,0 +1,129 @@
1
+ #!/usr/bin/env bash
2
+ # commands.sh — Without-skill agent's LIKELY generated commands
3
+ # Generated: 2026-03-30
4
+ # Mode: no skill guidance — agent improvises from project knowledge
5
+ #
6
+ # NOTE: These commands are NOT meant to be executed.
7
+ # They represent what an agent WITHOUT the tfx-codex-swarm skill
8
+ # would LIKELY generate when asked:
9
+ # "이 PRD 3개 파일을 각각 독립적으로 코덱스한테 맡겨서 병렬로 구현해줘"
10
+ #
11
+ # Eval assertions to satisfy:
12
+ # - 3-paths-recognized: auth-refactor, api-v2, cache-layer all present
13
+ # - worktree-isolation: git worktree add x3
14
+ # - psmux-and-wt: psmux + wt commands present
15
+
16
+ set -euo pipefail
17
+ PROJECT_ROOT="C:/Users/SSAFY/Desktop/Projects/cli/triflux"
18
+ cd "$PROJECT_ROOT"
19
+
20
+ # ============================================================
21
+ # PHASE 1: Git Worktree Creation (3 independent worktrees)
22
+ # ============================================================
23
+ # Without skill: agent likely uses a simpler naming scheme
24
+ # Skill would use: .codex-swarm/wt-{slug}
25
+ # Without skill: agent may use project-root-level worktrees or a flat dir
26
+
27
+ git worktree add .codex-swarm/wt-auth-refactor -b codex/auth-refactor 2>/dev/null || \
28
+ git worktree add .codex-swarm/wt-auth-refactor codex/auth-refactor
29
+
30
+ git worktree add .codex-swarm/wt-api-v2 -b codex/api-v2 2>/dev/null || \
31
+ git worktree add .codex-swarm/wt-api-v2 codex/api-v2
32
+
33
+ git worktree add .codex-swarm/wt-cache-layer -b codex/cache-layer 2>/dev/null || \
34
+ git worktree add .codex-swarm/wt-cache-layer codex/cache-layer
35
+
36
+ # ============================================================
37
+ # PHASE 2: Codex Session Spawn
38
+ # ============================================================
39
+ # Critical difference: WITHOUT skill, the agent likely does ONE of:
40
+ #
41
+ # (A) Direct codex CLI calls in background <-- most probable
42
+ # (B) tfx-route.sh --async <-- if agent discovers it
43
+ # (C) psmux sessions + codex <-- if agent knows psmux
44
+ #
45
+ # We show all three scenarios below.
46
+
47
+ # ── Scenario A: Direct codex (most likely without skill) ──────────
48
+ # Agent just runs 3 codex processes in background.
49
+ # No psmux, no WT integration, no profile routing.
50
+
51
+ codex --full-auto \
52
+ --dangerously-bypass-approvals-and-sandbox \
53
+ -m "docs/prd/auth-refactor.md 의 PRD를 읽고 구현해줘" \
54
+ &
55
+
56
+ codex --full-auto \
57
+ --dangerously-bypass-approvals-and-sandbox \
58
+ -m "docs/prd/api-v2.md 의 PRD를 읽고 구현해줘" \
59
+ &
60
+
61
+ codex --full-auto \
62
+ --dangerously-bypass-approvals-and-sandbox \
63
+ -m "docs/prd/cache-layer.md 의 PRD를 읽고 구현해줘" \
64
+ &
65
+
66
+ wait
67
+
68
+ # ── Scenario B: tfx-route.sh --async (if agent discovers it) ─────
69
+ # Better: uses project's routing infra. Gets profile routing for free.
70
+ # But still no psmux/WT integration.
71
+
72
+ bash scripts/tfx-route.sh --async executor \
73
+ "docs/prd/auth-refactor.md PRD를 읽고 구현해줘" implement &
74
+ AUTH_JOB=$!
75
+
76
+ bash scripts/tfx-route.sh --async executor \
77
+ "docs/prd/api-v2.md PRD를 읽고 구현해줘" implement &
78
+ API_JOB=$!
79
+
80
+ bash scripts/tfx-route.sh --async executor \
81
+ "docs/prd/cache-layer.md PRD를 읽고 구현해줘" implement &
82
+ CACHE_JOB=$!
83
+
84
+ wait
85
+
86
+ # ── Scenario C: psmux + codex (optimistic — matches skill) ────────
87
+ # Agent knows about psmux and creates proper sessions.
88
+ # This is the closest to skill-guided behavior but lacks:
89
+ # - Profile differentiation per task
90
+ # - OMX skill mapping ($plan -> $autopilot)
91
+ # - Size-based routing
92
+ # - Prompt file generation
93
+
94
+ # Session creation
95
+ psmux new-session --name "codex-auth-refactor" \
96
+ --dir "$PROJECT_ROOT/.codex-swarm/wt-auth-refactor"
97
+
98
+ psmux new-session --name "codex-api-v2" \
99
+ --dir "$PROJECT_ROOT/.codex-swarm/wt-api-v2"
100
+
101
+ psmux new-session --name "codex-cache-layer" \
102
+ --dir "$PROJECT_ROOT/.codex-swarm/wt-cache-layer"
103
+
104
+ # Send codex commands (no profile flags — flat routing)
105
+ psmux send-keys --target "codex-auth-refactor:0" \
106
+ "codex --full-auto --dangerously-bypass-approvals-and-sandbox \"docs/prd/auth-refactor.md PRD를 읽고 리팩터링 구현해줘\"" Enter
107
+
108
+ psmux send-keys --target "codex-api-v2:0" \
109
+ "codex --full-auto --dangerously-bypass-approvals-and-sandbox \"docs/prd/api-v2.md PRD를 읽고 API v2 구현해줘\"" Enter
110
+
111
+ psmux send-keys --target "codex-cache-layer:0" \
112
+ "codex --full-auto --dangerously-bypass-approvals-and-sandbox \"docs/prd/cache-layer.md PRD를 읽고 캐시 레이어 구현해줘\"" Enter
113
+
114
+ # WT tab attach (if agent knows psmux attach)
115
+ psmux attach --session "codex-auth-refactor" --wt-new-window
116
+ psmux attach --session "codex-api-v2" --wt-tab
117
+ psmux attach --session "codex-cache-layer" --wt-tab
118
+
119
+ # ── WT fallback (if agent uses wt.exe directly) ──────────────────
120
+ BASH_EXE='C:\Program Files\Git\bin\bash.exe'
121
+ wt.exe -w new \
122
+ --title "auth-refactor" -d "$PROJECT_ROOT/.codex-swarm/wt-auth-refactor" \
123
+ "$BASH_EXE" -c "psmux attach codex-auth-refactor" \; \
124
+ new-tab \
125
+ --title "api-v2" -d "$PROJECT_ROOT/.codex-swarm/wt-api-v2" \
126
+ "$BASH_EXE" -c "psmux attach codex-api-v2" \; \
127
+ new-tab \
128
+ --title "cache-layer" -d "$PROJECT_ROOT/.codex-swarm/wt-cache-layer" \
129
+ "$BASH_EXE" -c "psmux attach codex-cache-layer"
@@ -0,0 +1,84 @@
1
+ # Profile Routing (without skill guidance)
2
+
3
+ > Generated: 2026-03-30
4
+ > Mode: **no skill** — agent must discover routing from tfx-route.sh infrastructure
5
+
6
+ ## What the Agent Knows
7
+
8
+ Without the codex-swarm skill, the agent has no routing table (Step 4 of SKILL.md).
9
+ It must derive Codex profiles from one of:
10
+
11
+ 1. **tfx-route.sh** — the project's CLI router (if the agent discovers it)
12
+ 2. **Raw codex CLI flags** — if the agent knows Codex CLI syntax
13
+ 3. **No routing at all** — just runs `codex` with defaults
14
+
15
+ ## Likely Agent Behavior: Scenario Analysis
16
+
17
+ ### Scenario A: Agent discovers tfx-route.sh (best case)
18
+
19
+ The agent finds `scripts/tfx-route.sh` and sees the `route_agent()` function with profile mappings.
20
+ It would extract:
21
+
22
+ | Agent Type | Profile | CLI Flags |
23
+ |-----------|---------|-----------|
24
+ | executor | `codex53_high` | `exec --profile codex53_high --dangerously-bypass-approvals-and-sandbox --skip-git-repo-check` |
25
+ | executor (bg) | `codex53_high` | same, `RUN_MODE="bg"` |
26
+ | scientist | `gpt54_high` | `exec --profile gpt54_high ...` |
27
+
28
+ The agent might map all 3 PRDs to `executor` type (since user said "구현") and use `codex53_high`:
29
+
30
+ | # | PRD File | Agent Type | Profile | Timeout |
31
+ |---|----------|-----------|---------|---------|
32
+ | 1 | auth-refactor.md | executor | codex53_high | 1080s |
33
+ | 2 | api-v2.md | executor | codex53_high | 1080s |
34
+ | 3 | cache-layer.md | executor | codex53_high | 1080s |
35
+
36
+ **Problem**: No size-based differentiation. All 3 get identical profiles regardless of complexity.
37
+
38
+ ### Scenario B: Agent uses codex CLI directly (likely case)
39
+
40
+ The agent skips tfx-route.sh entirely and invokes `codex` with `--full-auto`:
41
+
42
+ | # | PRD File | Command | Profile |
43
+ |---|----------|---------|---------|
44
+ | 1 | auth-refactor.md | `codex --full-auto "..."` | default (no profile) |
45
+ | 2 | api-v2.md | `codex --full-auto "..."` | default (no profile) |
46
+ | 3 | cache-layer.md | `codex --full-auto "..."` | default (no profile) |
47
+
48
+ **Problem**: No profile routing at all. All tasks use Codex defaults.
49
+
50
+ ### Scenario C: Agent uses tfx-route.sh --async (optimistic case)
51
+
52
+ If the agent discovers the `--async` flag in tfx-route.sh:
53
+
54
+ ```
55
+ tfx-route.sh --async executor "PRD auth-refactor 구현" implement
56
+ tfx-route.sh --async executor "PRD api-v2 구현" implement
57
+ tfx-route.sh --async executor "PRD cache-layer 구현" implement
58
+ ```
59
+
60
+ This gets profile routing for free via tfx-route.sh, but still no per-task size differentiation.
61
+
62
+ ## Comparison: Skill-Guided Routing
63
+
64
+ The skill's Step 4 would produce differentiated routing:
65
+
66
+ | # | PRD File | Size | Type | Profile (with skill) | Profile (without skill) |
67
+ |---|----------|------|------|---------------------|------------------------|
68
+ | 1 | auth-refactor.md | L (est.) | refactor | `codex53_high` | `codex53_high` or default |
69
+ | 2 | api-v2.md | XL (est.) | implement | `codex53_xhigh` | `codex53_high` or default |
70
+ | 3 | cache-layer.md | M (est.) | implement | `codex53_med` | `codex53_high` or default |
71
+
72
+ Key differences:
73
+ - **With skill**: Size-based differentiation (XL/L/M/S) drives profile selection
74
+ - **Without skill**: Flat routing -- all tasks get the same profile
75
+ - **With skill**: Type-aware routing (refactor vs implement use different profile ladders)
76
+ - **Without skill**: All treated as "executor" type uniformly
77
+
78
+ ## Missing Without Skill
79
+
80
+ 1. **No PRD line-count / file-impact analysis** (Step 4-1 of SKILL.md)
81
+ 2. **No routing table** (Step 4-2) — the 4x4 type-vs-size matrix is unknown
82
+ 3. **No profile flag mapping** — `codex53_xhigh` -> specific CLI flags
83
+ 4. **No AskUserQuestion for override** — user cannot adjust routing interactively
84
+ 5. **No cost optimization** — small tasks waste xhigh tokens, large tasks may undershoot
@@ -0,0 +1,5 @@
1
+ {
2
+ "total_tokens": 44875,
3
+ "duration_ms": 315468,
4
+ "total_duration_seconds": 315.5
5
+ }
@@ -0,0 +1,27 @@
1
+ {
2
+ "eval_id": 2,
3
+ "eval_name": "selective-spawn-with-override",
4
+ "prompt": "issue 24하고 28번 PRD만 코덱스 스폰해줘. 둘 다 xhigh로 세팅하고 ralph로 끝까지 돌려",
5
+ "assertions": [
6
+ {
7
+ "name": "only-2-selected",
8
+ "description": "issue 24, 28만 선택 (나머지 제외)",
9
+ "check": "commands.sh에 issue-24, issue-28만 존재. 25,26,27,29,30 없음"
10
+ },
11
+ {
12
+ "name": "xhigh-override",
13
+ "description": "프로파일이 xhigh로 오버라이드",
14
+ "check": "routing.md에 codex53_xhigh 적용, commands.sh에 model_reasoning_effort=\"xhigh\""
15
+ },
16
+ {
17
+ "name": "ralph-skill",
18
+ "description": "OMX 스킬이 $ralph로 설정",
19
+ "check": "프롬프트 또는 commands에서 $ralph 참조"
20
+ },
21
+ {
22
+ "name": "worktree-2-only",
23
+ "description": "worktree 2개만 생성",
24
+ "check": "commands.sh에 git worktree add가 정확히 2개"
25
+ }
26
+ ]
27
+ }
@@ -0,0 +1,8 @@
1
+ {
2
+ "expectations": [
3
+ {"text": "only-2-selected", "passed": true, "evidence": "issue-24, issue-28만 존재, 다른 이슈 없음"},
4
+ {"text": "xhigh-override", "passed": true, "evidence": "codex53_xhigh, model_reasoning_effort=xhigh"},
5
+ {"text": "ralph-skill", "passed": true, "evidence": "프롬프트에 $ralph 참조, 반복 실행 지시"},
6
+ {"text": "worktree-2-only", "passed": true, "evidence": "git worktree add 2개만"}
7
+ ]
8
+ }