triflux 8.11.2 → 8.12.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude-plugin/plugin.json +1 -1
- package/README.ko.md +1 -1
- package/README.md +1 -1
- package/hooks/hooks.json +56 -51
- package/hub/pipeline/index.mjs +318 -318
- package/hub/routing/q-learning.mjs +2 -1
- package/hub/schema.sql +146 -146
- package/hub/team/cli/commands/kill.mjs +37 -37
- package/hub/team/cli/commands/start/index.mjs +3 -2
- package/hub/team/cli/commands/start/parse-args.mjs +5 -0
- package/hub/team/cli/commands/start/start-headless.mjs +2 -1
- package/hub/team/cli/commands/stop.mjs +31 -31
- package/hub/team/cli/commands/task.mjs +30 -30
- package/hub/team/cli/help.mjs +41 -40
- package/hub/team/cli/services/hub-client.mjs +208 -208
- package/hub/team/cli/services/native-control.mjs +118 -118
- package/hub/team/cli/services/runtime-mode.mjs +62 -62
- package/hub/team/cli/services/state-store.mjs +48 -48
- package/hub/team/dashboard-anchor.mjs +14 -0
- package/hub/team/dashboard.mjs +274 -274
- package/hub/team/headless.mjs +44 -19
- package/hub/team/native.mjs +649 -649
- package/hub/tools.mjs +554 -554
- package/hub/workers/delegator-mcp.mjs +21 -1
- package/package.json +1 -1
- package/scripts/__tests__/remote-spawn-transfer.test.mjs +117 -0
- package/scripts/__tests__/remote-spawn.test.mjs +78 -0
- package/scripts/cache-buildup.mjs +401 -0
- package/scripts/headless-guard.mjs +10 -3
- package/scripts/hub-ensure.mjs +120 -120
- package/scripts/lib/mcp-filter.mjs +720 -720
- package/scripts/lib/remote-spawn-transfer.mjs +196 -0
- package/scripts/mcp-check.mjs +237 -127
- package/scripts/mcp-gateway-ensure.mjs +6 -8
- package/scripts/mcp-gateway-integration-test.mjs +228 -0
- package/scripts/mcp-gateway-start.mjs +42 -16
- package/scripts/mcp-gateway-start.ps1 +17 -14
- package/scripts/mcp-gateway-verify.mjs +1 -1
- package/scripts/preflight-cache.mjs +137 -137
- package/scripts/remote-spawn.mjs +404 -40
- package/scripts/setup.mjs +18 -0
- package/scripts/tfx-route-worker.mjs +165 -165
- package/scripts/tfx-route.sh +85 -16
- package/scripts/token-snapshot.mjs +575 -575
- package/skills/tfx-analysis/SKILL.md +101 -101
- package/skills/tfx-autopilot/SKILL.md +112 -112
- package/skills/tfx-autoresearch/SKILL.md +1 -0
- package/skills/tfx-autoroute/SKILL.md +184 -184
- package/skills/tfx-codex-swarm/SKILL.md +449 -0
- package/skills/tfx-codex-swarm/evals/evals.json +26 -0
- package/skills/tfx-codex-swarm-workspace/iteration-1/benchmark.json +33 -0
- package/skills/tfx-codex-swarm-workspace/iteration-1/full-swarm-all-prds/eval_metadata.json +42 -0
- package/skills/tfx-codex-swarm-workspace/iteration-1/full-swarm-all-prds/with_skill/grading.json +11 -0
- package/skills/tfx-codex-swarm-workspace/iteration-1/full-swarm-all-prds/with_skill/outputs/analysis.md +87 -0
- package/skills/tfx-codex-swarm-workspace/iteration-1/full-swarm-all-prds/with_skill/outputs/classification.md +35 -0
- package/skills/tfx-codex-swarm-workspace/iteration-1/full-swarm-all-prds/with_skill/outputs/commands.sh +275 -0
- package/skills/tfx-codex-swarm-workspace/iteration-1/full-swarm-all-prds/with_skill/outputs/routing.md +56 -0
- package/skills/tfx-codex-swarm-workspace/iteration-1/full-swarm-all-prds/with_skill/timing.json +5 -0
- package/skills/tfx-codex-swarm-workspace/iteration-1/full-swarm-all-prds/without_skill/grading.json +11 -0
- package/skills/tfx-codex-swarm-workspace/iteration-1/full-swarm-all-prds/without_skill/outputs/analysis.md +92 -0
- package/skills/tfx-codex-swarm-workspace/iteration-1/full-swarm-all-prds/without_skill/outputs/classification.md +71 -0
- package/skills/tfx-codex-swarm-workspace/iteration-1/full-swarm-all-prds/without_skill/outputs/commands.sh +264 -0
- package/skills/tfx-codex-swarm-workspace/iteration-1/full-swarm-all-prds/without_skill/outputs/routing.md +113 -0
- package/skills/tfx-codex-swarm-workspace/iteration-1/full-swarm-all-prds/without_skill/timing.json +5 -0
- package/skills/tfx-codex-swarm-workspace/iteration-1/implicit-swarm-no-keywords/eval_metadata.json +32 -0
- package/skills/tfx-codex-swarm-workspace/iteration-1/implicit-swarm-no-keywords/with_skill/grading.json +9 -0
- package/skills/tfx-codex-swarm-workspace/iteration-1/implicit-swarm-no-keywords/with_skill/outputs/analysis.md +96 -0
- package/skills/tfx-codex-swarm-workspace/iteration-1/implicit-swarm-no-keywords/with_skill/outputs/classification.md +38 -0
- package/skills/tfx-codex-swarm-workspace/iteration-1/implicit-swarm-no-keywords/with_skill/outputs/commands.sh +151 -0
- package/skills/tfx-codex-swarm-workspace/iteration-1/implicit-swarm-no-keywords/with_skill/outputs/routing.md +51 -0
- package/skills/tfx-codex-swarm-workspace/iteration-1/implicit-swarm-no-keywords/with_skill/timing.json +5 -0
- package/skills/tfx-codex-swarm-workspace/iteration-1/implicit-swarm-no-keywords/without_skill/grading.json +9 -0
- package/skills/tfx-codex-swarm-workspace/iteration-1/implicit-swarm-no-keywords/without_skill/outputs/analysis.md +127 -0
- package/skills/tfx-codex-swarm-workspace/iteration-1/implicit-swarm-no-keywords/without_skill/outputs/classification.md +57 -0
- package/skills/tfx-codex-swarm-workspace/iteration-1/implicit-swarm-no-keywords/without_skill/outputs/commands.sh +129 -0
- package/skills/tfx-codex-swarm-workspace/iteration-1/implicit-swarm-no-keywords/without_skill/outputs/routing.md +84 -0
- package/skills/tfx-codex-swarm-workspace/iteration-1/implicit-swarm-no-keywords/without_skill/timing.json +5 -0
- package/skills/tfx-codex-swarm-workspace/iteration-1/selective-spawn-with-override/eval_metadata.json +27 -0
- package/skills/tfx-codex-swarm-workspace/iteration-1/selective-spawn-with-override/with_skill/grading.json +8 -0
- package/skills/tfx-codex-swarm-workspace/iteration-1/selective-spawn-with-override/with_skill/outputs/analysis.md +98 -0
- package/skills/tfx-codex-swarm-workspace/iteration-1/selective-spawn-with-override/with_skill/outputs/classification.md +65 -0
- package/skills/tfx-codex-swarm-workspace/iteration-1/selective-spawn-with-override/with_skill/outputs/commands.sh +123 -0
- package/skills/tfx-codex-swarm-workspace/iteration-1/selective-spawn-with-override/with_skill/outputs/routing.md +66 -0
- package/skills/tfx-codex-swarm-workspace/iteration-1/selective-spawn-with-override/with_skill/timing.json +5 -0
- package/skills/tfx-codex-swarm-workspace/iteration-1/selective-spawn-with-override/without_skill/grading.json +8 -0
- package/skills/tfx-codex-swarm-workspace/iteration-1/selective-spawn-with-override/without_skill/outputs/analysis.md +88 -0
- package/skills/tfx-codex-swarm-workspace/iteration-1/selective-spawn-with-override/without_skill/outputs/classification.md +40 -0
- package/skills/tfx-codex-swarm-workspace/iteration-1/selective-spawn-with-override/without_skill/outputs/commands.sh +130 -0
- package/skills/tfx-codex-swarm-workspace/iteration-1/selective-spawn-with-override/without_skill/outputs/routing.md +61 -0
- package/skills/tfx-codex-swarm-workspace/iteration-1/selective-spawn-with-override/without_skill/timing.json +5 -0
- package/skills/tfx-profile/SKILL.md +141 -51
- package/skills/tfx-qa/SKILL.md +117 -117
- package/skills/tfx-remote-spawn/references/hosts.json +16 -16
- package/skills/tfx-review/SKILL.md +51 -51
- package/skills/tfx-setup/SKILL.md +20 -0
- package/tui/gemini-profile.mjs +254 -0
- package/tui/setup.mjs +36 -1
- package/scripts/claude-logged.ps1 +0 -54
- package/scripts/demo-tui.mjs +0 -59
- package/skills/.omc/state/agent-replay-8f0e10a9-9693-4410-96f5-a6b07e8ed995.jsonl +0 -1
- package/skills/.omc/state/idle-notif-cooldown.json +0 -3
- package/skills/.omc/state/last-tool-error.json +0 -7
- package/skills/.omc/state/subagent-tracking.json +0 -7
|
@@ -0,0 +1,151 @@
|
|
|
1
|
+
#!/usr/bin/env bash
|
|
2
|
+
# =============================================================================
|
|
3
|
+
# tfx-codex-swarm — Generated Commands (Steps 5-8)
|
|
4
|
+
# =============================================================================
|
|
5
|
+
# 사용자 요청: "이 PRD 3개 파일을 각각 독립적으로 코덱스한테 맡겨서 병렬로 구현해줘"
|
|
6
|
+
# 생성일: 2026-03-30
|
|
7
|
+
# 상태: DRY-RUN (실제 실행 없음)
|
|
8
|
+
# =============================================================================
|
|
9
|
+
|
|
10
|
+
set -euo pipefail
|
|
11
|
+
|
|
12
|
+
PROJECT_ROOT="C:/Users/SSAFY/Desktop/Projects/cli/triflux"
|
|
13
|
+
SWARM_DIR="$PROJECT_ROOT/.codex-swarm"
|
|
14
|
+
BASH_EXE='C:\Program Files\Git\bin\bash.exe'
|
|
15
|
+
|
|
16
|
+
# =============================================================================
|
|
17
|
+
# Step 5: Worktree 생성
|
|
18
|
+
# =============================================================================
|
|
19
|
+
|
|
20
|
+
echo "=== Step 5: Worktree 생성 ==="
|
|
21
|
+
|
|
22
|
+
# auth-refactor worktree
|
|
23
|
+
git worktree add "$SWARM_DIR/wt-auth-refactor" -b codex/auth-refactor 2>/dev/null || \
|
|
24
|
+
git worktree add "$SWARM_DIR/wt-auth-refactor" codex/auth-refactor
|
|
25
|
+
|
|
26
|
+
# api-v2 worktree
|
|
27
|
+
git worktree add "$SWARM_DIR/wt-api-v2" -b codex/api-v2 2>/dev/null || \
|
|
28
|
+
git worktree add "$SWARM_DIR/wt-api-v2" codex/api-v2
|
|
29
|
+
|
|
30
|
+
# cache-layer worktree
|
|
31
|
+
git worktree add "$SWARM_DIR/wt-cache-layer" -b codex/cache-layer 2>/dev/null || \
|
|
32
|
+
git worktree add "$SWARM_DIR/wt-cache-layer" codex/cache-layer
|
|
33
|
+
|
|
34
|
+
# =============================================================================
|
|
35
|
+
# Step 6: 프롬프트 생성
|
|
36
|
+
# =============================================================================
|
|
37
|
+
|
|
38
|
+
echo "=== Step 6: 프롬프트 생성 ==="
|
|
39
|
+
|
|
40
|
+
mkdir -p "$SWARM_DIR/prompts"
|
|
41
|
+
|
|
42
|
+
# --- auth-refactor 프롬프트 ---
|
|
43
|
+
cat > "$SWARM_DIR/prompts/prompt-auth-refactor.md" << 'PROMPT_EOF'
|
|
44
|
+
triflux 프로젝트의 태스크를 리팩터링해야 합니다.
|
|
45
|
+
|
|
46
|
+
태스크 파일을 먼저 읽으세요: docs/prd/auth-refactor.md
|
|
47
|
+
|
|
48
|
+
작업 순서:
|
|
49
|
+
1. 태스크 파일을 읽고 요구사항을 파악하세요
|
|
50
|
+
2. $plan을 실행하여 리팩터링 계획을 수립하세요
|
|
51
|
+
3. $ralph를 실행하여 완료까지 반복 실행하세요
|
|
52
|
+
|
|
53
|
+
프로젝트 정보:
|
|
54
|
+
- triflux: Claude Code용 멀티모델 CLI 오케스트레이터
|
|
55
|
+
- 언어: JavaScript/ESM (Node.js), 테스트: npm test
|
|
56
|
+
PROMPT_EOF
|
|
57
|
+
|
|
58
|
+
# PRD를 worktree에 복사
|
|
59
|
+
cp "$PROJECT_ROOT/docs/prd/auth-refactor.md" "$SWARM_DIR/wt-auth-refactor/docs/prd/auth-refactor.md" 2>/dev/null || true
|
|
60
|
+
|
|
61
|
+
# --- api-v2 프롬프트 ---
|
|
62
|
+
cat > "$SWARM_DIR/prompts/prompt-api-v2.md" << 'PROMPT_EOF'
|
|
63
|
+
triflux 프로젝트의 태스크를 구현해야 합니다.
|
|
64
|
+
|
|
65
|
+
태스크 파일을 먼저 읽으세요: docs/prd/api-v2.md
|
|
66
|
+
|
|
67
|
+
작업 순서:
|
|
68
|
+
1. 태스크 파일을 읽고 요구사항을 파악하세요
|
|
69
|
+
2. $plan을 실행하여 구현 계획을 수립하세요
|
|
70
|
+
3. $autopilot을 실행하여 자율 구현하세요
|
|
71
|
+
|
|
72
|
+
프로젝트 정보:
|
|
73
|
+
- triflux: Claude Code용 멀티모델 CLI 오케스트레이터
|
|
74
|
+
- 언어: JavaScript/ESM (Node.js), 테스트: npm test
|
|
75
|
+
PROMPT_EOF
|
|
76
|
+
|
|
77
|
+
# PRD를 worktree에 복사
|
|
78
|
+
cp "$PROJECT_ROOT/docs/prd/api-v2.md" "$SWARM_DIR/wt-api-v2/docs/prd/api-v2.md" 2>/dev/null || true
|
|
79
|
+
|
|
80
|
+
# --- cache-layer 프롬프트 ---
|
|
81
|
+
cat > "$SWARM_DIR/prompts/prompt-cache-layer.md" << 'PROMPT_EOF'
|
|
82
|
+
triflux 프로젝트의 태스크를 구현해야 합니다.
|
|
83
|
+
|
|
84
|
+
태스크 파일을 먼저 읽으세요: docs/prd/cache-layer.md
|
|
85
|
+
|
|
86
|
+
작업 순서:
|
|
87
|
+
1. 태스크 파일을 읽고 요구사항을 파악하세요
|
|
88
|
+
2. $plan을 실행하여 구현 계획을 수립하세요
|
|
89
|
+
3. $autopilot을 실행하여 자율 구현하세요
|
|
90
|
+
|
|
91
|
+
프로젝트 정보:
|
|
92
|
+
- triflux: Claude Code용 멀티모델 CLI 오케스트레이터
|
|
93
|
+
- 언어: JavaScript/ESM (Node.js), 테스트: npm test
|
|
94
|
+
PROMPT_EOF
|
|
95
|
+
|
|
96
|
+
# PRD를 worktree에 복사
|
|
97
|
+
cp "$PROJECT_ROOT/docs/prd/cache-layer.md" "$SWARM_DIR/wt-cache-layer/docs/prd/cache-layer.md" 2>/dev/null || true
|
|
98
|
+
|
|
99
|
+
# =============================================================================
|
|
100
|
+
# Step 7: psmux 세션 생성 + Codex 실행
|
|
101
|
+
# =============================================================================
|
|
102
|
+
|
|
103
|
+
echo "=== Step 7: psmux 세션 + Codex 실행 ==="
|
|
104
|
+
|
|
105
|
+
# 공통 프로파일 플래그 (전부 codex53_high)
|
|
106
|
+
PROFILE_FLAGS="-c 'model=\"gpt-5.3-codex\"' -c 'model_reasoning_effort=\"high\"'"
|
|
107
|
+
|
|
108
|
+
# --- auth-refactor 세션 ---
|
|
109
|
+
psmux new-session --name "codex-swarm-auth-refactor" --dir "$SWARM_DIR/wt-auth-refactor"
|
|
110
|
+
|
|
111
|
+
psmux send-keys --target "codex-swarm-auth-refactor:0" \
|
|
112
|
+
"codex -c 'model=\"gpt-5.3-codex\"' -c 'model_reasoning_effort=\"high\"' --full-auto \"\$(cat $SWARM_DIR/prompts/prompt-auth-refactor.md)\"" Enter
|
|
113
|
+
|
|
114
|
+
# --- api-v2 세션 ---
|
|
115
|
+
psmux new-session --name "codex-swarm-api-v2" --dir "$SWARM_DIR/wt-api-v2"
|
|
116
|
+
|
|
117
|
+
psmux send-keys --target "codex-swarm-api-v2:0" \
|
|
118
|
+
"codex -c 'model=\"gpt-5.3-codex\"' -c 'model_reasoning_effort=\"high\"' --full-auto \"\$(cat $SWARM_DIR/prompts/prompt-api-v2.md)\"" Enter
|
|
119
|
+
|
|
120
|
+
# --- cache-layer 세션 ---
|
|
121
|
+
psmux new-session --name "codex-swarm-cache-layer" --dir "$SWARM_DIR/wt-cache-layer"
|
|
122
|
+
|
|
123
|
+
psmux send-keys --target "codex-swarm-cache-layer:0" \
|
|
124
|
+
"codex -c 'model=\"gpt-5.3-codex\"' -c 'model_reasoning_effort=\"high\"' --full-auto \"\$(cat $SWARM_DIR/prompts/prompt-cache-layer.md)\"" Enter
|
|
125
|
+
|
|
126
|
+
# =============================================================================
|
|
127
|
+
# Step 8: WT 탭 일괄 attach
|
|
128
|
+
# =============================================================================
|
|
129
|
+
|
|
130
|
+
echo "=== Step 8: WT 탭 attach ==="
|
|
131
|
+
|
|
132
|
+
# 첫 번째 세션: 새 WT 윈도우
|
|
133
|
+
psmux attach --session "codex-swarm-auth-refactor" --wt-new-window
|
|
134
|
+
|
|
135
|
+
# 나머지 세션: 같은 윈도우에 탭 추가
|
|
136
|
+
psmux attach --session "codex-swarm-api-v2" --wt-tab
|
|
137
|
+
psmux attach --session "codex-swarm-cache-layer" --wt-tab
|
|
138
|
+
|
|
139
|
+
# --- fallback: psmux attach 불가 시 wt.exe 직접 호출 ---
|
|
140
|
+
# wt.exe -w new \
|
|
141
|
+
# --title "auth-refactor" -d "$SWARM_DIR/wt-auth-refactor" "$BASH_EXE" -c "psmux attach codex-swarm-auth-refactor" \; \
|
|
142
|
+
# new-tab --title "api-v2" -d "$SWARM_DIR/wt-api-v2" "$BASH_EXE" -c "psmux attach codex-swarm-api-v2" \; \
|
|
143
|
+
# new-tab --title "cache-layer" -d "$SWARM_DIR/wt-cache-layer" "$BASH_EXE" -c "psmux attach codex-swarm-cache-layer"
|
|
144
|
+
|
|
145
|
+
echo "=== 스웜 스폰 완료 ==="
|
|
146
|
+
echo ""
|
|
147
|
+
echo "| # | 태스크 | 유형 | OMX 스킬 | Worktree | 세션 |"
|
|
148
|
+
echo "|---|-----------------|------------|---------------------|---------------------|-----------------------------|"
|
|
149
|
+
echo "| 1 | auth-refactor | 리팩터링 | \$plan→\$ralph | wt-auth-refactor | codex-swarm-auth-refactor |"
|
|
150
|
+
echo "| 2 | api-v2 | 구현 | \$plan→\$autopilot | wt-api-v2 | codex-swarm-api-v2 |"
|
|
151
|
+
echo "| 3 | cache-layer | 구현 | \$plan→\$autopilot | wt-cache-layer | codex-swarm-cache-layer |"
|
|
@@ -0,0 +1,51 @@
|
|
|
1
|
+
# tfx-codex-swarm — Step 4: 프로파일 자동 라우팅
|
|
2
|
+
|
|
3
|
+
> 사용자 요청: "이 PRD 3개 파일을 각각 독립적으로 코덱스한테 맡겨서 병렬로 구현해줘"
|
|
4
|
+
|
|
5
|
+
## 4-1. 태스크 규모 산정
|
|
6
|
+
|
|
7
|
+
PRD 파일이 실제 존재하지 않으므로 **파일명 기반 추정**으로 규모를 산정한다.
|
|
8
|
+
실제 실행 시에는 PRD 줄 수, 영향 파일 수, 고비용 키워드를 측정한다.
|
|
9
|
+
|
|
10
|
+
| # | 태스크 | PRD 줄 수 (추정) | 영향 파일 (추정) | 고비용 키워드 | 규모 |
|
|
11
|
+
|---|--------|------------------|-----------------|-------------|------|
|
|
12
|
+
| 1 | auth-refactor | 60줄 | 4-5 파일 | "리팩터링" (1개) | **L (표준)** |
|
|
13
|
+
| 2 | api-v2 | 50줄 | 3-4 파일 | 없음 | **L (표준)** |
|
|
14
|
+
| 3 | cache-layer | 50줄 | 3-4 파일 | 없음 | **L (표준)** |
|
|
15
|
+
|
|
16
|
+
### 추정 근거
|
|
17
|
+
|
|
18
|
+
- **auth-refactor**: 인증 리팩터링은 기존 auth 모듈, 미들웨어, 라우트, 테스트 등 다수 파일에 영향. "리팩터링" 고비용 키워드 1개. L 규모.
|
|
19
|
+
- **api-v2**: API v2는 라우트 정의, 컨트롤러, 스키마, 테스트 등 3-4개 파일. 고비용 키워드 없음. L 규모.
|
|
20
|
+
- **cache-layer**: 캐시 레이어는 캐시 모듈, 설정, 통합 포인트, 테스트 등 3-4개 파일. 고비용 키워드 없음. L 규모.
|
|
21
|
+
|
|
22
|
+
## 4-2. 프로파일 라우팅
|
|
23
|
+
|
|
24
|
+
유형(Step 3) × 규모(4-1)을 SKILL.md 라우팅 테이블에 대입:
|
|
25
|
+
|
|
26
|
+
| # | 태스크 | 규모 | 유형 | 프로파일 | Codex CLI 플래그 |
|
|
27
|
+
|---|--------|------|------|----------|-----------------|
|
|
28
|
+
| 1 | auth-refactor | L | 리팩터링 | `codex53_high` | `-c 'model="gpt-5.3-codex"' -c 'model_reasoning_effort="high"'` |
|
|
29
|
+
| 2 | api-v2 | L | 구현 | `codex53_high` | `-c 'model="gpt-5.3-codex"' -c 'model_reasoning_effort="high"'` |
|
|
30
|
+
| 3 | cache-layer | L | 구현 | `codex53_high` | `-c 'model="gpt-5.3-codex"' -c 'model_reasoning_effort="high"'` |
|
|
31
|
+
|
|
32
|
+
### 라우팅 테이블 참조
|
|
33
|
+
|
|
34
|
+
SKILL.md Step 4-2 테이블에서:
|
|
35
|
+
- 리팩터링 × L = `codex53_high`
|
|
36
|
+
- 구현 × L = `codex53_high`
|
|
37
|
+
|
|
38
|
+
3개 태스크 모두 L 규모이므로 동일 프로파일(`codex53_high`)로 라우팅됨.
|
|
39
|
+
|
|
40
|
+
## 4-3. 기타 설정
|
|
41
|
+
|
|
42
|
+
| 설정 | 값 | 설명 |
|
|
43
|
+
|------|-----|------|
|
|
44
|
+
| 실행 모드 | `--full-auto` | 사용자가 "맡겨서"라고 했으므로 full-auto 기본값 유지 |
|
|
45
|
+
| worktree | 활성화 | 세션당 독립 worktree |
|
|
46
|
+
| psmux | 활성화 | 세션 관리 |
|
|
47
|
+
| 프로파일 오버라이드 | 없음 | 사용자가 프로파일을 명시하지 않았으므로 자동 라우팅 유지 |
|
|
48
|
+
|
|
49
|
+
## 요약
|
|
50
|
+
|
|
51
|
+
3개 태스크 모두 L 규모 + codex53_high 프로파일. gpt-5.3-codex 모델, reasoning effort=high로 실행.
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
{
|
|
2
|
+
"expectations": [
|
|
3
|
+
{"text": "3-paths-recognized", "passed": true, "evidence": "3개 파일 경로 인식"},
|
|
4
|
+
{"text": "filename-classification", "passed": false, "evidence": "모두 implement로 평탄화, auth-refactor를 리팩터링으로 분류 실패"},
|
|
5
|
+
{"text": "profile-routing-applied", "passed": false, "evidence": "프로파일 라우팅 없음, 동일 설정 적용 또는 bare codex"},
|
|
6
|
+
{"text": "worktree-isolation", "passed": true, "evidence": "3개 worktree 생성 (시나리오 C)"},
|
|
7
|
+
{"text": "psmux-and-wt", "passed": true, "evidence": "psmux + WT 명령 존재 (시나리오 C)"}
|
|
8
|
+
]
|
|
9
|
+
}
|
|
@@ -0,0 +1,127 @@
|
|
|
1
|
+
# Eval Analysis: implicit-swarm-no-keywords (without_skill)
|
|
2
|
+
|
|
3
|
+
> Eval ID: 3
|
|
4
|
+
> Generated: 2026-03-30
|
|
5
|
+
> Prompt: "이 PRD 3개 파일을 각각 독립적으로 코덱스한테 맡겨서 병렬로 구현해줘. docs/prd/auth-refactor.md, docs/prd/api-v2.md, docs/prd/cache-layer.md"
|
|
6
|
+
> Condition: Agent has NO tfx-codex-swarm skill loaded
|
|
7
|
+
|
|
8
|
+
## Assertion Results
|
|
9
|
+
|
|
10
|
+
| # | Assertion | Pass? | Notes |
|
|
11
|
+
|---|-----------|-------|-------|
|
|
12
|
+
| 1 | **3-paths-recognized** | PASS | Agent can parse 3 explicit paths from user prompt without any skill |
|
|
13
|
+
| 2 | **filename-classification** | PARTIAL | Agent recognizes "refactor" keyword but user directive "구현해줘" overrides; no formal type taxonomy available |
|
|
14
|
+
| 3 | **profile-routing-applied** | FAIL | No routing table exists without skill. Agent either uses flat defaults or must reverse-engineer tfx-route.sh |
|
|
15
|
+
| 4 | **worktree-isolation** | PARTIAL | Agent may create worktrees if it knows git worktree, but naming convention and `.codex-swarm/` structure are not discoverable without skill |
|
|
16
|
+
| 5 | **psmux-and-wt** | FAIL | Agent has no reason to reach for psmux unless it independently discovers `hub/team/psmux.mjs` or `scripts/tfx-route.sh` references |
|
|
17
|
+
|
|
18
|
+
**Overall: 1 PASS, 2 PARTIAL, 2 FAIL** (vs. with_skill expected: 5/5 PASS)
|
|
19
|
+
|
|
20
|
+
## Detailed Gap Analysis
|
|
21
|
+
|
|
22
|
+
### 1. Task Recognition (PASS)
|
|
23
|
+
|
|
24
|
+
Both with-skill and without-skill agents can parse the 3 file paths from the prompt.
|
|
25
|
+
This is basic NLP extraction and requires no specialized knowledge.
|
|
26
|
+
|
|
27
|
+
- User explicitly named: `docs/prd/auth-refactor.md`, `docs/prd/api-v2.md`, `docs/prd/cache-layer.md`
|
|
28
|
+
- Any agent can extract these regardless of skill availability
|
|
29
|
+
|
|
30
|
+
### 2. Classification (PARTIAL)
|
|
31
|
+
|
|
32
|
+
**With skill**: Formal 3-type taxonomy (implement/investigate/refactor) with keyword lists.
|
|
33
|
+
Even without file content, the skill instructs filename-based fallback classification.
|
|
34
|
+
|
|
35
|
+
**Without skill**: Agent improvises:
|
|
36
|
+
- Recognizes "refactor" in `auth-refactor.md` -- but has no framework to act on it
|
|
37
|
+
- User said "구현해줘" -- agent flattens all 3 to "implement"
|
|
38
|
+
- No differentiation between auth-refactor (should be refactor workflow -> `$ralph`) and api-v2 (implement -> `$autopilot`)
|
|
39
|
+
|
|
40
|
+
**Impact**: auth-refactor loses the refactoring-optimized workflow. All 3 tasks get identical treatment.
|
|
41
|
+
|
|
42
|
+
### 3. Profile Routing (FAIL)
|
|
43
|
+
|
|
44
|
+
**With skill**: Step 4 provides a 4x4 routing matrix (type x size):
|
|
45
|
+
- auth-refactor (refactor, L) -> `codex53_high`
|
|
46
|
+
- api-v2 (implement, XL) -> `codex53_xhigh`
|
|
47
|
+
- cache-layer (implement, M) -> `codex53_med`
|
|
48
|
+
|
|
49
|
+
**Without skill**: Agent has no routing table. Three scenarios:
|
|
50
|
+
- **Best case**: Discovers `tfx-route.sh`, uses `executor` type -> all get `codex53_high`
|
|
51
|
+
- **Typical case**: Runs `codex --full-auto` -> Codex default model, no profile
|
|
52
|
+
- **Worst case**: Doesn't know Codex CLI flags at all
|
|
53
|
+
|
|
54
|
+
**Impact**:
|
|
55
|
+
- api-v2 (likely complex) is underprovisioned without `xhigh`
|
|
56
|
+
- cache-layer (likely simple) is overprovisioned
|
|
57
|
+
- Cost-efficiency is lost; estimated 20-40% token waste on mismatched profiles
|
|
58
|
+
|
|
59
|
+
### 4. Worktree Isolation (PARTIAL)
|
|
60
|
+
|
|
61
|
+
**With skill**: Standardized `.codex-swarm/wt-{slug}` naming, branch `codex/{slug}`, PRD copy into worktree.
|
|
62
|
+
|
|
63
|
+
**Without skill**: Agent may know git worktree but:
|
|
64
|
+
- Naming convention is ad-hoc (no `.codex-swarm/` prefix)
|
|
65
|
+
- May create worktrees at project root level (messy)
|
|
66
|
+
- May skip worktrees entirely and run all 3 codex sessions in the same directory (conflict risk)
|
|
67
|
+
- No PRD file copy into worktree
|
|
68
|
+
- No prompt file generation (`.codex-swarm/prompts/prompt-{id}.md`)
|
|
69
|
+
|
|
70
|
+
**Impact**: Without worktree isolation, 3 parallel Codex sessions writing to the same directory will produce git conflicts and corrupted state.
|
|
71
|
+
|
|
72
|
+
### 5. psmux + WT Integration (FAIL)
|
|
73
|
+
|
|
74
|
+
**With skill**: Full psmux lifecycle:
|
|
75
|
+
- `psmux new-session` per task with correct `--dir`
|
|
76
|
+
- `psmux send-keys` with codex command + profile flags
|
|
77
|
+
- `psmux attach --wt-new-window` + `--wt-tab` for unified WT view
|
|
78
|
+
- Post-spawn status monitoring via `psmux capture-pane`
|
|
79
|
+
|
|
80
|
+
**Without skill**: Agent has no reason to use psmux:
|
|
81
|
+
- Most likely runs `codex &` in background (no session management)
|
|
82
|
+
- No WT tab integration
|
|
83
|
+
- No way to monitor/attach to running sessions
|
|
84
|
+
- No unified dashboard view
|
|
85
|
+
|
|
86
|
+
**Impact**: User loses visibility into parallel execution. No way to monitor, no tab-based overview, no session recovery if terminal closes.
|
|
87
|
+
|
|
88
|
+
## Missing Capabilities Without Skill
|
|
89
|
+
|
|
90
|
+
| Capability | With Skill | Without Skill |
|
|
91
|
+
|-----------|-----------|---------------|
|
|
92
|
+
| PRD scanning (auto-discover) | `.omx/plans/`, `.omc/plans/`, `docs/prd/` | Only user-specified paths |
|
|
93
|
+
| Type classification | 3-type taxonomy + keyword lists | Ad-hoc filename guessing |
|
|
94
|
+
| OMX skill mapping | `$plan -> $autopilot` / `$ralph` / `$plan` | None -- raw codex prompt |
|
|
95
|
+
| Profile routing | 4x4 matrix (type x size) | Flat or default |
|
|
96
|
+
| Size estimation | PRD lines + file impact + keyword complexity | Not attempted |
|
|
97
|
+
| Worktree naming | `.codex-swarm/wt-{slug}` standard | Ad-hoc |
|
|
98
|
+
| Prompt generation | Structured prompt file per task | Inline string |
|
|
99
|
+
| psmux sessions | Named sessions with dir binding | Background processes |
|
|
100
|
+
| WT integration | Tabbed window with attach | None |
|
|
101
|
+
| Post-spawn monitoring | `psmux capture-pane` per session | `wait` + hope |
|
|
102
|
+
| Result collection | `git merge codex/{slug}` workflow | Manual |
|
|
103
|
+
| Interactive config | AskUserQuestion for overrides | None |
|
|
104
|
+
|
|
105
|
+
## Root Cause: Why the Skill Matters
|
|
106
|
+
|
|
107
|
+
The prompt "이 PRD 3개 파일을 각각 독립적으로 코덱스한테 맡겨서 병렬로 구현해줘" contains NO explicit keywords that trigger the codex-swarm skill:
|
|
108
|
+
- No "swarm", "스웜", "다중 실행", "omx swarm"
|
|
109
|
+
- Just "코덱스한테 맡겨서 병렬로"
|
|
110
|
+
|
|
111
|
+
This is the core challenge of eval #3 (implicit-swarm-no-keywords):
|
|
112
|
+
- **With skill**: The skill description matches on "PRD가 여러 개이거나 병렬 Codex 실행이 필요한 모든 상황" -- this catches the implicit intent
|
|
113
|
+
- **Without skill**: The agent must independently reinvent the entire 10-step workflow from first principles
|
|
114
|
+
|
|
115
|
+
## Conclusion
|
|
116
|
+
|
|
117
|
+
Without the tfx-codex-swarm skill, an agent presented with this prompt will:
|
|
118
|
+
|
|
119
|
+
1. **Correctly identify** the 3 PRD paths (trivial extraction)
|
|
120
|
+
2. **Fail to classify** tasks by type (no taxonomy)
|
|
121
|
+
3. **Fail to route** profiles optimally (no routing matrix)
|
|
122
|
+
4. **Partially isolate** via worktrees (if it knows git worktree)
|
|
123
|
+
5. **Fail to orchestrate** via psmux/WT (no knowledge of project's session infra)
|
|
124
|
+
|
|
125
|
+
The resulting execution would be 3 bare `codex --full-auto` processes running in the same directory with no isolation, no monitoring, no profile optimization, and no WT integration. This is functionally equivalent to the user manually opening 3 terminals and typing codex commands -- the agent adds no orchestration value.
|
|
126
|
+
|
|
127
|
+
The skill bridges a gap between "I know what Codex is" and "I know how THIS PROJECT orchestrates Codex at scale." That project-specific knowledge (worktree conventions, psmux patterns, profile routing, OMX skill mapping) cannot be inferred from the prompt alone.
|
|
@@ -0,0 +1,57 @@
|
|
|
1
|
+
# PRD Classification (without skill guidance)
|
|
2
|
+
|
|
3
|
+
> Generated: 2026-03-30
|
|
4
|
+
> Source: user-specified paths (3 PRDs)
|
|
5
|
+
> Prompt: "이 PRD 3개 파일을 각각 독립적으로 코덱스한테 맡겨서 병렬로 구현해줘"
|
|
6
|
+
> Mode: **no skill** — agent infers workflow from project infrastructure only
|
|
7
|
+
|
|
8
|
+
## Input Recognition
|
|
9
|
+
|
|
10
|
+
User explicitly provided 3 file paths:
|
|
11
|
+
|
|
12
|
+
| # | PRD File | Exists |
|
|
13
|
+
|---|----------|--------|
|
|
14
|
+
| 1 | `docs/prd/auth-refactor.md` | No (simulated) |
|
|
15
|
+
| 2 | `docs/prd/api-v2.md` | No (simulated) |
|
|
16
|
+
| 3 | `docs/prd/cache-layer.md` | No (simulated) |
|
|
17
|
+
|
|
18
|
+
## Filename-Based Type Classification
|
|
19
|
+
|
|
20
|
+
Since the PRD files do not exist (simulated scenario), classification relies entirely on filename heuristics:
|
|
21
|
+
|
|
22
|
+
| # | PRD File | Inferred Type | Reasoning |
|
|
23
|
+
|---|----------|---------------|-----------|
|
|
24
|
+
| 1 | `auth-refactor.md` | **refactor** (리팩터링) | Filename contains "refactor" -- clear refactoring signal |
|
|
25
|
+
| 2 | `api-v2.md` | **implement** (구현) | "v2" implies new version/feature implementation |
|
|
26
|
+
| 3 | `cache-layer.md` | **implement** (구현) | "layer" implies new subsystem/feature implementation |
|
|
27
|
+
|
|
28
|
+
## Classification Logic Applied
|
|
29
|
+
|
|
30
|
+
Without skill guidance, the agent has NO formal classification table. Instead it relies on:
|
|
31
|
+
|
|
32
|
+
1. **Filename keyword matching** (ad-hoc):
|
|
33
|
+
- "refactor" in filename -> refactoring task
|
|
34
|
+
- "v2", "new", "layer" -> implementation task
|
|
35
|
+
- No "investigation"/"조사" signals detected
|
|
36
|
+
|
|
37
|
+
2. **User directive parsing**:
|
|
38
|
+
- "구현해줘" (implement) -- user explicitly said "implement" for all 3
|
|
39
|
+
- This overrides any filename-based classification
|
|
40
|
+
|
|
41
|
+
3. **Conflict**: Filename says "refactor" for auth-refactor, but user says "구현해줘" for all.
|
|
42
|
+
Without skill guidance, the agent likely treats all 3 as implementation tasks per user directive.
|
|
43
|
+
|
|
44
|
+
## Final Classification
|
|
45
|
+
|
|
46
|
+
| # | PRD File | Final Type | Rationale |
|
|
47
|
+
|---|----------|-----------|-----------|
|
|
48
|
+
| 1 | `auth-refactor.md` | **implement** | User said "구현해줘"; overrides filename "refactor" signal |
|
|
49
|
+
| 2 | `api-v2.md` | **implement** | User said "구현해줘"; filename aligns |
|
|
50
|
+
| 3 | `cache-layer.md` | **implement** | User said "구현해줘"; filename aligns |
|
|
51
|
+
|
|
52
|
+
## Observations (vs. with-skill behavior)
|
|
53
|
+
|
|
54
|
+
- **No formal classification table**: The skill provides a 3-type taxonomy (implement/investigate/refactor) with keyword lists. Without it, the agent must improvise.
|
|
55
|
+
- **No OMX skill mapping**: No `$plan -> $autopilot` or `$plan -> $ralph` differentiation. The agent likely does not mention OMX skills at all.
|
|
56
|
+
- **User override dominance**: "구현해줘" flattens all tasks to implement, losing the nuance that auth-refactor might benefit from a refactoring workflow (`$ralph`).
|
|
57
|
+
- **No PRD content analysis**: Since files don't exist, both with-skill and without-skill variants rely on filenames. But the skill variant would explicitly note the absence and still apply its classification table.
|
|
@@ -0,0 +1,129 @@
|
|
|
1
|
+
#!/usr/bin/env bash
|
|
2
|
+
# commands.sh — Without-skill agent's LIKELY generated commands
|
|
3
|
+
# Generated: 2026-03-30
|
|
4
|
+
# Mode: no skill guidance — agent improvises from project knowledge
|
|
5
|
+
#
|
|
6
|
+
# NOTE: These commands are NOT meant to be executed.
|
|
7
|
+
# They represent what an agent WITHOUT the tfx-codex-swarm skill
|
|
8
|
+
# would LIKELY generate when asked:
|
|
9
|
+
# "이 PRD 3개 파일을 각각 독립적으로 코덱스한테 맡겨서 병렬로 구현해줘"
|
|
10
|
+
#
|
|
11
|
+
# Eval assertions to satisfy:
|
|
12
|
+
# - 3-paths-recognized: auth-refactor, api-v2, cache-layer all present
|
|
13
|
+
# - worktree-isolation: git worktree add x3
|
|
14
|
+
# - psmux-and-wt: psmux + wt commands present
|
|
15
|
+
|
|
16
|
+
set -euo pipefail
|
|
17
|
+
PROJECT_ROOT="C:/Users/SSAFY/Desktop/Projects/cli/triflux"
|
|
18
|
+
cd "$PROJECT_ROOT"
|
|
19
|
+
|
|
20
|
+
# ============================================================
|
|
21
|
+
# PHASE 1: Git Worktree Creation (3 independent worktrees)
|
|
22
|
+
# ============================================================
|
|
23
|
+
# Without skill: agent likely uses a simpler naming scheme
|
|
24
|
+
# Skill would use: .codex-swarm/wt-{slug}
|
|
25
|
+
# Without skill: agent may use project-root-level worktrees or a flat dir
|
|
26
|
+
|
|
27
|
+
git worktree add .codex-swarm/wt-auth-refactor -b codex/auth-refactor 2>/dev/null || \
|
|
28
|
+
git worktree add .codex-swarm/wt-auth-refactor codex/auth-refactor
|
|
29
|
+
|
|
30
|
+
git worktree add .codex-swarm/wt-api-v2 -b codex/api-v2 2>/dev/null || \
|
|
31
|
+
git worktree add .codex-swarm/wt-api-v2 codex/api-v2
|
|
32
|
+
|
|
33
|
+
git worktree add .codex-swarm/wt-cache-layer -b codex/cache-layer 2>/dev/null || \
|
|
34
|
+
git worktree add .codex-swarm/wt-cache-layer codex/cache-layer
|
|
35
|
+
|
|
36
|
+
# ============================================================
|
|
37
|
+
# PHASE 2: Codex Session Spawn
|
|
38
|
+
# ============================================================
|
|
39
|
+
# Critical difference: WITHOUT skill, the agent likely does ONE of:
|
|
40
|
+
#
|
|
41
|
+
# (A) Direct codex CLI calls in background <-- most probable
|
|
42
|
+
# (B) tfx-route.sh --async <-- if agent discovers it
|
|
43
|
+
# (C) psmux sessions + codex <-- if agent knows psmux
|
|
44
|
+
#
|
|
45
|
+
# We show all three scenarios below.
|
|
46
|
+
|
|
47
|
+
# ── Scenario A: Direct codex (most likely without skill) ──────────
|
|
48
|
+
# Agent just runs 3 codex processes in background.
|
|
49
|
+
# No psmux, no WT integration, no profile routing.
|
|
50
|
+
|
|
51
|
+
codex --full-auto \
|
|
52
|
+
--dangerously-bypass-approvals-and-sandbox \
|
|
53
|
+
-m "docs/prd/auth-refactor.md 의 PRD를 읽고 구현해줘" \
|
|
54
|
+
&
|
|
55
|
+
|
|
56
|
+
codex --full-auto \
|
|
57
|
+
--dangerously-bypass-approvals-and-sandbox \
|
|
58
|
+
-m "docs/prd/api-v2.md 의 PRD를 읽고 구현해줘" \
|
|
59
|
+
&
|
|
60
|
+
|
|
61
|
+
codex --full-auto \
|
|
62
|
+
--dangerously-bypass-approvals-and-sandbox \
|
|
63
|
+
-m "docs/prd/cache-layer.md 의 PRD를 읽고 구현해줘" \
|
|
64
|
+
&
|
|
65
|
+
|
|
66
|
+
wait
|
|
67
|
+
|
|
68
|
+
# ── Scenario B: tfx-route.sh --async (if agent discovers it) ─────
|
|
69
|
+
# Better: uses project's routing infra. Gets profile routing for free.
|
|
70
|
+
# But still no psmux/WT integration.
|
|
71
|
+
|
|
72
|
+
bash scripts/tfx-route.sh --async executor \
|
|
73
|
+
"docs/prd/auth-refactor.md PRD를 읽고 구현해줘" implement &
|
|
74
|
+
AUTH_JOB=$!
|
|
75
|
+
|
|
76
|
+
bash scripts/tfx-route.sh --async executor \
|
|
77
|
+
"docs/prd/api-v2.md PRD를 읽고 구현해줘" implement &
|
|
78
|
+
API_JOB=$!
|
|
79
|
+
|
|
80
|
+
bash scripts/tfx-route.sh --async executor \
|
|
81
|
+
"docs/prd/cache-layer.md PRD를 읽고 구현해줘" implement &
|
|
82
|
+
CACHE_JOB=$!
|
|
83
|
+
|
|
84
|
+
wait
|
|
85
|
+
|
|
86
|
+
# ── Scenario C: psmux + codex (optimistic — matches skill) ────────
|
|
87
|
+
# Agent knows about psmux and creates proper sessions.
|
|
88
|
+
# This is the closest to skill-guided behavior but lacks:
|
|
89
|
+
# - Profile differentiation per task
|
|
90
|
+
# - OMX skill mapping ($plan -> $autopilot)
|
|
91
|
+
# - Size-based routing
|
|
92
|
+
# - Prompt file generation
|
|
93
|
+
|
|
94
|
+
# Session creation
|
|
95
|
+
psmux new-session --name "codex-auth-refactor" \
|
|
96
|
+
--dir "$PROJECT_ROOT/.codex-swarm/wt-auth-refactor"
|
|
97
|
+
|
|
98
|
+
psmux new-session --name "codex-api-v2" \
|
|
99
|
+
--dir "$PROJECT_ROOT/.codex-swarm/wt-api-v2"
|
|
100
|
+
|
|
101
|
+
psmux new-session --name "codex-cache-layer" \
|
|
102
|
+
--dir "$PROJECT_ROOT/.codex-swarm/wt-cache-layer"
|
|
103
|
+
|
|
104
|
+
# Send codex commands (no profile flags — flat routing)
|
|
105
|
+
psmux send-keys --target "codex-auth-refactor:0" \
|
|
106
|
+
"codex --full-auto --dangerously-bypass-approvals-and-sandbox \"docs/prd/auth-refactor.md PRD를 읽고 리팩터링 구현해줘\"" Enter
|
|
107
|
+
|
|
108
|
+
psmux send-keys --target "codex-api-v2:0" \
|
|
109
|
+
"codex --full-auto --dangerously-bypass-approvals-and-sandbox \"docs/prd/api-v2.md PRD를 읽고 API v2 구현해줘\"" Enter
|
|
110
|
+
|
|
111
|
+
psmux send-keys --target "codex-cache-layer:0" \
|
|
112
|
+
"codex --full-auto --dangerously-bypass-approvals-and-sandbox \"docs/prd/cache-layer.md PRD를 읽고 캐시 레이어 구현해줘\"" Enter
|
|
113
|
+
|
|
114
|
+
# WT tab attach (if agent knows psmux attach)
|
|
115
|
+
psmux attach --session "codex-auth-refactor" --wt-new-window
|
|
116
|
+
psmux attach --session "codex-api-v2" --wt-tab
|
|
117
|
+
psmux attach --session "codex-cache-layer" --wt-tab
|
|
118
|
+
|
|
119
|
+
# ── WT fallback (if agent uses wt.exe directly) ──────────────────
|
|
120
|
+
BASH_EXE='C:\Program Files\Git\bin\bash.exe'
|
|
121
|
+
wt.exe -w new \
|
|
122
|
+
--title "auth-refactor" -d "$PROJECT_ROOT/.codex-swarm/wt-auth-refactor" \
|
|
123
|
+
"$BASH_EXE" -c "psmux attach codex-auth-refactor" \; \
|
|
124
|
+
new-tab \
|
|
125
|
+
--title "api-v2" -d "$PROJECT_ROOT/.codex-swarm/wt-api-v2" \
|
|
126
|
+
"$BASH_EXE" -c "psmux attach codex-api-v2" \; \
|
|
127
|
+
new-tab \
|
|
128
|
+
--title "cache-layer" -d "$PROJECT_ROOT/.codex-swarm/wt-cache-layer" \
|
|
129
|
+
"$BASH_EXE" -c "psmux attach codex-cache-layer"
|
|
@@ -0,0 +1,84 @@
|
|
|
1
|
+
# Profile Routing (without skill guidance)
|
|
2
|
+
|
|
3
|
+
> Generated: 2026-03-30
|
|
4
|
+
> Mode: **no skill** — agent must discover routing from tfx-route.sh infrastructure
|
|
5
|
+
|
|
6
|
+
## What the Agent Knows
|
|
7
|
+
|
|
8
|
+
Without the codex-swarm skill, the agent has no routing table (Step 4 of SKILL.md).
|
|
9
|
+
It must derive Codex profiles from one of:
|
|
10
|
+
|
|
11
|
+
1. **tfx-route.sh** — the project's CLI router (if the agent discovers it)
|
|
12
|
+
2. **Raw codex CLI flags** — if the agent knows Codex CLI syntax
|
|
13
|
+
3. **No routing at all** — just runs `codex` with defaults
|
|
14
|
+
|
|
15
|
+
## Likely Agent Behavior: Scenario Analysis
|
|
16
|
+
|
|
17
|
+
### Scenario A: Agent discovers tfx-route.sh (best case)
|
|
18
|
+
|
|
19
|
+
The agent finds `scripts/tfx-route.sh` and sees the `route_agent()` function with profile mappings.
|
|
20
|
+
It would extract:
|
|
21
|
+
|
|
22
|
+
| Agent Type | Profile | CLI Flags |
|
|
23
|
+
|-----------|---------|-----------|
|
|
24
|
+
| executor | `codex53_high` | `exec --profile codex53_high --dangerously-bypass-approvals-and-sandbox --skip-git-repo-check` |
|
|
25
|
+
| executor (bg) | `codex53_high` | same, `RUN_MODE="bg"` |
|
|
26
|
+
| scientist | `gpt54_high` | `exec --profile gpt54_high ...` |
|
|
27
|
+
|
|
28
|
+
The agent might map all 3 PRDs to `executor` type (since user said "구현") and use `codex53_high`:
|
|
29
|
+
|
|
30
|
+
| # | PRD File | Agent Type | Profile | Timeout |
|
|
31
|
+
|---|----------|-----------|---------|---------|
|
|
32
|
+
| 1 | auth-refactor.md | executor | codex53_high | 1080s |
|
|
33
|
+
| 2 | api-v2.md | executor | codex53_high | 1080s |
|
|
34
|
+
| 3 | cache-layer.md | executor | codex53_high | 1080s |
|
|
35
|
+
|
|
36
|
+
**Problem**: No size-based differentiation. All 3 get identical profiles regardless of complexity.
|
|
37
|
+
|
|
38
|
+
### Scenario B: Agent uses codex CLI directly (likely case)
|
|
39
|
+
|
|
40
|
+
The agent skips tfx-route.sh entirely and invokes `codex` with `--full-auto`:
|
|
41
|
+
|
|
42
|
+
| # | PRD File | Command | Profile |
|
|
43
|
+
|---|----------|---------|---------|
|
|
44
|
+
| 1 | auth-refactor.md | `codex --full-auto "..."` | default (no profile) |
|
|
45
|
+
| 2 | api-v2.md | `codex --full-auto "..."` | default (no profile) |
|
|
46
|
+
| 3 | cache-layer.md | `codex --full-auto "..."` | default (no profile) |
|
|
47
|
+
|
|
48
|
+
**Problem**: No profile routing at all. All tasks use Codex defaults.
|
|
49
|
+
|
|
50
|
+
### Scenario C: Agent uses tfx-route.sh --async (optimistic case)
|
|
51
|
+
|
|
52
|
+
If the agent discovers the `--async` flag in tfx-route.sh:
|
|
53
|
+
|
|
54
|
+
```
|
|
55
|
+
tfx-route.sh --async executor "PRD auth-refactor 구현" implement
|
|
56
|
+
tfx-route.sh --async executor "PRD api-v2 구현" implement
|
|
57
|
+
tfx-route.sh --async executor "PRD cache-layer 구현" implement
|
|
58
|
+
```
|
|
59
|
+
|
|
60
|
+
This gets profile routing for free via tfx-route.sh, but still no per-task size differentiation.
|
|
61
|
+
|
|
62
|
+
## Comparison: Skill-Guided Routing
|
|
63
|
+
|
|
64
|
+
The skill's Step 4 would produce differentiated routing:
|
|
65
|
+
|
|
66
|
+
| # | PRD File | Size | Type | Profile (with skill) | Profile (without skill) |
|
|
67
|
+
|---|----------|------|------|---------------------|------------------------|
|
|
68
|
+
| 1 | auth-refactor.md | L (est.) | refactor | `codex53_high` | `codex53_high` or default |
|
|
69
|
+
| 2 | api-v2.md | XL (est.) | implement | `codex53_xhigh` | `codex53_high` or default |
|
|
70
|
+
| 3 | cache-layer.md | M (est.) | implement | `codex53_med` | `codex53_high` or default |
|
|
71
|
+
|
|
72
|
+
Key differences:
|
|
73
|
+
- **With skill**: Size-based differentiation (XL/L/M/S) drives profile selection
|
|
74
|
+
- **Without skill**: Flat routing -- all tasks get the same profile
|
|
75
|
+
- **With skill**: Type-aware routing (refactor vs implement use different profile ladders)
|
|
76
|
+
- **Without skill**: All treated as "executor" type uniformly
|
|
77
|
+
|
|
78
|
+
## Missing Without Skill
|
|
79
|
+
|
|
80
|
+
1. **No PRD line-count / file-impact analysis** (Step 4-1 of SKILL.md)
|
|
81
|
+
2. **No routing table** (Step 4-2) — the 4x4 type-vs-size matrix is unknown
|
|
82
|
+
3. **No profile flag mapping** — `codex53_xhigh` -> specific CLI flags
|
|
83
|
+
4. **No AskUserQuestion for override** — user cannot adjust routing interactively
|
|
84
|
+
5. **No cost optimization** — small tasks waste xhigh tokens, large tasks may undershoot
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
{
|
|
2
|
+
"eval_id": 2,
|
|
3
|
+
"eval_name": "selective-spawn-with-override",
|
|
4
|
+
"prompt": "issue 24하고 28번 PRD만 코덱스 스폰해줘. 둘 다 xhigh로 세팅하고 ralph로 끝까지 돌려",
|
|
5
|
+
"assertions": [
|
|
6
|
+
{
|
|
7
|
+
"name": "only-2-selected",
|
|
8
|
+
"description": "issue 24, 28만 선택 (나머지 제외)",
|
|
9
|
+
"check": "commands.sh에 issue-24, issue-28만 존재. 25,26,27,29,30 없음"
|
|
10
|
+
},
|
|
11
|
+
{
|
|
12
|
+
"name": "xhigh-override",
|
|
13
|
+
"description": "프로파일이 xhigh로 오버라이드",
|
|
14
|
+
"check": "routing.md에 codex53_xhigh 적용, commands.sh에 model_reasoning_effort=\"xhigh\""
|
|
15
|
+
},
|
|
16
|
+
{
|
|
17
|
+
"name": "ralph-skill",
|
|
18
|
+
"description": "OMX 스킬이 $ralph로 설정",
|
|
19
|
+
"check": "프롬프트 또는 commands에서 $ralph 참조"
|
|
20
|
+
},
|
|
21
|
+
{
|
|
22
|
+
"name": "worktree-2-only",
|
|
23
|
+
"description": "worktree 2개만 생성",
|
|
24
|
+
"check": "commands.sh에 git worktree add가 정확히 2개"
|
|
25
|
+
}
|
|
26
|
+
]
|
|
27
|
+
}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
{
|
|
2
|
+
"expectations": [
|
|
3
|
+
{"text": "only-2-selected", "passed": true, "evidence": "issue-24, issue-28만 존재, 다른 이슈 없음"},
|
|
4
|
+
{"text": "xhigh-override", "passed": true, "evidence": "codex53_xhigh, model_reasoning_effort=xhigh"},
|
|
5
|
+
{"text": "ralph-skill", "passed": true, "evidence": "프롬프트에 $ralph 참조, 반복 실행 지시"},
|
|
6
|
+
{"text": "worktree-2-only", "passed": true, "evidence": "git worktree add 2개만"}
|
|
7
|
+
]
|
|
8
|
+
}
|