@bradtaylorsf/alpha-loop 1.2.0 → 1.4.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +60 -19
- package/dist/cli.js +83 -1
- package/dist/cli.js.map +1 -1
- package/dist/commands/auth.js +1 -1
- package/dist/commands/auth.js.map +1 -1
- package/dist/commands/eval.d.ts +53 -0
- package/dist/commands/eval.js +538 -0
- package/dist/commands/eval.js.map +1 -0
- package/dist/commands/evolve.d.ts +25 -0
- package/dist/commands/evolve.js +270 -0
- package/dist/commands/evolve.js.map +1 -0
- package/dist/commands/history.d.ts +1 -1
- package/dist/commands/history.js +4 -4
- package/dist/commands/history.js.map +1 -1
- package/dist/commands/init.d.ts +14 -0
- package/dist/commands/init.js +199 -30
- package/dist/commands/init.js.map +1 -1
- package/dist/commands/resume.js +1 -0
- package/dist/commands/resume.js.map +1 -1
- package/dist/commands/run.js +170 -12
- package/dist/commands/run.js.map +1 -1
- package/dist/commands/scan.d.ts +1 -1
- package/dist/commands/scan.js +12 -9
- package/dist/commands/scan.js.map +1 -1
- package/dist/commands/sync.d.ts +5 -0
- package/dist/commands/sync.js +24 -5
- package/dist/commands/sync.js.map +1 -1
- package/dist/commands/vision.js +5 -3
- package/dist/commands/vision.js.map +1 -1
- package/dist/engine/agents.d.ts +6 -1
- package/dist/engine/agents.js +14 -12
- package/dist/engine/agents.js.map +1 -1
- package/dist/engine/prerequisites.d.ts +4 -7
- package/dist/engine/prerequisites.js +12 -36
- package/dist/engine/prerequisites.js.map +1 -1
- package/dist/lib/agent.d.ts +18 -0
- package/dist/lib/agent.js +211 -30
- package/dist/lib/agent.js.map +1 -1
- package/dist/lib/config.d.ts +25 -2
- package/dist/lib/config.js +80 -7
- package/dist/lib/config.js.map +1 -1
- package/dist/lib/eval-checks.d.ts +91 -0
- package/dist/lib/eval-checks.js +254 -0
- package/dist/lib/eval-checks.js.map +1 -0
- package/dist/lib/eval-runner.d.ts +29 -0
- package/dist/lib/eval-runner.js +439 -0
- package/dist/lib/eval-runner.js.map +1 -0
- package/dist/lib/eval.d.ts +170 -0
- package/dist/lib/eval.js +507 -0
- package/dist/lib/eval.js.map +1 -0
- package/dist/lib/learning.js +2 -2
- package/dist/lib/learning.js.map +1 -1
- package/dist/lib/pipeline.d.ts +44 -0
- package/dist/lib/pipeline.js +607 -138
- package/dist/lib/pipeline.js.map +1 -1
- package/dist/lib/prompts.d.ts +19 -0
- package/dist/lib/prompts.js +56 -5
- package/dist/lib/prompts.js.map +1 -1
- package/dist/lib/score.d.ts +80 -0
- package/dist/lib/score.js +172 -0
- package/dist/lib/score.js.map +1 -0
- package/dist/lib/session.d.ts +2 -1
- package/dist/lib/session.js +70 -19
- package/dist/lib/session.js.map +1 -1
- package/dist/lib/traces.d.ts +173 -0
- package/dist/lib/traces.js +272 -0
- package/dist/lib/traces.js.map +1 -0
- package/dist/lib/verify.d.ts +7 -1
- package/dist/lib/verify.js +109 -157
- package/dist/lib/verify.js.map +1 -1
- package/dist/lib/worktree.d.ts +1 -0
- package/dist/lib/worktree.js +9 -1
- package/dist/lib/worktree.js.map +1 -1
- package/package.json +1 -1
- package/templates/agents/implementer.md +1 -1
- package/templates/agents/reviewer.md +1 -1
- package/dist/engine/config.d.ts +0 -71
- package/dist/engine/config.js +0 -73
- package/dist/engine/config.js.map +0 -1
package/README.md
CHANGED
|
@@ -19,9 +19,9 @@ npx @bradtaylorsf/alpha-loop
|
|
|
19
19
|
- **Node.js 20+**
|
|
20
20
|
- **git** — for worktree isolation
|
|
21
21
|
- **[GitHub CLI](https://cli.github.com/)** (`gh`) — authenticated with `gh auth login`
|
|
22
|
-
- **AI agent CLI** —
|
|
23
|
-
- [Claude Code](https://claude.ai/code) (`claude`)
|
|
24
|
-
- [Codex](https://
|
|
22
|
+
- **AI agent CLI** — set `agent` in your config to one of:
|
|
23
|
+
- [Claude Code](https://claude.ai/code) (`claude`) — default
|
|
24
|
+
- [Codex](https://developers.openai.com/codex/cli/reference) (`codex`)
|
|
25
25
|
- [OpenCode](https://github.com/sst/opencode) (`opencode`)
|
|
26
26
|
- **[Playwright CLI](https://www.npmjs.com/package/@playwright/cli)** (optional) — for live verification with screenshots
|
|
27
27
|
|
|
@@ -32,7 +32,7 @@ npx @bradtaylorsf/alpha-loop
|
|
|
32
32
|
cd your-project
|
|
33
33
|
alpha-loop init
|
|
34
34
|
|
|
35
|
-
# 2. Edit .alpha-loop.yaml if needed (
|
|
35
|
+
# 2. Edit .alpha-loop.yaml if needed (agent, model, test_command, etc.)
|
|
36
36
|
|
|
37
37
|
# 3. Run the loop — you'll be prompted to pick a milestone
|
|
38
38
|
alpha-loop run
|
|
@@ -92,7 +92,7 @@ These learnings are automatically fed into future implementation prompts, so the
|
|
|
92
92
|
|
|
93
93
|
### Self-Improvement (`alpha-loop review`)
|
|
94
94
|
|
|
95
|
-
Run `alpha-loop review` to trigger the self-improvement loop. It reads all accumulated learnings, computes metrics (success rate, avg retries, common failures), gathers current agent/skill definitions, and asks
|
|
95
|
+
Run `alpha-loop review` to trigger the self-improvement loop. It reads all accumulated learnings, computes metrics (success rate, avg retries, common failures), gathers current agent/skill definitions, and asks the configured agent to propose targeted improvements:
|
|
96
96
|
|
|
97
97
|
- **Agent prompts** — bake in recurring patterns, eliminate anti-patterns
|
|
98
98
|
- **Skill definitions** — add/update skills based on what consistently works or fails
|
|
@@ -142,8 +142,9 @@ During live verification, the agent takes screenshots at key states and saves th
|
|
|
142
142
|
alpha-loop run [options]
|
|
143
143
|
|
|
144
144
|
Options:
|
|
145
|
+
--once Process one issue and exit
|
|
145
146
|
--dry-run Preview without making changes
|
|
146
|
-
--model <model> AI model
|
|
147
|
+
--model <model> AI model override (e.g., opus, sonnet, gpt-5.4, gpt-5.3-codex)
|
|
147
148
|
--milestone <name> Only process issues in this milestone (skips interactive prompt)
|
|
148
149
|
--skip-tests Skip test execution
|
|
149
150
|
--skip-review Skip code review step
|
|
@@ -160,19 +161,17 @@ Running `alpha-loop init` creates a `.alpha-loop.yaml` file:
|
|
|
160
161
|
# Alpha Loop configuration
|
|
161
162
|
repo: owner/repo-name
|
|
162
163
|
project: 0 # GitHub Project number (find it in your project URL)
|
|
163
|
-
|
|
164
|
-
|
|
164
|
+
agent: claude # AI agent CLI: claude, codex, opencode
|
|
165
|
+
# model: # omit to use agent's default (e.g., opus, gpt-5.4)
|
|
165
166
|
label: ready
|
|
166
167
|
base_branch: main
|
|
167
168
|
test_command: pnpm test
|
|
168
169
|
dev_command: pnpm dev
|
|
169
|
-
port: 3000
|
|
170
170
|
auto_merge: true
|
|
171
171
|
|
|
172
|
-
# Coding harnesses to sync skills/agents to
|
|
172
|
+
# Coding harnesses to sync skills/agents to (auto-derived from agent if empty)
|
|
173
173
|
harnesses:
|
|
174
|
-
- claude
|
|
175
|
-
- codex
|
|
174
|
+
- claude
|
|
176
175
|
|
|
177
176
|
# Safety limits (0 = unlimited)
|
|
178
177
|
max_issues: 20
|
|
@@ -185,13 +184,15 @@ max_session_duration: 7200 # 2 hours in seconds
|
|
|
185
184
|
|-----|---------|-------------|
|
|
186
185
|
| `repo` | (auto-detected) | GitHub repo in `owner/name` format |
|
|
187
186
|
| `project` | `0` | GitHub Project number (from URL: `users/<owner>/projects/<N>`) |
|
|
188
|
-
| `
|
|
189
|
-
| `
|
|
187
|
+
| `agent` | `claude` | AI agent CLI to use: `claude`, `codex`, or `opencode` |
|
|
188
|
+
| `model` | (agent default) | AI model (passed via `--model` flag; omit to use agent's default) |
|
|
189
|
+
| `review_model` | (agent default) | AI model for code review and learning extraction |
|
|
190
190
|
| `label` | `ready` | GitHub label that marks issues as ready for the loop |
|
|
191
191
|
| `base_branch` | `master` | Branch to create PRs against |
|
|
192
192
|
| `test_command` | `pnpm test` | Command to run tests |
|
|
193
193
|
| `dev_command` | `pnpm dev` | Command to start the dev server for verification |
|
|
194
|
-
| `
|
|
194
|
+
| `max_turns` | (none) | Max conversation turns for the agent |
|
|
195
|
+
| `poll_interval` | `60` | Seconds between issue polling |
|
|
195
196
|
| `max_test_retries` | `3` | Times to retry failing tests/verification |
|
|
196
197
|
| `milestone` | (none) | Only process issues in this milestone |
|
|
197
198
|
| `max_issues` | `0` | Max issues to process per session (0 = unlimited) |
|
|
@@ -206,7 +207,9 @@ max_session_duration: 7200 # 2 hours in seconds
|
|
|
206
207
|
| `skip_install` | `false` | Skip `pnpm install` in worktrees |
|
|
207
208
|
| `skip_preflight` | `false` | Skip pre-flight test validation |
|
|
208
209
|
| `auto_cleanup` | `true` | Auto-remove worktrees after processing |
|
|
209
|
-
| `
|
|
210
|
+
| `run_full` | `false` | Run full pipeline without skipping any steps |
|
|
211
|
+
| `verbose` | `false` | Enable verbose agent output |
|
|
212
|
+
| `harnesses` | (auto from agent) | Coding harnesses to sync skills/agents to (e.g., `claude`, `codex`) |
|
|
210
213
|
|
|
211
214
|
### Environment Variables
|
|
212
215
|
|
|
@@ -216,8 +219,10 @@ All config options can be set via environment variables (uppercase, same names):
|
|
|
216
219
|
|----------|------------|
|
|
217
220
|
| `REPO` | `repo` |
|
|
218
221
|
| `PROJECT` | `project` |
|
|
222
|
+
| `AGENT` | `agent` |
|
|
219
223
|
| `MODEL` | `model` |
|
|
220
224
|
| `REVIEW_MODEL` | `review_model` |
|
|
225
|
+
| `POLL_INTERVAL` | `poll_interval` |
|
|
221
226
|
| `MAX_TEST_RETRIES` | `max_test_retries` |
|
|
222
227
|
| `MILESTONE` | `milestone` |
|
|
223
228
|
| `MAX_ISSUES` | `max_issues` |
|
|
@@ -225,29 +230,65 @@ All config options can be set via environment variables (uppercase, same names):
|
|
|
225
230
|
| `BASE_BRANCH` | `base_branch` |
|
|
226
231
|
| `TEST_COMMAND` | `test_command` |
|
|
227
232
|
| `DEV_COMMAND` | `dev_command` |
|
|
228
|
-
| `PORT` | `port` |
|
|
229
233
|
| `DRY_RUN` | `dry_run` |
|
|
230
234
|
| `SKIP_TESTS` | `skip_tests` |
|
|
231
235
|
| `SKIP_REVIEW` | `skip_review` |
|
|
232
236
|
| `SKIP_VERIFY` | `skip_verify` |
|
|
233
237
|
| `SKIP_LEARN` | `skip_learn` |
|
|
238
|
+
| `SKIP_E2E` | `skip_e2e` |
|
|
239
|
+
| `SKIP_INSTALL` | `skip_install` |
|
|
240
|
+
| `SKIP_PREFLIGHT` | `skip_preflight` |
|
|
234
241
|
| `AUTO_MERGE` | `auto_merge` |
|
|
242
|
+
| `AUTO_CLEANUP` | `auto_cleanup` |
|
|
235
243
|
| `MERGE_TO` | `merge_to` |
|
|
244
|
+
| `RUN_FULL` | `run_full` |
|
|
245
|
+
| `VERBOSE` | `verbose` |
|
|
236
246
|
|
|
237
247
|
**Precedence:** CLI flags > environment variables > `.alpha-loop.yaml` > auto-detection > defaults
|
|
238
248
|
|
|
249
|
+
### Switching Agents
|
|
250
|
+
|
|
251
|
+
Alpha Loop is agent-agnostic. Set the `agent` field in `.alpha-loop.yaml` to switch which CLI runs the pipeline:
|
|
252
|
+
|
|
253
|
+
```yaml
|
|
254
|
+
# Use Codex instead of Claude
|
|
255
|
+
agent: codex
|
|
256
|
+
```
|
|
257
|
+
|
|
258
|
+
```yaml
|
|
259
|
+
# Use Codex with a specific model
|
|
260
|
+
agent: codex
|
|
261
|
+
model: gpt-5.3-codex
|
|
262
|
+
```
|
|
263
|
+
|
|
264
|
+
If you omit `model`, the agent CLI uses its own default (e.g., Claude uses its configured model, Codex uses `gpt-5.4`). Set `model` only when you want to override.
|
|
265
|
+
|
|
266
|
+
| Agent | Example models | CLI flags used |
|
|
267
|
+
|-------|---------------|----------------|
|
|
268
|
+
| `claude` | `opus`, `sonnet`, `haiku` | `-p --model MODEL --dangerously-skip-permissions` |
|
|
269
|
+
| `codex` | `gpt-5.4`, `gpt-5.4-mini`, `gpt-5.3-codex` | `exec --model MODEL --full-auto` |
|
|
270
|
+
| `opencode` | `deepseek`, `gpt-4` | `run --model MODEL` |
|
|
271
|
+
|
|
272
|
+
When you change `agent`, the harness sync automatically targets the correct directories (e.g., `.claude/` for Claude, `.codex/` for Codex). You can also explicitly list harnesses if you use multiple tools:
|
|
273
|
+
|
|
274
|
+
```yaml
|
|
275
|
+
agent: codex
|
|
276
|
+
harnesses:
|
|
277
|
+
- codex
|
|
278
|
+
- claude # also sync to Claude for teammates using it
|
|
279
|
+
```
|
|
280
|
+
|
|
239
281
|
## GitHub Setup
|
|
240
282
|
|
|
241
283
|
### Labels
|
|
242
284
|
|
|
243
|
-
|
|
285
|
+
The loop uses these labels. Run `alpha-loop init` to create any that are missing:
|
|
244
286
|
|
|
245
287
|
| Label | Purpose |
|
|
246
288
|
|-------|---------|
|
|
247
289
|
| `ready` | Issue is ready for the loop to pick up |
|
|
248
290
|
| `in-progress` | Loop is actively working on it |
|
|
249
291
|
| `in-review` | PR created, awaiting review |
|
|
250
|
-
| `done` | Merged and complete |
|
|
251
292
|
| `failed` | Loop failed after retries |
|
|
252
293
|
|
|
253
294
|
### Milestones
|
package/dist/cli.js
CHANGED
|
@@ -8,7 +8,7 @@ import { syncCommand } from './commands/sync.js';
|
|
|
8
8
|
program
|
|
9
9
|
.name('alpha-loop')
|
|
10
10
|
.description('Agent-agnostic automated development loop')
|
|
11
|
-
.version('1.
|
|
11
|
+
.version('1.4.0');
|
|
12
12
|
program
|
|
13
13
|
.command('init')
|
|
14
14
|
.description('Full project onboarding: config, templates, vision, scan, sync')
|
|
@@ -27,9 +27,12 @@ program
|
|
|
27
27
|
.option('--milestone <name>', 'Only process issues in this milestone')
|
|
28
28
|
.option('--auto-merge', 'Auto-merge PRs to session branch')
|
|
29
29
|
.option('--merge-to <branch>', 'Use existing branch instead of creating session branch')
|
|
30
|
+
.option('--once', 'Process one issue and exit')
|
|
30
31
|
.option('--verbose', 'Stream live agent output to terminal')
|
|
31
32
|
.action(async (options) => {
|
|
32
33
|
const { runCommand } = await import('./commands/run.js');
|
|
34
|
+
if (options.once)
|
|
35
|
+
options.maxIssues = 1;
|
|
33
36
|
await runCommand(options);
|
|
34
37
|
});
|
|
35
38
|
program
|
|
@@ -73,5 +76,84 @@ program
|
|
|
73
76
|
const { reviewCommand } = await import('./commands/review.js');
|
|
74
77
|
await reviewCommand(options);
|
|
75
78
|
});
|
|
79
|
+
// Eval subcommands
|
|
80
|
+
const evalCmd = program
|
|
81
|
+
.command('eval')
|
|
82
|
+
.description('Run eval suite, capture failures, list cases, view scores');
|
|
83
|
+
evalCmd
|
|
84
|
+
.command('run', { isDefault: true })
|
|
85
|
+
.description('Run the eval suite and compute composite score')
|
|
86
|
+
.option('--tags <tags>', 'Filter by tags (comma-separated)')
|
|
87
|
+
.option('--suite <suite>', 'Run only a suite: step (fast) or e2e (slow)')
|
|
88
|
+
.option('--case <id>', 'Run a single eval case by ID prefix')
|
|
89
|
+
.option('--type <type>', 'Filter by type: full or step')
|
|
90
|
+
.option('--step <step>', 'Filter by pipeline step (plan, implement, test, review, verify)')
|
|
91
|
+
.option('--verbose', 'Show detailed output')
|
|
92
|
+
.action(async (options) => {
|
|
93
|
+
const { evalRunCommand } = await import('./commands/eval.js');
|
|
94
|
+
await evalRunCommand(options);
|
|
95
|
+
});
|
|
96
|
+
evalCmd
|
|
97
|
+
.command('capture [issue]')
|
|
98
|
+
.description('Capture failures as eval cases (interactive)')
|
|
99
|
+
.action(async (issue) => {
|
|
100
|
+
const { evalCaptureCommand } = await import('./commands/eval.js');
|
|
101
|
+
await evalCaptureCommand({ issue });
|
|
102
|
+
});
|
|
103
|
+
evalCmd
|
|
104
|
+
.command('list')
|
|
105
|
+
.description('Show eval cases and recent scores')
|
|
106
|
+
.action(async () => {
|
|
107
|
+
const { evalListCommand } = await import('./commands/eval.js');
|
|
108
|
+
evalListCommand();
|
|
109
|
+
});
|
|
110
|
+
evalCmd
|
|
111
|
+
.command('scores')
|
|
112
|
+
.description('Show score history over time')
|
|
113
|
+
.action(async () => {
|
|
114
|
+
const { evalScoresCommand } = await import('./commands/eval.js');
|
|
115
|
+
evalScoresCommand();
|
|
116
|
+
});
|
|
117
|
+
evalCmd
|
|
118
|
+
.command('search')
|
|
119
|
+
.description('Greedy search over model/agent configurations')
|
|
120
|
+
.option('--models <models>', 'Models to test (comma-separated)')
|
|
121
|
+
.option('--agents <agents>', 'Agents to test (comma-separated)')
|
|
122
|
+
.option('--max-runs <n>', 'Maximum number of eval runs')
|
|
123
|
+
.action(async (options) => {
|
|
124
|
+
const { evalSearchCommand } = await import('./commands/eval.js');
|
|
125
|
+
await evalSearchCommand(options);
|
|
126
|
+
});
|
|
127
|
+
evalCmd
|
|
128
|
+
.command('pareto')
|
|
129
|
+
.description('Show score/cost Pareto frontier')
|
|
130
|
+
.action(async () => {
|
|
131
|
+
const { evalParetoCommand } = await import('./commands/eval.js');
|
|
132
|
+
evalParetoCommand();
|
|
133
|
+
});
|
|
134
|
+
evalCmd
|
|
135
|
+
.command('compare <run1> <run2>')
|
|
136
|
+
.description('Compare two eval runs showing per-case changes')
|
|
137
|
+
.action(async (run1, run2) => {
|
|
138
|
+
const { evalCompareCommand } = await import('./commands/eval.js');
|
|
139
|
+
evalCompareCommand(run1, run2);
|
|
140
|
+
});
|
|
141
|
+
evalCmd
|
|
142
|
+
.command('import-swebench')
|
|
143
|
+
.description('Import eval cases from SWE-bench dataset')
|
|
144
|
+
.action(async () => {
|
|
145
|
+
const { evalImportSwebenchCommand } = await import('./commands/eval.js');
|
|
146
|
+
await evalImportSwebenchCommand();
|
|
147
|
+
});
|
|
148
|
+
program
|
|
149
|
+
.command('evolve')
|
|
150
|
+
.description('Meta-Harness-style automated optimization loop')
|
|
151
|
+
.option('--max-iterations <n>', 'Maximum optimization iterations (default: 5)')
|
|
152
|
+
.option('--dry-run', 'Preview without making changes')
|
|
153
|
+
.option('--verbose', 'Show detailed agent output')
|
|
154
|
+
.action(async (options) => {
|
|
155
|
+
const { evolveCommand } = await import('./commands/evolve.js');
|
|
156
|
+
await evolveCommand(options);
|
|
157
|
+
});
|
|
76
158
|
program.parse();
|
|
77
159
|
//# sourceMappingURL=cli.js.map
|
package/dist/cli.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"cli.js","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":";AACA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAEjD,OAAO;KACJ,IAAI,CAAC,YAAY,CAAC;KAClB,WAAW,CAAC,2CAA2C,CAAC;KACxD,OAAO,CAAC,OAAO,CAAC,CAAC;AAEpB,OAAO;KACJ,OAAO,CAAC,MAAM,CAAC;KACf,WAAW,CAAC,gEAAgE,CAAC;KAC7E,MAAM,CAAC,KAAK,IAAI,EAAE;IACjB,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,MAAM,CAAC,oBAAoB,CAAC,CAAC;IAC3D,MAAM,WAAW,EAAE,CAAC;AACtB,CAAC,CAAC,CAAC;AAEL,OAAO;KACJ,OAAO,CAAC,KAAK,CAAC;KACd,WAAW,CAAC,2EAA2E,CAAC;KACxF,MAAM,CAAC,WAAW,EAAE,yBAAyB,CAAC;KAC9C,MAAM,CAAC,iBAAiB,EAAE,iBAAiB,CAAC;KAC5C,MAAM,CAAC,cAAc,EAAE,qBAAqB,CAAC;KAC7C,MAAM,CAAC,eAAe,EAAE,kBAAkB,CAAC;KAC3C,MAAM,CAAC,cAAc,EAAE,0BAA0B,CAAC;KAClD,MAAM,CAAC,oBAAoB,EAAE,uCAAuC,CAAC;KACrE,MAAM,CAAC,cAAc,EAAE,kCAAkC,CAAC;KAC1D,MAAM,CAAC,qBAAqB,EAAE,wDAAwD,CAAC;KACvF,MAAM,CAAC,WAAW,EAAE,sCAAsC,CAAC;KAC3D,MAAM,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;IACxB,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,MAAM,CAAC,mBAAmB,CAAC,CAAC;IACzD,MAAM,UAAU,CAAC,OAAO,CAAC,CAAC;AAC5B,CAAC,CAAC,CAAC;AAEL,OAAO;KACJ,OAAO,CAAC,mBAAmB,CAAC;KAC5B,WAAW,CAAC,sBAAsB,CAAC;KACnC,MAAM,CAAC,MAAM,EAAE,+BAA+B,CAAC;KAC/C,MAAM,CAAC,SAAS,EAAE,yBAAyB,CAAC;KAC5C,MAAM,CAAC,cAAc,CAAC,CAAC;AAE1B,OAAO;KACJ,OAAO,CAAC,MAAM,CAAC;KACf,WAAW,CAAC,kCAAkC,CAAC;KAC/C,MAAM,CAAC,WAAW,CAAC,CAAC;AAEvB,OAAO;KACJ,OAAO,CAAC,QAAQ,CAAC;KACjB,WAAW,CAAC,kCAAkC,CAAC;KAC/C,MAAM,CAAC,aAAa,CAAC,CAAC;AAEzB,OAAO;KACJ,OAAO,CAAC,MAAM,CAAC;KACf,WAAW,CAAC,kCAAkC,CAAC;KAC/C,MAAM,CAAC,WAAW,CAAC,CAAC;AAEvB,OAAO;KACJ,OAAO,CAAC,MAAM,CAAC;KACf,WAAW,CAAC,yDAAyD,CAAC;KACtE,MAAM,CAAC,SAAS,EAAE,iEAAiE,CAAC;KACpF,MAAM,CAAC,WAAW,CAAC,CAAC;AAEvB,OAAO;KACJ,OAAO,CAAC,QAAQ,CAAC;KACjB,WAAW,CAAC,4DAA4D,CAAC;KACzE,MAAM,CAAC,eAAe,EAAE,qCAAqC,CAAC;KAC9D,MAAM,CAAC,kBAAkB,EAAE,0CAA0C,CAAC;KACtE,MAAM,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;IACxB,MAAM,EAAE,aAAa,EAAE,GAAG,MAAM,MAAM,CAAC,sBAAsB,CAAC,CAAC;IAC/D,MAAM,aAAa,CAAC,OAAO,CAAC,CAAC;AAC/B,CAAC,CAAC,CAAC;AAEL,OAAO;KACJ,OAAO,CAAC,QAAQ,CAAC;KACjB,WAAW,CAAC,2FAA2F,CAAC;KACxG,MAAM,CAAC,SAAS,EAAE,4CAA4C,CAAC;KAC/D,MAAM,CAAC,kBAAkB,EAAE,gDAAgD,CAAC;KAC5E,MAAM,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;IACxB,MAAM,EAAE,aAAa,EAAE,GAAG,MAAM,MAAM,CAAC,sBAAsB,CAAC,CAAC;IAC/D,MAAM,aAAa,CAAC,OAAO,CAAC,CAAC;AAC/B,CAAC,CAAC,CAAC;AAEL,OAAO,CAAC,KAAK,EAAE,CAAC"}
|
|
1
|
+
{"version":3,"file":"cli.js","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":";AACA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAEjD,OAAO;KACJ,IAAI,CAAC,YAAY,CAAC;KAClB,WAAW,CAAC,2CAA2C,CAAC;KACxD,OAAO,CAAC,OAAO,CAAC,CAAC;AAEpB,OAAO;KACJ,OAAO,CAAC,MAAM,CAAC;KACf,WAAW,CAAC,gEAAgE,CAAC;KAC7E,MAAM,CAAC,KAAK,IAAI,EAAE;IACjB,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,MAAM,CAAC,oBAAoB,CAAC,CAAC;IAC3D,MAAM,WAAW,EAAE,CAAC;AACtB,CAAC,CAAC,CAAC;AAEL,OAAO;KACJ,OAAO,CAAC,KAAK,CAAC;KACd,WAAW,CAAC,2EAA2E,CAAC;KACxF,MAAM,CAAC,WAAW,EAAE,yBAAyB,CAAC;KAC9C,MAAM,CAAC,iBAAiB,EAAE,iBAAiB,CAAC;KAC5C,MAAM,CAAC,cAAc,EAAE,qBAAqB,CAAC;KAC7C,MAAM,CAAC,eAAe,EAAE,kBAAkB,CAAC;KAC3C,MAAM,CAAC,cAAc,EAAE,0BAA0B,CAAC;KAClD,MAAM,CAAC,oBAAoB,EAAE,uCAAuC,CAAC;KACrE,MAAM,CAAC,cAAc,EAAE,kCAAkC,CAAC;KAC1D,MAAM,CAAC,qBAAqB,EAAE,wDAAwD,CAAC;KACvF,MAAM,CAAC,QAAQ,EAAE,4BAA4B,CAAC;KAC9C,MAAM,CAAC,WAAW,EAAE,sCAAsC,CAAC;KAC3D,MAAM,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;IACxB,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,MAAM,CAAC,mBAAmB,CAAC,CAAC;IACzD,IAAI,OAAO,CAAC,IAAI;QAAE,OAAO,CAAC,SAAS,GAAG,CAAC,CAAC;IACxC,MAAM,UAAU,CAAC,OAAO,CAAC,CAAC;AAC5B,CAAC,CAAC,CAAC;AAEL,OAAO;KACJ,OAAO,CAAC,mBAAmB,CAAC;KAC5B,WAAW,CAAC,sBAAsB,CAAC;KACnC,MAAM,CAAC,MAAM,EAAE,+BAA+B,CAAC;KAC/C,MAAM,CAAC,SAAS,EAAE,yBAAyB,CAAC;KAC5C,MAAM,CAAC,cAAc,CAAC,CAAC;AAE1B,OAAO;KACJ,OAAO,CAAC,MAAM,CAAC;KACf,WAAW,CAAC,kCAAkC,CAAC;KAC/C,MAAM,CAAC,WAAW,CAAC,CAAC;AAEvB,OAAO;KACJ,OAAO,CAAC,QAAQ,CAAC;KACjB,WAAW,CAAC,kCAAkC,CAAC;KAC/C,MAAM,CAAC,aAAa,CAAC,CAAC;AAEzB,OAAO;KACJ,OAAO,CAAC,MAAM,CAAC;KACf,WAAW,CAAC,kCAAkC,CAAC;KAC/C,MAAM,CAAC,WAAW,CAAC,CAAC;AAEvB,OAAO;KACJ,OAAO,CAAC,MAAM,CAAC;KACf,WAAW,CAAC,yDAAyD,CAAC;KACtE,MAAM,CAAC,SAAS,EAAE,iEAAiE,CAAC;KACpF,MAAM,CAAC,WAAW,CAAC,CAAC;AAEvB,OAAO;KACJ,OAAO,CAAC,QAAQ,CAAC;KACjB,WAAW,CAAC,4DAA4D,CAAC;KACzE,MAAM,CAAC,eAAe,EAAE,qCAAqC,CAAC;KAC9D,MAAM,CAAC,kBAAkB,EAAE,0CAA0C,CAAC;KACtE,MAAM,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;IACxB,MAAM,EAAE,aAAa,EAAE,GAAG,MAAM,MAAM,CAAC,sBAAsB,CAAC,CAAC;IAC/D,MAAM,aAAa,CAAC,OAAO,CAAC,CAAC;AAC/B,CAAC,CAAC,CAAC;AAEL,OAAO;KACJ,OAAO,CAAC,QAAQ,CAAC;KACjB,WAAW,CAAC,2FAA2F,CAAC;KACxG,MAAM,CAAC,SAAS,EAAE,4CAA4C,CAAC;KAC/D,MAAM,CAAC,kBAAkB,EAAE,gDAAgD,CAAC;KAC5E,MAAM,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;IACxB,MAAM,EAAE,aAAa,EAAE,GAAG,MAAM,MAAM,CAAC,sBAAsB,CAAC,CAAC;IAC/D,MAAM,aAAa,CAAC,OAAO,CAAC,CAAC;AAC/B,CAAC,CAAC,CAAC;AAEL,mBAAmB;AACnB,MAAM,OAAO,GAAG,OAAO;KACpB,OAAO,CAAC,MAAM,CAAC;KACf,WAAW,CAAC,2DAA2D,CAAC,CAAC;AAE5E,OAAO;KACJ,OAAO,CAAC,KAAK,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;KACnC,WAAW,CAAC,gDAAgD,CAAC;KAC7D,MAAM,CAAC,eAAe,EAAE,kCAAkC,CAAC;KAC3D,MAAM,CAAC,iBAAiB,EAAE,6CAA6C,CAAC;KACxE,MAAM,CAAC,aAAa,EAAE,qCAAqC,CAAC;KAC5D,MAAM,CAAC,eAAe,EAAE,8BAA8B,CAAC;KACvD,MAAM,CAAC,eAAe,EAAE,iEAAiE,CAAC;KAC1F,MAAM,CAAC,WAAW,EAAE,sBAAsB,CAAC;KAC3C,MAAM,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;IACxB,MAAM,EAAE,cAAc,EAAE,GAAG,MAAM,MAAM,CAAC,oBAAoB,CAAC,CAAC;IAC9D,MAAM,cAAc,CAAC,OAAO,CAAC,CAAC;AAChC,CAAC,CAAC,CAAC;AAEL,OAAO;KACJ,OAAO,CAAC,iBAAiB,CAAC;KAC1B,WAAW,CAAC,8CAA8C,CAAC;KAC3D,MAAM,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;IACtB,MAAM,EAAE,kBAAkB,EAAE,GAAG,MAAM,MAAM,CAAC,oBAAoB,CAAC,CAAC;IAClE,MAAM,kBAAkB,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;AACtC,CAAC,CAAC,CAAC;AAEL,OAAO;KACJ,OAAO,CAAC,MAAM,CAAC;KACf,WAAW,CAAC,mCAAmC,CAAC;KAChD,MAAM,CAAC,KAAK,IAAI,EAAE;IACjB,MAAM,EAAE,eAAe,EAAE,GAAG,MAAM,MAAM,CAAC,oBAAoB,CAAC,CAAC;IAC/D,eAAe,EAAE,CAAC;AACpB,CAAC,CAAC,CAAC;AAEL,OAAO;KACJ,OAAO,CAAC,QAAQ,CAAC;KACjB,WAAW,CAAC,8BAA8B,CAAC;KAC3C,MAAM,CAAC,KAAK,IAAI,EAAE;IACjB,MAAM,EAAE,iBAAiB,EAAE,GAAG,MAAM,MAAM,CAAC,oBAAoB,CAAC,CAAC;IACjE,iBAAiB,EAAE,CAAC;AACtB,CAAC,CAAC,CAAC;AAEL,OAAO;KACJ,OAAO,CAAC,QAAQ,CAAC;KACjB,WAAW,CAAC,+CAA+C,CAAC;KAC5D,MAAM,CAAC,mBAAmB,EAAE,kCAAkC,CAAC;KAC/D,MAAM,CAAC,mBAAmB,EAAE,kCAAkC,CAAC;KAC/D,MAAM,CAAC,gBAAgB,EAAE,6BAA6B,CAAC;KACvD,MAAM,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;IACxB,MAAM,EAAE,iBAAiB,EAAE,GAAG,MAAM,MAAM,CAAC,oBAAoB,CAAC,CAAC;IACjE,MAAM,iBAAiB,CAAC,OAAO,CAAC,CAAC;AACnC,CAAC,CAAC,CAAC;AAEL,OAAO;KACJ,OAAO,CAAC,QAAQ,CAAC;KACjB,WAAW,CAAC,iCAAiC,CAAC;KAC9C,MAAM,CAAC,KAAK,IAAI,EAAE;IACjB,MAAM,EAAE,iBAAiB,EAAE,GAAG,MAAM,MAAM,CAAC,oBAAoB,CAAC,CAAC;IACjE,iBAAiB,EAAE,CAAC;AACtB,CAAC,CAAC,CAAC;AAEL,OAAO;KACJ,OAAO,CAAC,uBAAuB,CAAC;KAChC,WAAW,CAAC,gDAAgD,CAAC;KAC7D,MAAM,CAAC,KAAK,EAAE,IAAY,EAAE,IAAY,EAAE,EAAE;IAC3C,MAAM,EAAE,kBAAkB,EAAE,GAAG,MAAM,MAAM,CAAC,oBAAoB,CAAC,CAAC;IAClE,kBAAkB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;AACjC,CAAC,CAAC,CAAC;AAEL,OAAO;KACJ,OAAO,CAAC,iBAAiB,CAAC;KAC1B,WAAW,CAAC,0CAA0C,CAAC;KACvD,MAAM,CAAC,KAAK,IAAI,EAAE;IACjB,MAAM,EAAE,yBAAyB,EAAE,GAAG,MAAM,MAAM,CAAC,oBAAoB,CAAC,CAAC;IACzE,MAAM,yBAAyB,EAAE,CAAC;AACpC,CAAC,CAAC,CAAC;AAEL,OAAO;KACJ,OAAO,CAAC,QAAQ,CAAC;KACjB,WAAW,CAAC,gDAAgD,CAAC;KAC7D,MAAM,CAAC,sBAAsB,EAAE,8CAA8C,CAAC;KAC9E,MAAM,CAAC,WAAW,EAAE,gCAAgC,CAAC;KACrD,MAAM,CAAC,WAAW,EAAE,4BAA4B,CAAC;KACjD,MAAM,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;IACxB,MAAM,EAAE,aAAa,EAAE,GAAG,MAAM,MAAM,CAAC,sBAAsB,CAAC,CAAC;IAC/D,MAAM,aAAa,CAAC,OAAO,CAAC,CAAC;AAC/B,CAAC,CAAC,CAAC;AAEL,OAAO,CAAC,KAAK,EAAE,CAAC"}
|
package/dist/commands/auth.js
CHANGED
|
@@ -28,7 +28,7 @@ export async function authCommand() {
|
|
|
28
28
|
console.log('(cookies, localStorage, sessions) will be saved for future');
|
|
29
29
|
console.log('verification runs.');
|
|
30
30
|
console.log('');
|
|
31
|
-
const defaultUrl = `http://localhost
|
|
31
|
+
const defaultUrl = `http://localhost:3000`;
|
|
32
32
|
const rl = readline.createInterface({
|
|
33
33
|
input: process.stdin,
|
|
34
34
|
output: process.stdout,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"auth.js","sourceRoot":"","sources":["../../src/commands/auth.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,KAAK,QAAQ,MAAM,eAAe,CAAC;AAC1C,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,GAAG,EAAE,MAAM,kBAAkB,CAAC;AAEvC,SAAS,GAAG,CAAC,EAAsB,EAAE,QAAgB;IACnD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC7B,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IAC5D,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW;IAC/B,2BAA2B;IAC3B,MAAM,WAAW,GAAG,IAAI,CAAC,sBAAsB,CAAC,CAAC;IACjD,IAAI,WAAW,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;QAC/B,GAAG,CAAC,KAAK,CAAC,mFAAmF,CAAC,CAAC;QAC/F,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;QACrB,OAAO;IACT,CAAC;IAED,MAAM,MAAM,GAAG,UAAU,EAAE,CAAC;IAC5B,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;IACjC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,aAAa,EAAE,MAAM,CAAC,CAAC;IAC7D,EAAE,CAAC,SAAS,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAE3C,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAChB,OAAO,CAAC,GAAG,CAAC,wDAAwD,CAAC,CAAC;IACtE,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAChB,OAAO,CAAC,GAAG,CAAC,8DAA8D,CAAC,CAAC;IAC5E,OAAO,CAAC,GAAG,CAAC,4DAA4D,CAAC,CAAC;IAC1E,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;IAClC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAEhB,MAAM,UAAU,GAAG,
|
|
1
|
+
{"version":3,"file":"auth.js","sourceRoot":"","sources":["../../src/commands/auth.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,KAAK,QAAQ,MAAM,eAAe,CAAC;AAC1C,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,GAAG,EAAE,MAAM,kBAAkB,CAAC;AAEvC,SAAS,GAAG,CAAC,EAAsB,EAAE,QAAgB;IACnD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC7B,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IAC5D,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW;IAC/B,2BAA2B;IAC3B,MAAM,WAAW,GAAG,IAAI,CAAC,sBAAsB,CAAC,CAAC;IACjD,IAAI,WAAW,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;QAC/B,GAAG,CAAC,KAAK,CAAC,mFAAmF,CAAC,CAAC;QAC/F,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;QACrB,OAAO;IACT,CAAC;IAED,MAAM,MAAM,GAAG,UAAU,EAAE,CAAC;IAC5B,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;IACjC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,aAAa,EAAE,MAAM,CAAC,CAAC;IAC7D,EAAE,CAAC,SAAS,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAE3C,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAChB,OAAO,CAAC,GAAG,CAAC,wDAAwD,CAAC,CAAC;IACtE,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAChB,OAAO,CAAC,GAAG,CAAC,8DAA8D,CAAC,CAAC;IAC5E,OAAO,CAAC,GAAG,CAAC,4DAA4D,CAAC,CAAC;IAC1E,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;IAClC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAEhB,MAAM,UAAU,GAAG,uBAAuB,CAAC;IAE3C,MAAM,EAAE,GAAG,QAAQ,CAAC,eAAe,CAAC;QAClC,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,MAAM,EAAE,OAAO,CAAC,MAAM;KACvB,CAAC,CAAC;IAEH,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,MAAM,GAAG,CAAC,EAAE,EAAE,YAAY,UAAU,KAAK,CAAC,CAAC;QAC7D,MAAM,MAAM,GAAG,SAAS,IAAI,UAAU,CAAC;QAEvC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAChB,OAAO,CAAC,GAAG,CAAC,sBAAsB,MAAM,KAAK,CAAC,CAAC;QAC/C,OAAO,CAAC,GAAG,CAAC,4DAA4D,CAAC,CAAC;QAC1E,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAEhB,6BAA6B;QAC7B,MAAM,cAAc,GAAG,GAAG,CAAC,gBAAgB,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,cAAc,CAAC,CAAC,CAAC;QAE3F,MAAM,GAAG,CAAC,EAAE,EAAE,yCAAyC,CAAC,CAAC;QAEzD,qBAAqB;QACrB,MAAM,UAAU,GAAG,IAAI,CAAC,8BAA8B,OAAO,cAAc,CAAC,CAAC;QAC7E,IAAI,UAAU,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;YAC9B,GAAG,CAAC,IAAI,CAAC,kEAAkE,CAAC,CAAC;YAC7E,IAAI,CAAC,iCAAiC,OAAO,gBAAgB,CAAC,CAAC;YAC/D,IAAI,CAAC,uCAAuC,OAAO,qBAAqB,CAAC,CAAC;QAC5E,CAAC;QAED,gBAAgB;QAChB,IAAI,CAAC,0BAA0B,CAAC,CAAC;QACjC,0EAA0E;QAC1E,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,cAAc,EAAE,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QAE9E,MAAM,WAAW,GAAG,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC,CAAC;QACpE,MAAM,YAAY,GAAG,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC,CAAC;QAEvE,IAAI,WAAW,IAAI,YAAY,EAAE,CAAC;YAChC,GAAG,CAAC,OAAO,CAAC,uBAAuB,OAAO,EAAE,CAAC,CAAC;YAC9C,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAChB,OAAO,CAAC,GAAG,CAAC,8DAA8D,CAAC,CAAC;YAC5E,OAAO,CAAC,GAAG,CAAC,wCAAwC,CAAC,CAAC;YAEtD,oBAAoB;YACpB,eAAe,CAAC,UAAU,CAAC,CAAC;QAC9B,CAAC;aAAM,CAAC;YACN,GAAG,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC;YACvC,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;QACvB,CAAC;IACH,CAAC;YAAS,CAAC;QACT,EAAE,CAAC,KAAK,EAAE,CAAC;IACb,CAAC;AACH,CAAC;AAED,SAAS,eAAe,CAAC,UAAkB;IACzC,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,YAAY,CAAC,CAAC;IAC1D,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC;QAClC,EAAE,CAAC,aAAa,CAAC,aAAa,EAAE,qBAAqB,CAAC,CAAC;QACvD,GAAG,CAAC,IAAI,CAAC,2CAA2C,CAAC,CAAC;QACtD,OAAO;IACT,CAAC;IAED,MAAM,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;IACxD,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,CAAC;QAC1C,EAAE,CAAC,cAAc,CAAC,aAAa,EAAE,uBAAuB,CAAC,CAAC;QAC1D,GAAG,CAAC,IAAI,CAAC,uCAAuC,CAAC,CAAC;IACpD,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,53 @@
|
|
|
1
|
+
export type EvalOptions = {
|
|
2
|
+
tags?: string;
|
|
3
|
+
suite?: string;
|
|
4
|
+
case?: string;
|
|
5
|
+
type?: 'full' | 'step';
|
|
6
|
+
step?: string;
|
|
7
|
+
verbose?: boolean;
|
|
8
|
+
};
|
|
9
|
+
export type EvalCaptureOptions = {
|
|
10
|
+
issue?: string;
|
|
11
|
+
};
|
|
12
|
+
export type EvalSearchOptions = {
|
|
13
|
+
models?: string;
|
|
14
|
+
agents?: string;
|
|
15
|
+
maxRuns?: string;
|
|
16
|
+
};
|
|
17
|
+
/**
|
|
18
|
+
* Run the eval suite.
|
|
19
|
+
*/
|
|
20
|
+
export declare function evalRunCommand(options: EvalOptions): Promise<void>;
|
|
21
|
+
/**
|
|
22
|
+
* Compare two eval runs.
|
|
23
|
+
*/
|
|
24
|
+
export declare function evalCompareCommand(run1: string, run2: string): void;
|
|
25
|
+
/**
|
|
26
|
+
* Capture a failure as an eval case — interactive walkthrough.
|
|
27
|
+
*
|
|
28
|
+
* Flow:
|
|
29
|
+
* 1. Show unannotated (auto-captured) skeleton cases first, prompt to annotate
|
|
30
|
+
* 2. Show recent session failures grouped by session
|
|
31
|
+
* 3. For each failure: show step, test/verify status, prompt for diagnosis
|
|
32
|
+
*/
|
|
33
|
+
export declare function evalCaptureCommand(options: EvalCaptureOptions): Promise<void>;
|
|
34
|
+
/**
|
|
35
|
+
* List eval cases and recent scores.
|
|
36
|
+
*/
|
|
37
|
+
export declare function evalListCommand(): void;
|
|
38
|
+
/**
|
|
39
|
+
* Show score history.
|
|
40
|
+
*/
|
|
41
|
+
export declare function evalScoresCommand(): void;
|
|
42
|
+
/**
|
|
43
|
+
* Show score/cost Pareto frontier.
|
|
44
|
+
*/
|
|
45
|
+
export declare function evalParetoCommand(): void;
|
|
46
|
+
/**
|
|
47
|
+
* Greedy search over model/agent configs.
|
|
48
|
+
*/
|
|
49
|
+
export declare function evalSearchCommand(options: EvalSearchOptions): Promise<void>;
|
|
50
|
+
/**
|
|
51
|
+
* Import SWE-bench cases (placeholder — requires HuggingFace download).
|
|
52
|
+
*/
|
|
53
|
+
export declare function evalImportSwebenchCommand(): Promise<void>;
|