opencastle 0.31.7 → 0.32.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +4 -1
- package/bin/cli.mjs +15 -0
- package/dist/cli/agents.d.ts.map +1 -1
- package/dist/cli/agents.js +19 -5
- package/dist/cli/agents.js.map +1 -1
- package/dist/cli/artifacts-cli.d.ts +3 -0
- package/dist/cli/artifacts-cli.d.ts.map +1 -0
- package/dist/cli/artifacts-cli.js +36 -0
- package/dist/cli/artifacts-cli.js.map +1 -0
- package/dist/cli/baselines.d.ts.map +1 -1
- package/dist/cli/baselines.js +11 -0
- package/dist/cli/baselines.js.map +1 -1
- package/dist/cli/convoy/artifacts.d.ts +25 -0
- package/dist/cli/convoy/artifacts.d.ts.map +1 -0
- package/dist/cli/convoy/artifacts.js +129 -0
- package/dist/cli/convoy/artifacts.js.map +1 -0
- package/dist/cli/convoy/artifacts.test.d.ts +2 -0
- package/dist/cli/convoy/artifacts.test.d.ts.map +1 -0
- package/dist/cli/convoy/artifacts.test.js +169 -0
- package/dist/cli/convoy/artifacts.test.js.map +1 -0
- package/dist/cli/convoy/compaction.d.ts +23 -0
- package/dist/cli/convoy/compaction.d.ts.map +1 -0
- package/dist/cli/convoy/compaction.js +117 -0
- package/dist/cli/convoy/compaction.js.map +1 -0
- package/dist/cli/convoy/compaction.test.d.ts +2 -0
- package/dist/cli/convoy/compaction.test.d.ts.map +1 -0
- package/dist/cli/convoy/compaction.test.js +205 -0
- package/dist/cli/convoy/compaction.test.js.map +1 -0
- package/dist/cli/convoy/contracts.d.ts +22 -0
- package/dist/cli/convoy/contracts.d.ts.map +1 -0
- package/dist/cli/convoy/contracts.js +254 -0
- package/dist/cli/convoy/contracts.js.map +1 -0
- package/dist/cli/convoy/contracts.test.d.ts +2 -0
- package/dist/cli/convoy/contracts.test.d.ts.map +1 -0
- package/dist/cli/convoy/contracts.test.js +239 -0
- package/dist/cli/convoy/contracts.test.js.map +1 -0
- package/dist/cli/convoy/dag-analysis.d.ts +40 -0
- package/dist/cli/convoy/dag-analysis.d.ts.map +1 -0
- package/dist/cli/convoy/dag-analysis.js +282 -0
- package/dist/cli/convoy/dag-analysis.js.map +1 -0
- package/dist/cli/convoy/dag-analysis.test.d.ts +2 -0
- package/dist/cli/convoy/dag-analysis.test.d.ts.map +1 -0
- package/dist/cli/convoy/dag-analysis.test.js +289 -0
- package/dist/cli/convoy/dag-analysis.test.js.map +1 -0
- package/dist/cli/convoy/effort-scaling.d.ts +20 -0
- package/dist/cli/convoy/effort-scaling.d.ts.map +1 -0
- package/dist/cli/convoy/effort-scaling.js +82 -0
- package/dist/cli/convoy/effort-scaling.js.map +1 -0
- package/dist/cli/convoy/effort-scaling.test.d.ts +2 -0
- package/dist/cli/convoy/effort-scaling.test.d.ts.map +1 -0
- package/dist/cli/convoy/effort-scaling.test.js +120 -0
- package/dist/cli/convoy/effort-scaling.test.js.map +1 -0
- package/dist/cli/convoy/engine.d.ts.map +1 -1
- package/dist/cli/convoy/engine.js +280 -6
- package/dist/cli/convoy/engine.js.map +1 -1
- package/dist/cli/convoy/engine.test.js +155 -18
- package/dist/cli/convoy/engine.test.js.map +1 -1
- package/dist/cli/convoy/event-schemas.d.ts.map +1 -1
- package/dist/cli/convoy/event-schemas.js +55 -0
- package/dist/cli/convoy/event-schemas.js.map +1 -1
- package/dist/cli/convoy/isolation.d.ts +27 -0
- package/dist/cli/convoy/isolation.d.ts.map +1 -0
- package/dist/cli/convoy/isolation.js +120 -0
- package/dist/cli/convoy/isolation.js.map +1 -0
- package/dist/cli/convoy/isolation.test.d.ts +2 -0
- package/dist/cli/convoy/isolation.test.d.ts.map +1 -0
- package/dist/cli/convoy/isolation.test.js +105 -0
- package/dist/cli/convoy/isolation.test.js.map +1 -0
- package/dist/cli/convoy/review-stages.d.ts +9 -0
- package/dist/cli/convoy/review-stages.d.ts.map +1 -0
- package/dist/cli/convoy/review-stages.js +134 -0
- package/dist/cli/convoy/review-stages.js.map +1 -0
- package/dist/cli/convoy/review-stages.test.d.ts +2 -0
- package/dist/cli/convoy/review-stages.test.d.ts.map +1 -0
- package/dist/cli/convoy/review-stages.test.js +197 -0
- package/dist/cli/convoy/review-stages.test.js.map +1 -0
- package/dist/cli/convoy/skill-refinement.d.ts +39 -0
- package/dist/cli/convoy/skill-refinement.d.ts.map +1 -0
- package/dist/cli/convoy/skill-refinement.js +239 -0
- package/dist/cli/convoy/skill-refinement.js.map +1 -0
- package/dist/cli/convoy/skill-refinement.test.d.ts +2 -0
- package/dist/cli/convoy/skill-refinement.test.d.ts.map +1 -0
- package/dist/cli/convoy/skill-refinement.test.js +230 -0
- package/dist/cli/convoy/skill-refinement.test.js.map +1 -0
- package/dist/cli/convoy/spec-builder.d.ts +1 -0
- package/dist/cli/convoy/spec-builder.d.ts.map +1 -1
- package/dist/cli/convoy/spec-builder.js +11 -0
- package/dist/cli/convoy/spec-builder.js.map +1 -1
- package/dist/cli/convoy/spec-builder.test.js +54 -0
- package/dist/cli/convoy/spec-builder.test.js.map +1 -1
- package/dist/cli/convoy/store.d.ts +3 -2
- package/dist/cli/convoy/store.d.ts.map +1 -1
- package/dist/cli/convoy/store.js +20 -2
- package/dist/cli/convoy/store.js.map +1 -1
- package/dist/cli/convoy/store.test.js +15 -15
- package/dist/cli/convoy/store.test.js.map +1 -1
- package/dist/cli/convoy/tdd-gate.d.ts +15 -0
- package/dist/cli/convoy/tdd-gate.d.ts.map +1 -0
- package/dist/cli/convoy/tdd-gate.js +119 -0
- package/dist/cli/convoy/tdd-gate.js.map +1 -0
- package/dist/cli/convoy/tdd-gate.test.d.ts +2 -0
- package/dist/cli/convoy/tdd-gate.test.d.ts.map +1 -0
- package/dist/cli/convoy/tdd-gate.test.js +227 -0
- package/dist/cli/convoy/tdd-gate.test.js.map +1 -0
- package/dist/cli/convoy/types.d.ts +91 -0
- package/dist/cli/convoy/types.d.ts.map +1 -1
- package/dist/cli/convoy/types.js +8 -0
- package/dist/cli/convoy/types.js.map +1 -1
- package/dist/cli/insights.d.ts +3 -0
- package/dist/cli/insights.d.ts.map +1 -0
- package/dist/cli/insights.js +94 -0
- package/dist/cli/insights.js.map +1 -0
- package/dist/cli/lesson.d.ts.map +1 -1
- package/dist/cli/lesson.js +7 -0
- package/dist/cli/lesson.js.map +1 -1
- package/dist/cli/log.d.ts.map +1 -1
- package/dist/cli/log.js +7 -0
- package/dist/cli/log.js.map +1 -1
- package/dist/cli/package-config.d.ts +12 -0
- package/dist/cli/package-config.d.ts.map +1 -0
- package/dist/cli/package-config.js +37 -0
- package/dist/cli/package-config.js.map +1 -0
- package/dist/cli/package.d.ts +23 -0
- package/dist/cli/package.d.ts.map +1 -0
- package/dist/cli/package.js +285 -0
- package/dist/cli/package.js.map +1 -0
- package/dist/cli/package.test.d.ts +2 -0
- package/dist/cli/package.test.d.ts.map +1 -0
- package/dist/cli/package.test.js +236 -0
- package/dist/cli/package.test.js.map +1 -0
- package/dist/cli/pipeline.d.ts +6 -0
- package/dist/cli/pipeline.d.ts.map +1 -1
- package/dist/cli/pipeline.js +15 -2
- package/dist/cli/pipeline.js.map +1 -1
- package/dist/cli/run/schema.d.ts.map +1 -1
- package/dist/cli/run/schema.js +32 -0
- package/dist/cli/run/schema.js.map +1 -1
- package/dist/cli/run/schema.test.js +51 -0
- package/dist/cli/run/schema.test.js.map +1 -1
- package/dist/cli/skills.d.ts +3 -0
- package/dist/cli/skills.d.ts.map +1 -0
- package/dist/cli/skills.js +107 -0
- package/dist/cli/skills.js.map +1 -0
- package/dist/cli/types.d.ts +4 -1
- package/dist/cli/types.d.ts.map +1 -1
- package/dist/dashboard/scripts/etl.d.ts.map +1 -1
- package/dist/dashboard/scripts/etl.js +44 -11
- package/dist/dashboard/scripts/etl.js.map +1 -1
- package/package.json +2 -1
- package/src/cli/agents.ts +20 -5
- package/src/cli/artifacts-cli.ts +41 -0
- package/src/cli/baselines.ts +12 -0
- package/src/cli/convoy/artifacts.test.ts +201 -0
- package/src/cli/convoy/artifacts.ts +186 -0
- package/src/cli/convoy/compaction.test.ts +245 -0
- package/src/cli/convoy/compaction.ts +164 -0
- package/src/cli/convoy/contracts.test.ts +279 -0
- package/src/cli/convoy/contracts.ts +280 -0
- package/src/cli/convoy/dag-analysis.test.ts +349 -0
- package/src/cli/convoy/dag-analysis.ts +371 -0
- package/src/cli/convoy/effort-scaling.test.ts +140 -0
- package/src/cli/convoy/effort-scaling.ts +90 -0
- package/src/cli/convoy/engine.test.ts +175 -18
- package/src/cli/convoy/engine.ts +301 -7
- package/src/cli/convoy/event-schemas.ts +55 -0
- package/src/cli/convoy/isolation.test.ts +137 -0
- package/src/cli/convoy/isolation.ts +165 -0
- package/src/cli/convoy/review-stages.test.ts +235 -0
- package/src/cli/convoy/review-stages.ts +166 -0
- package/src/cli/convoy/skill-refinement.test.ts +277 -0
- package/src/cli/convoy/skill-refinement.ts +306 -0
- package/src/cli/convoy/spec-builder.test.ts +61 -0
- package/src/cli/convoy/spec-builder.ts +9 -0
- package/src/cli/convoy/store.test.ts +15 -15
- package/src/cli/convoy/store.ts +26 -4
- package/src/cli/convoy/tdd-gate.test.ts +281 -0
- package/src/cli/convoy/tdd-gate.ts +154 -0
- package/src/cli/convoy/types.ts +51 -0
- package/src/cli/insights.ts +99 -0
- package/src/cli/lesson.ts +8 -0
- package/src/cli/log.ts +8 -0
- package/src/cli/package-config.ts +48 -0
- package/src/cli/package.test.ts +276 -0
- package/src/cli/package.ts +329 -0
- package/src/cli/pipeline.ts +21 -2
- package/src/cli/run/schema.test.ts +58 -0
- package/src/cli/run/schema.ts +33 -0
- package/src/cli/skills.ts +121 -0
- package/src/cli/types.ts +4 -1
- package/src/dashboard/dist/_astro/index.D6quLrA6.css +1 -0
- package/src/dashboard/dist/data/convoy-list.json +21 -7
- package/src/dashboard/dist/data/convoys/demo-api-v2.json +3 -3
- package/src/dashboard/dist/data/convoys/demo-auth-revamp.json +5 -5
- package/src/dashboard/dist/data/convoys/demo-convoy-1.json +2 -2
- package/src/dashboard/dist/data/convoys/demo-convoy-2.json +1 -1
- package/src/dashboard/dist/data/convoys/demo-dashboard-ui.json +7 -7
- package/src/dashboard/dist/data/convoys/demo-data-pipeline.json +3 -3
- package/src/dashboard/dist/data/convoys/demo-deploy-ci.json +2 -2
- package/src/dashboard/dist/data/convoys/demo-docs-update.json +2 -2
- package/src/dashboard/dist/data/convoys/demo-perf-opt.json +4 -4
- package/src/dashboard/dist/index.html +306 -33
- package/src/dashboard/node_modules/.vite/deps/_metadata.json +6 -6
- package/src/dashboard/public/data/convoy-list.json +21 -7
- package/src/dashboard/public/data/convoys/demo-api-v2.json +3 -3
- package/src/dashboard/public/data/convoys/demo-auth-revamp.json +5 -5
- package/src/dashboard/public/data/convoys/demo-convoy-1.json +2 -2
- package/src/dashboard/public/data/convoys/demo-convoy-2.json +1 -1
- package/src/dashboard/public/data/convoys/demo-dashboard-ui.json +7 -7
- package/src/dashboard/public/data/convoys/demo-data-pipeline.json +3 -3
- package/src/dashboard/public/data/convoys/demo-deploy-ci.json +2 -2
- package/src/dashboard/public/data/convoys/demo-docs-update.json +2 -2
- package/src/dashboard/public/data/convoys/demo-perf-opt.json +4 -4
- package/src/dashboard/scripts/etl.test.ts +14 -0
- package/src/dashboard/scripts/etl.ts +48 -16
- package/src/dashboard/scripts/generate-demo-db.ts +18 -10
- package/src/dashboard/src/pages/index.astro +348 -45
- package/src/dashboard/src/styles/dashboard.css +56 -0
- package/src/orchestrator/prompts/assess-complexity.prompt.md +13 -0
- package/src/orchestrator/prompts/generate-convoy.prompt.md +19 -0
- package/src/dashboard/dist/_astro/index.BRDFmNzR.css +0 -1
|
@@ -0,0 +1,197 @@
|
|
|
1
|
+
import { describe, it, expect, vi } from 'vitest';
|
|
2
|
+
import { buildSpecCompliancePrompt, buildCodeQualityPrompt, parseStageVerdict, runTwoStageReview, } from './review-stages.js';
|
|
3
|
+
// ── Fixtures ──────────────────────────────────────────────────────────────────
|
|
4
|
+
function makeTask(overrides = {}) {
|
|
5
|
+
return {
|
|
6
|
+
id: 'task-1',
|
|
7
|
+
convoy_id: 'convoy-1',
|
|
8
|
+
phase: 1,
|
|
9
|
+
prompt: 'Implement the feature.\n\n## Acceptance Criteria\n- Feature works\n- Tests pass',
|
|
10
|
+
agent: 'developer',
|
|
11
|
+
adapter: null,
|
|
12
|
+
model: null,
|
|
13
|
+
timeout_ms: 30000,
|
|
14
|
+
status: 'done',
|
|
15
|
+
worker_id: null,
|
|
16
|
+
worktree: null,
|
|
17
|
+
output: 'Done.',
|
|
18
|
+
exit_code: 0,
|
|
19
|
+
started_at: null,
|
|
20
|
+
finished_at: null,
|
|
21
|
+
retries: 0,
|
|
22
|
+
max_retries: 3,
|
|
23
|
+
files: 'src/feature.ts',
|
|
24
|
+
depends_on: null,
|
|
25
|
+
prompt_tokens: null,
|
|
26
|
+
completion_tokens: null,
|
|
27
|
+
total_tokens: null,
|
|
28
|
+
cost_usd: null,
|
|
29
|
+
gates: null,
|
|
30
|
+
on_exhausted: 'dlq',
|
|
31
|
+
injected: 0,
|
|
32
|
+
provenance: null,
|
|
33
|
+
idempotency_key: null,
|
|
34
|
+
current_step: null,
|
|
35
|
+
total_steps: null,
|
|
36
|
+
review_level: null,
|
|
37
|
+
review_verdict: null,
|
|
38
|
+
review_tokens: null,
|
|
39
|
+
review_model: null,
|
|
40
|
+
panel_attempts: 0,
|
|
41
|
+
dispute_id: null,
|
|
42
|
+
drift_score: null,
|
|
43
|
+
drift_retried: 0,
|
|
44
|
+
...overrides,
|
|
45
|
+
};
|
|
46
|
+
}
|
|
47
|
+
function makePassVerdict(stage) {
|
|
48
|
+
return `Analysis done.\n<!-- REVIEW_VERDICT { "stage": "${stage}", "verdict": "pass", "issues": [] } -->`;
|
|
49
|
+
}
|
|
50
|
+
function makeBlockVerdict(stage, issues) {
|
|
51
|
+
return `Analysis done.\n<!-- REVIEW_VERDICT { "stage": "${stage}", "verdict": "block", "issues": ${JSON.stringify(issues)} } -->`;
|
|
52
|
+
}
|
|
53
|
+
// ── parseStageVerdict ─────────────────────────────────────────────────────────
|
|
54
|
+
describe('parseStageVerdict', () => {
|
|
55
|
+
it('parses a valid pass verdict', () => {
|
|
56
|
+
const output = makePassVerdict('spec-compliance');
|
|
57
|
+
const result = parseStageVerdict(output, 'spec-compliance');
|
|
58
|
+
expect(result.stage).toBe('spec-compliance');
|
|
59
|
+
expect(result.verdict).toBe('pass');
|
|
60
|
+
expect(result.issues).toEqual([]);
|
|
61
|
+
});
|
|
62
|
+
it('parses a valid block verdict with issues', () => {
|
|
63
|
+
const output = makeBlockVerdict('code-quality', ['Missing types', 'Unsafe cast']);
|
|
64
|
+
const result = parseStageVerdict(output, 'code-quality');
|
|
65
|
+
expect(result.stage).toBe('code-quality');
|
|
66
|
+
expect(result.verdict).toBe('block');
|
|
67
|
+
expect(result.issues).toEqual(['Missing types', 'Unsafe cast']);
|
|
68
|
+
});
|
|
69
|
+
it('falls back to block verdict on invalid/missing comment', () => {
|
|
70
|
+
const result = parseStageVerdict('No verdict here.', 'spec-compliance');
|
|
71
|
+
expect(result.stage).toBe('spec-compliance');
|
|
72
|
+
expect(result.verdict).toBe('block');
|
|
73
|
+
expect(result.issues).toEqual(['Failed to parse reviewer output']);
|
|
74
|
+
});
|
|
75
|
+
it('falls back to block verdict on malformed JSON', () => {
|
|
76
|
+
const output = '<!-- REVIEW_VERDICT { invalid json } -->';
|
|
77
|
+
const result = parseStageVerdict(output, 'code-quality');
|
|
78
|
+
expect(result.verdict).toBe('block');
|
|
79
|
+
expect(result.issues).toEqual(['Failed to parse reviewer output']);
|
|
80
|
+
});
|
|
81
|
+
});
|
|
82
|
+
// ── buildSpecCompliancePrompt ─────────────────────────────────────────────────
|
|
83
|
+
describe('buildSpecCompliancePrompt', () => {
|
|
84
|
+
it('includes acceptance criteria context from task prompt', () => {
|
|
85
|
+
const task = makeTask();
|
|
86
|
+
const prompt = buildSpecCompliancePrompt(task);
|
|
87
|
+
expect(prompt).toContain('Acceptance Criteria');
|
|
88
|
+
expect(prompt).toContain('spec-compliance');
|
|
89
|
+
expect(prompt).toContain('REVIEW_VERDICT');
|
|
90
|
+
});
|
|
91
|
+
it('includes diff section when diff is provided', () => {
|
|
92
|
+
const task = makeTask();
|
|
93
|
+
const prompt = buildSpecCompliancePrompt(task, '+ added line');
|
|
94
|
+
expect(prompt).toContain('## Diff');
|
|
95
|
+
expect(prompt).toContain('+ added line');
|
|
96
|
+
});
|
|
97
|
+
it('includes file partition section when task has files', () => {
|
|
98
|
+
const task = makeTask({ files: 'src/feature.ts\nsrc/feature.test.ts' });
|
|
99
|
+
const prompt = buildSpecCompliancePrompt(task);
|
|
100
|
+
expect(prompt).toContain('File Partition');
|
|
101
|
+
expect(prompt).toContain('src/feature.ts');
|
|
102
|
+
});
|
|
103
|
+
});
|
|
104
|
+
// ── buildCodeQualityPrompt ────────────────────────────────────────────────────
|
|
105
|
+
describe('buildCodeQualityPrompt', () => {
|
|
106
|
+
it('includes code quality focus areas', () => {
|
|
107
|
+
const task = makeTask();
|
|
108
|
+
const prompt = buildCodeQualityPrompt(task);
|
|
109
|
+
expect(prompt).toContain('code-quality');
|
|
110
|
+
expect(prompt).toContain('TypeScript');
|
|
111
|
+
expect(prompt).toContain('as any');
|
|
112
|
+
expect(prompt).toContain('REVIEW_VERDICT');
|
|
113
|
+
});
|
|
114
|
+
it('includes diff section when diff is provided', () => {
|
|
115
|
+
const task = makeTask();
|
|
116
|
+
const prompt = buildCodeQualityPrompt(task, '- old line\n+ new line');
|
|
117
|
+
expect(prompt).toContain('## Diff');
|
|
118
|
+
expect(prompt).toContain('- old line');
|
|
119
|
+
});
|
|
120
|
+
});
|
|
121
|
+
// ── runTwoStageReview ─────────────────────────────────────────────────────────
|
|
122
|
+
describe('runTwoStageReview', () => {
|
|
123
|
+
it('Stage 1 PASS → Stage 2 runs, both stages in result', async () => {
|
|
124
|
+
const task = makeTask();
|
|
125
|
+
let callCount = 0;
|
|
126
|
+
const runner = vi.fn().mockImplementation((_t, _l, m) => {
|
|
127
|
+
callCount++;
|
|
128
|
+
const stage = callCount === 1 ? 'spec-compliance' : 'code-quality';
|
|
129
|
+
return Promise.resolve({ verdict: 'pass', feedback: makePassVerdict(stage), tokens: 50, model: m });
|
|
130
|
+
});
|
|
131
|
+
const result = await runTwoStageReview(task, runner, 'test-model');
|
|
132
|
+
expect(runner).toHaveBeenCalledTimes(2);
|
|
133
|
+
expect(result.stages).toHaveLength(2);
|
|
134
|
+
expect(result.stages[0].stage).toBe('spec-compliance');
|
|
135
|
+
expect(result.stages[0].verdict).toBe('pass');
|
|
136
|
+
expect(result.stages[1].stage).toBe('code-quality');
|
|
137
|
+
expect(result.overall_verdict).toBe('pass');
|
|
138
|
+
});
|
|
139
|
+
it('Stage 1 BLOCK → Stage 2 skipped, overall is block', async () => {
|
|
140
|
+
const task = makeTask();
|
|
141
|
+
const runner = vi.fn().mockResolvedValue({
|
|
142
|
+
verdict: 'block',
|
|
143
|
+
feedback: makeBlockVerdict('spec-compliance', ['Missing tests']),
|
|
144
|
+
tokens: 75,
|
|
145
|
+
model: 'test-model',
|
|
146
|
+
});
|
|
147
|
+
const result = await runTwoStageReview(task, runner, 'test-model');
|
|
148
|
+
expect(runner).toHaveBeenCalledTimes(1);
|
|
149
|
+
expect(result.stages).toHaveLength(1);
|
|
150
|
+
expect(result.stages[0].stage).toBe('spec-compliance');
|
|
151
|
+
expect(result.stages[0].verdict).toBe('block');
|
|
152
|
+
expect(result.overall_verdict).toBe('block');
|
|
153
|
+
});
|
|
154
|
+
it('Stage 1 PASS + Stage 2 BLOCK → overall BLOCK with 2 stages', async () => {
|
|
155
|
+
const task = makeTask();
|
|
156
|
+
let callCount = 0;
|
|
157
|
+
const runner = vi.fn().mockImplementation((_t, _l, m) => {
|
|
158
|
+
callCount++;
|
|
159
|
+
if (callCount === 1) {
|
|
160
|
+
return Promise.resolve({ verdict: 'pass', feedback: makePassVerdict('spec-compliance'), tokens: 60, model: m });
|
|
161
|
+
}
|
|
162
|
+
return Promise.resolve({ verdict: 'block', feedback: makeBlockVerdict('code-quality', ['Uses as any']), tokens: 80, model: m });
|
|
163
|
+
});
|
|
164
|
+
const result = await runTwoStageReview(task, runner, 'test-model');
|
|
165
|
+
expect(result.stages).toHaveLength(2);
|
|
166
|
+
expect(result.stages[1].verdict).toBe('block');
|
|
167
|
+
expect(result.overall_verdict).toBe('block');
|
|
168
|
+
});
|
|
169
|
+
it('Stage 1 PASS + Stage 2 PASS → overall PASS (happy path)', async () => {
|
|
170
|
+
const task = makeTask();
|
|
171
|
+
let callCount = 0;
|
|
172
|
+
const runner = vi.fn().mockImplementation((_t, _l, m) => {
|
|
173
|
+
callCount++;
|
|
174
|
+
const stage = callCount === 1 ? 'spec-compliance' : 'code-quality';
|
|
175
|
+
return Promise.resolve({ verdict: 'pass', feedback: makePassVerdict(stage), tokens: 40, model: m });
|
|
176
|
+
});
|
|
177
|
+
const result = await runTwoStageReview(task, runner, 'test-model');
|
|
178
|
+
expect(result.overall_verdict).toBe('pass');
|
|
179
|
+
expect(result.stages).toHaveLength(2);
|
|
180
|
+
expect(result.stages.every(s => s.verdict === 'pass')).toBe(true);
|
|
181
|
+
});
|
|
182
|
+
it('total_tokens is sum of both stage tokens', async () => {
|
|
183
|
+
const task = makeTask();
|
|
184
|
+
let callCount = 0;
|
|
185
|
+
const runner = vi.fn().mockImplementation((_t, _l, m) => {
|
|
186
|
+
callCount++;
|
|
187
|
+
const stage = callCount === 1 ? 'spec-compliance' : 'code-quality';
|
|
188
|
+
const tokens = callCount === 1 ? 100 : 150;
|
|
189
|
+
return Promise.resolve({ verdict: 'pass', feedback: makePassVerdict(stage), tokens, model: m });
|
|
190
|
+
});
|
|
191
|
+
const result = await runTwoStageReview(task, runner, 'test-model');
|
|
192
|
+
expect(result.total_tokens).toBe(250);
|
|
193
|
+
expect(result.stages[0].tokens_used).toBe(100);
|
|
194
|
+
expect(result.stages[1].tokens_used).toBe(150);
|
|
195
|
+
});
|
|
196
|
+
});
|
|
197
|
+
//# sourceMappingURL=review-stages.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"review-stages.test.js","sourceRoot":"","sources":["../../../src/cli/convoy/review-stages.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAA;AACjD,OAAO,EACL,yBAAyB,EACzB,sBAAsB,EACtB,iBAAiB,EACjB,iBAAiB,GAClB,MAAM,oBAAoB,CAAA;AAI3B,iFAAiF;AAEjF,SAAS,QAAQ,CAAC,YAAiC,EAAE;IACnD,OAAO;QACL,EAAE,EAAE,QAAQ;QACZ,SAAS,EAAE,UAAU;QACrB,KAAK,EAAE,CAAC;QACR,MAAM,EAAE,iFAAiF;QACzF,KAAK,EAAE,WAAW;QAClB,OAAO,EAAE,IAAI;QACb,KAAK,EAAE,IAAI;QACX,UAAU,EAAE,KAAK;QACjB,MAAM,EAAE,MAAM;QACd,SAAS,EAAE,IAAI;QACf,QAAQ,EAAE,IAAI;QACd,MAAM,EAAE,OAAO;QACf,SAAS,EAAE,CAAC;QACZ,UAAU,EAAE,IAAI;QAChB,WAAW,EAAE,IAAI;QACjB,OAAO,EAAE,CAAC;QACV,WAAW,EAAE,CAAC;QACd,KAAK,EAAE,gBAAgB;QACvB,UAAU,EAAE,IAAI;QAChB,aAAa,EAAE,IAAI;QACnB,iBAAiB,EAAE,IAAI;QACvB,YAAY,EAAE,IAAI;QAClB,QAAQ,EAAE,IAAI;QACd,KAAK,EAAE,IAAI;QACX,YAAY,EAAE,KAAK;QACnB,QAAQ,EAAE,CAAC;QACX,UAAU,EAAE,IAAI;QAChB,eAAe,EAAE,IAAI;QACrB,YAAY,EAAE,IAAI;QAClB,WAAW,EAAE,IAAI;QACjB,YAAY,EAAE,IAAI;QAClB,cAAc,EAAE,IAAI;QACpB,aAAa,EAAE,IAAI;QACnB,YAAY,EAAE,IAAI;QAClB,cAAc,EAAE,CAAC;QACjB,UAAU,EAAE,IAAI;QAChB,WAAW,EAAE,IAAI;QACjB,aAAa,EAAE,CAAC;QAChB,GAAG,SAAS;KACC,CAAA;AACjB,CAAC;AAED,SAAS,eAAe,CAAC,KAAyC;IAChE,OAAO,mDAAmD,KAAK,0CAA0C,CAAA;AAC3G,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAyC,EAAE,MAAgB;IACnF,OAAO,mDAAmD,KAAK,oCAAoC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAA;AACnI,CAAC;AAED,iFAAiF;AAEjF,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;IACjC,EAAE,CAAC,6BAA6B,EAAE,GAAG,EAAE;QACrC,MAAM,MAAM,GAAG,eAAe,CAAC,iBAAiB,CAAC,CAAA;QACjD,MAAM,MAAM,GAAG,iBAAiB,CAAC,MAAM,EAAE,iBAAiB,CAAC,CAAA;QAC3D,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAA;QAC5C,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QACnC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAA;IACnC,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,0CAA0C,EAAE,GAAG,EAAE;QAClD,MAAM,MAAM,GAAG,gBAAgB,CAAC,cAAc,EAAE,CAAC,eAAe,EAAE,aAAa,CAAC,CAAC,CAAA;QACjF,MAAM,MAAM,GAAG,iBAAiB,CAAC,MAAM,EAAE,cAAc,CAAC,CAAA;QACxD,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAA;QACzC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QACpC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,eAAe,EAAE,aAAa,CAAC,CAAC,CAAA;IACjE,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,wDAAwD,EAAE,GAAG,EAAE;QAChE,MAAM,MAAM,GAAG,iBAAiB,CAAC,kBAAkB,EAAE,iBAAiB,CAAC,CAAA;QACvE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAA;QAC5C,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QACpC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,iCAAiC,CAAC,CAAC,CAAA;IACpE,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,+CAA+C,EAAE,GAAG,EAAE;QACvD,MAAM,MAAM,GAAG,0CAA0C,CAAA;QACzD,MAAM,MAAM,GAAG,iBAAiB,CAAC,MAAM,EAAE,cAAc,CAAC,CAAA;QACxD,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QACpC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,iCAAiC,CAAC,CAAC,CAAA;IACpE,CAAC,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA;AAEF,iFAAiF;AAEjF,QAAQ,CAAC,2BAA2B,EAAE,GAAG,EAAE;IACzC,EAAE,CAAC,uDAAuD,EAAE,GAAG,EAAE;QAC/D,MAAM,IAAI,GAAG,QAAQ,EAAE,CAAA;QACvB,MAAM,MAAM,GAAG,yBAAyB,CAAC,IAAI,CAAC,CAAA;QAC9C,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,qBAAqB,CAAC,CAAA;QAC/C,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,iBAAiB,CAAC,CAAA;QAC3C,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAA;IAC5C,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;QACrD,MAAM,IAAI,GAAG,QAAQ,EAAE,CAAA;QACvB,MAAM,MAAM,GAAG,yBAAyB,CAAC,IAAI,EAAE,cAAc,CAAC,CAAA;QAC9D,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,CAAA;QACnC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,cAAc,CAAC,CAAA;IAC1C,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;QAC7D,MAAM,IAAI,GAAG,QAAQ,CAAC,EAAE,KAAK,EAAE,qCAAqC,EAAE,CAAC,CAAA;QACvE,MAAM,MAAM,GAAG,yBAAyB,CAAC,IAAI,CAAC,CAAA;QAC9C,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAA;QAC1C,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAA;IAC5C,CAAC,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA;AAEF,iFAAiF;AAEjF,QAAQ,CAAC,wBAAwB,EAAE,GAAG,EAAE;IACtC,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;QAC3C,MAAM,IAAI,GAAG,QAAQ,EAAE,CAAA;QACvB,MAAM,MAAM,GAAG,sBAAsB,CAAC,IAAI,CAAC,CAAA;QAC3C,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,cAAc,CAAC,CAAA;QACxC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,YAAY,CAAC,CAAA;QACtC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAA;QAClC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAA;IAC5C,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;QACrD,MAAM,IAAI,GAAG,QAAQ,EAAE,CAAA;QACvB,MAAM,MAAM,GAAG,sBAAsB,CAAC,IAAI,EAAE,wBAAwB,CAAC,CAAA;QACrE,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,CAAA;QACnC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,YAAY,CAAC,CAAA;IACxC,CAAC,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA;AAEF,iFAAiF;AAEjF,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;IACjC,EAAE,CAAC,oDAAoD,EAAE,KAAK,IAAI,EAAE;QAClE,MAAM,IAAI,GAAG,QAAQ,EAAE,CAAA;QACvB,IAAI,SAAS,GAAG,CAAC,CAAA;QACjB,MAAM,MAAM,GAAmB,EAAE,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE;YACtE,SAAS,EAAE,CAAA;YACX,MAAM,KAAK,GAAG,SAAS,KAAK,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,cAAc,CAAA;YAClE,OAAO,OAAO,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,MAAe,EAAE,QAAQ,EAAE,eAAe,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAA;QAC9G,CAAC,CAAC,CAAA;QAEF,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,IAAI,EAAE,MAAM,EAAE,YAAY,CAAC,CAAA;QAElE,MAAM,CAAC,MAAM,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAA;QACvC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAA;QACrC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAA;QACtD,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QAC7C,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAA;QACnD,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;IAC7C,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,mDAAmD,EAAE,KAAK,IAAI,EAAE;QACjE,MAAM,IAAI,GAAG,QAAQ,EAAE,CAAA;QACvB,MAAM,MAAM,GAAmB,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC;YACvD,OAAO,EAAE,OAAgB;YACzB,QAAQ,EAAE,gBAAgB,CAAC,iBAAiB,EAAE,CAAC,eAAe,CAAC,CAAC;YAChE,MAAM,EAAE,EAAE;YACV,KAAK,EAAE,YAAY;SACpB,CAAC,CAAA;QAEF,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,IAAI,EAAE,MAAM,EAAE,YAAY,CAAC,CAAA;QAElE,MAAM,CAAC,MAAM,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAA;QACvC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAA;QACrC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAA;QACtD,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QAC9C,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IAC9C,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;QAC1E,MAAM,IAAI,GAAG,QAAQ,EAAE,CAAA;QACvB,IAAI,SAAS,GAAG,CAAC,CAAA;QACjB,MAAM,MAAM,GAAmB,EAAE,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE;YACtE,SAAS,EAAE,CAAA;YACX,IAAI,SAAS,KAAK,CAAC,EAAE,CAAC;gBACpB,OAAO,OAAO,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,MAAe,EAAE,QAAQ,EAAE,eAAe,CAAC,iBAAiB,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAA;YAC1H,CAAC;YACD,OAAO,OAAO,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,OAAgB,EAAE,QAAQ,EAAE,gBAAgB,CAAC,cAAc,EAAE,CAAC,aAAa,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAA;QAC1I,CAAC,CAAC,CAAA;QAEF,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,IAAI,EAAE,MAAM,EAAE,YAAY,CAAC,CAAA;QAElE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAA;QACrC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QAC9C,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IAC9C,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,yDAAyD,EAAE,KAAK,IAAI,EAAE;QACvE,MAAM,IAAI,GAAG,QAAQ,EAAE,CAAA;QACvB,IAAI,SAAS,GAAG,CAAC,CAAA;QACjB,MAAM,MAAM,GAAmB,EAAE,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE;YACtE,SAAS,EAAE,CAAA;YACX,MAAM,KAAK,GAAG,SAAS,KAAK,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,cAAc,CAAA;YAClE,OAAO,OAAO,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,MAAe,EAAE,QAAQ,EAAE,eAAe,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAA;QAC9G,CAAC,CAAC,CAAA;QAEF,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,IAAI,EAAE,MAAM,EAAE,YAAY,CAAC,CAAA;QAElE,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QAC3C,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAA;QACrC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IACnE,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;QACxD,MAAM,IAAI,GAAG,QAAQ,EAAE,CAAA;QACvB,IAAI,SAAS,GAAG,CAAC,CAAA;QACjB,MAAM,MAAM,GAAmB,EAAE,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE;YACtE,SAAS,EAAE,CAAA;YACX,MAAM,KAAK,GAAG,SAAS,KAAK,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,cAAc,CAAA;YAClE,MAAM,MAAM,GAAG,SAAS,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAA;YAC1C,OAAO,OAAO,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,MAAe,EAAE,QAAQ,EAAE,eAAe,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAA;QAC1G,CAAC,CAAC,CAAA;QAEF,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,IAAI,EAAE,MAAM,EAAE,YAAY,CAAC,CAAA;QAElE,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QACrC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QAC9C,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IAChD,CAAC,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA"}
|
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
export interface SkillFailureRecord {
|
|
2
|
+
skill_name: string;
|
|
3
|
+
agent: string;
|
|
4
|
+
task_id: string;
|
|
5
|
+
convoy_id: string;
|
|
6
|
+
failure_reason: string;
|
|
7
|
+
retry_count: number;
|
|
8
|
+
eventually_succeeded: boolean;
|
|
9
|
+
timestamp: string;
|
|
10
|
+
}
|
|
11
|
+
export interface SkillRefinementProposal {
|
|
12
|
+
skill_name: string;
|
|
13
|
+
skill_path: string;
|
|
14
|
+
failure_count: number;
|
|
15
|
+
common_failure_patterns: string[];
|
|
16
|
+
proposed_additions: string[];
|
|
17
|
+
confidence: 'low' | 'medium' | 'high';
|
|
18
|
+
generated_at: string;
|
|
19
|
+
}
|
|
20
|
+
export declare function trackSkillFailure(record: SkillFailureRecord, basePath?: string): void;
|
|
21
|
+
export declare function getSkillFailures(skillName: string, basePath?: string, since?: string): SkillFailureRecord[];
|
|
22
|
+
export declare function detectFailurePatterns(failures: SkillFailureRecord[]): {
|
|
23
|
+
should_refine: boolean;
|
|
24
|
+
patterns: string[];
|
|
25
|
+
threshold_met: boolean;
|
|
26
|
+
};
|
|
27
|
+
export declare function generateRefinementProposal(skillName: string, failures: SkillFailureRecord[], basePath?: string): SkillRefinementProposal;
|
|
28
|
+
export declare function saveProposal(proposal: SkillRefinementProposal, basePath?: string, failures?: SkillFailureRecord[]): string;
|
|
29
|
+
export declare function getFailureStats(basePath?: string): Array<{
|
|
30
|
+
skill_name: string;
|
|
31
|
+
count: number;
|
|
32
|
+
agents: string[];
|
|
33
|
+
latest: string;
|
|
34
|
+
}>;
|
|
35
|
+
export declare function runSkillRefinementCheck(convoyId: string, basePath?: string): Array<{
|
|
36
|
+
skill: string;
|
|
37
|
+
proposalPath: string;
|
|
38
|
+
}>;
|
|
39
|
+
//# sourceMappingURL=skill-refinement.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"skill-refinement.d.ts","sourceRoot":"","sources":["../../../src/cli/convoy/skill-refinement.ts"],"names":[],"mappings":"AAOA,MAAM,WAAW,kBAAkB;IACjC,UAAU,EAAE,MAAM,CAAA;IAClB,KAAK,EAAE,MAAM,CAAA;IACb,OAAO,EAAE,MAAM,CAAA;IACf,SAAS,EAAE,MAAM,CAAA;IACjB,cAAc,EAAE,MAAM,CAAA;IACtB,WAAW,EAAE,MAAM,CAAA;IACnB,oBAAoB,EAAE,OAAO,CAAA;IAC7B,SAAS,EAAE,MAAM,CAAA;CAClB;AAED,MAAM,WAAW,uBAAuB;IACtC,UAAU,EAAE,MAAM,CAAA;IAClB,UAAU,EAAE,MAAM,CAAA;IAClB,aAAa,EAAE,MAAM,CAAA;IACrB,uBAAuB,EAAE,MAAM,EAAE,CAAA;IACjC,kBAAkB,EAAE,MAAM,EAAE,CAAA;IAC5B,UAAU,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAA;IACrC,YAAY,EAAE,MAAM,CAAA;CACrB;AAED,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,kBAAkB,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAQrF;AAED,wBAAgB,gBAAgB,CAAC,SAAS,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,kBAAkB,EAAE,CAkB3G;AAWD,wBAAgB,qBAAqB,CAAC,QAAQ,EAAE,kBAAkB,EAAE,GAAG;IACrE,aAAa,EAAE,OAAO,CAAA;IACtB,QAAQ,EAAE,MAAM,EAAE,CAAA;IAClB,aAAa,EAAE,OAAO,CAAA;CACvB,CA4DA;AAED,wBAAgB,0BAA0B,CACxC,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,kBAAkB,EAAE,EAC9B,QAAQ,CAAC,EAAE,MAAM,GAChB,uBAAuB,CAwBzB;AAwCD,wBAAgB,YAAY,CAC1B,QAAQ,EAAE,uBAAuB,EACjC,QAAQ,CAAC,EAAE,MAAM,EACjB,QAAQ,GAAE,kBAAkB,EAAO,GAClC,MAAM,CAkBR;AAED,wBAAgB,eAAe,CAC7B,QAAQ,CAAC,EAAE,MAAM,GAChB,KAAK,CAAC;IAAE,UAAU,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,EAAE,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC,CAqChF;AAED,wBAAgB,uBAAuB,CACrC,QAAQ,EAAE,MAAM,EAChB,QAAQ,CAAC,EAAE,MAAM,GAChB,KAAK,CAAC;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,YAAY,EAAE,MAAM,CAAA;CAAE,CAAC,CAoChD"}
|
|
@@ -0,0 +1,239 @@
|
|
|
1
|
+
import { existsSync, readFileSync, appendFileSync, mkdirSync, writeFileSync } from 'node:fs';
|
|
2
|
+
import { join } from 'node:path';
|
|
3
|
+
import { scanForSecrets } from './gates.js';
|
|
4
|
+
const SKILL_FAILURES_PATH = '.opencastle/telemetry/skill-failures.ndjson';
|
|
5
|
+
const STOP_WORDS = new Set(['the', 'a', 'is', 'to', 'and', 'in', 'for', 'of', 'with']);
|
|
6
|
+
export function trackSkillFailure(record, basePath) {
|
|
7
|
+
const base = basePath ?? process.cwd();
|
|
8
|
+
const filePath = join(base, SKILL_FAILURES_PATH);
|
|
9
|
+
mkdirSync(join(base, '.opencastle', 'telemetry'), { recursive: true });
|
|
10
|
+
const line = JSON.stringify(record) + '\n';
|
|
11
|
+
const scan = scanForSecrets(line, 'skill-failures.ndjson');
|
|
12
|
+
if (!scan.clean)
|
|
13
|
+
return;
|
|
14
|
+
appendFileSync(filePath, line, 'utf8');
|
|
15
|
+
}
|
|
16
|
+
export function getSkillFailures(skillName, basePath, since) {
|
|
17
|
+
const base = basePath ?? process.cwd();
|
|
18
|
+
const filePath = join(base, SKILL_FAILURES_PATH);
|
|
19
|
+
if (!existsSync(filePath))
|
|
20
|
+
return [];
|
|
21
|
+
const content = readFileSync(filePath, 'utf8');
|
|
22
|
+
const records = [];
|
|
23
|
+
for (const line of content.split('\n')) {
|
|
24
|
+
if (!line.trim())
|
|
25
|
+
continue;
|
|
26
|
+
try {
|
|
27
|
+
const record = JSON.parse(line);
|
|
28
|
+
if (record.skill_name !== skillName)
|
|
29
|
+
continue;
|
|
30
|
+
if (since && record.timestamp < since)
|
|
31
|
+
continue;
|
|
32
|
+
records.push(record);
|
|
33
|
+
}
|
|
34
|
+
catch {
|
|
35
|
+
// skip malformed lines
|
|
36
|
+
}
|
|
37
|
+
}
|
|
38
|
+
return records;
|
|
39
|
+
}
|
|
40
|
+
function tokenize(text) {
|
|
41
|
+
return new Set(text
|
|
42
|
+
.toLowerCase()
|
|
43
|
+
.split(/\W+/)
|
|
44
|
+
.filter(w => w.length > 2 && !STOP_WORDS.has(w)));
|
|
45
|
+
}
|
|
46
|
+
export function detectFailurePatterns(failures) {
|
|
47
|
+
if (failures.length < 2) {
|
|
48
|
+
return { should_refine: false, patterns: [], threshold_met: false };
|
|
49
|
+
}
|
|
50
|
+
const uniqueConvoys = new Set(failures.map(f => f.convoy_id));
|
|
51
|
+
const uniqueAgents = new Set(failures.map(f => f.agent));
|
|
52
|
+
const agentCounts = new Map();
|
|
53
|
+
for (const f of failures) {
|
|
54
|
+
agentCounts.set(f.agent, (agentCounts.get(f.agent) ?? 0) + 1);
|
|
55
|
+
}
|
|
56
|
+
const sameAgentDoubleFailure = [...agentCounts.values()].some(c => c >= 2);
|
|
57
|
+
// threshold: 3+ different convoys, OR same agent 2+ failures,
|
|
58
|
+
// OR 2+ different agents each from distinct convoys
|
|
59
|
+
const threshold_met = uniqueConvoys.size >= 3 ||
|
|
60
|
+
sameAgentDoubleFailure ||
|
|
61
|
+
(uniqueAgents.size >= 2 && uniqueConvoys.size >= 2);
|
|
62
|
+
// Group failure_reasons by word overlap
|
|
63
|
+
const groups = [];
|
|
64
|
+
for (const failure of failures) {
|
|
65
|
+
const words = tokenize(failure.failure_reason);
|
|
66
|
+
let matched = false;
|
|
67
|
+
for (const group of groups) {
|
|
68
|
+
const groupWords = tokenize(group[0]);
|
|
69
|
+
const intersection = [...words].filter(w => groupWords.has(w));
|
|
70
|
+
const minSize = Math.min(words.size, groupWords.size);
|
|
71
|
+
if (minSize > 0 && intersection.length / minSize >= 0.5) {
|
|
72
|
+
group.push(failure.failure_reason);
|
|
73
|
+
matched = true;
|
|
74
|
+
break;
|
|
75
|
+
}
|
|
76
|
+
}
|
|
77
|
+
if (!matched) {
|
|
78
|
+
groups.push([failure.failure_reason]);
|
|
79
|
+
}
|
|
80
|
+
}
|
|
81
|
+
groups.sort((a, b) => b.length - a.length);
|
|
82
|
+
const patterns = [];
|
|
83
|
+
for (const group of groups) {
|
|
84
|
+
const wordSets = group.map(r => tokenize(r));
|
|
85
|
+
let shared = new Set(wordSets[0]);
|
|
86
|
+
for (const ws of wordSets.slice(1)) {
|
|
87
|
+
shared = new Set([...shared].filter(w => ws.has(w)));
|
|
88
|
+
}
|
|
89
|
+
if (shared.size > 0) {
|
|
90
|
+
patterns.push([...shared].slice(0, 5).join(', '));
|
|
91
|
+
}
|
|
92
|
+
else if (group.length > 1) {
|
|
93
|
+
patterns.push(group[0].slice(0, 60));
|
|
94
|
+
}
|
|
95
|
+
}
|
|
96
|
+
const should_refine = threshold_met && patterns.length > 0;
|
|
97
|
+
return { should_refine, patterns, threshold_met };
|
|
98
|
+
}
|
|
99
|
+
export function generateRefinementProposal(skillName, failures, basePath) {
|
|
100
|
+
const base = basePath ?? process.cwd();
|
|
101
|
+
const skillFilePath = join(base, '.github', 'skills', skillName, 'SKILL.md');
|
|
102
|
+
const skill_path = existsSync(skillFilePath) ? skillFilePath : 'unknown';
|
|
103
|
+
const { patterns } = detectFailurePatterns(failures);
|
|
104
|
+
const count = failures.length;
|
|
105
|
+
const confidence = count >= 5 ? 'high' : count >= 3 ? 'medium' : 'low';
|
|
106
|
+
const proposed_additions = patterns.map(p => `Add to ## Common Pitfalls: '${p}'`);
|
|
107
|
+
return {
|
|
108
|
+
skill_name: skillName,
|
|
109
|
+
skill_path,
|
|
110
|
+
failure_count: count,
|
|
111
|
+
common_failure_patterns: patterns,
|
|
112
|
+
proposed_additions,
|
|
113
|
+
confidence,
|
|
114
|
+
generated_at: new Date().toISOString(),
|
|
115
|
+
};
|
|
116
|
+
}
|
|
117
|
+
function buildProposalMarkdown(proposal, failures) {
|
|
118
|
+
const date = proposal.generated_at.slice(0, 10);
|
|
119
|
+
const patternList = proposal.common_failure_patterns.map(p => `- ${p}`).join('\n') || '- (none detected)';
|
|
120
|
+
const additionsList = proposal.proposed_additions.map(a => `- ${a}`).join('\n') || '- (none)';
|
|
121
|
+
const evidenceRows = failures
|
|
122
|
+
.slice(0, 20)
|
|
123
|
+
.map(f => `| ${f.convoy_id} | ${f.task_id} | ${f.agent} | ${f.failure_reason.slice(0, 80)} |`)
|
|
124
|
+
.join('\n');
|
|
125
|
+
return `# Skill Refinement Proposal: ${proposal.skill_name}
|
|
126
|
+
|
|
127
|
+
**Generated:** ${date}
|
|
128
|
+
**Failures analyzed:** ${proposal.failure_count}
|
|
129
|
+
**Confidence:** ${proposal.confidence}
|
|
130
|
+
|
|
131
|
+
## Failure Pattern Summary
|
|
132
|
+
|
|
133
|
+
${patternList}
|
|
134
|
+
|
|
135
|
+
## Proposed Changes
|
|
136
|
+
|
|
137
|
+
${additionsList}
|
|
138
|
+
|
|
139
|
+
## Evidence
|
|
140
|
+
|
|
141
|
+
| Convoy | Task | Agent | Failure Reason |
|
|
142
|
+
|--------|------|-------|---------------|
|
|
143
|
+
${evidenceRows}
|
|
144
|
+
|
|
145
|
+
## Action
|
|
146
|
+
|
|
147
|
+
- [ ] Apply this proposal: edit \`${proposal.skill_path}\` manually
|
|
148
|
+
- [ ] Reject: delete this file
|
|
149
|
+
`;
|
|
150
|
+
}
|
|
151
|
+
export function saveProposal(proposal, basePath, failures = []) {
|
|
152
|
+
const base = basePath ?? process.cwd();
|
|
153
|
+
const dir = join(base, '.opencastle', 'proposals');
|
|
154
|
+
mkdirSync(dir, { recursive: true });
|
|
155
|
+
const date = proposal.generated_at.slice(0, 10);
|
|
156
|
+
let filePath = join(dir, `skill-${proposal.skill_name}-${date}.md`);
|
|
157
|
+
if (existsSync(filePath)) {
|
|
158
|
+
let counter = 2;
|
|
159
|
+
while (existsSync(join(dir, `skill-${proposal.skill_name}-${date}-${counter}.md`))) {
|
|
160
|
+
counter++;
|
|
161
|
+
}
|
|
162
|
+
filePath = join(dir, `skill-${proposal.skill_name}-${date}-${counter}.md`);
|
|
163
|
+
}
|
|
164
|
+
writeFileSync(filePath, buildProposalMarkdown(proposal, failures), 'utf8');
|
|
165
|
+
return filePath;
|
|
166
|
+
}
|
|
167
|
+
export function getFailureStats(basePath) {
|
|
168
|
+
const base = basePath ?? process.cwd();
|
|
169
|
+
const filePath = join(base, SKILL_FAILURES_PATH);
|
|
170
|
+
if (!existsSync(filePath))
|
|
171
|
+
return [];
|
|
172
|
+
const content = readFileSync(filePath, 'utf8');
|
|
173
|
+
const statsMap = new Map();
|
|
174
|
+
for (const line of content.split('\n')) {
|
|
175
|
+
if (!line.trim())
|
|
176
|
+
continue;
|
|
177
|
+
try {
|
|
178
|
+
const record = JSON.parse(line);
|
|
179
|
+
const existing = statsMap.get(record.skill_name);
|
|
180
|
+
if (existing) {
|
|
181
|
+
existing.count++;
|
|
182
|
+
existing.agents.add(record.agent);
|
|
183
|
+
if (record.timestamp > existing.latest)
|
|
184
|
+
existing.latest = record.timestamp;
|
|
185
|
+
}
|
|
186
|
+
else {
|
|
187
|
+
statsMap.set(record.skill_name, {
|
|
188
|
+
count: 1,
|
|
189
|
+
agents: new Set([record.agent]),
|
|
190
|
+
latest: record.timestamp,
|
|
191
|
+
});
|
|
192
|
+
}
|
|
193
|
+
}
|
|
194
|
+
catch {
|
|
195
|
+
// skip malformed lines
|
|
196
|
+
}
|
|
197
|
+
}
|
|
198
|
+
return [...statsMap.entries()]
|
|
199
|
+
.map(([skill_name, s]) => ({
|
|
200
|
+
skill_name,
|
|
201
|
+
count: s.count,
|
|
202
|
+
agents: [...s.agents],
|
|
203
|
+
latest: s.latest,
|
|
204
|
+
}))
|
|
205
|
+
.sort((a, b) => b.count - a.count);
|
|
206
|
+
}
|
|
207
|
+
export function runSkillRefinementCheck(convoyId, basePath) {
|
|
208
|
+
const base = basePath ?? process.cwd();
|
|
209
|
+
const filePath = join(base, SKILL_FAILURES_PATH);
|
|
210
|
+
if (!existsSync(filePath))
|
|
211
|
+
return [];
|
|
212
|
+
const content = readFileSync(filePath, 'utf8');
|
|
213
|
+
const allRecords = [];
|
|
214
|
+
for (const line of content.split('\n')) {
|
|
215
|
+
if (!line.trim())
|
|
216
|
+
continue;
|
|
217
|
+
try {
|
|
218
|
+
allRecords.push(JSON.parse(line));
|
|
219
|
+
}
|
|
220
|
+
catch {
|
|
221
|
+
// skip malformed
|
|
222
|
+
}
|
|
223
|
+
}
|
|
224
|
+
const convoySkills = new Set(allRecords.filter(r => r.convoy_id === convoyId).map(r => r.skill_name));
|
|
225
|
+
if (convoySkills.size === 0)
|
|
226
|
+
return [];
|
|
227
|
+
const results = [];
|
|
228
|
+
for (const skillName of convoySkills) {
|
|
229
|
+
const allSkillFailures = allRecords.filter(r => r.skill_name === skillName);
|
|
230
|
+
const { threshold_met } = detectFailurePatterns(allSkillFailures);
|
|
231
|
+
if (!threshold_met)
|
|
232
|
+
continue;
|
|
233
|
+
const proposal = generateRefinementProposal(skillName, allSkillFailures, base);
|
|
234
|
+
const proposalPath = saveProposal(proposal, base, allSkillFailures);
|
|
235
|
+
results.push({ skill: skillName, proposalPath });
|
|
236
|
+
}
|
|
237
|
+
return results;
|
|
238
|
+
}
|
|
239
|
+
//# sourceMappingURL=skill-refinement.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"skill-refinement.js","sourceRoot":"","sources":["../../../src/cli/convoy/skill-refinement.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,cAAc,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,SAAS,CAAA;AAC5F,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAA;AAChC,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAA;AAE3C,MAAM,mBAAmB,GAAG,6CAA6C,CAAA;AACzE,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,CAAC,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC,CAAA;AAuBtF,MAAM,UAAU,iBAAiB,CAAC,MAA0B,EAAE,QAAiB;IAC7E,MAAM,IAAI,GAAG,QAAQ,IAAI,OAAO,CAAC,GAAG,EAAE,CAAA;IACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,EAAE,mBAAmB,CAAC,CAAA;IAChD,SAAS,CAAC,IAAI,CAAC,IAAI,EAAE,aAAa,EAAE,WAAW,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;IACtE,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,IAAI,CAAA;IAC1C,MAAM,IAAI,GAAG,cAAc,CAAC,IAAI,EAAE,uBAAuB,CAAC,CAAA;IAC1D,IAAI,CAAC,IAAI,CAAC,KAAK;QAAE,OAAM;IACvB,cAAc,CAAC,QAAQ,EAAE,IAAI,EAAE,MAAM,CAAC,CAAA;AACxC,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,SAAiB,EAAE,QAAiB,EAAE,KAAc;IACnF,MAAM,IAAI,GAAG,QAAQ,IAAI,OAAO,CAAC,GAAG,EAAE,CAAA;IACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,EAAE,mBAAmB,CAAC,CAAA;IAChD,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;QAAE,OAAO,EAAE,CAAA;IACpC,MAAM,OAAO,GAAG,YAAY,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;IAC9C,MAAM,OAAO,GAAyB,EAAE,CAAA;IACxC,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QACvC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;YAAE,SAAQ;QAC1B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAuB,CAAA;YACrD,IAAI,MAAM,CAAC,UAAU,KAAK,SAAS;gBAAE,SAAQ;YAC7C,IAAI,KAAK,IAAI,MAAM,CAAC,SAAS,GAAG,KAAK;gBAAE,SAAQ;YAC/C,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QACtB,CAAC;QAAC,MAAM,CAAC;YACP,uBAAuB;QACzB,CAAC;IACH,CAAC;IACD,OAAO,OAAO,CAAA;AAChB,CAAC;AAED,SAAS,QAAQ,CAAC,IAAY;IAC5B,OAAO,IAAI,GAAG,CACZ,IAAI;SACD,WAAW,EAAE;SACb,KAAK,CAAC,KAAK,CAAC;SACZ,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CACnD,CAAA;AACH,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,QAA8B;IAKlE,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxB,OAAO,EAAE,aAAa,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,EAAE,aAAa,EAAE,KAAK,EAAE,CAAA;IACrE,CAAC;IAED,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAA;IAC7D,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAA;IAExD,MAAM,WAAW,GAAG,IAAI,GAAG,EAAkB,CAAA;IAC7C,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QACzB,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;IAC/D,CAAC;IACD,MAAM,sBAAsB,GAAG,CAAC,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAA;IAE1E,8DAA8D;IAC9D,oDAAoD;IACpD,MAAM,aAAa,GACjB,aAAa,CAAC,IAAI,IAAI,CAAC;QACvB,sBAAsB;QACtB,CAAC,YAAY,CAAC,IAAI,IAAI,CAAC,IAAI,aAAa,CAAC,IAAI,IAAI,CAAC,CAAC,CAAA;IAErD,wCAAwC;IACxC,MAAM,MAAM,GAAe,EAAE,CAAA;IAC7B,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,MAAM,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,cAAc,CAAC,CAAA;QAC9C,IAAI,OAAO,GAAG,KAAK,CAAA;QACnB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,UAAU,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;YACrC,MAAM,YAAY,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAA;YAC9D,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,UAAU,CAAC,IAAI,CAAC,CAAA;YACrD,IAAI,OAAO,GAAG,CAAC,IAAI,YAAY,CAAC,MAAM,GAAG,OAAO,IAAI,GAAG,EAAE,CAAC;gBACxD,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,CAAA;gBAClC,OAAO,GAAG,IAAI,CAAA;gBACd,MAAK;YACP,CAAC;QACH,CAAC;QACD,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,CAAA;QACvC,CAAC;IACH,CAAC;IAED,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC,CAAA;IAE1C,MAAM,QAAQ,GAAa,EAAE,CAAA;IAC7B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAA;QAC5C,IAAI,MAAM,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAA;QACjC,KAAK,MAAM,EAAE,IAAI,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;YACnC,MAAM,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;QACtD,CAAC;QACD,IAAI,MAAM,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YACpB,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;QACnD,CAAC;aAAM,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5B,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAA;QACtC,CAAC;IACH,CAAC;IAED,MAAM,aAAa,GAAG,aAAa,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAA;IAE1D,OAAO,EAAE,aAAa,EAAE,QAAQ,EAAE,aAAa,EAAE,CAAA;AACnD,CAAC;AAED,MAAM,UAAU,0BAA0B,CACxC,SAAiB,EACjB,QAA8B,EAC9B,QAAiB;IAEjB,MAAM,IAAI,GAAG,QAAQ,IAAI,OAAO,CAAC,GAAG,EAAE,CAAA;IACtC,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,SAAS,EAAE,UAAU,CAAC,CAAA;IAC5E,MAAM,UAAU,GAAG,UAAU,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS,CAAA;IAExE,MAAM,EAAE,QAAQ,EAAE,GAAG,qBAAqB,CAAC,QAAQ,CAAC,CAAA;IAEpD,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAA;IAC7B,MAAM,UAAU,GACd,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAA;IAErD,MAAM,kBAAkB,GAAG,QAAQ,CAAC,GAAG,CACrC,CAAC,CAAC,EAAE,CAAC,+BAA+B,CAAC,GAAG,CACzC,CAAA;IAED,OAAO;QACL,UAAU,EAAE,SAAS;QACrB,UAAU;QACV,aAAa,EAAE,KAAK;QACpB,uBAAuB,EAAE,QAAQ;QACjC,kBAAkB;QAClB,UAAU;QACV,YAAY,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KACvC,CAAA;AACH,CAAC;AAED,SAAS,qBAAqB,CAAC,QAAiC,EAAE,QAA8B;IAC9F,MAAM,IAAI,GAAG,QAAQ,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAA;IAC/C,MAAM,WAAW,GACf,QAAQ,CAAC,uBAAuB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,mBAAmB,CAAA;IACvF,MAAM,aAAa,GACjB,QAAQ,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,UAAU,CAAA;IACzE,MAAM,YAAY,GAAG,QAAQ;SAC1B,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;SACZ,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,SAAS,MAAM,CAAC,CAAC,OAAO,MAAM,CAAC,CAAC,KAAK,MAAM,CAAC,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC;SAC7F,IAAI,CAAC,IAAI,CAAC,CAAA;IAEb,OAAO,gCAAgC,QAAQ,CAAC,UAAU;;iBAE3C,IAAI;yBACI,QAAQ,CAAC,aAAa;kBAC7B,QAAQ,CAAC,UAAU;;;;EAInC,WAAW;;;;EAIX,aAAa;;;;;;EAMb,YAAY;;;;oCAIsB,QAAQ,CAAC,UAAU;;CAEtD,CAAA;AACD,CAAC;AAED,MAAM,UAAU,YAAY,CAC1B,QAAiC,EACjC,QAAiB,EACjB,WAAiC,EAAE;IAEnC,MAAM,IAAI,GAAG,QAAQ,IAAI,OAAO,CAAC,GAAG,EAAE,CAAA;IACtC,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,EAAE,aAAa,EAAE,WAAW,CAAC,CAAA;IAClD,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;IAEnC,MAAM,IAAI,GAAG,QAAQ,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAA;IAC/C,IAAI,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,SAAS,QAAQ,CAAC,UAAU,IAAI,IAAI,KAAK,CAAC,CAAA;IAEnE,IAAI,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QACzB,IAAI,OAAO,GAAG,CAAC,CAAA;QACf,OAAO,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE,SAAS,QAAQ,CAAC,UAAU,IAAI,IAAI,IAAI,OAAO,KAAK,CAAC,CAAC,EAAE,CAAC;YACnF,OAAO,EAAE,CAAA;QACX,CAAC;QACD,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,SAAS,QAAQ,CAAC,UAAU,IAAI,IAAI,IAAI,OAAO,KAAK,CAAC,CAAA;IAC5E,CAAC;IAED,aAAa,CAAC,QAAQ,EAAE,qBAAqB,CAAC,QAAQ,EAAE,QAAQ,CAAC,EAAE,MAAM,CAAC,CAAA;IAC1E,OAAO,QAAQ,CAAA;AACjB,CAAC;AAED,MAAM,UAAU,eAAe,CAC7B,QAAiB;IAEjB,MAAM,IAAI,GAAG,QAAQ,IAAI,OAAO,CAAC,GAAG,EAAE,CAAA;IACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,EAAE,mBAAmB,CAAC,CAAA;IAChD,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;QAAE,OAAO,EAAE,CAAA;IAEpC,MAAM,OAAO,GAAG,YAAY,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;IAC9C,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAkE,CAAA;IAE1F,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QACvC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;YAAE,SAAQ;QAC1B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAuB,CAAA;YACrD,MAAM,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,CAAA;YAChD,IAAI,QAAQ,EAAE,CAAC;gBACb,QAAQ,CAAC,KAAK,EAAE,CAAA;gBAChB,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;gBACjC,IAAI,MAAM,CAAC,SAAS,GAAG,QAAQ,CAAC,MAAM;oBAAE,QAAQ,CAAC,MAAM,GAAG,MAAM,CAAC,SAAS,CAAA;YAC5E,CAAC;iBAAM,CAAC;gBACN,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,UAAU,EAAE;oBAC9B,KAAK,EAAE,CAAC;oBACR,MAAM,EAAE,IAAI,GAAG,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;oBAC/B,MAAM,EAAE,MAAM,CAAC,SAAS;iBACzB,CAAC,CAAA;YACJ,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,uBAAuB;QACzB,CAAC;IACH,CAAC;IAED,OAAO,CAAC,GAAG,QAAQ,CAAC,OAAO,EAAE,CAAC;SAC3B,GAAG,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACzB,UAAU;QACV,KAAK,EAAE,CAAC,CAAC,KAAK;QACd,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC;QACrB,MAAM,EAAE,CAAC,CAAC,MAAM;KACjB,CAAC,CAAC;SACF,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAA;AACtC,CAAC;AAED,MAAM,UAAU,uBAAuB,CACrC,QAAgB,EAChB,QAAiB;IAEjB,MAAM,IAAI,GAAG,QAAQ,IAAI,OAAO,CAAC,GAAG,EAAE,CAAA;IACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,EAAE,mBAAmB,CAAC,CAAA;IAChD,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;QAAE,OAAO,EAAE,CAAA;IAEpC,MAAM,OAAO,GAAG,YAAY,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;IAC9C,MAAM,UAAU,GAAyB,EAAE,CAAA;IAE3C,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QACvC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;YAAE,SAAQ;QAC1B,IAAI,CAAC;YACH,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAuB,CAAC,CAAA;QACzD,CAAC;QAAC,MAAM,CAAC;YACP,iBAAiB;QACnB,CAAC;IACH,CAAC;IAED,MAAM,YAAY,GAAG,IAAI,GAAG,CAC1B,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CACxE,CAAA;IAED,IAAI,YAAY,CAAC,IAAI,KAAK,CAAC;QAAE,OAAO,EAAE,CAAA;IAEtC,MAAM,OAAO,GAAmD,EAAE,CAAA;IAElE,KAAK,MAAM,SAAS,IAAI,YAAY,EAAE,CAAC;QACrC,MAAM,gBAAgB,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,KAAK,SAAS,CAAC,CAAA;QAC3E,MAAM,EAAE,aAAa,EAAE,GAAG,qBAAqB,CAAC,gBAAgB,CAAC,CAAA;QACjE,IAAI,CAAC,aAAa;YAAE,SAAQ;QAE5B,MAAM,QAAQ,GAAG,0BAA0B,CAAC,SAAS,EAAE,gBAAgB,EAAE,IAAI,CAAC,CAAA;QAC9E,MAAM,YAAY,GAAG,YAAY,CAAC,QAAQ,EAAE,IAAI,EAAE,gBAAgB,CAAC,CAAA;QACnE,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,YAAY,EAAE,CAAC,CAAA;IAClD,CAAC;IAED,OAAO,OAAO,CAAA;AAChB,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"skill-refinement.test.d.ts","sourceRoot":"","sources":["../../../src/cli/convoy/skill-refinement.test.ts"],"names":[],"mappings":""}
|