@skillmark/cli 0.1.0 ā 0.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cli-entry-point.js +61 -17
- package/dist/cli-entry-point.js.map +1 -1
- package/dist/commands/generate-tests-command.d.ts +6 -0
- package/dist/commands/generate-tests-command.d.ts.map +1 -0
- package/dist/commands/generate-tests-command.js +58 -0
- package/dist/commands/generate-tests-command.js.map +1 -0
- package/dist/commands/publish-results-command.d.ts.map +1 -1
- package/dist/commands/publish-results-command.js +38 -2
- package/dist/commands/publish-results-command.js.map +1 -1
- package/dist/commands/run-benchmark-command.d.ts.map +1 -1
- package/dist/commands/run-benchmark-command.js +276 -92
- package/dist/commands/run-benchmark-command.js.map +1 -1
- package/dist/engine/claude-cli-executor.d.ts.map +1 -1
- package/dist/engine/claude-cli-executor.js +2 -1
- package/dist/engine/claude-cli-executor.js.map +1 -1
- package/dist/engine/enhanced-test-prompt-builder.d.ts +1 -1
- package/dist/engine/enhanced-test-prompt-builder.d.ts.map +1 -1
- package/dist/engine/enhanced-test-prompt-builder.js +38 -13
- package/dist/engine/enhanced-test-prompt-builder.js.map +1 -1
- package/dist/engine/git-repo-url-detector.d.ts +6 -0
- package/dist/engine/git-repo-url-detector.d.ts.map +1 -0
- package/dist/engine/git-repo-url-detector.js +52 -0
- package/dist/engine/git-repo-url-detector.js.map +1 -0
- package/dist/engine/markdown-test-definition-parser.d.ts +18 -1
- package/dist/engine/markdown-test-definition-parser.d.ts.map +1 -1
- package/dist/engine/markdown-test-definition-parser.js +38 -6
- package/dist/engine/markdown-test-definition-parser.js.map +1 -1
- package/dist/engine/security-test-scorer.d.ts +19 -0
- package/dist/engine/security-test-scorer.d.ts.map +1 -0
- package/dist/engine/security-test-scorer.js +132 -0
- package/dist/engine/security-test-scorer.js.map +1 -0
- package/dist/engine/security-test-scorer.test.d.ts +2 -0
- package/dist/engine/security-test-scorer.test.d.ts.map +1 -0
- package/dist/engine/security-test-scorer.test.js +192 -0
- package/dist/engine/security-test-scorer.test.js.map +1 -0
- package/dist/types/benchmark-types.d.ts +52 -2
- package/dist/types/benchmark-types.d.ts.map +1 -1
- package/package.json +11 -11
package/dist/cli-entry-point.js
CHANGED
|
@@ -14,6 +14,7 @@ import { publishResults, publishResultsWithAutoKey } from './commands/publish-re
|
|
|
14
14
|
import { viewLeaderboard } from './commands/view-leaderboard-command.js';
|
|
15
15
|
import { readApiKeyConfig, getConfigSourceDescription } from './config/api-key-config-reader.js';
|
|
16
16
|
import { runAuth, showAuthStatus } from './commands/auth-setup-and-token-storage-command.js';
|
|
17
|
+
import { generateTests } from './commands/generate-tests-command.js';
|
|
17
18
|
const VERSION = '0.1.0';
|
|
18
19
|
const program = new Command();
|
|
19
20
|
program
|
|
@@ -29,10 +30,15 @@ program
|
|
|
29
30
|
.option('-m, --model <model>', 'Model to use (haiku|sonnet|opus)', 'opus')
|
|
30
31
|
.option('-r, --runs <n>', 'Number of iterations', '3')
|
|
31
32
|
.option('-o, --output <dir>', 'Output directory', './skillmark-results')
|
|
32
|
-
.option('-p, --publish', '
|
|
33
|
+
.option('-p, --publish', 'Publish results after benchmark (default: true)')
|
|
34
|
+
.option('--no-publish', 'Skip publishing results to leaderboard')
|
|
33
35
|
.option('-k, --api-key <key>', 'API key for publishing (or use config/env)')
|
|
34
36
|
.option('-e, --endpoint <url>', 'API endpoint URL for publishing')
|
|
35
37
|
.option('-v, --verbose', 'Show detailed progress for each test step')
|
|
38
|
+
.option('-g, --generate-tests', 'Force regenerate tests from SKILL.md (overwrites existing tests/)')
|
|
39
|
+
.option('-c, --prompt-context <text>', 'Additional prompt context for test auto-generation')
|
|
40
|
+
.option('--generate-model <model>', 'Model for test generation (haiku|sonnet|opus)', 'opus')
|
|
41
|
+
.option('--parallel', 'Run tests in parallel (concurrent Claude CLI processes)')
|
|
36
42
|
.action(async (skillSource, options) => {
|
|
37
43
|
try {
|
|
38
44
|
// Validate model
|
|
@@ -49,16 +55,25 @@ program
|
|
|
49
55
|
process.exit(1);
|
|
50
56
|
}
|
|
51
57
|
// Run benchmark
|
|
58
|
+
// Validate generate model
|
|
59
|
+
const genModel = (options.generateModel || 'opus').toLowerCase();
|
|
60
|
+
if (!['haiku', 'sonnet', 'opus'].includes(genModel)) {
|
|
61
|
+
console.error(chalk.red(`Invalid generate model: ${options.generateModel}`));
|
|
62
|
+
process.exit(1);
|
|
63
|
+
}
|
|
52
64
|
const result = await runBenchmark(skillSource, {
|
|
53
65
|
tests: options.tests,
|
|
54
66
|
model: model,
|
|
55
67
|
runs,
|
|
56
68
|
output: options.output,
|
|
57
69
|
verbose: options.verbose,
|
|
70
|
+
generateTests: options.generateTests,
|
|
71
|
+
promptContext: options.promptContext,
|
|
72
|
+
generateModel: genModel,
|
|
73
|
+
parallel: options.parallel,
|
|
58
74
|
});
|
|
59
|
-
// Auto-publish
|
|
60
|
-
if (options.publish) {
|
|
61
|
-
console.log(chalk.blue('\nš¤ Publishing results...\n'));
|
|
75
|
+
// Auto-publish unless --no-publish is passed
|
|
76
|
+
if (options.publish !== false) {
|
|
62
77
|
// Get API key from option or config
|
|
63
78
|
let apiKey = options.apiKey;
|
|
64
79
|
let keySource = 'command line';
|
|
@@ -70,17 +85,20 @@ program
|
|
|
70
85
|
}
|
|
71
86
|
}
|
|
72
87
|
if (!apiKey) {
|
|
73
|
-
console.
|
|
74
|
-
console.
|
|
75
|
-
console.
|
|
76
|
-
|
|
88
|
+
console.log(chalk.gray('\nResults not published. To auto-publish, get your API key at:'));
|
|
89
|
+
console.log(chalk.blue(' https://skillmark.sh/login'));
|
|
90
|
+
console.log(chalk.gray('Then run:'));
|
|
91
|
+
console.log(chalk.cyan(' skillmark login <key>\n'));
|
|
92
|
+
}
|
|
93
|
+
else {
|
|
94
|
+
console.log(chalk.blue('\nPublishing results...\n'));
|
|
95
|
+
console.log(chalk.gray(`Using API key from ${keySource}`));
|
|
96
|
+
await publishResultsWithAutoKey(result, {
|
|
97
|
+
apiKey,
|
|
98
|
+
endpoint: options.endpoint,
|
|
99
|
+
testsPath: options.tests,
|
|
100
|
+
});
|
|
77
101
|
}
|
|
78
|
-
console.log(chalk.gray(`Using API key from ${keySource}`));
|
|
79
|
-
await publishResultsWithAutoKey(result, {
|
|
80
|
-
apiKey,
|
|
81
|
-
endpoint: options.endpoint,
|
|
82
|
-
testsPath: options.tests,
|
|
83
|
-
});
|
|
84
102
|
}
|
|
85
103
|
}
|
|
86
104
|
catch (error) {
|
|
@@ -122,6 +140,32 @@ program
|
|
|
122
140
|
process.exit(1);
|
|
123
141
|
}
|
|
124
142
|
});
|
|
143
|
+
// Generate tests command - generate tests from SKILL.md without running benchmarks
|
|
144
|
+
program
|
|
145
|
+
.command('generate-tests')
|
|
146
|
+
.description('Generate test files from SKILL.md without running benchmarks')
|
|
147
|
+
.argument('<skill-source>', 'Skill source (local path, git URL, or skill.sh reference)')
|
|
148
|
+
.option('-m, --model <model>', 'Model for test generation (haiku|sonnet|opus)', 'opus')
|
|
149
|
+
.option('-c, --prompt-context <text>', 'Additional prompt context for test generation')
|
|
150
|
+
.option('-o, --output <dir>', 'Output directory for generated tests (default: <skill>/tests)')
|
|
151
|
+
.action(async (skillSource, options) => {
|
|
152
|
+
try {
|
|
153
|
+
const model = (options.model || 'opus').toLowerCase();
|
|
154
|
+
if (!['haiku', 'sonnet', 'opus'].includes(model)) {
|
|
155
|
+
console.error(chalk.red(`Invalid model: ${options.model}`));
|
|
156
|
+
process.exit(1);
|
|
157
|
+
}
|
|
158
|
+
await generateTests(skillSource, {
|
|
159
|
+
model: model,
|
|
160
|
+
promptContext: options.promptContext,
|
|
161
|
+
output: options.output,
|
|
162
|
+
});
|
|
163
|
+
}
|
|
164
|
+
catch (error) {
|
|
165
|
+
console.error(chalk.red(`\nError: ${error instanceof Error ? error.message : error}`));
|
|
166
|
+
process.exit(1);
|
|
167
|
+
}
|
|
168
|
+
});
|
|
125
169
|
// Auth command - setup Claude CLI OAuth token (required for running benchmarks)
|
|
126
170
|
program
|
|
127
171
|
.command('auth')
|
|
@@ -154,7 +198,7 @@ program
|
|
|
154
198
|
const rcPath = join(homedir(), '.skillmarkrc');
|
|
155
199
|
await writeFile(rcPath, `api_key=${apiKey}\n`, 'utf-8');
|
|
156
200
|
console.log(chalk.green('ā API key saved to ~/.skillmarkrc'));
|
|
157
|
-
console.log(chalk.gray('\
|
|
201
|
+
console.log(chalk.gray('\nResults will now auto-publish after each benchmark run.'));
|
|
158
202
|
}
|
|
159
203
|
catch (error) {
|
|
160
204
|
console.error(chalk.red(`Error saving API key: ${error instanceof Error ? error.message : error}`));
|
|
@@ -195,8 +239,8 @@ if (!process.argv.slice(2).length) {
|
|
|
195
239
|
console.log(chalk.gray(' Agent Skill Benchmarking Platform\n'));
|
|
196
240
|
console.log(' ' + chalk.gray('Examples:'));
|
|
197
241
|
console.log(' ' + chalk.cyan('skillmark run') + ' ~/.claude/skills/my-skill');
|
|
198
|
-
console.log(' ' + chalk.cyan('skillmark run') + ' ./skill --model opus
|
|
199
|
-
console.log(' ' + chalk.cyan('skillmark
|
|
242
|
+
console.log(' ' + chalk.cyan('skillmark run') + ' ./skill --model opus');
|
|
243
|
+
console.log(' ' + chalk.cyan('skillmark run') + ' ./skill --no-publish');
|
|
200
244
|
console.log(' ' + chalk.cyan('skillmark leaderboard'));
|
|
201
245
|
console.log('');
|
|
202
246
|
program.outputHelp();
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"cli-entry-point.js","sourceRoot":"","sources":["../src/cli-entry-point.ts"],"names":[],"mappings":";AACA;;;;;;;GAOG;AACH,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,YAAY,EAAE,MAAM,qCAAqC,CAAC;AACnE,OAAO,EAAE,cAAc,EAAE,yBAAyB,EAAE,MAAM,uCAAuC,CAAC;AAClG,OAAO,EAAE,eAAe,EAAE,MAAM,wCAAwC,CAAC;AACzE,OAAO,EAAE,gBAAgB,EAAE,0BAA0B,EAAE,MAAM,mCAAmC,CAAC;AACjG,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,MAAM,oDAAoD,CAAC;
|
|
1
|
+
{"version":3,"file":"cli-entry-point.js","sourceRoot":"","sources":["../src/cli-entry-point.ts"],"names":[],"mappings":";AACA;;;;;;;GAOG;AACH,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,YAAY,EAAE,MAAM,qCAAqC,CAAC;AACnE,OAAO,EAAE,cAAc,EAAE,yBAAyB,EAAE,MAAM,uCAAuC,CAAC;AAClG,OAAO,EAAE,eAAe,EAAE,MAAM,wCAAwC,CAAC;AACzE,OAAO,EAAE,gBAAgB,EAAE,0BAA0B,EAAE,MAAM,mCAAmC,CAAC;AACjG,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,MAAM,oDAAoD,CAAC;AAC7F,OAAO,EAAE,aAAa,EAAE,MAAM,sCAAsC,CAAC;AAErE,MAAM,OAAO,GAAG,OAAO,CAAC;AAExB,MAAM,OAAO,GAAG,IAAI,OAAO,EAAE,CAAC;AAE9B,OAAO;KACJ,IAAI,CAAC,WAAW,CAAC;KACjB,WAAW,CAAC,oEAAoE,CAAC;KACjF,OAAO,CAAC,OAAO,CAAC,CAAC;AAEpB,wBAAwB;AACxB,OAAO;KACJ,OAAO,CAAC,KAAK,CAAC;KACd,WAAW,CAAC,+BAA+B,CAAC;KAC5C,QAAQ,CAAC,gBAAgB,EAAE,2DAA2D,CAAC;KACvF,MAAM,CAAC,oBAAoB,EAAE,uDAAuD,CAAC;KACrF,MAAM,CAAC,qBAAqB,EAAE,kCAAkC,EAAE,MAAM,CAAC;KACzE,MAAM,CAAC,gBAAgB,EAAE,sBAAsB,EAAE,GAAG,CAAC;KACrD,MAAM,CAAC,oBAAoB,EAAE,kBAAkB,EAAE,qBAAqB,CAAC;KACvE,MAAM,CAAC,eAAe,EAAE,iDAAiD,CAAC;KAC1E,MAAM,CAAC,cAAc,EAAE,wCAAwC,CAAC;KAChE,MAAM,CAAC,qBAAqB,EAAE,4CAA4C,CAAC;KAC3E,MAAM,CAAC,sBAAsB,EAAE,iCAAiC,CAAC;KACjE,MAAM,CAAC,eAAe,EAAE,2CAA2C,CAAC;KACpE,MAAM,CAAC,sBAAsB,EAAE,mEAAmE,CAAC;KACnG,MAAM,CAAC,6BAA6B,EAAE,oDAAoD,CAAC;KAC3F,MAAM,CAAC,0BAA0B,EAAE,+CAA+C,EAAE,MAAM,CAAC;KAC3F,MAAM,CAAC,YAAY,EAAE,yDAAyD,CAAC;KAC/E,MAAM,CAAC,KAAK,EAAE,WAAmB,EAAE,OAAO,EAAE,EAAE;IAC7C,IAAI,CAAC;QACH,iBAAiB;QACjB,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;QAC1C,IAAI,CAAC,CAAC,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YACjD,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,kBAAkB,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;YAC5D,OAAO,CAAC,KAAK,CAAC,mCAAmC,CAAC,CAAC;YACnD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;QAED,aAAa;QACb,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACxC,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,IAAI,GAAG,CAAC,EAAE,CAAC;YAC5B,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,uBAAuB,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YAChE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;QAED,gBAAgB;QAChB,0BAA0B;QAC1B,MAAM,QAAQ,GAAG,CAAC,OAAO,CAAC,aAAa,IAAI,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;QACjE,IAAI,CAAC,CAAC,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YACpD,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,2BAA2B,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC;YAC7E,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,WAAW,EAAE;YAC7C,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,KAAK,EAAE,KAAoC;YAC3C,IAAI;YACJ,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,aAAa,EAAE,OAAO,CAAC,aAAa;YACpC,aAAa,EAAE,OAAO,CAAC,aAAa;YACpC,aAAa,EAAE,QAAuC;YACtD,QAAQ,EAAE,OAAO,CAAC,QAAQ;SAC3B,CAAC,CAAC;QAEH,6CAA6C;QAC7C,IAAI,OAAO,CAAC,OAAO,KAAK,KAAK,EAAE,CAAC;YAC9B,oCAAoC;YACpC,IAAI,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;YAC5B,IAAI,SAAS,GAAG,cAAc,CAAC;YAE/B,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,MAAM,MAAM,GAAG,MAAM,gBAAgB,EAAE,CAAC;gBACxC,IAAI,MAAM,EAAE,CAAC;oBACX,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;oBACvB,SAAS,GAAG,0BAA0B,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;gBACxD,CAAC;YACH,CAAC;YAED,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,gEAAgE,CAAC,CAAC,CAAC;gBAC1F,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC,CAAC;gBACxD,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC;gBACrC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC,CAAC;YACvD,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC,CAAC;gBACrD,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,sBAAsB,SAAS,EAAE,CAAC,CAAC,CAAC;gBAE3D,MAAM,yBAAyB,CAAC,MAAM,EAAE;oBACtC,MAAM;oBACN,QAAQ,EAAE,OAAO,CAAC,QAAQ;oBAC1B,SAAS,EAAE,OAAO,CAAC,KAAK;iBACzB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,YAAY,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QACvF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC,CAAC,CAAC;AAEL,0BAA0B;AAC1B,OAAO;KACJ,OAAO,CAAC,SAAS,CAAC;KAClB,WAAW,CAAC,yCAAyC,CAAC;KACtD,QAAQ,CAAC,eAAe,EAAE,0BAA0B,CAAC;KACrD,MAAM,CAAC,qBAAqB,EAAE,4CAA4C,CAAC;KAC3E,MAAM,CAAC,sBAAsB,EAAE,kBAAkB,CAAC;KAClD,MAAM,CAAC,KAAK,EAAE,UAAkB,EAAE,OAAO,EAAE,EAAE;IAC5C,IAAI,CAAC;QACH,oCAAoC;QACpC,IAAI,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAE5B,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,MAAM,GAAG,MAAM,gBAAgB,EAAE,CAAC;YACxC,IAAI,MAAM,EAAE,CAAC;gBACX,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;gBACvB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,sBAAsB,0BAA0B,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;YAC7F,CAAC;QACH,CAAC;QAED,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC,CAAC;YAC9C,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,iEAAiE,CAAC,CAAC,CAAC;YAC7F,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAC,CAAC;YAC/E,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;QAED,MAAM,cAAc,CAAC,UAAU,EAAE;YAC/B,MAAM;YACN,QAAQ,EAAE,OAAO,CAAC,QAAQ;SAC3B,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,YAAY,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QACvF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC,CAAC,CAAC;AAEL,mFAAmF;AACnF,OAAO;KACJ,OAAO,CAAC,gBAAgB,CAAC;KACzB,WAAW,CAAC,8DAA8D,CAAC;KAC3E,QAAQ,CAAC,gBAAgB,EAAE,2DAA2D,CAAC;KACvF,MAAM,CAAC,qBAAqB,EAAE,+CAA+C,EAAE,MAAM,CAAC;KACtF,MAAM,CAAC,6BAA6B,EAAE,+CAA+C,CAAC;KACtF,MAAM,CAAC,oBAAoB,EAAE,+DAA+D,CAAC;KAC7F,MAAM,CAAC,KAAK,EAAE,WAAmB,EAAE,OAAO,EAAE,EAAE;IAC7C,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,CAAC,OAAO,CAAC,KAAK,IAAI,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;QACtD,IAAI,CAAC,CAAC,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YACjD,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,kBAAkB,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;YAC5D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;QAED,MAAM,aAAa,CAAC,WAAW,EAAE;YAC/B,KAAK,EAAE,KAAoC;YAC3C,aAAa,EAAE,OAAO,CAAC,aAAa;YACpC,MAAM,EAAE,OAAO,CAAC,MAAM;SACvB,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,YAAY,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QACvF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC,CAAC,CAAC;AAEL,gFAAgF;AAChF,OAAO;KACJ,OAAO,CAAC,MAAM,CAAC;KACf,WAAW,CAAC,mEAAmE,CAAC;KAChF,MAAM,CAAC,cAAc,EAAE,6BAA6B,CAAC;KACrD,MAAM,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;IACxB,IAAI,CAAC;QACH,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YACnB,MAAM,cAAc,EAAE,CAAC;QACzB,CAAC;aAAM,CAAC;YACN,MAAM,OAAO,EAAE,CAAC;QAClB,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,UAAU,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QACrF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC,CAAC,CAAC;AAEL,kEAAkE;AAClE,OAAO;KACJ,OAAO,CAAC,OAAO,CAAC;KAChB,WAAW,CAAC,2DAA2D,CAAC;KACxE,QAAQ,CAAC,WAAW,EAAE,+DAA+D,CAAC;KACtF,MAAM,CAAC,KAAK,EAAE,MAAc,EAAE,EAAE;IAC/B,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAC;IACvD,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,CAAC;IAC3C,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,CAAC;IAE5C,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,cAAc,CAAC,CAAC;QAC/C,MAAM,SAAS,CAAC,MAAM,EAAE,WAAW,MAAM,IAAI,EAAE,OAAO,CAAC,CAAC;QACxD,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,mCAAmC,CAAC,CAAC,CAAC;QAC9D,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,2DAA2D,CAAC,CAAC,CAAC;IACvF,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,yBAAyB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QACpG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC,CAAC,CAAC;AAEL,sBAAsB;AACtB,OAAO;KACJ,OAAO,CAAC,aAAa,CAAC;KACtB,WAAW,CAAC,qBAAqB,CAAC;KAClC,QAAQ,CAAC,cAAc,EAAE,qCAAqC,CAAC;KAC/D,MAAM,CAAC,iBAAiB,EAAE,2BAA2B,EAAE,IAAI,CAAC;KAC5D,MAAM,CAAC,sBAAsB,EAAE,kBAAkB,CAAC;KAClD,MAAM,CAAC,KAAK,EAAE,SAA6B,EAAE,OAAO,EAAE,EAAE;IACvD,IAAI,CAAC;QACH,MAAM,eAAe,CAAC,SAAS,EAAE;YAC/B,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC;SACnC,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,YAAY,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QACvF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC,CAAC,CAAC;AAEL,aAAa;AACb,MAAM,IAAI,GAAG;EACX,KAAK,CAAC,IAAI,CAAC,wEAAwE,CAAC;EACpF,KAAK,CAAC,IAAI,CAAC,wEAAwE,CAAC;EACpF,KAAK,CAAC,KAAK,CAAC,uEAAuE,CAAC;EACpF,KAAK,CAAC,IAAI,CAAC,uEAAuE,CAAC;EACnF,KAAK,CAAC,IAAI,CAAC,wEAAwE,CAAC;EACpF,KAAK,CAAC,IAAI,CAAC,wEAAwE,CAAC;CACrF,CAAC;AAEF,mCAAmC;AACnC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAClC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAClB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,uCAAuC,CAAC,CAAC,CAAC;IACjE,OAAO,CAAC,GAAG,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC;IAC5C,OAAO,CAAC,GAAG,CAAC,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,GAAG,4BAA4B,CAAC,CAAC;IACjF,OAAO,CAAC,GAAG,CAAC,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,GAAG,uBAAuB,CAAC,CAAC;IAC5E,OAAO,CAAC,GAAG,CAAC,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,GAAG,uBAAuB,CAAC,CAAC;IAC5E,OAAO,CAAC,GAAG,CAAC,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC,CAAC;IAC1D,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAChB,OAAO,CAAC,UAAU,EAAE,CAAC;IACrB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC;AAED,oBAAoB;AACpB,OAAO,CAAC,KAAK,EAAE,CAAC"}
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
import type { GenerateTestsOptions } from '../types/index.js';
|
|
2
|
+
/**
|
|
3
|
+
* Execute the generate-tests command
|
|
4
|
+
*/
|
|
5
|
+
export declare function generateTests(skillSource: string, options: GenerateTestsOptions): Promise<void>;
|
|
6
|
+
//# sourceMappingURL=generate-tests-command.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"generate-tests-command.d.ts","sourceRoot":"","sources":["../../src/commands/generate-tests-command.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AAI9D;;GAEG;AACH,wBAAsB,aAAa,CACjC,WAAW,EAAE,MAAM,EACnB,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,IAAI,CAAC,CAmDf"}
|
|
@@ -0,0 +1,58 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Generate tests command - generates test files from SKILL.md without running benchmarks
|
|
3
|
+
*/
|
|
4
|
+
import { resolve, join } from 'node:path';
|
|
5
|
+
import { rm } from 'node:fs/promises';
|
|
6
|
+
import chalk from 'chalk';
|
|
7
|
+
import ora from 'ora';
|
|
8
|
+
import { resolveSkillSource, formatSourceDisplay } from '../sources/unified-skill-source-resolver.js';
|
|
9
|
+
import { generateTestsFromSkillMd } from '../engine/markdown-test-definition-parser.js';
|
|
10
|
+
/**
|
|
11
|
+
* Execute the generate-tests command
|
|
12
|
+
*/
|
|
13
|
+
export async function generateTests(skillSource, options) {
|
|
14
|
+
const spinner = ora();
|
|
15
|
+
try {
|
|
16
|
+
// 1. Resolve skill source
|
|
17
|
+
spinner.start('Resolving skill source...');
|
|
18
|
+
const skill = await resolveSkillSource(skillSource);
|
|
19
|
+
spinner.succeed(`Resolved: ${formatSourceDisplay(skill)}`);
|
|
20
|
+
// 2. Determine output directory
|
|
21
|
+
const outputDir = options.output ? resolve(options.output) : undefined;
|
|
22
|
+
// 3. Clear existing tests if outputting to skill's tests/ dir
|
|
23
|
+
if (!outputDir) {
|
|
24
|
+
const testsDir = join(skill.localPath, 'tests');
|
|
25
|
+
spinner.start('Clearing existing tests...');
|
|
26
|
+
await rm(testsDir, { recursive: true, force: true });
|
|
27
|
+
spinner.succeed('Cleared existing tests');
|
|
28
|
+
}
|
|
29
|
+
// 4. Generate tests
|
|
30
|
+
spinner.start(`Generating tests using ${options.model} model...`);
|
|
31
|
+
const tests = await generateTestsFromSkillMd(skill.localPath, {
|
|
32
|
+
promptContext: options.promptContext,
|
|
33
|
+
model: options.model,
|
|
34
|
+
outputDir,
|
|
35
|
+
});
|
|
36
|
+
if (tests.length === 0) {
|
|
37
|
+
spinner.fail('No tests generated');
|
|
38
|
+
console.log(chalk.yellow('\nEnsure the skill has a valid SKILL.md with name and description frontmatter.'));
|
|
39
|
+
return;
|
|
40
|
+
}
|
|
41
|
+
spinner.succeed(`Generated ${tests.length} test(s)`);
|
|
42
|
+
// 5. Print summary
|
|
43
|
+
console.log(chalk.bold('\nāā Generated Tests āā\n'));
|
|
44
|
+
for (const test of tests) {
|
|
45
|
+
const typeColor = test.type === 'security' ? chalk.magenta : test.type === 'task' ? chalk.blue : chalk.cyan;
|
|
46
|
+
console.log(` ${typeColor(`[${test.type.toUpperCase()}]`)} ${test.name}`);
|
|
47
|
+
console.log(chalk.gray(` Concepts: ${test.concepts.length} | Timeout: ${test.timeout}s | Expected: ${test.expected.length} items`));
|
|
48
|
+
}
|
|
49
|
+
const targetDir = outputDir || join(skill.localPath, 'tests');
|
|
50
|
+
console.log(chalk.green(`\nTests written to: ${targetDir}`));
|
|
51
|
+
console.log(chalk.gray('Run benchmarks with: ') + chalk.cyan(`skillmark run ${skillSource}`));
|
|
52
|
+
}
|
|
53
|
+
catch (error) {
|
|
54
|
+
spinner.fail('Test generation failed');
|
|
55
|
+
throw error;
|
|
56
|
+
}
|
|
57
|
+
}
|
|
58
|
+
//# sourceMappingURL=generate-tests-command.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"generate-tests-command.js","sourceRoot":"","sources":["../../src/commands/generate-tests-command.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAC;AACtC,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,GAAG,MAAM,KAAK,CAAC;AAEtB,OAAO,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,MAAM,6CAA6C,CAAC;AACtG,OAAO,EAAE,wBAAwB,EAAE,MAAM,8CAA8C,CAAC;AAExF;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,WAAmB,EACnB,OAA6B;IAE7B,MAAM,OAAO,GAAG,GAAG,EAAE,CAAC;IAEtB,IAAI,CAAC;QACH,0BAA0B;QAC1B,OAAO,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC;QAC3C,MAAM,KAAK,GAAG,MAAM,kBAAkB,CAAC,WAAW,CAAC,CAAC;QACpD,OAAO,CAAC,OAAO,CAAC,aAAa,mBAAmB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAE3D,gCAAgC;QAChC,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAEvE,8DAA8D;QAC9D,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;YAChD,OAAO,CAAC,KAAK,CAAC,4BAA4B,CAAC,CAAC;YAC5C,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YACrD,OAAO,CAAC,OAAO,CAAC,wBAAwB,CAAC,CAAC;QAC5C,CAAC;QAED,oBAAoB;QACpB,OAAO,CAAC,KAAK,CAAC,0BAA0B,OAAO,CAAC,KAAK,WAAW,CAAC,CAAC;QAClE,MAAM,KAAK,GAAG,MAAM,wBAAwB,CAAC,KAAK,CAAC,SAAS,EAAE;YAC5D,aAAa,EAAE,OAAO,CAAC,aAAa;YACpC,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,SAAS;SACV,CAAC,CAAC;QAEH,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,OAAO,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;YACnC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,gFAAgF,CAAC,CAAC,CAAC;YAC5G,OAAO;QACT,CAAC;QAED,OAAO,CAAC,OAAO,CAAC,aAAa,KAAK,CAAC,MAAM,UAAU,CAAC,CAAC;QAErD,mBAAmB;QACnB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC,CAAC;QACrD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC;YAC5G,OAAO,CAAC,GAAG,CAAC,KAAK,SAAS,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,GAAG,CAAC,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;YAC3E,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,iBAAiB,IAAI,CAAC,QAAQ,CAAC,MAAM,eAAe,IAAI,CAAC,OAAO,iBAAiB,IAAI,CAAC,QAAQ,CAAC,MAAM,QAAQ,CAAC,CAAC,CAAC;QACzI,CAAC;QAED,MAAM,SAAS,GAAG,SAAS,IAAI,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAC9D,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,uBAAuB,SAAS,EAAE,CAAC,CAAC,CAAC;QAC7D,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,uBAAuB,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,iBAAiB,WAAW,EAAE,CAAC,CAAC,CAAC;IAChG,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;QACvC,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"publish-results-command.d.ts","sourceRoot":"","sources":["../../src/commands/publish-results-command.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAWzE,gDAAgD;AAChD,MAAM,WAAW,kBAAkB;IACjC,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED;;GAEG;AACH,wBAAsB,cAAc,CAClC,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,cAAc,GACtB,OAAO,CAAC,IAAI,CAAC,CAuCf;
|
|
1
|
+
{"version":3,"file":"publish-results-command.d.ts","sourceRoot":"","sources":["../../src/commands/publish-results-command.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAWzE,gDAAgD;AAChD,MAAM,WAAW,kBAAkB;IACjC,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED;;GAEG;AACH,wBAAsB,cAAc,CAClC,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,cAAc,GACtB,OAAO,CAAC,IAAI,CAAC,CAuCf;AAqHD;;;GAGG;AACH,wBAAsB,yBAAyB,CAC7C,MAAM,EAAE,eAAe,EACvB,OAAO,EAAE,kBAAkB,GAC1B,OAAO,CAAC,IAAI,CAAC,CAqDf;AA2GD;;GAEG;AACH,wBAAsB,YAAY,CAChC,MAAM,EAAE,MAAM,EACd,QAAQ,GAAE,MAAyB,GAClC,OAAO,CAAC,OAAO,CAAC,CAYlB"}
|
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
* Publish results command - uploads benchmark results to leaderboard API
|
|
3
3
|
*/
|
|
4
4
|
import { readFile, readdir } from 'node:fs/promises';
|
|
5
|
-
import { resolve, join } from 'node:path';
|
|
5
|
+
import { resolve, join, basename } from 'node:path';
|
|
6
6
|
import chalk from 'chalk';
|
|
7
7
|
import ora from 'ora';
|
|
8
8
|
/** Default API endpoint */
|
|
@@ -81,10 +81,14 @@ function validateResult(result) {
|
|
|
81
81
|
}
|
|
82
82
|
}
|
|
83
83
|
/**
|
|
84
|
-
* Upload result to API
|
|
84
|
+
* Upload result to API with full metrics
|
|
85
85
|
*/
|
|
86
86
|
async function uploadResult(result, apiKey, endpoint) {
|
|
87
87
|
const url = `${endpoint}/results`;
|
|
88
|
+
// Extract test files from result's test definitions
|
|
89
|
+
const testFiles = await extractTestFilesFromResult(result);
|
|
90
|
+
// Detect skill.sh link
|
|
91
|
+
const skillshLink = detectSkillshLink(result.skillSource);
|
|
88
92
|
const response = await fetch(url, {
|
|
89
93
|
method: 'POST',
|
|
90
94
|
headers: {
|
|
@@ -99,12 +103,20 @@ async function uploadResult(result, apiKey, endpoint) {
|
|
|
99
103
|
model: result.model,
|
|
100
104
|
accuracy: result.aggregatedMetrics.accuracy,
|
|
101
105
|
tokensTotal: result.aggregatedMetrics.tokensTotal,
|
|
106
|
+
tokensInput: result.aggregatedMetrics.tokensInput,
|
|
107
|
+
tokensOutput: result.aggregatedMetrics.tokensOutput,
|
|
102
108
|
durationMs: result.aggregatedMetrics.durationMs,
|
|
103
109
|
costUsd: result.aggregatedMetrics.costUsd,
|
|
110
|
+
toolCount: result.aggregatedMetrics.toolCount,
|
|
104
111
|
runs: result.runs,
|
|
105
112
|
hash: result.hash,
|
|
106
113
|
timestamp: result.timestamp,
|
|
107
114
|
rawJson: JSON.stringify(result),
|
|
115
|
+
testFiles: testFiles.length > 0 ? testFiles : undefined,
|
|
116
|
+
skillshLink: skillshLink || undefined,
|
|
117
|
+
securityScore: result.securityScore?.securityScore ?? undefined,
|
|
118
|
+
securityJson: result.securityScore ? JSON.stringify(result.securityScore) : undefined,
|
|
119
|
+
repoUrl: result.repoUrl || undefined,
|
|
108
120
|
}),
|
|
109
121
|
});
|
|
110
122
|
if (!response.ok) {
|
|
@@ -113,6 +125,27 @@ async function uploadResult(result, apiKey, endpoint) {
|
|
|
113
125
|
}
|
|
114
126
|
return response.json();
|
|
115
127
|
}
|
|
128
|
+
/**
|
|
129
|
+
* Extract test files from result's test definitions (source paths)
|
|
130
|
+
*/
|
|
131
|
+
async function extractTestFilesFromResult(result) {
|
|
132
|
+
const files = [];
|
|
133
|
+
const seen = new Set();
|
|
134
|
+
for (const tr of result.testResults) {
|
|
135
|
+
const sourcePath = tr.test.sourcePath;
|
|
136
|
+
if (!sourcePath || seen.has(sourcePath))
|
|
137
|
+
continue;
|
|
138
|
+
seen.add(sourcePath);
|
|
139
|
+
try {
|
|
140
|
+
const content = await readFile(sourcePath, 'utf-8');
|
|
141
|
+
files.push({ name: basename(sourcePath), content });
|
|
142
|
+
}
|
|
143
|
+
catch {
|
|
144
|
+
// File may not exist (result from different machine) ā skip
|
|
145
|
+
}
|
|
146
|
+
}
|
|
147
|
+
return files;
|
|
148
|
+
}
|
|
116
149
|
/**
|
|
117
150
|
* Publish results with auto-key (from run command with --publish flag)
|
|
118
151
|
* Includes test files and skill.sh link detection
|
|
@@ -228,6 +261,9 @@ async function uploadResultWithExtras(result, apiKey, endpoint, testFiles, skill
|
|
|
228
261
|
rawJson: JSON.stringify(result),
|
|
229
262
|
testFiles: testFiles.length > 0 ? testFiles : undefined,
|
|
230
263
|
skillshLink: skillshLink || undefined,
|
|
264
|
+
securityScore: result.securityScore?.securityScore ?? undefined,
|
|
265
|
+
securityJson: result.securityScore ? JSON.stringify(result.securityScore) : undefined,
|
|
266
|
+
repoUrl: result.repoUrl || undefined,
|
|
231
267
|
}),
|
|
232
268
|
});
|
|
233
269
|
if (!response.ok) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"publish-results-command.js","sourceRoot":"","sources":["../../src/commands/publish-results-command.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AACrD,OAAO,EAAE,OAAO,EAAE,IAAI,
|
|
1
|
+
{"version":3,"file":"publish-results-command.js","sourceRoot":"","sources":["../../src/commands/publish-results-command.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AACrD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AACpD,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,GAAG,MAAM,KAAK,CAAC;AAGtB,2BAA2B;AAC3B,MAAM,gBAAgB,GAAG,0BAA0B,CAAC;AAepD;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,UAAkB,EAClB,OAAuB;IAEvB,MAAM,OAAO,GAAG,GAAG,EAAE,CAAC;IAEtB,IAAI,CAAC;QACH,sBAAsB;QACtB,OAAO,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC;QACxC,MAAM,QAAQ,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;QACrC,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAClD,MAAM,MAAM,GAAoB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACpD,OAAO,CAAC,OAAO,CAAC,WAAW,MAAM,CAAC,SAAS,KAAK,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC;QAEjE,qBAAqB;QACrB,OAAO,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAC;QACtC,cAAc,CAAC,MAAM,CAAC,CAAC;QACvB,OAAO,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC;QAEpC,mBAAmB;QACnB,OAAO,CAAC,KAAK,CAAC,6BAA6B,CAAC,CAAC;QAC7C,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,gBAAgB,CAAC;QACtD,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QACtE,OAAO,CAAC,OAAO,CAAC,uBAAuB,CAAC,CAAC;QAEzC,oBAAoB;QACpB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,uCAAuC,CAAC,CAAC,CAAC;QAClE,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;QAC/D,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,MAAM,CAAC,iBAAiB,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAC3F,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;QAE1D,IAAI,QAAQ,CAAC,cAAc,EAAE,CAAC;YAC5B,OAAO,CAAC,GAAG,CAAC,KAAK,KAAK,CAAC,IAAI,CAAC,mBAAmB,CAAC,IAAI,QAAQ,CAAC,cAAc,EAAE,CAAC,CAAC;QACjF,CAAC;QAED,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC;YAClB,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;QAC9D,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAC/B,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,cAAc,CAAC,MAAuB;IAC7C,wBAAwB;IACxB,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;IACrD,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;QACtB,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;IACvD,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,CAAC,CAAC,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;QACzE,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;IACnD,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,iBAAiB,EAAE,CAAC;QAC9B,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;IAC/D,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;IAC/D,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;IACrD,CAAC;IAED,0BAA0B;IAC1B,MAAM,CAAC,GAAG,MAAM,CAAC,iBAAiB,CAAC;IACnC,IAAI,CAAC,CAAC,QAAQ,GAAG,CAAC,IAAI,CAAC,CAAC,QAAQ,GAAG,GAAG,EAAE,CAAC;QACvC,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;IAC3D,CAAC;IACD,IAAI,CAAC,CAAC,WAAW,GAAG,CAAC,EAAE,CAAC;QACtB,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;IAC1D,CAAC;IACD,IAAI,CAAC,CAAC,OAAO,GAAG,CAAC,EAAE,CAAC;QAClB,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;IACnD,CAAC;AACH,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,YAAY,CACzB,MAAuB,EACvB,MAAc,EACd,QAAgB;IAEhB,MAAM,GAAG,GAAG,GAAG,QAAQ,UAAU,CAAC;IAElC,oDAAoD;IACpD,MAAM,SAAS,GAAG,MAAM,0BAA0B,CAAC,MAAM,CAAC,CAAC;IAE3D,uBAAuB;IACvB,MAAM,WAAW,GAAG,iBAAiB,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;IAE1D,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;QAChC,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,cAAc,EAAE,kBAAkB;YAClC,eAAe,EAAE,UAAU,MAAM,EAAE;YACnC,qBAAqB,EAAE,MAAM,CAAC,OAAO;SACtC;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;YACnB,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,MAAM,EAAE,MAAM,CAAC,WAAW;YAC1B,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,QAAQ,EAAE,MAAM,CAAC,iBAAiB,CAAC,QAAQ;YAC3C,WAAW,EAAE,MAAM,CAAC,iBAAiB,CAAC,WAAW;YACjD,WAAW,EAAE,MAAM,CAAC,iBAAiB,CAAC,WAAW;YACjD,YAAY,EAAE,MAAM,CAAC,iBAAiB,CAAC,YAAY;YACnD,UAAU,EAAE,MAAM,CAAC,iBAAiB,CAAC,UAAU;YAC/C,OAAO,EAAE,MAAM,CAAC,iBAAiB,CAAC,OAAO;YACzC,SAAS,EAAE,MAAM,CAAC,iBAAiB,CAAC,SAAS;YAC7C,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;YAC/B,SAAS,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;YACvD,WAAW,EAAE,WAAW,IAAI,SAAS;YACrC,aAAa,EAAE,MAAM,CAAC,aAAa,EAAE,aAAa,IAAI,SAAS;YAC/D,YAAY,EAAE,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,SAAS;YACrF,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,SAAS;SACrC,CAAC;KACH,CAAC,CAAC;IAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACxC,MAAM,IAAI,KAAK,CAAC,cAAc,QAAQ,CAAC,MAAM,MAAM,SAAS,EAAE,CAAC,CAAC;IAClE,CAAC;IAED,OAAO,QAAQ,CAAC,IAAI,EAAyD,CAAC;AAChF,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,0BAA0B,CAAC,MAAuB;IAC/D,MAAM,KAAK,GAAqB,EAAE,CAAC;IACnC,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAE/B,KAAK,MAAM,EAAE,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;QACpC,MAAM,UAAU,GAAG,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC;QACtC,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC;YAAE,SAAS;QAClD,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QAErB,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;YACpD,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,CAAC,UAAU,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;QACtD,CAAC;QAAC,MAAM,CAAC;YACP,4DAA4D;QAC9D,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC7C,MAAuB,EACvB,OAA2B;IAE3B,MAAM,OAAO,GAAG,GAAG,EAAE,CAAC;IAEtB,IAAI,CAAC;QACH,qBAAqB;QACrB,OAAO,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAC;QACtC,cAAc,CAAC,MAAM,CAAC,CAAC;QACvB,OAAO,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC;QAEpC,sCAAsC;QACtC,IAAI,SAAS,GAAqB,EAAE,CAAC;QACrC,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;YACtB,OAAO,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAC;YACvC,SAAS,GAAG,MAAM,aAAa,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;YACnD,OAAO,CAAC,OAAO,CAAC,UAAU,SAAS,CAAC,MAAM,eAAe,CAAC,CAAC;QAC7D,CAAC;QAED,0BAA0B;QAC1B,MAAM,WAAW,GAAG,iBAAiB,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QAE1D,mBAAmB;QACnB,OAAO,CAAC,KAAK,CAAC,6BAA6B,CAAC,CAAC;QAC7C,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,gBAAgB,CAAC;QACtD,MAAM,QAAQ,GAAG,MAAM,sBAAsB,CAC3C,MAAM,EACN,OAAO,CAAC,MAAM,EACd,QAAQ,EACR,SAAS,EACT,WAAW,CACZ,CAAC;QACF,OAAO,CAAC,OAAO,CAAC,uBAAuB,CAAC,CAAC;QAEzC,oBAAoB;QACpB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,uCAAuC,CAAC,CAAC,CAAC;QAClE,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;QAC/D,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,MAAM,CAAC,iBAAiB,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAC3F,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;QAE1D,IAAI,QAAQ,CAAC,SAAS,EAAE,MAAM,EAAE,CAAC;YAC/B,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,QAAQ,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC;QAC3E,CAAC;QAED,IAAI,QAAQ,CAAC,cAAc,EAAE,CAAC;YAC5B,OAAO,CAAC,GAAG,CAAC,KAAK,KAAK,CAAC,IAAI,CAAC,mBAAmB,CAAC,IAAI,QAAQ,CAAC,cAAc,EAAE,CAAC,CAAC;QACjF,CAAC;QAED,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC;YAClB,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;QAC9D,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAC/B,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,aAAa,CAAC,SAAiB;IAC5C,MAAM,QAAQ,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;IACpC,MAAM,KAAK,GAAqB,EAAE,CAAC;IAEnC,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,QAAQ,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;QAEjE,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,IAAI,KAAK,CAAC,MAAM,EAAE,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;gBACjD,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;gBAC5C,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;gBAClD,KAAK,CAAC,IAAI,CAAC;oBACT,IAAI,EAAE,KAAK,CAAC,IAAI;oBAChB,OAAO;iBACR,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,yDAAyD;IAC3D,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;GAEG;AACH,SAAS,iBAAiB,CAAC,MAAc;IACvC,uDAAuD;IACvD,MAAM,YAAY,GAAG,MAAM,CAAC,KAAK,CAAC,gCAAgC,CAAC,CAAC;IACpE,IAAI,YAAY,EAAE,CAAC;QACjB,OAAO,oBAAoB,YAAY,CAAC,CAAC,CAAC,IAAI,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC;IAClE,CAAC;IAED,6BAA6B;IAC7B,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,0CAA0C,CAAC,CAAC;IAC1E,IAAI,QAAQ,EAAE,CAAC;QACb,OAAO,oBAAoB,QAAQ,CAAC,CAAC,CAAC,IAAI,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;IAC1D,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,sBAAsB,CACnC,MAAuB,EACvB,MAAc,EACd,QAAgB,EAChB,SAA2B,EAC3B,WAA0B;IAM1B,MAAM,GAAG,GAAG,GAAG,QAAQ,UAAU,CAAC;IAElC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;QAChC,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,cAAc,EAAE,kBAAkB;YAClC,eAAe,EAAE,UAAU,MAAM,EAAE;YACnC,qBAAqB,EAAE,MAAM,CAAC,OAAO;SACtC;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;YACnB,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,MAAM,EAAE,MAAM,CAAC,WAAW;YAC1B,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,QAAQ,EAAE,MAAM,CAAC,iBAAiB,CAAC,QAAQ;YAC3C,WAAW,EAAE,MAAM,CAAC,iBAAiB,CAAC,WAAW;YACjD,WAAW,EAAE,MAAM,CAAC,iBAAiB,CAAC,WAAW;YACjD,YAAY,EAAE,MAAM,CAAC,iBAAiB,CAAC,YAAY;YACnD,UAAU,EAAE,MAAM,CAAC,iBAAiB,CAAC,UAAU;YAC/C,OAAO,EAAE,MAAM,CAAC,iBAAiB,CAAC,OAAO;YACzC,SAAS,EAAE,MAAM,CAAC,iBAAiB,CAAC,SAAS;YAC7C,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;YAC/B,SAAS,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;YACvD,WAAW,EAAE,WAAW,IAAI,SAAS;YACrC,aAAa,EAAE,MAAM,CAAC,aAAa,EAAE,aAAa,IAAI,SAAS;YAC/D,YAAY,EAAE,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,SAAS;YACrF,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,SAAS;SACrC,CAAC;KACH,CAAC,CAAC;IAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACxC,MAAM,IAAI,KAAK,CAAC,cAAc,QAAQ,CAAC,MAAM,MAAM,SAAS,EAAE,CAAC,CAAC;IAClE,CAAC;IAED,OAAO,QAAQ,CAAC,IAAI,EAIlB,CAAC;AACL,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,MAAc,EACd,WAAmB,gBAAgB;IAEnC,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,QAAQ,SAAS,EAAE;YACjD,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,eAAe,EAAE,UAAU,MAAM,EAAE;aACpC;SACF,CAAC,CAAC;QACH,OAAO,QAAQ,CAAC,EAAE,CAAC;IACrB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"run-benchmark-command.d.ts","sourceRoot":"","sources":["../../src/commands/run-benchmark-command.ts"],"names":[],"mappings":"AAQA,OAAO,KAAK,EACV,eAAe,
|
|
1
|
+
{"version":3,"file":"run-benchmark-command.d.ts","sourceRoot":"","sources":["../../src/commands/run-benchmark-command.ts"],"names":[],"mappings":"AAQA,OAAO,KAAK,EACV,eAAe,EAGf,UAAU,EAEX,MAAM,mBAAmB,CAAC;AAwL3B;;GAEG;AACH,wBAAsB,YAAY,CAChC,WAAW,EAAE,MAAM,EACnB,OAAO,EAAE,UAAU,GAClB,OAAO,CAAC,eAAe,CAAC,CAoJ1B"}
|