@skillmark/cli 0.1.0

package/dist/cli-entry-point.d.ts

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+export {};
+//# sourceMappingURL=cli-entry-point.d.ts.map

package/dist/cli-entry-point.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli-entry-point.d.ts","sourceRoot":"","sources":["../src/cli-entry-point.ts"],"names":[],"mappings":""}

package/dist/cli-entry-point.js

@@ -0,0 +1,207 @@
+#!/usr/bin/env node
+/**
+ * Skillmark CLI - Agent skill benchmarking tool
+ *
+ * Commands:
+ *   run <skill>      - Run benchmark against a skill
+ *   publish <result> - Upload results to leaderboard
+ *   leaderboard      - View skill rankings
+ */
+import { Command } from 'commander';
+import chalk from 'chalk';
+import { runBenchmark } from './commands/run-benchmark-command.js';
+import { publishResults, publishResultsWithAutoKey } from './commands/publish-results-command.js';
+import { viewLeaderboard } from './commands/view-leaderboard-command.js';
+import { readApiKeyConfig, getConfigSourceDescription } from './config/api-key-config-reader.js';
+import { runAuth, showAuthStatus } from './commands/auth-setup-and-token-storage-command.js';
+const VERSION = '0.1.0';
+const program = new Command();
+program
+    .name('skillmark')
+    .description('Agent skill benchmarking platform with CLI and public leaderboards')
+    .version(VERSION);
+// Run benchmark command
+program
+    .command('run')
+    .description('Run benchmark against a skill')
+    .argument('<skill-source>', 'Skill source (local path, git URL, or skill.sh reference)')
+    .option('-t, --tests <path>', 'Path to test suite directory (default: <skill>/tests)')
+    .option('-m, --model <model>', 'Model to use (haiku|sonnet|opus)', 'opus')
+    .option('-r, --runs <n>', 'Number of iterations', '3')
+    .option('-o, --output <dir>', 'Output directory', './skillmark-results')
+    .option('-p, --publish', 'Auto-publish results after benchmark completes')
+    .option('-k, --api-key <key>', 'API key for publishing (or use config/env)')
+    .option('-e, --endpoint <url>', 'API endpoint URL for publishing')
+    .option('-v, --verbose', 'Show detailed progress for each test step')
+    .action(async (skillSource, options) => {
+    try {
+        // Validate model
+        const model = options.model.toLowerCase();
+        if (!['haiku', 'sonnet', 'opus'].includes(model)) {
+            console.error(chalk.red(`Invalid model: ${options.model}`));
+            console.error('Valid models: haiku, sonnet, opus');
+            process.exit(1);
+        }
+        // Parse runs
+        const runs = parseInt(options.runs, 10);
+        if (isNaN(runs) || runs < 1) {
+            console.error(chalk.red(`Invalid runs value: ${options.runs}`));
+            process.exit(1);
+        }
+        // Run benchmark
+        const result = await runBenchmark(skillSource, {
+            tests: options.tests,
+            model: model,
+            runs,
+            output: options.output,
+            verbose: options.verbose,
+        });
+        // Auto-publish if requested
+        if (options.publish) {
+            console.log(chalk.blue('\n📤 Publishing results...\n'));
+            // Get API key from option or config
+            let apiKey = options.apiKey;
+            let keySource = 'command line';
+            if (!apiKey) {
+                const config = await readApiKeyConfig();
+                if (config) {
+                    apiKey = config.apiKey;
+                    keySource = getConfigSourceDescription(config.source);
+                }
+            }
+            if (!apiKey) {
+                console.error(chalk.red('No API key found.'));
+                console.error(chalk.gray('Provide via --api-key, SKILLMARK_API_KEY env, or ~/.skillmarkrc'));
+                console.error(chalk.gray('\nGet your API key at: https://skillmark.sh/login'));
+                process.exit(1);
+            }
+            console.log(chalk.gray(`Using API key from ${keySource}`));
+            await publishResultsWithAutoKey(result, {
+                apiKey,
+                endpoint: options.endpoint,
+                testsPath: options.tests,
+            });
+        }
+    }
+    catch (error) {
+        console.error(chalk.red(`\nError: ${error instanceof Error ? error.message : error}`));
+        process.exit(1);
+    }
+});
+// Publish results command
+program
+    .command('publish')
+    .description('Upload benchmark results to leaderboard')
+    .argument('<result-file>', 'Path to result.json file')
+    .option('-k, --api-key <key>', 'Your skillmark API key (or use config/env)')
+    .option('-e, --endpoint <url>', 'API endpoint URL')
+    .action(async (resultFile, options) => {
+    try {
+        // Get API key from option or config
+        let apiKey = options.apiKey;
+        if (!apiKey) {
+            const config = await readApiKeyConfig();
+            if (config) {
+                apiKey = config.apiKey;
+                console.log(chalk.gray(`Using API key from ${getConfigSourceDescription(config.source)}`));
+            }
+        }
+        if (!apiKey) {
+            console.error(chalk.red('No API key found.'));
+            console.error(chalk.gray('Provide via --api-key, SKILLMARK_API_KEY env, or ~/.skillmarkrc'));
+            console.error(chalk.gray('\nGet your API key at: https://skillmark.sh/login'));
+            process.exit(1);
+        }
+        await publishResults(resultFile, {
+            apiKey,
+            endpoint: options.endpoint,
+        });
+    }
+    catch (error) {
+        console.error(chalk.red(`\nError: ${error instanceof Error ? error.message : error}`));
+        process.exit(1);
+    }
+});
+// Auth command - setup Claude CLI OAuth token (required for running benchmarks)
+program
+    .command('auth')
+    .description('Setup Claude CLI authentication (required for running benchmarks)')
+    .option('-s, --status', 'Check authentication status')
+    .action(async (options) => {
+    try {
+        if (options.status) {
+            await showAuthStatus();
+        }
+        else {
+            await runAuth();
+        }
+    }
+    catch (error) {
+        console.error(chalk.red(`Error: ${error instanceof Error ? error.message : error}`));
+        process.exit(1);
+    }
+});
+// Login command - save Skillmark API key (for publishing results)
+program
+    .command('login')
+    .description('Save Skillmark API key to ~/.skillmarkrc (for publishing)')
+    .argument('<api-key>', 'Your Skillmark API key (get it at https://skillmark.sh/login)')
+    .action(async (apiKey) => {
+    const { writeFile } = await import('node:fs/promises');
+    const { join } = await import('node:path');
+    const { homedir } = await import('node:os');
+    try {
+        const rcPath = join(homedir(), '.skillmarkrc');
+        await writeFile(rcPath, `api_key=${apiKey}\n`, 'utf-8');
+        console.log(chalk.green('✓ API key saved to ~/.skillmarkrc'));
+        console.log(chalk.gray('\nYou can now use: skillmark run <skill> --publish'));
+    }
+    catch (error) {
+        console.error(chalk.red(`Error saving API key: ${error instanceof Error ? error.message : error}`));
+        process.exit(1);
+    }
+});
+// Leaderboard command
+program
+    .command('leaderboard')
+    .description('View skill rankings')
+    .argument('[skill-name]', 'Optional skill name to view details')
+    .option('-l, --limit <n>', 'Number of entries to show', '20')
+    .option('-e, --endpoint <url>', 'API endpoint URL')
+    .action(async (skillName, options) => {
+    try {
+        await viewLeaderboard(skillName, {
+            endpoint: options.endpoint,
+            limit: parseInt(options.limit, 10),
+        });
+    }
+    catch (error) {
+        console.error(chalk.red(`\nError: ${error instanceof Error ? error.message : error}`));
+        process.exit(1);
+    }
+});
+// ASCII logo
+const LOGO = `
+${chalk.gray('███████╗██╗  ██╗██╗██╗     ██╗     ███╗   ███╗ █████╗ ██████╗ ██╗  ██╗')}
+${chalk.gray('██╔════╝██║ ██╔╝██║██║     ██║     ████╗ ████║██╔══██╗██╔══██╗██║ ██╔╝')}
+${chalk.white('███████╗█████╔╝ ██║██║     ██║     ██╔████╔██║███████║██████╔╝█████╔╝')}
+${chalk.gray('╚════██║██╔═██╗ ██║██║     ██║     ██║╚██╔╝██║██╔══██║██╔══██╗██╔═██╗')}
+${chalk.gray('███████║██║  ██╗██║███████╗███████╗██║ ╚═╝ ██║██║  ██║██║  ██║██║  ██╗')}
+${chalk.gray('╚══════╝╚═╝  ╚═╝╚═╝╚══════╝╚══════╝╚═╝     ╚═╝╚═╝  ╚═╝╚═╝  ╚═╝╚═╝  ╚═╝')}
+`;
+// Show logo and help if no command
+if (!process.argv.slice(2).length) {
+    console.log(LOGO);
+    console.log(chalk.gray('  Agent Skill Benchmarking Platform\n'));
+    console.log('  ' + chalk.gray('Examples:'));
+    console.log('    ' + chalk.cyan('skillmark run') + ' ~/.claude/skills/my-skill');
+    console.log('    ' + chalk.cyan('skillmark run') + ' ./skill --model opus --publish');
+    console.log('    ' + chalk.cyan('skillmark publish') + ' ./result.json');
+    console.log('    ' + chalk.cyan('skillmark leaderboard'));
+    console.log('');
+    program.outputHelp();
+    process.exit(0);
+}
+// Parse and execute
+program.parse();
+//# sourceMappingURL=cli-entry-point.js.map

package/dist/cli-entry-point.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli-entry-point.js","sourceRoot":"","sources":["../src/cli-entry-point.ts"],"names":[],"mappings":";AACA;;;;;;;GAOG;AACH,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,YAAY,EAAE,MAAM,qCAAqC,CAAC;AACnE,OAAO,EAAE,cAAc,EAAE,yBAAyB,EAAE,MAAM,uCAAuC,CAAC;AAClG,OAAO,EAAE,eAAe,EAAE,MAAM,wCAAwC,CAAC;AACzE,OAAO,EAAE,gBAAgB,EAAE,0BAA0B,EAAE,MAAM,mCAAmC,CAAC;AACjG,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,MAAM,oDAAoD,CAAC;AAE7F,MAAM,OAAO,GAAG,OAAO,CAAC;AAExB,MAAM,OAAO,GAAG,IAAI,OAAO,EAAE,CAAC;AAE9B,OAAO;KACJ,IAAI,CAAC,WAAW,CAAC;KACjB,WAAW,CAAC,oEAAoE,CAAC;KACjF,OAAO,CAAC,OAAO,CAAC,CAAC;AAEpB,wBAAwB;AACxB,OAAO;KACJ,OAAO,CAAC,KAAK,CAAC;KACd,WAAW,CAAC,+BAA+B,CAAC;KAC5C,QAAQ,CAAC,gBAAgB,EAAE,2DAA2D,CAAC;KACvF,MAAM,CAAC,oBAAoB,EAAE,uDAAuD,CAAC;KACrF,MAAM,CAAC,qBAAqB,EAAE,kCAAkC,EAAE,MAAM,CAAC;KACzE,MAAM,CAAC,gBAAgB,EAAE,sBAAsB,EAAE,GAAG,CAAC;KACrD,MAAM,CAAC,oBAAoB,EAAE,kBAAkB,EAAE,qBAAqB,CAAC;KACvE,MAAM,CAAC,eAAe,EAAE,gDAAgD,CAAC;KACzE,MAAM,CAAC,qBAAqB,EAAE,4CAA4C,CAAC;KAC3E,MAAM,CAAC,sBAAsB,EAAE,iCAAiC,CAAC;KACjE,MAAM,CAAC,eAAe,EAAE,2CAA2C,CAAC;KACpE,MAAM,CAAC,KAAK,EAAE,WAAmB,EAAE,OAAO,EAAE,EAAE;IAC7C,IAAI,CAAC;QACH,iBAAiB;QACjB,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;QAC1C,IAAI,CAAC,CAAC,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YACjD,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,kBAAkB,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;YAC5D,OAAO,CAAC,KAAK,CAAC,mCAAmC,CAAC,CAAC;YACnD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;QAED,aAAa;QACb,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACxC,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,IAAI,GAAG,CAAC,EAAE,CAAC;YAC5B,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,uBAAuB,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YAChE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;QAED,gBAAgB;QAChB,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,WAAW,EAAE;YAC7C,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,KAAK,EAAE,KAAoC;YAC3C,IAAI;YACJ,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,OAAO,EAAE,OAAO,CAAC,OAAO;SACzB,CAAC,CAAC;QAEH,4BAA4B;QAC5B,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YACpB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC,CAAC;YAExD,oCAAoC;YACpC,IAAI,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;YAC5B,IAAI,SAAS,GAAG,cAAc,CAAC;YAE/B,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,MAAM,MAAM,GAAG,MAAM,gBAAgB,EAAE,CAAC;gBACxC,IAAI,MAAM,EAAE,CAAC;oBACX,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;oBACvB,SAAS,GAAG,0BAA0B,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;gBACxD,CAAC;YACH,CAAC;YAED,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC,CAAC;gBAC9C,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,iEAAiE,CAAC,CAAC,CAAC;gBAC7F,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAC,CAAC;gBAC/E,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAClB,CAAC;YAED,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,sBAAsB,SAAS,EAAE,CAAC,CAAC,CAAC;YAE3D,MAAM,yBAAyB,CAAC,MAAM,EAAE;gBACtC,MAAM;gBACN,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,SAAS,EAAE,OAAO,CAAC,KAAK;aACzB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,YAAY,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QACvF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC,CAAC,CAAC;AAEL,0BAA0B;AAC1B,OAAO;KACJ,OAAO,CAAC,SAAS,CAAC;KAClB,WAAW,CAAC,yCAAyC,CAAC;KACtD,QAAQ,CAAC,eAAe,EAAE,0BAA0B,CAAC;KACrD,MAAM,CAAC,qBAAqB,EAAE,4CAA4C,CAAC;KAC3E,MAAM,CAAC,sBAAsB,EAAE,kBAAkB,CAAC;KAClD,MAAM,CAAC,KAAK,EAAE,UAAkB,EAAE,OAAO,EAAE,EAAE;IAC5C,IAAI,CAAC;QACH,oCAAoC;QACpC,IAAI,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAE5B,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,MAAM,GAAG,MAAM,gBAAgB,EAAE,CAAC;YACxC,IAAI,MAAM,EAAE,CAAC;gBACX,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;gBACvB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,sBAAsB,0BAA0B,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;YAC7F,CAAC;QACH,CAAC;QAED,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC,CAAC;YAC9C,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,iEAAiE,CAAC,CAAC,CAAC;YAC7F,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAC,CAAC;YAC/E,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;QAED,MAAM,cAAc,CAAC,UAAU,EAAE;YAC/B,MAAM;YACN,QAAQ,EAAE,OAAO,CAAC,QAAQ;SAC3B,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,YAAY,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QACvF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC,CAAC,CAAC;AAEL,gFAAgF;AAChF,OAAO;KACJ,OAAO,CAAC,MAAM,CAAC;KACf,WAAW,CAAC,mEAAmE,CAAC;KAChF,MAAM,CAAC,cAAc,EAAE,6BAA6B,CAAC;KACrD,MAAM,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;IACxB,IAAI,CAAC;QACH,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YACnB,MAAM,cAAc,EAAE,CAAC;QACzB,CAAC;aAAM,CAAC;YACN,MAAM,OAAO,EAAE,CAAC;QAClB,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,UAAU,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QACrF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC,CAAC,CAAC;AAEL,kEAAkE;AAClE,OAAO;KACJ,OAAO,CAAC,OAAO,CAAC;KAChB,WAAW,CAAC,2DAA2D,CAAC;KACxE,QAAQ,CAAC,WAAW,EAAE,+DAA+D,CAAC;KACtF,MAAM,CAAC,KAAK,EAAE,MAAc,EAAE,EAAE;IAC/B,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAC;IACvD,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,CAAC;IAC3C,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,CAAC;IAE5C,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,cAAc,CAAC,CAAC;QAC/C,MAAM,SAAS,CAAC,MAAM,EAAE,WAAW,MAAM,IAAI,EAAE,OAAO,CAAC,CAAC;QACxD,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,mCAAmC,CAAC,CAAC,CAAC;QAC9D,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,oDAAoD,CAAC,CAAC,CAAC;IAChF,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,yBAAyB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QACpG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC,CAAC,CAAC;AAEL,sBAAsB;AACtB,OAAO;KACJ,OAAO,CAAC,aAAa,CAAC;KACtB,WAAW,CAAC,qBAAqB,CAAC;KAClC,QAAQ,CAAC,cAAc,EAAE,qCAAqC,CAAC;KAC/D,MAAM,CAAC,iBAAiB,EAAE,2BAA2B,EAAE,IAAI,CAAC;KAC5D,MAAM,CAAC,sBAAsB,EAAE,kBAAkB,CAAC;KAClD,MAAM,CAAC,KAAK,EAAE,SAA6B,EAAE,OAAO,EAAE,EAAE;IACvD,IAAI,CAAC;QACH,MAAM,eAAe,CAAC,SAAS,EAAE;YAC/B,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC;SACnC,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,YAAY,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QACvF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC,CAAC,CAAC;AAEL,aAAa;AACb,MAAM,IAAI,GAAG;EACX,KAAK,CAAC,IAAI,CAAC,wEAAwE,CAAC;EACpF,KAAK,CAAC,IAAI,CAAC,wEAAwE,CAAC;EACpF,KAAK,CAAC,KAAK,CAAC,uEAAuE,CAAC;EACpF,KAAK,CAAC,IAAI,CAAC,uEAAuE,CAAC;EACnF,KAAK,CAAC,IAAI,CAAC,wEAAwE,CAAC;EACpF,KAAK,CAAC,IAAI,CAAC,wEAAwE,CAAC;CACrF,CAAC;AAEF,mCAAmC;AACnC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAClC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAClB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,uCAAuC,CAAC,CAAC,CAAC;IACjE,OAAO,CAAC,GAAG,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC;IAC5C,OAAO,CAAC,GAAG,CAAC,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,GAAG,4BAA4B,CAAC,CAAC;IACjF,OAAO,CAAC,GAAG,CAAC,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,GAAG,iCAAiC,CAAC,CAAC;IACtF,OAAO,CAAC,GAAG,CAAC,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,mBAAmB,CAAC,GAAG,gBAAgB,CAAC,CAAC;IACzE,OAAO,CAAC,GAAG,CAAC,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC,CAAC;IAC1D,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAChB,OAAO,CAAC,UAAU,EAAE,CAAC;IACrB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC;AAED,oBAAoB;AACpB,OAAO,CAAC,KAAK,EAAE,CAAC"}

package/dist/commands/auth-setup-and-token-storage-command.d.ts

@@ -0,0 +1,21 @@
+interface SkillmarkConfig {
+    claudeOAuthToken?: string;
+}
+/**
+ * Load skillmark config
+ */
+export declare function loadConfig(): Promise<SkillmarkConfig>;
+/**
+ * Get stored OAuth token
+ */
+export declare function getStoredToken(): Promise<string | undefined>;
+/**
+ * Run the auth setup flow
+ */
+export declare function runAuth(): Promise<void>;
+/**
+ * Show auth status
+ */
+export declare function showAuthStatus(): Promise<void>;
+export {};
+//# sourceMappingURL=auth-setup-and-token-storage-command.d.ts.map

package/dist/commands/auth-setup-and-token-storage-command.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"auth-setup-and-token-storage-command.d.ts","sourceRoot":"","sources":["../../src/commands/auth-setup-and-token-storage-command.ts"],"names":[],"mappings":"AAaA,UAAU,eAAe;IACvB,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED;;GAEG;AACH,wBAAsB,UAAU,IAAI,OAAO,CAAC,eAAe,CAAC,CAO3D;AAUD;;GAEG;AACH,wBAAsB,cAAc,IAAI,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC,CAQlE;AAED;;GAEG;AACH,wBAAsB,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAmC7C;AAgFD;;GAEG;AACH,wBAAsB,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC,CAkBpD"}

package/dist/commands/auth-setup-and-token-storage-command.js

@@ -0,0 +1,166 @@
+/**
+ * Auth command - setup Claude CLI authentication for skillmark
+ */
+import { spawn } from 'node:child_process';
+import { mkdir, readFile, writeFile } from 'node:fs/promises';
+import { homedir } from 'node:os';
+import { join } from 'node:path';
+import chalk from 'chalk';
+/** Config file location */
+const CONFIG_DIR = join(homedir(), '.skillmark');
+const CONFIG_FILE = join(CONFIG_DIR, 'config.json');
+/**
+ * Load skillmark config
+ */
+export async function loadConfig() {
+    try {
+        const content = await readFile(CONFIG_FILE, 'utf-8');
+        return JSON.parse(content);
+    }
+    catch {
+        return {};
+    }
+}
+/**
+ * Save skillmark config
+ */
+async function saveConfig(config) {
+    await mkdir(CONFIG_DIR, { recursive: true });
+    await writeFile(CONFIG_FILE, JSON.stringify(config, null, 2));
+}
+/**
+ * Get stored OAuth token
+ */
+export async function getStoredToken() {
+    // Check env var first
+    if (process.env.CLAUDE_CODE_OAUTH_TOKEN) {
+        return process.env.CLAUDE_CODE_OAUTH_TOKEN;
+    }
+    // Check config file
+    const config = await loadConfig();
+    return config.claudeOAuthToken;
+}
+/**
+ * Run the auth setup flow
+ */
+export async function runAuth() {
+    console.log(chalk.blue('Setting up Claude CLI authentication for skillmark...\n'));
+    // Check if already authenticated
+    const existingToken = await getStoredToken();
+    if (existingToken) {
+        const isValid = await testToken(existingToken);
+        if (isValid) {
+            console.log(chalk.green('✓ Already authenticated'));
+            console.log(chalk.gray(`  Token stored in: ${CONFIG_FILE}`));
+            return;
+        }
+        console.log(chalk.yellow('Existing token invalid, re-authenticating...\n'));
+    }
+    console.log(chalk.gray('This will open your browser for authentication.\n'));
+    // Run claude setup-token and capture output
+    const token = await runSetupToken();
+    if (!token) {
+        console.log(chalk.red('\n✗ Authentication failed'));
+        console.log(chalk.gray('  You can manually run: claude setup-token'));
+        console.log(chalk.gray('  Then set: export CLAUDE_CODE_OAUTH_TOKEN=<token>'));
+        process.exit(1);
+    }
+    // Save token to config
+    const config = await loadConfig();
+    config.claudeOAuthToken = token;
+    await saveConfig(config);
+    console.log(chalk.green('\n✓ Authentication successful'));
+    console.log(chalk.gray(`  Token saved to: ${CONFIG_FILE}`));
+    console.log(chalk.gray('  You can now run: skillmark run <skill>'));
+}
+/**
+ * Run claude setup-token and capture the generated token
+ */
+async function runSetupToken() {
+    return new Promise((resolve) => {
+        // Run setup-token with inherited stdio so user can interact
+        const proc = spawn('claude', ['setup-token'], {
+            stdio: ['inherit', 'pipe', 'inherit'],
+        });
+        let stdout = '';
+        proc.stdout?.on('data', (data) => {
+            const text = data.toString();
+            stdout += text;
+            // Print to console so user sees the output
+            process.stdout.write(text);
+        });
+        proc.on('close', (code) => {
+            if (code !== 0) {
+                resolve(null);
+                return;
+            }
+            // Extract token from output
+            // Token may span multiple lines due to terminal wrapping
+            // Remove all whitespace/newlines from output before matching
+            const cleanedOutput = stdout.replace(/[\s\n\r]+/g, ' ');
+            const tokenMatch = cleanedOutput.match(/sk-ant-oat01-[A-Za-z0-9_-]+/);
+            if (tokenMatch) {
+                resolve(tokenMatch[0]);
+            }
+            else {
+                resolve(null);
+            }
+        });
+        proc.on('error', () => {
+            resolve(null);
+        });
+    });
+}
+/**
+ * Test if a token is valid
+ */
+async function testToken(token) {
+    return new Promise((resolve) => {
+        const proc = spawn('claude', ['-p', 'Say OK', '--output-format', 'json', '--model', 'haiku'], {
+            env: { ...process.env, CLAUDE_CODE_OAUTH_TOKEN: token },
+            stdio: ['ignore', 'pipe', 'pipe'],
+        });
+        let stdout = '';
+        proc.stdout.on('data', (data) => { stdout += data.toString(); });
+        const timeout = setTimeout(() => {
+            proc.kill();
+            resolve(false);
+        }, 30000);
+        proc.on('close', () => {
+            clearTimeout(timeout);
+            try {
+                const result = JSON.parse(stdout);
+                resolve(!result.is_error);
+            }
+            catch {
+                resolve(false);
+            }
+        });
+        proc.on('error', () => {
+            clearTimeout(timeout);
+            resolve(false);
+        });
+    });
+}
+/**
+ * Show auth status
+ */
+export async function showAuthStatus() {
+    const token = await getStoredToken();
+    if (!token) {
+        console.log(chalk.yellow('Not authenticated'));
+        console.log(chalk.gray('  Run: skillmark auth'));
+        return;
+    }
+    const isValid = await testToken(token);
+    if (isValid) {
+        console.log(chalk.green('✓ Authenticated'));
+        const source = process.env.CLAUDE_CODE_OAUTH_TOKEN ? 'env var' : CONFIG_FILE;
+        console.log(chalk.gray(`  Token source: ${source}`));
+    }
+    else {
+        console.log(chalk.red('✗ Token invalid or expired'));
+        console.log(chalk.gray('  Run: skillmark auth'));
+    }
+}
+//# sourceMappingURL=auth-setup-and-token-storage-command.js.map

package/dist/commands/auth-setup-and-token-storage-command.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"auth-setup-and-token-storage-command.js","sourceRoot":"","sources":["../../src/commands/auth-setup-and-token-storage-command.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAC3C,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC9D,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,KAAK,MAAM,OAAO,CAAC;AAE1B,2BAA2B;AAC3B,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,YAAY,CAAC,CAAC;AACjD,MAAM,WAAW,GAAG,IAAI,CAAC,UAAU,EAAE,aAAa,CAAC,CAAC;AAMpD;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU;IAC9B,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;QACrD,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAC7B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,UAAU,CAAC,MAAuB;IAC/C,MAAM,KAAK,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC7C,MAAM,SAAS,CAAC,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;AAChE,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc;IAClC,sBAAsB;IACtB,IAAI,OAAO,CAAC,GAAG,CAAC,uBAAuB,EAAE,CAAC;QACxC,OAAO,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC;IAC7C,CAAC;IACD,oBAAoB;IACpB,MAAM,MAAM,GAAG,MAAM,UAAU,EAAE,CAAC;IAClC,OAAO,MAAM,CAAC,gBAAgB,CAAC;AACjC,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,OAAO;IAC3B,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,yDAAyD,CAAC,CAAC,CAAC;IAEnF,iCAAiC;IACjC,MAAM,aAAa,GAAG,MAAM,cAAc,EAAE,CAAC;IAC7C,IAAI,aAAa,EAAE,CAAC;QAClB,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,aAAa,CAAC,CAAC;QAC/C,IAAI,OAAO,EAAE,CAAC;YACZ,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC,CAAC;YACpD,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,sBAAsB,WAAW,EAAE,CAAC,CAAC,CAAC;YAC7D,OAAO;QACT,CAAC;QACD,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,gDAAgD,CAAC,CAAC,CAAC;IAC9E,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAC,CAAC;IAE7E,4CAA4C;IAC5C,MAAM,KAAK,GAAG,MAAM,aAAa,EAAE,CAAC;IAEpC,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC,CAAC;QACpD,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,4CAA4C,CAAC,CAAC,CAAC;QACtE,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,oDAAoD,CAAC,CAAC,CAAC;QAC9E,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,uBAAuB;IACvB,MAAM,MAAM,GAAG,MAAM,UAAU,EAAE,CAAC;IAClC,MAAM,CAAC,gBAAgB,GAAG,KAAK,CAAC;IAChC,MAAM,UAAU,CAAC,MAAM,CAAC,CAAC;IAEzB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAC,CAAC;IAC1D,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,qBAAqB,WAAW,EAAE,CAAC,CAAC,CAAC;IAC5D,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,0CAA0C,CAAC,CAAC,CAAC;AACtE,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,aAAa;IAC1B,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC7B,4DAA4D;QAC5D,MAAM,IAAI,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC,aAAa,CAAC,EAAE;YAC5C,KAAK,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,SAAS,CAAC;SACtC,CAAC,CAAC;QAEH,IAAI,MAAM,GAAG,EAAE,CAAC;QAEhB,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;YAC/B,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC7B,MAAM,IAAI,IAAI,CAAC;YACf,2CAA2C;YAC3C,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC7B,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;YACxB,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;gBACf,OAAO,CAAC,IAAI,CAAC,CAAC;gBACd,OAAO;YACT,CAAC;YAED,4BAA4B;YAC5B,yDAAyD;YACzD,6DAA6D;YAC7D,MAAM,aAAa,GAAG,MAAM,CAAC,OAAO,CAAC,YAAY,EAAE,GAAG,CAAC,CAAC;YACxD,MAAM,UAAU,GAAG,aAAa,CAAC,KAAK,CAAC,6BAA6B,CAAC,CAAC;YACtE,IAAI,UAAU,EAAE,CAAC;gBACf,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;YACzB,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,IAAI,CAAC,CAAC;YAChB,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;YACpB,OAAO,CAAC,IAAI,CAAC,CAAC;QAChB,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,SAAS,CAAC,KAAa;IACpC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC7B,MAAM,IAAI,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC,IAAI,EAAE,QAAQ,EAAE,iBAAiB,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,CAAC,EAAE;YAC5F,GAAG,EAAE,EAAE,GAAG,OAAO,CAAC,GAAG,EAAE,uBAAuB,EAAE,KAAK,EAAE;YACvD,KAAK,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC;SAClC,CAAC,CAAC;QAEH,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,GAAG,MAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAEjE,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE;YAC9B,IAAI,CAAC,IAAI,EAAE,CAAC;YACZ,OAAO,CAAC,KAAK,CAAC,CAAC;QACjB,CAAC,EAAE,KAAK,CAAC,CAAC;QAEV,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;YACpB,YAAY,CAAC,OAAO,CAAC,CAAC;YACtB,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;gBAClC,OAAO,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YAC5B,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,CAAC,KAAK,CAAC,CAAC;YACjB,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;YACpB,YAAY,CAAC,OAAO,CAAC,CAAC;YACtB,OAAO,CAAC,KAAK,CAAC,CAAC;QACjB,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc;IAClC,MAAM,KAAK,GAAG,MAAM,cAAc,EAAE,CAAC;IAErC,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAC,CAAC;QAC/C,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC,CAAC;QACjD,OAAO;IACT,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,KAAK,CAAC,CAAC;IACvC,IAAI,OAAO,EAAE,CAAC;QACZ,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC,CAAC;QAC5C,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC;QAC7E,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,mBAAmB,MAAM,EAAE,CAAC,CAAC,CAAC;IACvD,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC,CAAC;QACrD,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC,CAAC;IACnD,CAAC;AACH,CAAC"}

package/dist/commands/publish-results-command.d.ts

@@ -0,0 +1,21 @@
+import type { BenchmarkResult, PublishOptions } from '../types/index.js';
+/** Extended publish options for auto-publish */
+export interface AutoPublishOptions {
+    apiKey: string;
+    endpoint?: string;
+    testsPath?: string;
+}
+/**
+ * Execute the publish command
+ */
+export declare function publishResults(resultPath: string, options: PublishOptions): Promise<void>;
+/**
+ * Publish results with auto-key (from run command with --publish flag)
+ * Includes test files and skill.sh link detection
+ */
+export declare function publishResultsWithAutoKey(result: BenchmarkResult, options: AutoPublishOptions): Promise<void>;
+/**
+ * Verify API key is valid
+ */
+export declare function verifyApiKey(apiKey: string, endpoint?: string): Promise<boolean>;
+//# sourceMappingURL=publish-results-command.d.ts.map

package/dist/commands/publish-results-command.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"publish-results-command.d.ts","sourceRoot":"","sources":["../../src/commands/publish-results-command.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAWzE,gDAAgD;AAChD,MAAM,WAAW,kBAAkB;IACjC,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED;;GAEG;AACH,wBAAsB,cAAc,CAClC,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,cAAc,GACtB,OAAO,CAAC,IAAI,CAAC,CAuCf;AAgFD;;;GAGG;AACH,wBAAsB,yBAAyB,CAC7C,MAAM,EAAE,eAAe,EACvB,OAAO,EAAE,kBAAkB,GAC1B,OAAO,CAAC,IAAI,CAAC,CAqDf;AAwGD;;GAEG;AACH,wBAAsB,YAAY,CAChC,MAAM,EAAE,MAAM,EACd,QAAQ,GAAE,MAAyB,GAClC,OAAO,CAAC,OAAO,CAAC,CAYlB"}