@kkeve/suite 0.0.1 → 0.0.2

package/README.md

@@ -0,0 +1,53 @@
+# keve-agent 使用指南
+
+## 1. 安装
+
+```bash
+# 在目标项目中安装
+pnpm add -D c
+```
+
+## 2. 初始化项目
+
+```bash
+# 在业务项目根目录执行
+keve init
+
+# 创建的文件和目录：
+#   .keve/                        — keve 工作区
+#   keve_test_spec/               — 共享模块（POM + fixtures + config）
+#   .codeflicker/skills/keve-case-generation/   — 用例生成 Skill
+#   .codeflicker/skills/keve-script-generation/ — 脚本生成 Skill
+#   .codeflicker/skills/keve-test-eval/         — 执行与评估 Skill
+#   .codeflicker/agents/keve-test-agent.md       — 测试编排 Agent
+
+# 覆盖已有文件
+keve init --force
+```
+
+**职责边界**：
+- **keve-script-generation**：源码分析 + 打标 + POM + spec 生成（不做执行和修复）
+- **keve-test-eval**：执行 + 评估 + 根因分析 + 修复建议 + 重跑（单次闭环）
+- **keve-test-agent**：编排层，控制调用顺序和修复轮次上限（≤3 轮）
+
+## 3.  执行测试
+
+> 日常使用建议通过 Skill/Agent 触发，CLI 命令保留作为底层入口。
+
+```bash
+/keve-test-agent 根据需求xxx和代码变更xx 生成测试用例并执行 
+```
+
+手动执行
+```bash
+KEVE_TASK_DIR=.keve/mr-868-temp npx keve run --config=keve_test_spec/keve-test.config.ts   # e2e用例执行
+keve vitest --coverage 2>&1 | head -30  # 单元测试 组件测试执行                                       
+```
+
+## 4. 自定义模型 .env
+
+```bash
+KEVE_LLM_BASE_URL=https://xxx/api/agent/v1/apps
+KEVE_LLM_MODEL=xxx
+KEVE_LLM_API_KEY=your-api-key
+```

package/dist/bin/keve.d.ts

@@ -0,0 +1,13 @@
+#!/usr/bin/env node
+/**
+ * keve - AI-powered full-stack test agent CLI
+ *
+ * Commands:
+ *   init          Initialize .keve/ directory and inject Skill
+ *   run           Execute Playwright E2E tests
+ *   vitest        Execute Vitest unit/component tests
+ *   report        Generate HTML summary report
+ *   test          Full pipeline: run → report
+ *   clean         Clean test artifacts
+ */
+export {};

package/dist/bin/keve.js

@@ -0,0 +1,164 @@
+#!/usr/bin/env node
+"use strict";
+/**
+ * keve - AI-powered full-stack test agent CLI
+ *
+ * Commands:
+ *   init          Initialize .keve/ directory and inject Skill
+ *   run           Execute Playwright E2E tests
+ *   vitest        Execute Vitest unit/component tests
+ *   report        Generate HTML summary report
+ *   test          Full pipeline: run → report
+ *   clean         Clean test artifacts
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+const commander_1 = require("commander");
+const path = __importStar(require("node:path"));
+// package.json is in the package root, not in dist/
+// __dirname → dist/bin/ → go up 2 levels to package root
+const pkgPath = path.resolve(__dirname, '..', '..', 'package.json');
+const pkg = require(pkgPath);
+const program = new commander_1.Command();
+program
+    .name('keve')
+    .description('AI-powered full-stack test agent')
+    .version(pkg.version);
+// ─── init ──────────────────────────────────────────────────
+program
+    .command('init')
+    .description('Initialize .keve/ directory and inject Skill')
+    .option('--loop <type>', 'Inject Skill to loop framework (myflicker)')
+    .option('--skip-skill', 'Only create .keve/ directory, skip Skill injection')
+    .option('--force', 'Overwrite existing files')
+    .option('--cdp', 'Enable CDP mode in generated Playwright config')
+    .option('--base-url <url>', 'Target application URL for Playwright config')
+    .action(async (options) => {
+    const { init } = await Promise.resolve().then(() => __importStar(require('../commands/init.js')));
+    await init(options);
+});
+// ─── config ────────────────────────────────────────────────
+program
+    .command('config')
+    .description('Create or update Playwright config')
+    .option('--base-url <url>', 'Target application URL')
+    .option('--cdp', 'Enable CDP mode (connect to running Chrome)')
+    .option('--cdp-endpoint <url>', 'CDP endpoint URL')
+    .option('--no-web-server', 'Disable webServer section')
+    .option('--workers <n>', 'Number of parallel workers', '3')
+    .option('--timeout <ms>', 'Test timeout in ms', '1200000')
+    .option('--retries <n>', 'Retry count', '0')
+    .option('--output <path>', 'Config output path')
+    .option('--force', 'Overwrite existing config')
+    .option('--show', 'Show current config path and contents')
+    .option('--print', 'Print generated config to stdout (no file write)')
+    .action(async (options) => {
+    const { config } = await Promise.resolve().then(() => __importStar(require('../commands/config.js')));
+    await config(options);
+});
+// ─── run ───────────────────────────────────────────────────
+program
+    .command('run')
+    .description('Execute Playwright tests')
+    .option('--config <path>', 'Playwright config path', '.keve/keve-test.config.ts')
+    .option('--round <N>', 'Execution round number (auto-increment if omitted)')
+    .option('--retry-from <round>', 'Re-run failed cases from specified round number')
+    .option('--cases <names>', 'Run specific cases by name (comma-separated)')
+    .option('--grep <pattern>', 'Filter cases by regex pattern')
+    .option('--verbose', 'Verbose output')
+    .action(async (options) => {
+    const { run, KeveRunError } = await Promise.resolve().then(() => __importStar(require('../commands/run.js')));
+    try {
+        await run(options);
+    }
+    catch (e) {
+        if (e instanceof KeveRunError) {
+            console.error(`\n  ✗ ${e.message}`);
+            process.exit(1);
+        }
+        throw e;
+    }
+});
+// ─── vitest ────────────────────────────────────────────────
+program
+    .command('vitest')
+    .description('Execute Vitest unit/component tests')
+    .option('--config <path>', 'Vitest config path', 'keve_test_spec/vitest.config.ts')
+    .option('--watch', 'Run in watch mode')
+    .option('--coverage', 'Generate coverage report')
+    .option('--filter <glob>', 'Run tests matching glob pattern')
+    .option('--verbose', 'Verbose output')
+    .action(async (options) => {
+    const { vitest } = await Promise.resolve().then(() => __importStar(require('../commands/vitest.js')));
+    await vitest(options);
+});
+// ─── report ────────────────────────────────────────────────
+program
+    .command('report')
+    .description('Generate HTML summary report')
+    .option('--results <path>', 'test-results.json path')
+    .option('--cases <path>', 'test-cases.yaml path')
+    .option('--output <dir>', 'Output directory')
+    .option('--round <N>', 'Report round number')
+    .action(async (options) => {
+    const { report } = await Promise.resolve().then(() => __importStar(require('../commands/report.js')));
+    await report(options);
+});
+// ─── test (full pipeline) ──────────────────────────────────
+program
+    .command('test')
+    .description('Full pipeline: run → report')
+    .option('--config <path>', 'Playwright config path')
+    .option('--grep <pattern>', 'Run tests matching pattern')
+    .option('--max-rounds <N>', 'Max fix loop rounds', '3')
+    .option('--verbose', 'Show detailed output')
+    .action(async (options) => {
+    const { test } = await Promise.resolve().then(() => __importStar(require('../commands/test.js')));
+    await test(options);
+});
+// ─── clean ─────────────────────────────────────────────────
+program
+    .command('clean')
+    .description('Clean test artifacts')
+    .option('--rounds', 'Clean round artifacts only')
+    .option('--reports', 'Clean reports only')
+    .option('--all', 'Clean all artifacts')
+    .option('--dry-run', 'Preview without deleting')
+    .action(async (options) => {
+    const { clean } = await Promise.resolve().then(() => __importStar(require('../commands/clean.js')));
+    await clean(options);
+});
+// ─── Parse ─────────────────────────────────────────────────
+program.parse();

package/dist/commands/auth-update.d.ts

@@ -0,0 +1,16 @@
+/**
+ * keve auth-update - Update auth storage state (cookies/localStorage)
+ *
+ * Opens a browser for the user to manually log in, then saves the
+ * storage state to `.auth/storage-state.json`.
+ *
+ * Usage:
+ *   npx keve auth-update
+ *   npx keve auth-update --url http://localhost:3000
+ *   npx keve auth-update --config .keve/keve-test.config.ts
+ */
+export interface AuthUpdateOptions {
+    url?: string;
+    config?: string;
+}
+export declare function authUpdate(options?: AuthUpdateOptions): Promise<void>;

package/dist/commands/auth-update.js

@@ -0,0 +1,88 @@
+"use strict";
+/**
+ * keve auth-update - Update auth storage state (cookies/localStorage)
+ *
+ * Opens a browser for the user to manually log in, then saves the
+ * storage state to `.auth/storage-state.json`.
+ *
+ * Usage:
+ *   npx keve auth-update
+ *   npx keve auth-update --url http://localhost:3000
+ *   npx keve auth-update --config .keve/keve-test.config.ts
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.authUpdate = authUpdate;
+const chalk_1 = __importDefault(require("chalk"));
+const path = __importStar(require("path"));
+const auth_1 = require("../core/auth");
+async function authUpdate(options = {}) {
+    const targetUrl = options.url || process.env.PWGEN_TARGET_URL || 'http://localhost:3000';
+    const storageStatePath = path.resolve(process.cwd(), '.auth/storage-state.json');
+    console.log(chalk_1.default.cyan('\n  keve auth-update'));
+    console.log(chalk_1.default.gray(`  Target URL: ${targetUrl}`));
+    console.log(chalk_1.default.gray(`  Storage state: ${storageStatePath}`));
+    console.log(chalk_1.default.yellow('\n  Opening browser for manual login...'));
+    console.log(chalk_1.default.gray('  (Auto-save when you navigate away from login page)\n'));
+    const success = await (0, auth_1.acquireStorageState)({
+        targetUrl,
+        storageStatePath,
+        logPrefix: '  [keve auth-update]',
+        onLoginDetected: (url) => console.log(chalk_1.default.green(`  Login detected! URL: ${url}`)),
+        onStateSaved: (cookieCount, originCount) => {
+            console.log(chalk_1.default.green(`\n  ✓ Auth state saved`));
+            console.log(chalk_1.default.gray(`  Cookies: ${cookieCount}, localStorage origins: ${originCount}`));
+            if (cookieCount === 0) {
+                console.log(chalk_1.default.yellow('  ⚠ No cookies saved — login may not have completed.'));
+                console.log(chalk_1.default.yellow('  Try `npx keve auth-update` again.'));
+            }
+            else {
+                console.log(chalk_1.default.green('  ✓ Auth update complete! Run tests with: npx keve run'));
+            }
+        },
+        onError: (msg) => console.error(chalk_1.default.red(`  Error: ${msg}`)),
+        onBrowserFailed: (msg) => {
+            console.error(chalk_1.default.red(`  Cannot launch browser: ${msg}`));
+            console.error(chalk_1.default.yellow('  Ensure a display is available, or run in a local environment.'));
+        },
+    });
+    if (!success && !options.url) {
+        console.log(chalk_1.default.yellow('\n  Hint: Specify target URL if different from default:'));
+        console.log(chalk_1.default.yellow('  npx keve auth-update --url http://your-app-url'));
+    }
+}

package/dist/commands/clean.d.ts

@@ -0,0 +1,10 @@
+/**
+ * keve clean - Clean test artifacts
+ */
+export interface CleanOptions {
+    rounds?: boolean;
+    reports?: boolean;
+    all?: boolean;
+    dryRun?: boolean;
+}
+export declare function clean(options: CleanOptions): Promise<void>;

package/dist/commands/clean.js

@@ -0,0 +1,78 @@
+"use strict";
+/**
+ * keve clean - Clean test artifacts
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.clean = clean;
+const fs = __importStar(require("node:fs"));
+const path = __importStar(require("node:path"));
+const chalk_1 = __importDefault(require("chalk"));
+const config_1 = require("../config");
+function removeDir(dir, dryRun) {
+    if (!fs.existsSync(dir))
+        return;
+    if (dryRun) {
+        console.log(chalk_1.default.gray(`  [dry-run] Would remove: ${path.relative(process.cwd(), dir)}`));
+        return;
+    }
+    fs.rmSync(dir, { recursive: true, force: true });
+    console.log(chalk_1.default.green(`  ✓ Removed: ${path.relative(process.cwd(), dir)}`));
+}
+async function clean(options) {
+    const keveDir = (0, config_1.findKeveDir)();
+    if (!keveDir) {
+        console.error(chalk_1.default.red('  ✗ .keve/ directory not found'));
+        process.exit(1);
+    }
+    console.log(chalk_1.default.cyan('\n🧹 keve clean\n'));
+    if (options.all || (!options.rounds && !options.reports)) {
+        // Default: clean both
+        removeDir(path.join(keveDir, 'test-artifacts'), !!options.dryRun);
+        removeDir(path.join(keveDir, 'reports'), !!options.dryRun);
+        console.log(chalk_1.default.green('  ✓ Cleaned all artifacts and reports'));
+        return;
+    }
+    if (options.rounds) {
+        removeDir(path.join(keveDir, 'test-artifacts'), !!options.dryRun);
+    }
+    if (options.reports) {
+        removeDir(path.join(keveDir, 'reports'), !!options.dryRun);
+    }
+    console.log(chalk_1.default.green('\n  ✓ Clean complete\n'));
+}

package/dist/commands/config.d.ts

@@ -0,0 +1,17 @@
+/**
+ * keve config - Create or update Playwright config
+ */
+export interface ConfigOptions {
+    baseUrl?: string;
+    cdp?: boolean;
+    cdpEndpoint?: string;
+    webServer?: boolean;
+    workers?: string;
+    timeout?: string;
+    retries?: string;
+    output?: string;
+    force?: boolean;
+    show?: boolean;
+    print?: boolean;
+}
+export declare function config(options: ConfigOptions): Promise<void>;

package/dist/commands/config.js

@@ -0,0 +1,99 @@
+"use strict";
+/**
+ * keve config - Create or update Playwright config
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.config = config;
+const fs = __importStar(require("node:fs"));
+const path = __importStar(require("node:path"));
+const chalk_1 = __importDefault(require("chalk"));
+const config_1 = require("../config");
+const pw_config_1 = require("../core/pw-config");
+async function config(options) {
+    const keveDir = (0, config_1.findKeveDir)();
+    const taskDir = (0, config_1.resolveTaskDir)(keveDir);
+    if (options.show) {
+        const configPath = (0, pw_config_1.findExistingConfig)(keveDir, taskDir);
+        if (configPath) {
+            console.log(chalk_1.default.green(`  Config: ${configPath}`));
+            console.log(fs.readFileSync(configPath, 'utf-8'));
+        }
+        else {
+            console.log(chalk_1.default.yellow('  No keve-test.config.ts found'));
+            console.log(chalk_1.default.gray('    Run: keve config  to create one'));
+        }
+        return;
+    }
+    const pwOptions = {
+        baseUrl: options.baseUrl || process.env.BASE_URL || process.env.PWGEN_TARGET_URL,
+        cdp: options.cdp,
+        cdpEndpoint: options.cdpEndpoint,
+        webServer: options.webServer === false ? false : undefined,
+        workers: options.workers ? parseInt(options.workers, 10) : undefined,
+        timeout: options.timeout ? parseInt(options.timeout, 10) : undefined,
+        retries: options.retries ? parseInt(options.retries, 10) : undefined,
+    };
+    const content = (0, pw_config_1.generatePwConfig)(pwOptions);
+    if (options.print) {
+        console.log(content);
+        return;
+    }
+    const outputPath = options.output
+        ? path.resolve(options.output)
+        : (0, pw_config_1.resolveConfigOutputPath)();
+    console.log(chalk_1.default.cyan('\n⚙️  keve config\n'));
+    if (fs.existsSync(outputPath) && !options.force) {
+        console.log(chalk_1.default.yellow(`  ⚠ ${path.relative(process.cwd(), outputPath)} already exists. Use --force to overwrite.`));
+        console.log(chalk_1.default.gray('    Use --show to view current config'));
+        return;
+    }
+    fs.mkdirSync(path.dirname(outputPath), { recursive: true });
+    fs.writeFileSync(outputPath, content, 'utf-8');
+    console.log(chalk_1.default.green(`  ✓ Created: ${path.relative(process.cwd(), outputPath)}`));
+    console.log(chalk_1.default.gray(`  baseURL:   ${pwOptions.baseUrl || '(from env)'}`));
+    console.log(chalk_1.default.gray(`  CDP:       ${pwOptions.cdp ? 'enabled' : 'disabled'}`));
+    console.log(chalk_1.default.gray(`  webServer: ${pwOptions.webServer !== false ? 'enabled' : 'disabled'}`));
+    console.log(chalk_1.default.gray(`  workers:   ${pwOptions.workers || 3}`));
+    console.log(chalk_1.default.gray(`  timeout:   ${pwOptions.timeout || 60000}ms`));
+    if (pwOptions.cdp) {
+        console.log(chalk_1.default.blue('\n  CDP Mode:'));
+        console.log(chalk_1.default.gray('    Set KEVE_CDP_ENDPOINT=http://[::1]:9222 before running tests'));
+    }
+    console.log(chalk_1.default.green('\n  ✓ Config complete\n'));
+}

package/dist/commands/init.d.ts

@@ -0,0 +1,15 @@
+/**
+ * keve init - Initialize .keve/ directory and inject Skills
+ *
+ * Creates the .keve/ workspace, Playwright infrastructure,
+ * and copies keve skills into .codeflicker/skills/.
+ *
+ * Note: keveAssert is exported directly from @ks-data/keve-suite (import { keveAssert } from '@ks-data/keve-suite')
+ * — no file needs to be written to the project.
+ */
+export interface InitOptions {
+    force?: boolean;
+    cdp?: boolean;
+    baseUrl?: string;
+}
+export declare function init(options: InitOptions): Promise<void>;