@kkeve/suite 0.0.15 → 0.0.17

package/dist/engine-playwright/global-setup.js

@@ -0,0 +1,142 @@
+"use strict";
+/**
+ * global-setup — 登录态装配（纯数据准备，不启动浏览器）
+ *
+ * 设计调整（与平台执行链路对齐）：
+ *   - 不再由测试侧启动 chromium，也不再通过 CDP 接管已开浏览器。
+ *   - 登录态由**服务端**解析（eve-backend account-resolver → SSO cookies），
+ *     执行前以环境变量下发，这里只负责把 cookie 写成 Playwright storageState。
+ *
+ * 环境变量：
+ *   KEVE_SSO_COOKIES      — JSON 字符串化的 SsoCookie[]（服务端解析结果，首选）
+ *   KEVE_STORAGE_STATE    — storageState 输出路径（默认 ./.auth/storage-state.json）
+ *   KEVE_TARGET_URL       — 目标站点 URL（用于派生 cookie domain，缺省 kuaishou.com）
+ *
+ * 兼容：KEVE_SSO_COOKIES_FILE 指向一个包含同样 JSON 的文件。
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.resolveStorageStatePath = resolveStorageStatePath;
+exports.deriveCookieDomain = deriveCookieDomain;
+exports.readInjectedCookies = readInjectedCookies;
+exports.writeStorageState = writeStorageState;
+exports.default = default_1;
+const fs = __importStar(require("node:fs"));
+const path = __importStar(require("node:path"));
+/** 由 storageState 路径解析（默认 .auth/storage-state.json） */
+function resolveStorageStatePath() {
+    return path.resolve(process.cwd(), process.env.KEVE_STORAGE_STATE || path.join('.auth', 'storage-state.json'));
+}
+/** 从 cookie 派生 Playwright cookie 所需的 domain / path */
+function toPlaywrightCookie(cookie, fallbackDomain) {
+    const domain = cookie.domain || fallbackDomain;
+    return {
+        name: cookie.name,
+        value: cookie.value,
+        domain,
+        path: cookie.path || '/',
+        expires: typeof cookie.expires === 'number' ? cookie.expires : -1,
+        httpOnly: !!cookie.httpOnly,
+        secure: cookie.secure !== false,
+        sameSite: (cookie.sameSite || 'Lax'),
+    };
+}
+/** 目标站点派生 cookie domain：https://foo.kuaishou.com/x → .kuaishou.com */
+function deriveCookieDomain(targetUrl) {
+    const fallback = '.kuaishou.com';
+    if (!targetUrl)
+        return fallback;
+    try {
+        const host = new URL(targetUrl).hostname;
+        const parts = host.split('.');
+        if (parts.length < 2)
+            return host;
+        return `.${parts.slice(-2).join('.')}`;
+    }
+    catch {
+        return fallback;
+    }
+}
+/** 读取服务端下发的 cookies（环境变量优先，其次文件） */
+function readInjectedCookies() {
+    const raw = process.env.KEVE_SSO_COOKIES
+        || readCookieFile(process.env.KEVE_SSO_COOKIES_FILE);
+    if (!raw)
+        return [];
+    try {
+        const parsed = JSON.parse(raw);
+        return Array.isArray(parsed) ? parsed : [];
+    }
+    catch (err) {
+        console.warn(`[keve global-setup] KEVE_SSO_COOKIES 解析失败：${err?.message || err}`);
+        return [];
+    }
+}
+function readCookieFile(file) {
+    if (!file)
+        return '';
+    try {
+        return fs.existsSync(file) ? fs.readFileSync(file, 'utf8') : '';
+    }
+    catch {
+        return '';
+    }
+}
+/**
+ * 写出 storageState（只写文件，不启动浏览器）。
+ * 返回实际写入的 cookie 数，供执行侧日志/断言使用。
+ */
+function writeStorageState(storageStatePath) {
+    const cookies = readInjectedCookies();
+    const domain = deriveCookieDomain(process.env.KEVE_TARGET_URL);
+    const state = {
+        cookies: cookies.map((c) => toPlaywrightCookie(c, domain)),
+        origins: [],
+    };
+    fs.mkdirSync(path.dirname(storageStatePath), { recursive: true });
+    fs.writeFileSync(storageStatePath, JSON.stringify(state, null, 2));
+    return state.cookies.length;
+}
+async function default_1() {
+    const storageStatePath = resolveStorageStatePath();
+    const count = writeStorageState(storageStatePath);
+    if (count > 0) {
+        console.log(`[keve global-setup] 注入服务端 cookies ${count} 条 → ${storageStatePath}`);
+    }
+    else {
+        console.warn(`[keve global-setup] 未收到服务端 cookies（KEVE_SSO_COOKIES 为空），`
+            + `写入空 storageState → ${storageStatePath}`);
+    }
+}

package/dist/{core → engine-playwright}/keve-report.d.ts

@@ -19,7 +19,6 @@ declare class KeveReporter implements Reporter {
     private outputPath;
     private resultDir;
     onBegin(config: FullConfig, suite: Suite): void;
-    private static CONFIDENCE_MAP;
     onTestEnd(test: TestCase, result: TestResult): Promise<void>;
     onEnd(result: FullResult): Promise<void>;
     private appendRecord;

package/dist/engine-playwright/keve-report.js

@@ -0,0 +1,137 @@
+"use strict";
+/**
+ * keve-report: Playwright Reporter that collects test execution data
+ *
+ * After EACH test completes (onTestEnd), records test result metadata
+ * including step results, error category, AI exploration steps, and diagnostics.
+ * Results are appended to confidence-data.jsonl (one line per test).
+ *
+ * After ALL tests complete (onEnd), generates report-data.json directly,
+ * eliminating the need for a separate `keve report` command.
+ *
+ * Usage in playwright config:
+ *   reporter: [
+ *     ['list'],
+ *     ['@kkeve/suite/keve-report'],
+ *   ]
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+const fs = __importStar(require("node:fs"));
+const path = __importStar(require("node:path"));
+const reportData_js_1 = require("../core/generateReport/reportData.js");
+const confidence_js_1 = require("../core/judge/confidence.js");
+class KeveReporter {
+    outputPath = '';
+    resultDir = '';
+    onBegin(config, suite) {
+        // Resolve resultDir: 优先 runner 注入的 KEVE_RESULT_DIR（<taskRoot>/reports/round-N），
+        // 缺失时回退旧布局 taskDir/test-artifacts/round-N。
+        const taskDir = process.env.KEVE_TASK_DIR || '.keve';
+        const round = process.env.KEVE_ROUND || 'latest';
+        this.resultDir = process.env.KEVE_RESULT_DIR
+            ? path.resolve(process.env.KEVE_RESULT_DIR)
+            : path.join(taskDir, 'test-artifacts', `round-${round}`);
+        this.outputPath = path.join(this.resultDir, 'confidence-data.jsonl');
+        if (!fs.existsSync(this.resultDir)) {
+            fs.mkdirSync(this.resultDir, { recursive: true });
+        }
+        console.log(`[keve-reporter] Confidence evaluation will be saved to: ${this.outputPath}`);
+    }
+    async onTestEnd(test, result) {
+        // 分类逻辑统一收敛在 core/confidence.ts，Cypress 侧复用同一实现，避免两端报告漂移
+        const { record, log } = (0, confidence_js_1.buildConfidenceRecord)({
+            title: test.title,
+            status: result.status,
+            error: result.error ? { message: result.error.message || String(result.error), name: result.error?.name } : null,
+            steps: (0, confidence_js_1.parseStepsFromAttachments)(result.attachments),
+            attachments: result.attachments,
+        });
+        this.appendRecord(record);
+        console.log(`[keve-reporter] ${test.title}: ${log}`);
+    }
+    async onEnd(result) {
+        console.log(`[keve-reporter] All tests completed. Generating report-data.json...`);
+        // ── 直接生成 report-data.json（不再需要 keve report 命令） ──
+        try {
+            const taskDir = process.env.KEVE_TASK_DIR || '.keve';
+            const projectRoot = taskDir;
+            // 找到 test-results.json（Playwright JSON Reporter 写入）
+            const testResultsPath = path.join(this.resultDir, 'test-results.json');
+            const confidencePath = this.outputPath;
+            if (fs.existsSync(testResultsPath) && fs.existsSync(confidencePath)) {
+                // YAML 用例文件在 {taskDir}/cases/test-cases.yaml
+                const casesYamlPath = path.join(taskDir, 'cases', 'test-cases.yaml');
+                const reportData = await (0, reportData_js_1.generateReportData)({
+                    projectRoot,
+                    resultsPath: testResultsPath,
+                    confidencePath,
+                    casesPath: fs.existsSync(casesYamlPath) ? casesYamlPath : undefined,
+                });
+                // 写入 report-data.json
+                const reportDataPath = path.join(this.resultDir, 'report-data.json');
+                fs.writeFileSync(reportDataPath, JSON.stringify(reportData, null, 2));
+                // 更新 latest 目录 → symlink 指向最新 round（避免重复拷贝 34MB+）
+                const latestDir = path.join(path.dirname(this.resultDir), 'latest');
+                if (latestDir !== this.resultDir) {
+                    try {
+                        if (fs.existsSync(latestDir)) {
+                            const stat = fs.lstatSync(latestDir);
+                            if (stat.isSymbolicLink()) {
+                                fs.unlinkSync(latestDir);
+                            }
+                            else {
+                                fs.rmSync(latestDir, { recursive: true, force: true });
+                            }
+                        }
+                        fs.symlinkSync(path.basename(this.resultDir), latestDir, 'junction');
+                    }
+                    catch { /* ignore latest symlink error */ }
+                }
+                console.log(`[keve-reporter] report-data.json generated at: ${reportDataPath}`);
+            }
+            else {
+                console.log(`[keve-reporter] Skipped report-data.json generation (missing test-results.json or confidence-data.jsonl)`);
+            }
+        }
+        catch (err) {
+            console.error(`[keve-reporter] Failed to generate report-data.json: ${err.message}`);
+        }
+    }
+    appendRecord(record) {
+        fs.appendFileSync(this.outputPath, JSON.stringify((0, confidence_js_1.sanitizeRecord)(record)) + '\n');
+    }
+}
+exports.default = KeveReporter;

package/dist/{core → engine-playwright}/keve-test.d.ts

@@ -1,11 +1,11 @@
 /**
  * keve-test — Playwright test fixture: keveGoal (唯一操作原语)
  *
- * keveGoal 执行 fn 后 → 截图+fn逻辑+expected → AI判断是否一致
- *   一致     → 通过
- *   不一致   → AI 告诉你还差什么 → Re-Act 探索 → 探索成功
+ * keveGoal 执行 fn 后 → 截图+fn逻辑+expected → Agent Re-Act 观察页面后给最终结论
  *   fn 无    → Re-Act 直接探索
+ *   fn 成功  → 仍进 Re-Act，确认预期达成并产出推理轨迹
  *   fn 异常  → Re-Act 自愈
+ *   确定性事实（环境阻断 / 页面已关闭 / 截图差异超阈值）→ 短路，不烧 token
  *
  * keveAssert 已被吸收：keveGoal 的 expected 即断言语义
  *
@@ -23,11 +23,11 @@
  */
 import { expect } from '@playwright/test';
 export { expect };
-export { keveModel, keveScene, getModelScenes } from './keve-decorators';
-export type { KeveSceneMeta } from './keve-decorators';
-export { sceneCodeMap, sceneEvalMetaMap } from './keve-registry';
-export type { KeveEvalMeta, ErrorCategory } from './keve-registry';
-export { sceneGoalsMap, type KeveGoalMeta } from './keve-registry';
+export { keveModel, keveScene, getModelScenes } from '../core/decorator/keve-decorators.js';
+export type { KeveSceneMeta, KeveModelOptions, KeveSceneOptions } from '../core/decorator/keve-decorators.js';
+export { sceneCodeMap, sceneEvalMetaMap, sceneMetaMap } from '../core/decorator/keve-registry.js';
+export type { KeveEvalMeta, ErrorCategory, KeveSceneStaticMeta } from '../core/decorator/keve-registry.js';
+export { sceneGoalsMap, type KeveGoalMeta } from '../core/decorator/keve-registry.js';
 export interface KeveGoalCallOptions {
     precondition?: string;
     step: string;
@@ -39,6 +39,8 @@ type KeveFixture = {
         noImages?: boolean;
         outputPath?: string;
     }) => Promise<any>;
+    /** 引擎适配器：engine.click/type/hover/assertVisible 等，引擎无关操作 */
+    engine: import('./engineAdapter.js').EngineAdapter;
     /** 将内置 testInfo 包装为可解构 fixture，允许脚本直接写 { page, keveGoal, testInfo } */
     testInfo: import('@playwright/test').TestInfo;
 };