dsh-flakefinder 0.2.2 → 0.3.1

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 stardustlc
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.en.md

@@ -20,12 +20,25 @@ A DeepSeek Harness plugin for test stability: run tests repeatedly, classify fla
 
 Frameworks: vitest / jest / pytest (setup.cfg / pyproject / pytest.ini / tox.ini) / node:test, auto-detected in that order. JUnit XML entities and TAP SKIP directives are parsed.
 
+## Compatibility
+
+Verified against source-run `@deepseek-ai/dsh@0.1.2-alpha.4` on 2026-09-02. Built for the cordis patch-bundle plugin model (`cordis.patch.yml` + `dsh.bundle.patch`). No runtime imports of `@deepseek-ai/*` internals.
+
 ## Install
 
 ```bash
 dsh plugin --profile web add dsh-flakefinder
 ```
 
+## Uninstall
+
+```bash
+dsh plugin --profile web remove dsh-flakefinder
+```
+
+Then restart the web service. To clean up fully, also remove the plugin entry from your profile `cordis.patch.yml` if you overrode it.
+
+
 ## Example
 
 ```text

package/README.md

@@ -26,6 +26,10 @@ DeepSeek Harness 测试稳定性插件：支持 vitest / jest / pytest / node:te
 - node:test：`node --test --test-reporter=tap`，解析 TAP（含 SKIP 指令归类）
 - `framework: auto` 按 vitest → jest → pytest → node:test 自动探测
 
+## 兼容性
+
+在 `@deepseek-ai/dsh@0.1.2-alpha.4` 源码模式下验证（2026-09-02）。遵循 cordis 组合包补丁模型（`cordis.patch.yml` + `dsh.bundle.patch`），运行时不 import 任何 `@deepseek-ai/*` 内部模块。
+
 ## 安装
 
 ```bash
@@ -42,6 +46,15 @@ dsh plugin --profile web add dsh-flakefinder
     writeApproval: true
 ```
 
+## 卸载
+
+```bash
+dsh plugin --profile web remove dsh-flakefinder
+```
+
+卸载后重启 Web 服务。如需彻底清理，可再手动删除自己 profile `cordis.patch.yml` 中覆盖的插件行。
+
+
 ## 使用示例
 
 ```text

package/cordis.patch.yml

@@ -10,7 +10,7 @@
 #       writeApproval: true     # quarantine/clear 是否走审批门（默认 true）
 #       dataDir: ''             # 历史存储目录（默认 DSH_HOME/.dsh-flakefinder）
 #       quarantineFile: ''      # 隔离清单（默认项目根 .flakefinder.json）
-      pythonPath: ''          # pytest 使用的 Python 解释器（默认 python/python3）
+#       pythonPath: ''          # pytest 使用的 Python 解释器（默认 python/python3）
 #
 - insert:
     - id: flakefinder

package/lib/classify.js

@@ -71,7 +71,10 @@ export function aggregate(runs) {
     }
     let verdict;
     const passRuns = records.filter(run => run.success).length;
-    if (tests.every(test => test.verdict === 'skipped')) {
+    if (tests.length === 0) {
+        verdict = 'empty';
+    }
+    else if (tests.every(test => test.verdict === 'skipped')) {
         verdict = 'skipped';
     }
     else if (passRuns === records.length) {
@@ -83,6 +86,24 @@ export function aggregate(runs) {
     else {
         verdict = 'flaky';
     }
+    // 运行级 flaky 但无具体 flaky 用例：通常是某次运行崩溃（report=null）未产出报告。
+    // 补一条合成记录，避免 flaky 信号丢失（历史写入 verdict=flaky 但 flakyCount=0）。
+    if (verdict === 'flaky' && flakyCount === 0) {
+        const crashRuns = runs.filter(run => run.report === null).length;
+        if (crashRuns > 0) {
+            tests.push({
+                id: '(crash)',
+                file: '(crash)',
+                name: '运行崩溃（未产出报告）',
+                passes: 0,
+                failures: crashRuns,
+                skips: 0,
+                failureRate: 100,
+                verdict: 'flaky',
+            });
+            flakyCount += 1;
+        }
+    }
     tests.sort((a, b) => a.id.localeCompare(b.id));
     return {
         runs: records,

package/lib/index.d.ts

@@ -11,6 +11,7 @@ import { type FlakeConfig } from './config.js';
 import { type SubprocessSpawnLike } from './runner.js';
 import { type FlakeToolDefinition } from './tools.js';
 /** cordis 服务注入：apply 里要用 ctx.subprocess 与 ctx.tools。 */
+export declare const name = "flakefinder";
 export declare const inject: string[];
 /** 插件所需的最小 ctx 面。 */
 export interface FlakePluginContext {
@@ -18,12 +19,11 @@ export interface FlakePluginContext {
         spawn: SubprocessSpawnLike;
     };
     tools: {
-        register(definition: FlakeToolDefinition, options?: {
-            prepend?: boolean;
-        }): () => void;
+        register(definition: FlakeToolDefinition): () => void;
     };
-    get?(name: 'approval'): unknown;
-    on?(event: string, listener: () => void): () => void;
+    on?(event: string, listener: (...args: any[]) => unknown, options?: {
+        prepend?: boolean;
+    }): (() => void) | void;
 }
 /**
  * 插件入口：解析配置、封装执行器与存储、注册五个工具。

package/lib/index.js

@@ -12,6 +12,7 @@ import { createSubprocessRunner } from './runner.js';
 import { createStore } from './store.js';
 import { buildFlakeTools } from './tools.js';
 /** cordis 服务注入：apply 里要用 ctx.subprocess 与 ctx.tools。 */
+export const name = 'flakefinder';
 export const inject = ['subprocess', 'tools'];
 /**
  * 插件入口：解析配置、封装执行器与存储、注册五个工具。
@@ -30,17 +31,18 @@ export function apply(ctx, config) {
     const tools = buildFlakeTools(cfg, runner, store);
     const disposers = [];
     for (const definition of tools) {
-        const wrapped = { ...definition };
-        if (wrapped.gate !== undefined) {
-            const original = wrapped.gate.bind(wrapped);
-            wrapped.gate = async (exec, next) => {
-                const record = (typeof exec === 'object' && exec !== null ? exec : {});
-                return original({ ...record, approval: ctx.get?.('approval') }, next);
-            };
-        }
-        disposers.push(ctx.tools.register(wrapped, { prepend: true }));
+        disposers.push(ctx.tools.register(definition));
     }
     if (typeof ctx.on === 'function') {
+        if (cfg.writeApproval) {
+            ctx.on('tools/pre-execute', async (exec, next) => {
+                if (exec.name === 'flaky_quarantine')
+                    return { kind: 'ask', reason: '把测试用例写入 .flakefinder.json 隔离清单' };
+                if (exec.name === 'flaky_clear')
+                    return { kind: 'ask', reason: '从 .flakefinder.json 隔离清单移除测试用例' };
+                return next();
+            }, { prepend: true });
+        }
         ctx.on('dispose', () => {
             for (const dispose of disposers)
                 dispose();

package/lib/tools.d.ts

@@ -24,7 +24,6 @@ export interface FlakeToolDefinition {
         render(args: unknown, value: unknown): ContentBlock[];
     };
     execute(args: unknown, exec: unknown): Promise<unknown>;
-    gate?(exec: unknown, next: () => Promise<unknown>): Promise<unknown>;
     timeoutMs?: number;
 }
 /** 构建五个工具定义。 */

package/lib/tools.js

@@ -297,36 +297,61 @@ export function buildFlakeTools(cfg, runner, store) {
         },
         timeoutMs: 10000,
     };
-    if (cfg.writeApproval) {
-        quarantine.gate = approvalGate('flaky_quarantine', '把测试用例写入 .flakefinder.json 隔离清单');
-        clear.gate = approvalGate('flaky_clear', '从 .flakefinder.json 隔离清单移除测试用例');
-    }
-    return [detect, history, quarantine, clear, report];
+    const flakyHealth = {
+        name: 'flaky_health',
+        description: 'dsh-flakefinder 自检：验证 Python 解释器与 pytest 是否可用（pytest 框架必需），并汇总默认配置。遇到问题时先运行本工具定位。',
+        parameters: compileParameters({}),
+        output: {
+            schema: { type: 'object', additionalProperties: true },
+            render: (_args, value) => {
+                const rec = asRecord(value);
+                const checks = Array.isArray(rec.checks) ? rec.checks : [];
+                const lines = ['dsh-flakefinder 自检' + (rec.ok === true ? '：正常。' : '：发现问题。')];
+                for (const item of checks) {
+                    const c = asRecord(item);
+                    lines.push('- ' + c.name + '：' + (c.ok === true ? '✅' : '❌ ' + String(c.detail ?? '')));
+                }
+                return [{ type: 'text', text: lines.join('\n') }];
+            },
+        },
+        async execute() {
+            const checks = [];
+            let ok = true;
+            try {
+                const result = await runner.run([cfg.pythonPath, '--version'], { timeoutMs: 15000 });
+                const version = (result.stdout + result.stderr).split(/\r?\n/)[0]?.trim() ?? '';
+                if (result.exitCode === 0)
+                    checks.push({ name: 'python', ok: true, detail: version + '（' + cfg.pythonPath + '）' });
+                else {
+                    ok = false;
+                    checks.push({ name: 'python', ok: false, detail: '退出码 ' + String(result.exitCode) });
+                }
+            }
+            catch (error) {
+                ok = false;
+                checks.push({ name: 'python', ok: false, detail: error instanceof Error ? error.message : String(error) });
+            }
+            try {
+                const result = await runner.run([cfg.pythonPath, '-m', 'pytest', '--version'], { timeoutMs: 20000 });
+                const version = (result.stdout + result.stderr).split(/\r?\n/)[0]?.trim() ?? '';
+                if (result.exitCode === 0)
+                    checks.push({ name: 'pytest', ok: true, detail: version });
+                else {
+                    ok = false;
+                    checks.push({ name: 'pytest', ok: false, detail: '未安装或不可用（pip install pytest）' });
+                }
+            }
+            catch (error) {
+                ok = false;
+                checks.push({ name: 'pytest', ok: false, detail: error instanceof Error ? error.message : String(error) });
+            }
+            checks.push({ name: '默认配置', ok: true, detail: 'defaultRuns=' + cfg.defaultRuns + ', timeoutMs=' + cfg.timeoutMs });
+            return { ok, plugin: 'dsh-flakefinder', checks };
+        },
+        timeoutMs: 40000,
+    };
+    return [detect, history, quarantine, clear, report, flakyHealth];
 }
 function runsTimeout(cfg) {
     return Math.min(10 * 60 * 1000, cfg.maxRuns * cfg.timeoutMs + 15000);
 }
-/** 写操作审批门：复用 dsh-docker 的中文拒绝语义。 */
-function approvalGate(toolName, action) {
-    return async (exec, next) => {
-        const record = (typeof exec === 'object' && exec !== null ? exec : {});
-        const approval = record.approval;
-        if (approval === undefined) {
-            return { kind: 'deny', reason: toolName + ' 需要确认，但当前环境没有审批通道（如 headless）。如确定安全，可在配置中设置 writeApproval: false。' };
-        }
-        const outcome = await approval.request({
-            agent: record.agent,
-            toolName: record.toolName,
-            callId: record.callId,
-            reason: action,
-            signal: record.signal,
-        });
-        if (outcome === 'allowed-once')
-            return next();
-        if (outcome === 'cancelled')
-            return { kind: 'deny', reason: action + ' 被取消，未执行。' };
-        if (outcome === 'unavailable')
-            return { kind: 'deny', reason: action + ' 不可用（没有可用的审批界面），未执行。' };
-        return { kind: 'deny', reason: action + ' 未获批准：要么你拒绝了，要么当前会话处于 Full Access。若确需直接写入，可设置 writeApproval: false（自行承担风险）。' };
-    };
-}

package/package.json

@@ -1,61 +1,60 @@
-{
-  "name": "dsh-flakefinder",
-  "version": "0.2.2",
-  "description": "DSH 测试稳定性插件：flaky_detect/history/quarantine/clear/report 五工具，支持 vitest/jest/pytest/node:test，重复运行测试并识别不稳定用例，JUnit/TAP 完整解析，JSON 历史与隔离清单，零运行时依赖。",
-  "type": "module",
-  "main": "lib/index.js",
-  "types": "lib/index.d.ts",
-  "exports": {
-    ".": {
-      "types": "./lib/index.d.ts",
-      "default": "./lib/index.js"
-    },
-    "./cordis.patch.yml": "./cordis.patch.yml",
-    "./package.json": "./package.json"
-  },
-  "files": [
-    "lib",
-    "cordis.patch.yml",
-    "README.md",
-    "README.en.md"
-  ],
-  "scripts": {
-    "build": "tsc -p tsconfig.json",
-    "prepare": "tsc -p tsconfig.json",
-    "typecheck": "tsc -p tsconfig.json --noEmit",
-    "test": "pnpm run build && node --test \"test/*.test.mjs\"",
-    "prepublishOnly": "pnpm run build"
-  },
-  "dsh": {
-    "bundle": {
-      "patch": "./cordis.patch.yml"
-    }
-  },
-  "keywords": [
-    "dsh",
-    "deepseek-harness",
-    "plugin",
-    "testing",
-    "flaky-test",
-    "quality",
-    "dsh-plugin"
-  ],
-  "license": "MIT",
-  "engines": {
-    "node": ">=22.13"
-  },
-  "devDependencies": {
-    "@types/node": "^24.0.0",
-    "typescript": "^5.6.0"
-  },
-  "repository": {
-    "type": "git",
-    "url": "git+https://github.com/STARDUSTLC666/dsh-flakefinder.git"
-  },
-  "bugs": {
-    "url": "https://github.com/STARDUSTLC666/dsh-flakefinder/issues"
-  },
-  "homepage": "https://github.com/STARDUSTLC666/dsh-flakefinder#readme",
-  "author": "stardustlc",
-  "packageManager": "pnpm@11.7.0"
-}
+{
+  "name": "dsh-flakefinder",
+  "version": "0.3.1",
+  "description": "DSH 测试稳定性插件：flaky_detect/history/quarantine/clear/report 五工具，支持 vitest/jest/pytest/node:test，重复运行测试并识别不稳定用例，JUnit/TAP 完整解析，JSON 历史与隔离清单，零运行时依赖。",
+  "type": "module",
+  "main": "lib/index.js",
+  "types": "lib/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./lib/index.d.ts",
+      "default": "./lib/index.js"
+    },
+    "./cordis.patch.yml": "./cordis.patch.yml",
+    "./package.json": "./package.json"
+  },
+  "files": [
+    "lib",
+    "cordis.patch.yml",
+    "README.md",
+    "README.en.md"
+  ],
+  "scripts": {
+    "build": "tsc -p tsconfig.json",
+    "typecheck": "tsc -p tsconfig.json --noEmit",
+    "test": "pnpm run build && node --test \"test/*.test.mjs\"",
+    "prepublishOnly": "pnpm run build"
+  },
+  "dsh": {
+    "bundle": {
+      "patch": "./cordis.patch.yml"
+    }
+  },
+  "keywords": [
+    "dsh",
+    "deepseek-harness",
+    "plugin",
+    "testing",
+    "flaky-test",
+    "quality",
+    "dsh-plugin"
+  ],
+  "license": "MIT",
+  "engines": {
+    "node": ">=22"
+  },
+  "devDependencies": {
+    "@types/node": "^24.0.0",
+    "typescript": "^5.6.0"
+  },
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/STARDUSTLC666/dsh-flakefinder.git"
+  },
+  "bugs": {
+    "url": "https://github.com/STARDUSTLC666/dsh-flakefinder/issues"
+  },
+  "homepage": "https://github.com/STARDUSTLC666/dsh-flakefinder#readme",
+  "author": "stardustlc",
+  "packageManager": "pnpm@11.7.0"
+}