dsh-git-push 2.20.18 → 3.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +3 -2
- package/cli-tool.mjs +2 -4
- package/cli.mjs +36 -2
- package/lib/app/apply.js +9 -9
- package/lib/app/command-registry.js +44 -20
- package/lib/app/handlers/meta.js +7 -142
- package/lib/app/handlers/npm.js +18 -1
- package/lib/app/handlers/preprocess.js +107 -0
- package/lib/app/handlers/repo-actions.js +2 -2
- package/lib/app/http-handlers.js +25 -12
- package/lib/app/index.js +2 -1
- package/lib/app/inject-text.js +3 -2
- package/lib/app/preprocess-client.js +136 -0
- package/lib/app/repo-ownership.js +1 -1
- package/lib/app/schema.js +3 -3
- package/lib/app/severity.js +14 -0
- package/lib/app/slash-commands.js +5 -164
- package/lib/app/tool-call.js +75 -140
- package/lib/app/tools.js +13 -6
- package/lib/cli/commands-preprocess.mjs +74 -0
- package/lib/cli/commands-tool.mjs +3 -2
- package/lib/cli/commands-vcs.mjs +4 -4
- package/lib/cli/shared.mjs +42 -13
- package/lib/client-parts/git/controller.js +2 -2
- package/lib/client.js +2 -2
- package/lib/commit-push/pre-commit-engine.js +57 -10
- package/lib/commit-push.js +125 -36
- package/lib/{exempt/index.js → git/exempt-markers.js} +8 -1
- package/lib/git/ignore.js +1 -1
- package/lib/git/repos.js +2 -2
- package/lib/git/sensitive.js +1 -1
- package/lib/npm/publish.js +20 -5
- package/lib/plugin/auto-push.js +2 -2
- package/lib/preprocess/providers.js +191 -0
- package/lib/self/index.js +1 -1
- package/lib/skip-dirs.js +14 -55
- package/package.json +29 -37
- package/scripts/build-client.mjs +2 -0
- package/scripts/check.mjs +4 -2
- package/scripts/local-registry.mjs +2 -1
- package/skills/dev/dsh-git-push.md +5 -0
- package/cli-audit.mjs +0 -141
- package/lib/app/audit-api.js +0 -173
- package/lib/app/host-doc-checks.js +0 -25
- package/lib/app/scope-check.js +0 -69
- package/lib/ast/brace.js +0 -120
- package/lib/ast/callgraph.js +0 -135
- package/lib/ast/code-lines.js +0 -175
- package/lib/ast/consts.js +0 -12
- package/lib/ast/control-flow.js +0 -470
- package/lib/ast/credential.js +0 -315
- package/lib/ast/dataflow.js +0 -391
- package/lib/ast/dup-code.js +0 -165
- package/lib/ast/fs-hotspots.js +0 -154
- package/lib/ast/index.js +0 -38
- package/lib/ast/io-risk-const.js +0 -95
- package/lib/ast/io-risk-fn.js +0 -208
- package/lib/ast/io-risk-loop.js +0 -308
- package/lib/ast/io-risk.js +0 -314
- package/lib/ast/lang.js +0 -156
- package/lib/ast/line-count.js +0 -52
- package/lib/ast/magic-number.js +0 -272
- package/lib/ast/naming.js +0 -292
- package/lib/ast/perf.js +0 -488
- package/lib/ast/scope-collisions.js +0 -228
- package/lib/ast/scope.js +0 -241
- package/lib/ast/shell.js +0 -131
- package/lib/ast/size.js +0 -448
- package/lib/ast/symbol-index.js +0 -399
- package/lib/ast/tokenizer.js +0 -421
- package/lib/ast/treesitter.js +0 -413
- package/lib/audit/analysis-coverage.js +0 -98
- package/lib/audit/audit-file.js +0 -205
- package/lib/audit/auditignore-rules.js +0 -148
- package/lib/audit/checks.js +0 -17
- package/lib/audit/client-entry.js +0 -93
- package/lib/audit/collector.js +0 -610
- package/lib/audit/ext-runner.js +0 -80
- package/lib/audit/file-context.js +0 -391
- package/lib/audit/finding.js +0 -101
- package/lib/audit/gitignore-match.js +0 -113
- package/lib/audit/glob.js +0 -63
- package/lib/audit/history-report.js +0 -100
- package/lib/audit/history.js +0 -126
- package/lib/audit/ignore-blind.js +0 -102
- package/lib/audit/index.js +0 -33
- package/lib/audit/orchestrate.js +0 -672
- package/lib/audit/public.js +0 -24
- package/lib/audit/repo-level.js +0 -30
- package/lib/audit/report-yaml.js +0 -90
- package/lib/audit/scope-policy.js +0 -110
- package/lib/audit/slot.js +0 -66
- package/lib/audit-rules/audit-rules-comment.yml +0 -199
- package/lib/audit-rules/audit-rules-cpp.yml +0 -114
- package/lib/audit-rules/audit-rules-csharp.yml +0 -82
- package/lib/audit-rules/audit-rules-docs.yml +0 -32
- package/lib/audit-rules/audit-rules-dsh.yml +0 -177
- package/lib/audit-rules/audit-rules-filehealth.yml +0 -42
- package/lib/audit-rules/audit-rules-folder.yml +0 -99
- package/lib/audit-rules/audit-rules-frontend.yml +0 -335
- package/lib/audit-rules/audit-rules-go.yml +0 -103
- package/lib/audit-rules/audit-rules-i18n.yml +0 -45
- package/lib/audit-rules/audit-rules-java.yml +0 -105
- package/lib/audit-rules/audit-rules-nodejs.yml +0 -662
- package/lib/audit-rules/audit-rules-npm.yml +0 -187
- package/lib/audit-rules/audit-rules-paths.yml +0 -98
- package/lib/audit-rules/audit-rules-performance.yml +0 -245
- package/lib/audit-rules/audit-rules-php.yml +0 -101
- package/lib/audit-rules/audit-rules-private.yml +0 -24
- package/lib/audit-rules/audit-rules-python.yml +0 -106
- package/lib/audit-rules/audit-rules-robustness.yml +0 -31
- package/lib/audit-rules/audit-rules-rust.yml +0 -109
- package/lib/audit-rules/audit-rules-structure.yml +0 -158
- package/lib/audit-rules/audit-rules-swift.yml +0 -99
- package/lib/audit-rules/audit-rules-template.yml +0 -108
- package/lib/audit-ui-sdk/contract.js +0 -117
- package/lib/audit-ui-sdk/index.js +0 -17
- package/lib/checks/button-bind.js +0 -347
- package/lib/checks/common.js +0 -170
- package/lib/checks/credential-file.js +0 -43
- package/lib/checks/dataflow.js +0 -40
- package/lib/checks/dispatch.js +0 -117
- package/lib/checks/dup-code.js +0 -69
- package/lib/checks/dup-const.js +0 -232
- package/lib/checks/file-health.js +0 -150
- package/lib/checks/filter.js +0 -137
- package/lib/checks/folder.js +0 -173
- package/lib/checks/fs-scanner.js +0 -57
- package/lib/checks/hardcoded-path.js +0 -98
- package/lib/checks/index.js +0 -49
- package/lib/checks/io.js +0 -66
- package/lib/checks/magic-number.js +0 -42
- package/lib/checks/npm-json.js +0 -273
- package/lib/checks/private.js +0 -64
- package/lib/checks/regex.js +0 -298
- package/lib/checks/scope-collision.js +0 -68
- package/lib/checks/semantic.js +0 -134
- package/lib/checks/structural.js +0 -281
- package/lib/cli/commands-audit.mjs +0 -142
- package/lib/cli/commands-doc.mjs +0 -127
- package/lib/client-parts/audit/audit.js +0 -301
- package/lib/exempt/tool.js +0 -198
- package/lib/git/module-splitter.js +0 -47
- package/lib/link-check/index.js +0 -187
- package/lib/lint-adapter/detect.js +0 -161
- package/lib/lint-adapter/index.js +0 -50
- package/lib/lint-adapter/runner.js +0 -133
- package/lib/rule/compilers/credential.js +0 -62
- package/lib/rule/compilers/dataflow.js +0 -38
- package/lib/rule/compilers/file-health.js +0 -75
- package/lib/rule/compilers/frontend.js +0 -86
- package/lib/rule/compilers/func.js +0 -35
- package/lib/rule/compilers/helpers.js +0 -71
- package/lib/rule/compilers/index.js +0 -29
- package/lib/rule/compilers/link-semantic.js +0 -45
- package/lib/rule/compilers/list-kinds.js +0 -12
- package/lib/rule/compilers/numeric-kinds.js +0 -73
- package/lib/rule/compilers/regex.js +0 -78
- package/lib/rule/compilers/structure.js +0 -107
- package/lib/rule/compilers.js +0 -17
- package/lib/rule/homoglyph.js +0 -45
- package/lib/rule/loader.js +0 -274
- package/lib/rule/registry.js +0 -122
- package/lib/rule/scope.js +0 -67
- package/lib/score/docs-score.js +0 -166
- package/lib/score/index.js +0 -234
- package/scripts/__pycache__/module-splitter.cpython-38.pyc +0 -0
- package/scripts/audit-ext/_example-readme-present.mjs +0 -34
- package/scripts/audit-ext/dsh-inject-declarations.mjs +0 -209
- package/scripts/audit-ext/variable-min-length.mjs +0 -102
- package/scripts/audit-gate.mjs +0 -235
- package/scripts/audit-runner.mjs +0 -35
- package/scripts/audit-runtime-check.mjs +0 -129
- package/scripts/browser-page-probe.mjs +0 -271
- package/scripts/check-js-scope.mjs +0 -87
- package/scripts/clean-date-comments.py +0 -102
- package/scripts/cpu-sample.mjs +0 -188
- package/scripts/doc-drift.mjs +0 -200
- package/scripts/hot-path-probe-cjs.cjs +0 -71
- package/scripts/hot-path-probe-fs-shim.mjs +0 -28
- package/scripts/hot-path-probe-fsp-shim.mjs +0 -31
- package/scripts/hot-path-probe.mjs +0 -153
- package/scripts/module-splitter.py +0 -800
- package/scripts/picker-repro.mjs +0 -115
- package/scripts/platform-scan.mjs +0 -168
- package/scripts/probe-recheck.mjs +0 -47
- package/scripts/rename-locator.mjs +0 -97
- package/scripts/rule-switch.mjs +0 -97
- package/scripts/rules-solo-audit.mjs +0 -173
- package/scripts/scan-file-io.mjs +0 -717
- package/scripts/scan-fs-hotspots.mjs +0 -107
- package/scripts/symbol-index.mjs +0 -85
- package/scripts/verify-prestep.mjs +0 -100
- package/skills/dev/audit-rule-authoring.md +0 -58
- package/skills/guide/guide-audit.md +0 -270
- /package/lib/{audit → app}/ownership.js +0 -0
- /package/lib/app/{schema-audit.js → schema-preprocess.js} +0 -0
- /package/lib/{audit-defaults.js → git/defaults.js} +0 -0
package/lib/audit/orchestrate.js
DELETED
|
@@ -1,672 +0,0 @@
|
|
|
1
|
-
import { readFileSync, existsSync } from 'node:fs';
|
|
2
|
-
import { applyScopedExemptions } from './auditignore-rules.js';
|
|
3
|
-
import { execFileSync } from 'node:child_process';
|
|
4
|
-
import { join, relative } from 'node:path';
|
|
5
|
-
import { collectTextFiles, readText, isGitRepo, collectChangedFiles, isTextFile } from './collector.js';
|
|
6
|
-
import { computeAnalysisCoverage } from './analysis-coverage.js';
|
|
7
|
-
import { groupByKind, HINT_QUALITY, checkFolderRules, checkPrivateFiles, checkDuplicateCode, checkDuplicateConst, checkMultiFileScanners } from './checks.js';
|
|
8
|
-
import { loadRuleFiles } from '../rule/loader.js';
|
|
9
|
-
import { GIT_GLOBAL_ARGS } from '../core/exec.js';
|
|
10
|
-
import { compileAllRules } from '../rule/registry.js';
|
|
11
|
-
import { auditFile } from './audit-file.js';
|
|
12
|
-
import { grammarForExt, parseText, makeSyncConfirmer } from '../ast/treesitter.js';
|
|
13
|
-
import { detectRepoJsYamlImport } from './file-context.js';
|
|
14
|
-
import { decorateTestExemptHint, makeFinding, summarize, normalizeExemptHints, CODE_EXTS } from './finding.js';
|
|
15
|
-
import { pickRepoLevelAnchorFile, repoLevelSemanticRuleIds } from './repo-level.js';
|
|
16
|
-
import { checkDocsScore } from '../score/docs-score.js';
|
|
17
|
-
import { runAuditExt } from './ext-runner.js';
|
|
18
|
-
import { runLintAdapters } from '../lint-adapter/index.js';
|
|
19
|
-
import { buildRuleSlotMap, countRulesBySlot, slotStatsFromFindings } from './slot.js';
|
|
20
|
-
import { findingsToYaml } from './report-yaml.js';
|
|
21
|
-
/**
|
|
22
|
-
* 宿主文档漂移检查器的**注入点**(审计包边界,2026-10-13)。
|
|
23
|
-
*
|
|
24
|
-
* 为什么是注入而不是 import:审计部分要能按独立包使用(详见 开发者文档/dsh-git-push/审计独立包设计-20261013.md),
|
|
25
|
-
* 因此审计侧不得反向 import 仓库脚本(`scripts/**`)。宿主(插件/CLI)在加载时用 setHostDocChecks 接线;
|
|
26
|
-
* 未接线时三个包装函数返回空实现 ⇒ 调用点行为 = 「跳过漂移检查」,不报错、不影响其它检查。
|
|
27
|
-
* 调用点零改动:下面三个同名包装函数遮蔽了原来的 import,`findMarkedHostMd` 返回空串会让后续 existsSync 自然早退。
|
|
28
|
-
*/
|
|
29
|
-
let injected = null;
|
|
30
|
-
|
|
31
|
-
/** 由宿主注入文档漂移检查器(幂等;传 null 可卸载)。 */
|
|
32
|
-
export function setHostDocChecks(checks) {
|
|
33
|
-
injected = checks || null;
|
|
34
|
-
}
|
|
35
|
-
|
|
36
|
-
const EMPTY_DOC_CHECKS = { findMarkedHostMd: () => '', checkDrift: () => ({ issues: [] }), checkFuncDrift: () => ({ issues: [] }) };
|
|
37
|
-
|
|
38
|
-
const findMarkedHostMd = (...args) => (injected || EMPTY_DOC_CHECKS).findMarkedHostMd(...args);
|
|
39
|
-
const checkDrift = (...args) => (injected || EMPTY_DOC_CHECKS).checkDrift(...args);
|
|
40
|
-
const checkFuncDrift = (...args) => (injected || EMPTY_DOC_CHECKS).checkFuncDrift(...args);
|
|
41
|
-
import { detectIgnoreBlindSpot } from './ignore-blind.js';
|
|
42
|
-
|
|
43
|
-
/* ───────── 编排常量 ───────── */
|
|
44
|
-
const CHECK_IGNORE_TIMEOUT_MS = 5000; // git check-ignore 单文件判定超时
|
|
45
|
-
const README_FILE_NAME = 'README.md'; // 项目说明文件(分体文档宿主探测的默认回退)
|
|
46
|
-
|
|
47
|
-
/**
|
|
48
|
-
* 大仓库扫描上限(性能降级,)。
|
|
49
|
-
*
|
|
50
|
-
* 动机:弱 CPU 机器上「全量扫几万文件」会把提交推送卡死——实测 3 万文件 × ~42ms/文件
|
|
51
|
-
* 约 21 分钟,用户侧表现为「提交推送一直不动」。超上限时截断扫描,并**优先保留本次
|
|
52
|
-
* 变动文件**(git status):正要提交的东西必须被审到,不能因为截断而漏审。
|
|
53
|
-
*
|
|
54
|
-
* 语义:cap <= 0(或未配置)时完全不限制,行为与旧版一致(向后兼容)。
|
|
55
|
-
*
|
|
56
|
-
* @param {Array<{path:string, full:string}>} files 全量收集结果
|
|
57
|
-
* @param {string} root 仓库根
|
|
58
|
-
* @param {number|string} maxFiles 上限(0/空 = 不限)
|
|
59
|
-
* @returns {{files: Array, truncated: null|{total:number, scanned:number, cap:number}}}
|
|
60
|
-
*/
|
|
61
|
-
export function capScanFiles(files, root, maxFiles) {
|
|
62
|
-
const cap = Number(maxFiles) || 0;
|
|
63
|
-
if (cap <= 0 || files.length <= cap) return { files, truncated: null };
|
|
64
|
-
const changed = collectChangedFiles(root);
|
|
65
|
-
const changedSet = new Set((changed || []).map((c) => String(c.rel || '').replace(/\\/g, '/')));
|
|
66
|
-
const priority = [];
|
|
67
|
-
const rest = [];
|
|
68
|
-
for (const f of files) (changedSet.has(f.path) ? priority : rest).push(f);
|
|
69
|
-
const out = priority.concat(rest).slice(0, cap);
|
|
70
|
-
return { files: out, truncated: { total: files.length, scanned: out.length, cap } };
|
|
71
|
-
}
|
|
72
|
-
|
|
73
|
-
/**
|
|
74
|
-
* 审计静默失明告警:本地 git 排除配置(.git/info/exclude)把整仓判成忽略时提醒。
|
|
75
|
-
*
|
|
76
|
-
* 为什么必须报:这种情形下审计**不报错、退出正常**,只是几乎扫不到文件——调用方
|
|
77
|
-
* 看到的是「仓库很干净」。实测一个写有 `*` 的 info/exclude 让 26 个跟踪文件里
|
|
78
|
-
* 21 个被静默跳过(只扫到 5 个),而当时的审计结论是「0 拦截 / 98.6 分 A」。
|
|
79
|
-
* 该文件是**本机私有配置**,不随仓库分发,因此同一份代码在不同机器上结论不同。
|
|
80
|
-
* @param {Array} findings
|
|
81
|
-
* @param {string} repoPath
|
|
82
|
-
* @param {number} scanned 实际收集到的文件数
|
|
83
|
-
*/
|
|
84
|
-
function appendIgnoreBlindSpot(findings, repoPath, scanned) {
|
|
85
|
-
try {
|
|
86
|
-
const hit = detectIgnoreBlindSpot(repoPath);
|
|
87
|
-
if (!hit) return;
|
|
88
|
-
const detail = hit.broad.length
|
|
89
|
-
? `.git/info/exclude 含全仓通配 ${JSON.stringify(hit.broad)}`
|
|
90
|
-
: `跟踪文件中 ${(hit.ignoreRatio * 100).toFixed(0)}% 被判定为忽略(${hit.tracked} 个)`;
|
|
91
|
-
findings.push(makeFinding({
|
|
92
|
-
file: '.git/info/exclude', line: 1, rule: 'robustness/audit-blind-spot', kind: 'max-depth',
|
|
93
|
-
severity: 'warning',
|
|
94
|
-
message: `审计可能「静默失明」:${detail}——本次仅收集到 ${scanned} 个文件。`
|
|
95
|
-
+ '该文件属本机私有排除配置(不随仓库分发),会使审计扫不到大部分文件却不报错。'
|
|
96
|
-
+ '请清空 .git/info/exclude 后重跑,或确认确实有意排除本机文件。',
|
|
97
|
-
dimensions: ['健壮性'], scoreImpact: 1,
|
|
98
|
-
}));
|
|
99
|
-
} catch { /* 检测失败不影响审计主流程 */ }
|
|
100
|
-
}
|
|
101
|
-
|
|
102
|
-
/** 全量审计:目录递归扫描,非 git 项目可查,默认排除 git 忽略文件。 */
|
|
103
|
-
/**
|
|
104
|
-
* 公共审计核心(重构):full/changed 只差「扫描文件范围」。
|
|
105
|
-
* 文件收集(collectTextFiles 全仓 / collectChangedFiles 变动)由调用方完成,
|
|
106
|
-
* 其余环节(规则编译、repoLevel、逐文件审计、locale/folder、private、收尾、
|
|
107
|
-
* slotStats、docsScore、yaml)统一走本函数,消除两套重复实现。
|
|
108
|
-
* @param {string} repoPath 仓库根
|
|
109
|
-
* @param {Array<{path?:string, rel?:string, full:string, status?:string}>} files 待审计文件(path 优先,rel 兜底)
|
|
110
|
-
* @param {object} opts { scope, compiled, slots, rulesetDir, disabledSlots, auditLevel, privateFiles, visibility, truncated }
|
|
111
|
-
*/
|
|
112
|
-
/**
|
|
113
|
-
* 为单个文件准备 tree-sitter 的**同步**确认函数(编排层是 async,检查器是同步)。
|
|
114
|
-
*
|
|
115
|
-
* 何时才解析(性能纪律,别把所有文件都解析 ✗):
|
|
116
|
-
* ① 该文件扩展名有可用语法(grammarForExt ✓)
|
|
117
|
-
* ② 该文件的规则集里**确实存在**声明 astConfirmSpan 的规则(否则解析纯属浪费 ✓)
|
|
118
|
-
* 任何失败(无语法 / 资产缺失 / 解析出错 / 超预算)都返回 null
|
|
119
|
-
* ⇒ 检查器自动回退 token 级判定(2.8.9 行为)✓ —— 回退是常态路径,不是异常路径 ✓
|
|
120
|
-
*
|
|
121
|
-
* @returns {Promise<null|((line:number, col:number)=>boolean|null)>}
|
|
122
|
-
*/
|
|
123
|
-
/**
|
|
124
|
-
* 「有树走树」精筛 kind 清单(方向 E2):这些 astConfirmKind 的检查器在拿到语法树时
|
|
125
|
-
* 会走树语义路径(优于 token 近似),因此**只要规则集里有它们就预解析建树**——
|
|
126
|
-
* 不再局限于 astConfirmSpan(此前 .py 文件因槽位无 astConfirmSpan 规则而从不建树,
|
|
127
|
-
* 凭据精筛永远吃 token 级,是「有树不走树」的根因之一)。
|
|
128
|
-
* 新增成员必须同时在检查器里实现「无树回退」(D5),不得让审计因缺语法而失效。
|
|
129
|
-
*/
|
|
130
|
-
const TREE_FIRST_KINDS = new Set(['credential-value', 'short-func-name']);
|
|
131
|
-
|
|
132
|
-
async function buildTreeConfirmer(relPath, text, grouped) {
|
|
133
|
-
// 返回值语义(供 treeUsage 统计「有树不走树」是否复发):
|
|
134
|
-
// { confirm: fn, state: 'parsed' } ⇒ 语法可用且树真建立、并被消费
|
|
135
|
-
// { confirm: null, state: 'not-needed' } ⇒ 本文件规则集不需要树(省一次解析,正常)
|
|
136
|
-
// { confirm: null, state: 'no-grammar' } ⇒ 需要树但语言无语法(回退 token 级)
|
|
137
|
-
// { confirm: null, state: 'parse-failed' }⇒ 有语法却没建树(资产缺失/超预算/语法错误)——**最该警惕的一档**
|
|
138
|
-
try {
|
|
139
|
-
// ⚠️ 取**扩展名**(不是整条路径)——grammarForExt 收的是扩展名 ✓
|
|
140
|
-
// 按 basename 的最后一个点取:避免 `docs/.vitepress/theme/index.ts` 这类**带点目录**踩坑 ✗
|
|
141
|
-
// (本项目 lib/checks/filter.js 已因同类写法修过一次 ✓)
|
|
142
|
-
const base = String(relPath || '').split(/[\\/]/).pop();
|
|
143
|
-
const ext = base.includes('.') ? base.slice(base.lastIndexOf('.') + 1) : '';
|
|
144
|
-
const grammar = grammarForExt(ext);
|
|
145
|
-
if (!grammar) return { confirm: null, state: 'no-grammar' };
|
|
146
|
-
let need = false;
|
|
147
|
-
for (const rules of Object.values(grouped || {})) {
|
|
148
|
-
if (!Array.isArray(rules)) continue;
|
|
149
|
-
if (rules.some((r) => r?.astConfirmSpan === true || TREE_FIRST_KINDS.has(String(r?.astConfirmKind || '')))) { need = true; break; }
|
|
150
|
-
}
|
|
151
|
-
if (!need) return { confirm: null, state: 'not-needed' };
|
|
152
|
-
const tree = await parseText(text, grammar);
|
|
153
|
-
const confirm = tree ? makeSyncConfirmer(tree) : null;
|
|
154
|
-
return confirm ? { confirm, state: 'parsed' } : { confirm: null, state: 'parse-failed' };
|
|
155
|
-
} catch {
|
|
156
|
-
return { confirm: null, state: 'parse-failed' };
|
|
157
|
-
}
|
|
158
|
-
}
|
|
159
|
-
|
|
160
|
-
const EMPTY_DIM_SET = new Set();
|
|
161
|
-
|
|
162
|
-
/**
|
|
163
|
-
* 每维度「可作用文件数」——动态权重的分母。
|
|
164
|
-
*
|
|
165
|
-
* 为什么不用总文件数:总文件数里混着大量**该维度规则根本作用不到的数据文件**。
|
|
166
|
-
* 实测一个模型资源仓库:进入审计管道的 3086 个文本文件里 2701 个是清单 json,
|
|
167
|
-
* js/mjs 只有 319 个;可读性规则声明 exts=js/mjs/ts…,却按 3086 摊薄权重 ⇒
|
|
168
|
-
* 代码问题被数据资产数量稀释,json 越多的仓库分反而越好看(口径失真)。
|
|
169
|
-
*
|
|
170
|
-
* 口径与 filterRulesByExt 同一条 ext 判定(取 basename 最后一个点之后、小写)。
|
|
171
|
-
* 声明了 exts 的规则按 exts 匹配;**未声明 exts 的规则按代码文件计**(CODE_EXTS)——
|
|
172
|
-
* 这批规则绝大多数是 token/AST/semantic 类(复杂度、变量名、魔法数、eval、button 绑定…),
|
|
173
|
-
* 实际只会作用代码文件,不限扩展名只是「没声明」而非「要查数据文件」;
|
|
174
|
-
* 凭据扫描同理按代码文件(密钥藏在数据资产里的风险由逐文件 credential 判定覆盖,
|
|
175
|
-
* 不该反过来让 json 数量摊薄代码维度的分母)。
|
|
176
|
-
* include_paths/内容初筛不参与(那两层裁剪的是命中机会,不影响「能作用的文件面」)。
|
|
177
|
-
* 空规则集/编译失败返回 {} ⇒ 调用方回退总文件数(旧行为,向后兼容)。
|
|
178
|
-
*/
|
|
179
|
-
export function computeDimFileCounts(grouped, normFiles) {
|
|
180
|
-
const commonDims = new Set(); // 有不限 exts 的规则 → 作用全部文件
|
|
181
|
-
const extDims = new Map(); // ext → Set(dim)
|
|
182
|
-
const seen = new Set();
|
|
183
|
-
for (const rules of Object.values(grouped || {})) {
|
|
184
|
-
if (!Array.isArray(rules)) continue;
|
|
185
|
-
for (const r of rules) {
|
|
186
|
-
if (!r || !r.id || seen.has(r.id)) continue;
|
|
187
|
-
seen.add(r.id);
|
|
188
|
-
const dims = r.dimensions || [];
|
|
189
|
-
if (!dims.length) continue;
|
|
190
|
-
const exts = (Array.isArray(r.exts) && r.exts.length)
|
|
191
|
-
? r.exts : (Array.isArray(r.extra?.exts) ? r.extra.exts : null);
|
|
192
|
-
if (!exts || !exts.length) { for (const d of dims) commonDims.add(d); continue; }
|
|
193
|
-
for (const e of exts) {
|
|
194
|
-
const k = String(e).toLowerCase().replace(/^\./, '');
|
|
195
|
-
if (!extDims.has(k)) extDims.set(k, new Set());
|
|
196
|
-
const set = extDims.get(k);
|
|
197
|
-
for (const d of dims) set.add(d);
|
|
198
|
-
}
|
|
199
|
-
}
|
|
200
|
-
}
|
|
201
|
-
const counts = {};
|
|
202
|
-
for (const f of normFiles) {
|
|
203
|
-
const base = String(f.path || '').split(/[\\/]/).pop() || '';
|
|
204
|
-
const ext = base.includes('.') ? base.split('.').pop().toLowerCase() : '';
|
|
205
|
-
const set = extDims.get(ext) || EMPTY_DIM_SET;
|
|
206
|
-
// 未声明 exts 的规则按代码文件计(见函数头说明);并集避免同维度双重 +1
|
|
207
|
-
const union = CODE_EXTS.has(ext) && commonDims.size
|
|
208
|
-
? new Set([...commonDims, ...set])
|
|
209
|
-
: set;
|
|
210
|
-
for (const d of union) counts[d] = (counts[d] || 0) + 1;
|
|
211
|
-
}
|
|
212
|
-
return counts;
|
|
213
|
-
}
|
|
214
|
-
|
|
215
|
-
/**
|
|
216
|
-
* 每维度**绑定的生效规则数**(dim → 至少一条规则声明了该维度)。
|
|
217
|
-
*
|
|
218
|
-
* 用途:评分层据此把「零规则维度」权重记 0——本次生效规则集里一条规则都没绑定的维度,
|
|
219
|
-
* 对本仓库**没有检测能力**,不该按「无命中=满分」进总分(实测外部仓库五维齐满分抬到 85/A,
|
|
220
|
-
* 而人工核实出 6 个真问题)。
|
|
221
|
-
* 口径是**生效规则集**(grouped,已按仓库语言/槽位/豁免过滤),不是全量规则表:
|
|
222
|
-
* 纯 Python 仓库没有 C# 专属规则属正常,不该因此把可维护性记 0。
|
|
223
|
-
* 同维度多规则只计 1 次(要的是「有没有检测能力」,不是规则条数)。
|
|
224
|
-
* @returns {{[dim]: number}}
|
|
225
|
-
*/
|
|
226
|
-
export function computeDimRuleCounts(grouped) {
|
|
227
|
-
const counts = {};
|
|
228
|
-
const seen = new Set();
|
|
229
|
-
for (const rules of Object.values(grouped || {})) {
|
|
230
|
-
if (!Array.isArray(rules)) continue;
|
|
231
|
-
for (const r of rules) {
|
|
232
|
-
if (!r || !r.id || seen.has(r.id)) continue;
|
|
233
|
-
seen.add(r.id);
|
|
234
|
-
for (const d of r.dimensions || []) counts[d] = (counts[d] || 0) + 1;
|
|
235
|
-
}
|
|
236
|
-
}
|
|
237
|
-
return counts;
|
|
238
|
-
}
|
|
239
|
-
|
|
240
|
-
async function auditFiles(repoPath, files, opts = {}) {
|
|
241
|
-
// 归一化:full 收集项用 path,changed 用 rel → 统一取 path
|
|
242
|
-
const normFiles = files.map((f) => ({ path: f.path ?? f.rel, full: f.full, status: f.status }));
|
|
243
|
-
// 编译规则:调用方可传 compiled;未传时默认加载 nodejs 槽位(含 npm/html 等槽位建好后自动扩展)
|
|
244
|
-
let compiled = opts.compiled;
|
|
245
|
-
// 无条件 load 一次:external 规则 id 集合以 **原始 yml 字段** 为准(external: true 具体字段——
|
|
246
|
-
// 可靠来源;不依赖编译后透传/编译是否成功,也不经过 groupByKind 过滤)
|
|
247
|
-
const loaded = loadRuleFiles(opts.slots, { dir: opts.rulesetDir, disabledSlots: opts.disabledSlots });
|
|
248
|
-
// external 字段 = 具体标识(非布尔):字段存在即视为 external(内置停跑——由 audit-ext 脚本经统一动态入口执行)
|
|
249
|
-
const externalIds = new Set(loaded.merged.rules.filter((r) => r.external !== undefined && r.external !== false).map((r) => r.id));
|
|
250
|
-
if (!compiled) {
|
|
251
|
-
compiled = compileAllRules(loaded.merged.rules, { errors: [] });
|
|
252
|
-
}
|
|
253
|
-
const grouped = groupByKind(compiled);
|
|
254
|
-
// 内置停跑 external 规则(yml 具体字段 external: true → audit-ext 独立脚本经统一动态入口执行)
|
|
255
|
-
for (const kind of Object.keys(grouped)) {
|
|
256
|
-
grouped[kind] = grouped[kind].filter((r) => !externalIds.has(r.id));
|
|
257
|
-
}
|
|
258
|
-
// 项目类型适配(非 dsh 插件误报消除):
|
|
259
|
-
// dsh 槽位规则(client-node-builtin-require 等 7 条)是 dsh 插件生态专属契约
|
|
260
|
-
// (cordis/schemastery/ModuleLoader/schema)——非 dsh 插件项目(Node 后端/独立工具)
|
|
261
|
-
// require('fs'/'node:sqlite') 是正常用法,dsh 槽位误报(Pawchive 实测 7 条含 6 blocker)。
|
|
262
|
-
// 修订:version 0.x 三条(major-zero/embedded-major-zero/readme-zero-title)
|
|
263
|
-
// 已按 SemVer §4「0.x 合法开发期」从规则文件删除,此处只过滤 dsh 槽位。
|
|
264
|
-
// 判定沿用 appendSplitDocsCheck 先例:package.json name 以 dsh- 开头 = dsh 插件。
|
|
265
|
-
const isDshPlugin = (() => {
|
|
266
|
-
try {
|
|
267
|
-
const pkgPath = join(repoPath, 'package.json');
|
|
268
|
-
if (!existsSync(pkgPath)) return false;
|
|
269
|
-
return String(JSON.parse(readFileSync(pkgPath, 'utf8'))?.name || '').startsWith('dsh-');
|
|
270
|
-
} catch { return false; }
|
|
271
|
-
})();
|
|
272
|
-
if (!isDshPlugin) {
|
|
273
|
-
for (const kind of Object.keys(grouped)) {
|
|
274
|
-
if (!Array.isArray(grouped[kind])) continue;
|
|
275
|
-
grouped[kind] = grouped[kind].filter((r) => !String(r?.id || '').startsWith('dsh/'));
|
|
276
|
-
}
|
|
277
|
-
}
|
|
278
|
-
// 全仓 js-yaml import 证据——范围由传入 files 决定(full=全仓、changed=本次变动)
|
|
279
|
-
const repoHasJsYamlImport = detectRepoJsYamlImport(normFiles);
|
|
280
|
-
// 仓库语言适配:nodejs 槽位的仓库级语义占位规则(npm audit 依赖、
|
|
281
|
-
// 路径穿越人工核查/测试文件存在)只对 JS/Node 生态有判定意义——纯 Java/Kotlin/
|
|
282
|
-
// Python 等无 npm 依赖的仓库报「npm audit 有漏洞」是规则不适配噪音(pix-ezviewer
|
|
283
|
-
// 实测:CommentAdapter.java 报 dependency/known-vulnerability,而其唯一 .js 是
|
|
284
|
-
// docs 静态站构建产物)。判定:仓库根有 package.json(npm 项目管理)→ 保留全部
|
|
285
|
-
// 语义规则;无 package.json → 剔除 dependency/*(npm audit 依赖)与 testing/*
|
|
286
|
-
// (测试文件——JS 测试形态)语义规则;path-traversal 属通用安全人工核查提示,
|
|
287
|
-
// 保留(Java 的 File/Paths 亦有路径操作,属于需人工确认的安全面)。
|
|
288
|
-
const hasPackageJson = existsSync(join(repoPath, 'package.json'));
|
|
289
|
-
if (!hasPackageJson) {
|
|
290
|
-
for (const kind of Object.keys(grouped)) {
|
|
291
|
-
if (!Array.isArray(grouped[kind])) continue;
|
|
292
|
-
grouped[kind] = grouped[kind].filter((r) => !/^dependency\//.test(String(r?.id || '') || '')
|
|
293
|
-
&& !/^testing\//i.test(String(r?.id || '') || ''));
|
|
294
|
-
}
|
|
295
|
-
}
|
|
296
|
-
// 动态权重分母(维度可作用文件数,见 computeDimFileCounts)——在所有规则过滤完成后统计
|
|
297
|
-
const dimFileCounts = computeDimFileCounts(grouped, normFiles);
|
|
298
|
-
// 维度检测能力(生效规则集口径):评分层据此对零绑定维度记 0 权重
|
|
299
|
-
const dimRuleCounts = computeDimRuleCounts(grouped);
|
|
300
|
-
const findings = [];
|
|
301
|
-
if (opts.truncated) {
|
|
302
|
-
findings.push(makeFinding({
|
|
303
|
-
file: `${repoPath}/`, line: 1, rule: 'audit/scan-truncated', kind: 'semantic',
|
|
304
|
-
severity: 'notice',
|
|
305
|
-
message: `仓库文件过多(${opts.truncated.total} 个),本次只审计了 ${opts.truncated.scanned} 个(已优先纳入变动文件);如需全量可调大 maxScanFiles,或改用 scope:'diff'`,
|
|
306
|
-
dimensions: ['性能'],
|
|
307
|
-
exemptHint: HINT_QUALITY,
|
|
308
|
-
scoreImpact: 0,
|
|
309
|
-
}));
|
|
310
|
-
}
|
|
311
|
-
// 仓库级 semantic 占位规则(npm audit / 路径穿越人工核查 / a11y)只在
|
|
312
|
-
// 一个代表文件上报一次——它们是「整个仓库」的属性,逐文件报会在 N 个文件上产出
|
|
313
|
-
// N 条同义提示,淹没真实问题。代表文件 = 路径字典序最小者。
|
|
314
|
-
const repoLevelRules = repoLevelSemanticRuleIds(grouped);
|
|
315
|
-
const repoLevelAnchor = pickRepoLevelAnchorFile(normFiles);
|
|
316
|
-
const fileTexts = []; // 跨文件重复检测用(全部代码文件文本)
|
|
317
|
-
// 语法树使用状态统计(方向 E3 防再哑门禁):随审计结果一起返回,
|
|
318
|
-
// 让「规则声明要吃树、却没吃到树」不再静默——parse-failed/no-grammar 数量在报告里可见。
|
|
319
|
-
const treeUsage = { parsed: 0, notNeeded: 0, noGrammar: 0, parseFailed: 0, byState: null };
|
|
320
|
-
const STATE_KEY = { parsed: 'parsed', 'not-needed': 'notNeeded', 'no-grammar': 'noGrammar', 'parse-failed': 'parseFailed' };
|
|
321
|
-
for (const f of normFiles) {
|
|
322
|
-
const text = readText(f.full);
|
|
323
|
-
fileTexts.push({ path: f.path, text });
|
|
324
|
-
const skipRepoLevel = repoLevelRules.size > 0 && f.path !== repoLevelAnchor;
|
|
325
|
-
// tree-sitter 预解析(异步):有语法 + 本文件规则集确实要 astConfirmSpan 才解析;
|
|
326
|
-
// 拿不到语法树 ⇒ treeConfirm 为 null ⇒ 检查器回退 token 级判定 ✓
|
|
327
|
-
const { confirm: treeConfirm, state: treeState } = await buildTreeConfirmer(f.path, text, grouped);
|
|
328
|
-
treeUsage[STATE_KEY[treeState] || 'parsed'] = (treeUsage[STATE_KEY[treeState] || 'parsed'] || 0) + 1;
|
|
329
|
-
findings.push(...auditFile({ file: f.path, relPath: f.path, text, grouped }, {
|
|
330
|
-
level: opts.auditLevel, repoHasJsYamlImport, repoPath,
|
|
331
|
-
repoLevelRules: skipRepoLevel ? repoLevelRules : null,
|
|
332
|
-
treeConfirm,
|
|
333
|
-
ownership: opts.ownership, // 仓库归属('own'|'foreign'|'unknown'):由装配层探测注入,审计层不读 git
|
|
334
|
-
}));
|
|
335
|
-
}
|
|
336
|
-
// 跨文件重复代码检测(maintainability/no-duplicate-code,该抽公共函数)。
|
|
337
|
-
// 放在逐文件循环后:需要全部文件文本才能跨文件聚合「同一结构 ≥3 处」。severity 恒 warning。
|
|
338
|
-
if (grouped['duplicate-code']) {
|
|
339
|
-
findings.push(...checkDuplicateCode(fileTexts, grouped['duplicate-code']));
|
|
340
|
-
// 逐文件扫描实现过多(仓库级,2026-10-16):同一函数里既 readdir 又 stat 的实现 > 阈值 ⇒ notice
|
|
341
|
-
findings.push(...checkMultiFileScanners(fileTexts, grouped['multi-file-scanners']));
|
|
342
|
-
}
|
|
343
|
-
// 跨文件同名常量重复定义检测(maintainability/duplicate-constant-def)——DRY 信号:
|
|
344
|
-
// 同一阈值/长度/窗口常量散落多个模块(MAX_MSG_PREVIEW=80 三处实测),改一处漏多处——
|
|
345
|
-
// 应统一到公共常量模块单处定义(lib/app/constants.js 是现有先例)。
|
|
346
|
-
// 同一阈值/长度/窗口常量散落多个模块(MAX_MSG_PREVIEW=80 三处实测)→ 提示统一单一来源。
|
|
347
|
-
if (grouped['duplicate-const']) {
|
|
348
|
-
findings.push(...checkDuplicateConst(fileTexts, grouped['duplicate-const']));
|
|
349
|
-
}
|
|
350
|
-
// 目录级审计(folder 槽位):仓库结构规则在文件行级之外统一跑一次
|
|
351
|
-
// 仓库级 i18n 检查:语言包文件(zh-CN.json / en-US.json)缺失只在仓库根判定一次
|
|
352
|
-
if (grouped['semantic']) {
|
|
353
|
-
const localeRules = grouped['semantic'].filter((r) => r.detectionMethod === 'locale-file-exists' || /locale-file/i.test(r.id || ''));
|
|
354
|
-
// 文件存在性只查一次(循环外缓存;多条 locale 规则共享同一判定)
|
|
355
|
-
const hasZh = existsSync(join(repoPath, 'zh-CN.json')) || existsSync(join(repoPath, 'locales', 'zh-CN.json'));
|
|
356
|
-
const hasEn = existsSync(join(repoPath, 'en-US.json')) || existsSync(join(repoPath, 'locales', 'en-US.json'));
|
|
357
|
-
for (const rule of localeRules) {
|
|
358
|
-
if (!hasZh || !hasEn) {
|
|
359
|
-
findings.push(makeFinding({
|
|
360
|
-
file: `${repoPath}/package.json`, line: 1, rule: rule.id, kind: 'semantic',
|
|
361
|
-
severity: 'notice',
|
|
362
|
-
message: `${rule.message || rule.name}(缺 ${!hasZh ? 'zh-CN.json' : ''} ${!hasEn ? 'en-US.json' : ''})`,
|
|
363
|
-
dimensions: rule.dimensions || ['文档'],
|
|
364
|
-
exemptHint: HINT_QUALITY,
|
|
365
|
-
scoreImpact: 0,
|
|
366
|
-
}));
|
|
367
|
-
}
|
|
368
|
-
}
|
|
369
|
-
}
|
|
370
|
-
if (grouped['folder']) {
|
|
371
|
-
let gitignoreText = '';
|
|
372
|
-
try { gitignoreText = existsSync(join(repoPath, '.gitignore')) ? readFileSync(join(repoPath, '.gitignore'), 'utf8') : ''; } catch { /* 忽略 */ }
|
|
373
|
-
findings.push(...checkFolderRules({ root: repoPath, rules: grouped['folder'], gitignoreText }));
|
|
374
|
-
}
|
|
375
|
-
// 私密文件拦截(private 槽位,1.0.4,T1-T33 考古验收):git ls-files × private_files glob × 远端可见性分级
|
|
376
|
-
const privateFiles = opts.privateFiles
|
|
377
|
-
?? (() => { try { return loadRuleFiles(opts.slots, { dir: opts.rulesetDir, disabledSlots: opts.disabledSlots }).merged.private_files || []; } catch { return []; } })();
|
|
378
|
-
if (privateFiles.length) {
|
|
379
|
-
findings.push(...checkPrivateFiles({ root: repoPath, visibility: opts.visibility || 'unknown', privateFiles }));
|
|
380
|
-
}
|
|
381
|
-
decorateTestExemptHint(findings);
|
|
382
|
-
// README 目录树漂移并入审计——仓库根有 README + dshgp-tree 标记块时,
|
|
383
|
-
// 检查真实文件树与 README 树是否一致(新增未列/已删未清/映射孤儿),漂移产生
|
|
384
|
-
// structure/tree-doc-drift finding(warning,不拦提交但提示维护 README 树)。
|
|
385
|
-
appendTreeDocDrift(findings, repoPath);
|
|
386
|
-
// 函数列表漂移并入审计——与文件树同款口径:**只有仓库里存在带 dshgp-functions 标记块的 md 才检查**
|
|
387
|
-
// (其他作者的仓库没有这份文档 → 天然跳过,不误报),漂移产生
|
|
388
|
-
// structure/functions-doc-drift finding(warning,不拦提交但提示运行 doc-func.mjs apply)。
|
|
389
|
-
appendFuncDocDrift(findings, repoPath);
|
|
390
|
-
appendSplitDocsCheck(findings, repoPath);
|
|
391
|
-
appendIgnoreBlindSpot(findings, repoPath, normFiles.length);
|
|
392
|
-
// 审计扩展自动接入(scripts/audit-ext/ 独立脚本动态加载,source: ext:<name>)
|
|
393
|
-
try {
|
|
394
|
-
findings.push(...(await runAuditExt(repoPath, { dir: opts.auditExtDir, log: opts.log })));
|
|
395
|
-
} catch (e) { log?.warn?.(`审计扩展执行失败:${e?.message || e}`); }
|
|
396
|
-
// 外部 linter 委托层(方向 A):被审项目自带官方 linter(如 ruff——配置存在且 tools/·PATH 有可执行)时,
|
|
397
|
-
// 委托其 JSON 输出并入 findings。两条硬约束:①**只进评分与报告、绝不进拦截**(severity 恒封顶 warning,
|
|
398
|
-
// 见 lib/lint-adapter/runner.js,别人的规则集不裁决本仓能否提交);②探不到/跑不动/超时/坏输出**一律降级空**
|
|
399
|
-
// (D5,交回自研规则)。仅 full 范围委托:外部 linter 是全仓扫描器,diff 语义不符且拖慢提交门禁(与 analysisCoverage 同口径)。
|
|
400
|
-
// 必须放在 normalizeExemptHints 之前——外部 finding 同样要过豁免提示可信化。
|
|
401
|
-
// ⚠️ `opts.linters` 是**测试注入口**(可指定任意可执行路径),**不得接进 API/CLI**:
|
|
402
|
-
// lib/app/tool-call.js 的 buildAuditOpts 是字段白名单,外部 args 到不了这里;
|
|
403
|
-
// 一旦把它接进去,等于开「让审计引擎执行调用方指定二进制」的后门,改动时务必保持这条路封闭。
|
|
404
|
-
let linted = [];
|
|
405
|
-
if ((opts.scope || 'full') === 'full' && opts.lintAdapters !== false) {
|
|
406
|
-
try {
|
|
407
|
-
const la = await runLintAdapters(repoPath, { linters: opts.linters, log: opts.log });
|
|
408
|
-
findings.push(...la.findings);
|
|
409
|
-
linted = la.linted;
|
|
410
|
-
} catch (e) { log?.warn?.(`外部 linter 委托失败:${e?.message || e}`); }
|
|
411
|
-
}
|
|
412
|
-
// 豁免提示可信化(2026-10-17)—— **必须放在所有 finding 追加完之后**:
|
|
413
|
-
// 此前放在文件循环附近,后面还有 tree-doc/func-doc/split-docs/ignore/ext 五处追加 ⇒
|
|
414
|
-
// 那些 finding 绕过校正,自证里仍能看到「提示 dsh-skip-quality 却没有标记能豁免」✗。
|
|
415
|
-
// 统一校正为「真能豁免该 finding」的标记(提示与判定口径分离曾致 24 种组合写了不生效)。
|
|
416
|
-
normalizeExemptHints(findings);
|
|
417
|
-
// 细粒度豁免(`.auditignore` 的「路径 : 规则」):标记而非丢弃——不扣分但报告可见。
|
|
418
|
-
// 必须在所有 finding 追加完之后(与上面豁免提示校正同理,否则扩展类 finding 逃过判定)。
|
|
419
|
-
try { applyScopedExemptions(findings, repoPath); } catch { /* 豁免解析失败不影响审计主流程 */ }
|
|
420
|
-
// 按规则包聚合命中数(侧边栏规则包列表的「拦截/警告/通过」= 实际命中数)
|
|
421
|
-
const slotStats = slotStatsFromFindings(findings, buildRuleSlotMap(compiled), countRulesBySlot(compiled));
|
|
422
|
-
// 文档加分制(0 分起、上限 10)——结构信号 + 交叉验证,**不进 findings**
|
|
423
|
-
// (不进扣分维度/门禁/问题计数),由 scoreQuality 的 context.docsScore 单独加分。
|
|
424
|
-
const docsScore = checkDocsScore(repoPath);
|
|
425
|
-
// 分析覆盖率(**信息项,不进评分**)——放在编排层算一次,CLI(cmdAudit)与插件工具(code_audit)
|
|
426
|
-
// 两条路径自然继承同一口径;只有完整文件集才可信(diff 范围返回 skipped,不给失真数字);
|
|
427
|
-
// opts.coverage === false 可整体关闭(大仓库省一次读取+解析)。
|
|
428
|
-
const analysisCoverage = opts.coverage === false
|
|
429
|
-
? null
|
|
430
|
-
: ((opts.scope || 'full') === 'full'
|
|
431
|
-
? await computeAnalysisCoverage({ files: normFiles.map((f) => ({ path: f.path, full: readText(f.full) || '' })) })
|
|
432
|
-
: { skipped: 'diff 范围只含变动文件,覆盖率需 scope=full' });
|
|
433
|
-
return {
|
|
434
|
-
ok: true, scope: opts.scope || 'full', repo: repoPath, findings, summary: summarize(findings), slotStats, files: normFiles.length,
|
|
435
|
-
docsScore,
|
|
436
|
-
dimFileCounts,
|
|
437
|
-
dimRuleCounts,
|
|
438
|
-
// 外部 linter 委托状态(方向 A 防静默空转):本次委托了哪些 linter、各产出多少、降级原因。
|
|
439
|
-
// 项目自带 ruff 却长期 linted=[] ⇒ 报告里看得见(与 treeUsage 同一思路:用没用上外部权威源不靠猜)。
|
|
440
|
-
linted,
|
|
441
|
-
analysisCoverage,
|
|
442
|
-
// 语法树消费状态(E3):needTree=规则声明要吃树的文件数,hasGrammar=其中有语法映射的,
|
|
443
|
-
// parsed=真建树数。parseFailed>0 或 coverage<1 ⇒ 语法资产/预算问题导致静默回退,报告里看得见。
|
|
444
|
-
treeUsage: (() => {
|
|
445
|
-
// needTree=规则声明要吃树的文件数;hasGrammar=其中语言有语法映射的;
|
|
446
|
-
// parseFailed=**有语法却没建出树**(资产缺失/超预算/语法错误)——防再哑核心指标。
|
|
447
|
-
// coverage=hasGrammar 里真建树比例;语法资产完好时应恒为 1。
|
|
448
|
-
const needTree = treeUsage.parsed + treeUsage.noGrammar + treeUsage.parseFailed;
|
|
449
|
-
const hasGrammar = treeUsage.parsed + treeUsage.parseFailed;
|
|
450
|
-
return {
|
|
451
|
-
needTree,
|
|
452
|
-
hasGrammar,
|
|
453
|
-
parsed: treeUsage.parsed,
|
|
454
|
-
tokenFallback: treeUsage.noGrammar + treeUsage.parseFailed,
|
|
455
|
-
noGrammar: treeUsage.noGrammar,
|
|
456
|
-
parseFailed: treeUsage.parseFailed,
|
|
457
|
-
notNeeded: treeUsage.notNeeded,
|
|
458
|
-
coverage: hasGrammar > 0 ? treeUsage.parsed / hasGrammar : null,
|
|
459
|
-
};
|
|
460
|
-
})(),
|
|
461
|
-
// 层级聚合 YAML(summary → 拦截级别 → 目录 → 文件 → 规则明细)
|
|
462
|
-
yaml: findingsToYaml(findings),
|
|
463
|
-
};
|
|
464
|
-
}
|
|
465
|
-
|
|
466
|
-
export async function auditFull(repoPath, opts = {}) {
|
|
467
|
-
const root = repoPath;
|
|
468
|
-
// `.auditignore` 原先仅在 git 仓库生效(内部走 git check-ignore),
|
|
469
|
-
// 非 git 目录下该文件形同不存在。现在非 git 但**存在 .auditignore** 时也把 root 传下去,
|
|
470
|
-
// 由 collector 切换到纯 JS 匹配器兜底(lib/audit/gitignore-match.js),
|
|
471
|
-
// 两种路径返回同构的忽略集,调用方无感知。不存在该文件时仍传 null,避免无谓遍历。
|
|
472
|
-
const isGit = isGitRepo(root);
|
|
473
|
-
const hasAuditIgnore = existsSync(join(root, '.auditignore'));
|
|
474
|
-
// 门控补 `.gitignore`:非 git 目录(解压源码包 / 临时导出 / 克隆未完成)同样带 `.gitignore`,
|
|
475
|
-
// 此前只认「git 仓库 or .auditignore」⇒ 这类目录的 .gitignore 被完全无视,被忽略的内容
|
|
476
|
-
// 照样进审计(实测:默认与 --include-ignored 结果一致,属审计范围 bug)。
|
|
477
|
-
const hasGitIgnore = existsSync(join(root, '.gitignore'));
|
|
478
|
-
const gitIgnoreRoot = opts.gitIgnoreRoot !== false && (isGit || hasAuditIgnore || hasGitIgnore) ? root : null;
|
|
479
|
-
const collected = await collectTextFiles(root, {
|
|
480
|
-
depth: opts.depth ?? 10,
|
|
481
|
-
gitIgnoreRoot,
|
|
482
|
-
includeIgnored: opts.includeIgnored,
|
|
483
|
-
testExemptRoot: root,
|
|
484
|
-
});
|
|
485
|
-
// 大仓库降级:超上限按「变动优先」截断,避免弱 CPU 上扫几万文件卡死(见 capScanFiles)
|
|
486
|
-
const { files, truncated } = capScanFiles(collected, root, opts.maxScanFiles);
|
|
487
|
-
return auditFiles(repoPath, files, { ...opts, scope: 'full', truncated });
|
|
488
|
-
}
|
|
489
|
-
|
|
490
|
-
/** 把「目录树宿主 md 漂移」(tree-doc checkDrift)并入审计 findings。
|
|
491
|
-
* 宿主不再死认 README.md——自动探测含 dshgp-tree 标记块的 md
|
|
492
|
-
* (README 有块用 README;否则找 docs/ 等含块的 md),findings.file 用宿主相对路径。 */
|
|
493
|
-
function appendTreeDocDrift(findings, repoPath) {
|
|
494
|
-
try {
|
|
495
|
-
const host = findMarkedHostMd(repoPath, 'dshgp-tree');
|
|
496
|
-
if (!existsSync(host)) return; // 无宿主 md 不检查
|
|
497
|
-
const r = checkDrift({ readmePath: host, root: repoPath });
|
|
498
|
-
if (!r || !Array.isArray(r.issues)) return;
|
|
499
|
-
const hostRel = relative(repoPath, host) || README_FILE_NAME;
|
|
500
|
-
const real = (r.issues || []).filter((i) => i.type !== 'no-block'); // 无树块=未启用,非漂移
|
|
501
|
-
if (real.length) {
|
|
502
|
-
// missing(新增未更新)= 提交中间态——未跟踪新文件提交前 gitLsFiles 计入
|
|
503
|
-
// 而宿主导树未及 apply,提交后 sync/apply 自动消除 → 降 notice 不扣分;
|
|
504
|
-
// stale/orphan(树列已删文件 / 索引映射不存在)= 真漂移 → warning 保持。
|
|
505
|
-
const missing = real.filter((i) => i.type === 'missing');
|
|
506
|
-
const bad = real.filter((i) => i.type !== 'missing');
|
|
507
|
-
if (missing.length) {
|
|
508
|
-
findings.push(makeFinding({
|
|
509
|
-
file: hostRel, line: 1, rule: 'structure/tree-doc-drift', kind: 'max-depth',
|
|
510
|
-
severity: 'notice',
|
|
511
|
-
message: `${hostRel} 目录树待更新:${missing.map((i) => i.msg).join(';')}(新增文件,git 提交后运行 doc-tree.mjs sync/apply 登记)`,
|
|
512
|
-
dimensions: ['可维护性'], scoreImpact: 0,
|
|
513
|
-
}));
|
|
514
|
-
}
|
|
515
|
-
if (bad.length) {
|
|
516
|
-
findings.push(makeFinding({
|
|
517
|
-
file: hostRel, line: 1, rule: 'structure/tree-doc-drift', kind: 'max-depth',
|
|
518
|
-
severity: 'warning', message: `${hostRel} 目录树漂移:${bad.map((i) => i.msg).join(';')}(运行 doc-tree.mjs sync/apply 修复)`,
|
|
519
|
-
dimensions: ['可维护性'], scoreImpact: 1,
|
|
520
|
-
}));
|
|
521
|
-
}
|
|
522
|
-
}
|
|
523
|
-
// 工作区未提交变动文件 → notice 提示「注释可能需更新」(tree-doc 已记录 mtime)。
|
|
524
|
-
const wt = (r.worktreeChanges && Object.entries(r.worktreeChanges)) || [];
|
|
525
|
-
if (wt.length) {
|
|
526
|
-
const by = (code) => wt.filter(([, v]) => v?.status === code).length;
|
|
527
|
-
findings.push(makeFinding({
|
|
528
|
-
file: hostRel, line: 1, rule: 'structure/tree-doc-worktree-change', kind: 'max-depth',
|
|
529
|
-
severity: 'notice',
|
|
530
|
-
message: `工作区 ${wt.length} 个文件有未提交变动(M ${by('M')} / A ${by('A')} / D ${by('D')})——doc-tree 已记录修改时间,相关文件注释可能需更新;git 提交后重新 doc-tree sync 清除提示`,
|
|
531
|
-
dimensions: ['可维护性'], scoreImpact: 0,
|
|
532
|
-
}));
|
|
533
|
-
}
|
|
534
|
-
} catch { /* 宿主缺失/非 git 目录:跳过(不因漂移检查失败干扰审计) */ }
|
|
535
|
-
}
|
|
536
|
-
|
|
537
|
-
// 把「函数列表宿主 md 漂移」(doc-func checkFuncDrift)并入审计 findings。
|
|
538
|
-
// 口径与 appendTreeDocDrift 一致:**宿主 md 带 dshgp-functions 标记块才检查**——
|
|
539
|
-
// 其他作者的仓库没有这份文档 → 直接返回,不产生任何 finding(避免对外仓误报)。
|
|
540
|
-
// 漂移 = 块内容与最新扫描不一致(典型:新增函数未登记)→ warning(提示运行 doc-func.mjs apply);
|
|
541
|
-
// 无标记块(type=no-block)视为「未启用该文档」,不算漂移。
|
|
542
|
-
// 为什么用 warning 而非 tree 的 notice:tree 的 missing 属提交中间态(提交后 apply 自动消除),
|
|
543
|
-
// 函数列表漂移在提交后依然存在(没人跑 apply 就一直不一致),保持 warning 才会被看见。
|
|
544
|
-
function appendFuncDocDrift(findings, repoPath) {
|
|
545
|
-
try {
|
|
546
|
-
const host = findMarkedHostMd(repoPath, 'dshgp-functions');
|
|
547
|
-
if (!existsSync(host)) return; // 无宿主 md 不检查(非本插件生态的仓库天然跳过)
|
|
548
|
-
const r = checkFuncDrift({ hostPath: host, root: repoPath });
|
|
549
|
-
if (!r || !Array.isArray(r.issues)) return;
|
|
550
|
-
const hostRel = relative(repoPath, host) || README_FILE_NAME;
|
|
551
|
-
const real = r.issues.filter((i) => i.type !== 'no-block'); // 无块=未启用,非漂移
|
|
552
|
-
if (!real.length) return;
|
|
553
|
-
findings.push(makeFinding({
|
|
554
|
-
file: hostRel, line: 1, rule: 'structure/functions-doc-drift', kind: 'max-depth',
|
|
555
|
-
severity: 'warning',
|
|
556
|
-
message: `${hostRel} 函数列表漂移:${real.map((i) => i.msg).join(';')}`,
|
|
557
|
-
dimensions: ['可维护性'], scoreImpact: 1,
|
|
558
|
-
}));
|
|
559
|
-
} catch { /* 宿主缺失/扫描失败:跳过(不因漂移检查失败干扰审计) */ }
|
|
560
|
-
}
|
|
561
|
-
|
|
562
|
-
/**
|
|
563
|
-
* 分体式文档审计:版本记录 / 函数列表等长文档不应直接内嵌 README,
|
|
564
|
-
* 应存独立 md 并带标记块(`<!-- dshgp-<marker>:start/end -->`),README 只链接引用。
|
|
565
|
-
* 复用公共探测 findMarkedHostMd(repo, marker):宿主=README.md(有标记)或 docs/ 下带标记的 md。
|
|
566
|
-
* 宿主缺失(README 无标记块且无 docs/ 对应 md)→ warning 提示建分体文档。
|
|
567
|
-
*/
|
|
568
|
-
function appendSplitDocsCheck(findings, repoPath) {
|
|
569
|
-
// 只对 dsh 插件仓库生效(外溢误报修复):dshgp-version/dshgp-functions
|
|
570
|
-
// 标记块是 dsh 插件生态的文档组织规范,对任意项目报「版本记录应分体存放」属规则
|
|
571
|
-
// 不适配(pix-ezviewer 等外部项目被报)。判定:package.json 的 name 以 dsh- 开头
|
|
572
|
-
// (dsh 插件唯一特征)——普通 JS/Java/Python 项目不查。
|
|
573
|
-
try {
|
|
574
|
-
const pkgPath = join(repoPath, 'package.json');
|
|
575
|
-
if (existsSync(pkgPath)) {
|
|
576
|
-
const pkg = JSON.parse(readFileSync(pkgPath, 'utf8'));
|
|
577
|
-
const name = String(pkg?.name || '');
|
|
578
|
-
if (!name.startsWith('dsh-')) return;
|
|
579
|
-
} else return; // 无 package.json 的仓库(Java/Android/Python 等)非 dsh 插件
|
|
580
|
-
} catch { return; }
|
|
581
|
-
// 采用门控(2026-10-13 用户修正):**仓库必须已经用了我们的标记块**(dshgp-version / dshgp-functions /
|
|
582
|
-
// dshgp-tree 任一带来标记块内容),本检查才生效。别人可能压根不想要文档维护,或只是不想用我们这套
|
|
583
|
-
// 自带管理 ⇒ 那种仓库不进审计、零 finding(此前只按「package.json name 以 dsh- 开头」判定,
|
|
584
|
-
// 对不用我们文档管理的 dsh 插件也会提示建分体文档,属越界)。
|
|
585
|
-
const adopted = ['dshgp-version', 'dshgp-functions', 'dshgp-tree'].some((mk) => {
|
|
586
|
-
try {
|
|
587
|
-
const h = findMarkedHostMd(repoPath, mk);
|
|
588
|
-
return existsSync(h) && hasMarkBlock(readFileSync(h, 'utf8'), mk);
|
|
589
|
-
} catch { return false; }
|
|
590
|
-
});
|
|
591
|
-
if (!adopted) return;
|
|
592
|
-
const specs = [
|
|
593
|
-
{ marker: 'dshgp-version', label: '版本记录', file: 'docs/ 带 dshgp-version 标记块的 md(如 CHANGELOG.md)', rule: 'structure/version-host-missing' },
|
|
594
|
-
{ marker: 'dshgp-functions', label: '函数列表', file: 'docs/ 带 dshgp-functions 标记块的 md(如 FUNCTIONS.md)', rule: 'structure/functions-host-missing' },
|
|
595
|
-
];
|
|
596
|
-
for (const sp of specs) {
|
|
597
|
-
try {
|
|
598
|
-
const host = findMarkedHostMd(repoPath, sp.marker);
|
|
599
|
-
if (!existsSync(host)) continue; // 宿主缺失(repo 不存在/无 md)跳过 // dsh-skip-residue(固定 2 项 spec 的循环,I/O 开销恒定极小)
|
|
600
|
-
const hostRel = relative(repoPath, host) || README_FILE_NAME;
|
|
601
|
-
const inReadme = hostRel === README_FILE_NAME;
|
|
602
|
-
const hasBlock = (() => { try { return hasMarkBlock(readFileSync(host, 'utf8'), sp.marker); } catch { return false; } })(); // dsh-skip-residue(同上)
|
|
603
|
-
// 宿主是 README 但 README 无该标记块 → 未建立分体文档 → 提示
|
|
604
|
-
if (inReadme && !hasBlock) {
|
|
605
|
-
// README 内嵌该文档视为「未分体」——提示迁 docs/(notice,不拦,非错误)
|
|
606
|
-
findings.push(makeFinding({
|
|
607
|
-
file: README_FILE_NAME, line: 1, rule: sp.rule, kind: 'min-occurrences',
|
|
608
|
-
severity: 'info',
|
|
609
|
-
message: `分体式文档建议:${sp.label}建议存 ${sp.file}(带 ${sp.marker} 标记块),README 仅链接引用;若坚持内嵌 README 可豁免(docs/skill「文档组织」节)`,
|
|
610
|
-
dimensions: ['可维护性'], scoreImpact: 0, exemptHint: 'dsh-skip-style(文件头=整文件)',
|
|
611
|
-
}));
|
|
612
|
-
} else if (!inReadme) {
|
|
613
|
-
// 分体成立:宿主是 docs/ 的 md → 确认该文档存在且标记块完整
|
|
614
|
-
findings.push(makeFinding({
|
|
615
|
-
file: hostRel, line: 1, rule: sp.rule + '-ok', kind: 'min-occurrences',
|
|
616
|
-
severity: 'info', message: `${sp.label}已分体存放(${hostRel},${sp.marker} 标记块就绪),README 链接引用 ✓`,
|
|
617
|
-
dimensions: ['可维护性'], scoreImpact: 0, exemptHint: 'dsh-skip-style(文件头=整文件)',
|
|
618
|
-
}));
|
|
619
|
-
}
|
|
620
|
-
} catch { /* 非 git 目录跳过 */ }
|
|
621
|
-
}
|
|
622
|
-
}
|
|
623
|
-
|
|
624
|
-
/** 供 appendSplitDocsCheck 用的标记块存在性判断(复用 findBlock 语义,局部实现避免循环依赖)。 */
|
|
625
|
-
function hasMarkBlock(text, marker) {
|
|
626
|
-
return text.indexOf(`<!-- ${marker}:start -->`) !== -1 && text.indexOf(`<!-- ${marker}:end -->`) !== -1;
|
|
627
|
-
}
|
|
628
|
-
|
|
629
|
-
/** 改动审计:git status --porcelain 取工作区变动文件 → 逐文件审计(仅 git 项目)。
|
|
630
|
-
* 非 git 项目退化为 auditFull,但 scope 仍标记 changed(调用方语义一致)。
|
|
631
|
-
*/
|
|
632
|
-
export async function auditChanged(repoPath, opts = {}) {
|
|
633
|
-
const changed = collectChangedFiles(repoPath);
|
|
634
|
-
if (changed === null) {
|
|
635
|
-
const auditRes = await auditFull(repoPath, opts);
|
|
636
|
-
auditRes.scope = 'changed';
|
|
637
|
-
return auditRes;
|
|
638
|
-
}
|
|
639
|
-
// 删除的没有可读内容;非文本文件(png/jpg 等二进制扩展名、>1MB)跳过——
|
|
640
|
-
// 1.0.13 修复:PNG 等图片改动进 diff 审计会被 readText 以 UTF-8 读入 → 二进制乱码触发 regex 误报
|
|
641
|
-
// 修复:.auditignore 目录豁免对 changed 扫描生效(此前仅 full 扫描生效——
|
|
642
|
-
// collectChangedFiles 只过滤了 .test 空文件目录,.auditignore 声明「不审计但入库」的
|
|
643
|
-
// 文件/目录(如油猴脚本 scripts/)在 diff 审计里仍被扫,函数长度等规则误拦提交)。
|
|
644
|
-
// 判定复用 git check-ignore(core.excludesFile=.auditignore,与 full 扫描同一语义)。
|
|
645
|
-
const auditIgnorePath = join(repoPath, '.auditignore');
|
|
646
|
-
const hasAuditIgnore = existsSync(auditIgnorePath);
|
|
647
|
-
const ignoreExtraArgs = hasAuditIgnore ? ['-c', `core.excludesFile=${auditIgnorePath}`] : [];
|
|
648
|
-
const isAuditIgnored = (rel) => {
|
|
649
|
-
if (!hasAuditIgnore) return false;
|
|
650
|
-
try {
|
|
651
|
-
// 修复:补 --no-index——git check-ignore 默认只对未跟踪文件生效,
|
|
652
|
-
// 已跟踪文件(如 templates/js/core/app.js)即使命中 .auditignore 规则也不忽略
|
|
653
|
-
// (退出码 1);加 --no-index 强制按路径匹配 ignore 规则,已跟踪文件同样命中。
|
|
654
|
-
// 与全量审计 collector.js 的 check-ignore 调用(--stdin --no-index)对齐,
|
|
655
|
-
// 否则「.auditignore 目录豁免对 changed 扫描生效」只对未跟踪文件成立。
|
|
656
|
-
execFileSync('git', [...GIT_GLOBAL_ARGS, '-C', repoPath, ...ignoreExtraArgs, 'check-ignore', '-q', '--no-index', '--', rel], {
|
|
657
|
-
encoding: 'utf8', timeout: CHECK_IGNORE_TIMEOUT_MS, stdio: ['ignore', 'pipe', 'pipe'],
|
|
658
|
-
});
|
|
659
|
-
return true; // exit 0 = 命中忽略
|
|
660
|
-
} catch { return false; } // exit 1 = 未忽略;异常保守视为不忽略
|
|
661
|
-
};
|
|
662
|
-
const targets = changed.filter((f) => f.status !== 'D' && isTextFile(f.full) && !isAuditIgnored(f.rel));
|
|
663
|
-
// 重构:与 full 共用 auditFiles 公共核心——规则编译/逐文件审计/仓库级
|
|
664
|
-
// 检查(locale/folder)/private/收尾/slotStats/docsScore/yaml 全部统一,范围天然由
|
|
665
|
-
// targets 决定(repoHasJsYamlImport 与 repoLevel 代表文件按本次变动取,同旧语义)。
|
|
666
|
-
return auditFiles(repoPath, targets, { ...opts, scope: 'changed' });
|
|
667
|
-
}
|
|
668
|
-
|
|
669
|
-
/** 统一审计入口(设置项 auditScanScope 决定默认走哪个)。 */
|
|
670
|
-
export async function auditWithScope(repoPath, { scope = 'diff', ...opts } = {}) {
|
|
671
|
-
return scope === 'full' ? await auditFull(repoPath, opts) : auditChanged(repoPath, opts);
|
|
672
|
-
}
|