dsh-git-push 2.20.18 → 3.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +3 -2
- package/cli-tool.mjs +2 -4
- package/cli.mjs +36 -2
- package/lib/app/apply.js +9 -9
- package/lib/app/command-registry.js +44 -20
- package/lib/app/handlers/meta.js +7 -142
- package/lib/app/handlers/npm.js +18 -1
- package/lib/app/handlers/preprocess.js +107 -0
- package/lib/app/handlers/repo-actions.js +2 -2
- package/lib/app/http-handlers.js +25 -12
- package/lib/app/index.js +2 -1
- package/lib/app/inject-text.js +3 -2
- package/lib/app/preprocess-client.js +136 -0
- package/lib/app/repo-ownership.js +1 -1
- package/lib/app/schema.js +3 -3
- package/lib/app/severity.js +14 -0
- package/lib/app/slash-commands.js +5 -164
- package/lib/app/tool-call.js +75 -140
- package/lib/app/tools.js +13 -6
- package/lib/cli/commands-preprocess.mjs +74 -0
- package/lib/cli/commands-tool.mjs +3 -2
- package/lib/cli/commands-vcs.mjs +4 -4
- package/lib/cli/shared.mjs +42 -13
- package/lib/client-parts/git/controller.js +2 -2
- package/lib/client.js +2 -2
- package/lib/commit-push/pre-commit-engine.js +57 -10
- package/lib/commit-push.js +125 -36
- package/lib/{exempt/index.js → git/exempt-markers.js} +8 -1
- package/lib/git/ignore.js +1 -1
- package/lib/git/repos.js +2 -2
- package/lib/git/sensitive.js +1 -1
- package/lib/npm/publish.js +20 -5
- package/lib/plugin/auto-push.js +2 -2
- package/lib/preprocess/providers.js +191 -0
- package/lib/self/index.js +1 -1
- package/lib/skip-dirs.js +14 -55
- package/package.json +29 -37
- package/scripts/build-client.mjs +2 -0
- package/scripts/check.mjs +4 -2
- package/scripts/local-registry.mjs +2 -1
- package/skills/dev/dsh-git-push.md +5 -0
- package/cli-audit.mjs +0 -141
- package/lib/app/audit-api.js +0 -173
- package/lib/app/host-doc-checks.js +0 -25
- package/lib/app/scope-check.js +0 -69
- package/lib/ast/brace.js +0 -120
- package/lib/ast/callgraph.js +0 -135
- package/lib/ast/code-lines.js +0 -175
- package/lib/ast/consts.js +0 -12
- package/lib/ast/control-flow.js +0 -470
- package/lib/ast/credential.js +0 -315
- package/lib/ast/dataflow.js +0 -391
- package/lib/ast/dup-code.js +0 -165
- package/lib/ast/fs-hotspots.js +0 -154
- package/lib/ast/index.js +0 -38
- package/lib/ast/io-risk-const.js +0 -95
- package/lib/ast/io-risk-fn.js +0 -208
- package/lib/ast/io-risk-loop.js +0 -308
- package/lib/ast/io-risk.js +0 -314
- package/lib/ast/lang.js +0 -156
- package/lib/ast/line-count.js +0 -52
- package/lib/ast/magic-number.js +0 -272
- package/lib/ast/naming.js +0 -292
- package/lib/ast/perf.js +0 -488
- package/lib/ast/scope-collisions.js +0 -228
- package/lib/ast/scope.js +0 -241
- package/lib/ast/shell.js +0 -131
- package/lib/ast/size.js +0 -448
- package/lib/ast/symbol-index.js +0 -399
- package/lib/ast/tokenizer.js +0 -421
- package/lib/ast/treesitter.js +0 -413
- package/lib/audit/analysis-coverage.js +0 -98
- package/lib/audit/audit-file.js +0 -205
- package/lib/audit/auditignore-rules.js +0 -148
- package/lib/audit/checks.js +0 -17
- package/lib/audit/client-entry.js +0 -93
- package/lib/audit/collector.js +0 -610
- package/lib/audit/ext-runner.js +0 -80
- package/lib/audit/file-context.js +0 -391
- package/lib/audit/finding.js +0 -101
- package/lib/audit/gitignore-match.js +0 -113
- package/lib/audit/glob.js +0 -63
- package/lib/audit/history-report.js +0 -100
- package/lib/audit/history.js +0 -126
- package/lib/audit/ignore-blind.js +0 -102
- package/lib/audit/index.js +0 -33
- package/lib/audit/orchestrate.js +0 -672
- package/lib/audit/public.js +0 -24
- package/lib/audit/repo-level.js +0 -30
- package/lib/audit/report-yaml.js +0 -90
- package/lib/audit/scope-policy.js +0 -110
- package/lib/audit/slot.js +0 -66
- package/lib/audit-rules/audit-rules-comment.yml +0 -199
- package/lib/audit-rules/audit-rules-cpp.yml +0 -114
- package/lib/audit-rules/audit-rules-csharp.yml +0 -82
- package/lib/audit-rules/audit-rules-docs.yml +0 -32
- package/lib/audit-rules/audit-rules-dsh.yml +0 -177
- package/lib/audit-rules/audit-rules-filehealth.yml +0 -42
- package/lib/audit-rules/audit-rules-folder.yml +0 -99
- package/lib/audit-rules/audit-rules-frontend.yml +0 -335
- package/lib/audit-rules/audit-rules-go.yml +0 -103
- package/lib/audit-rules/audit-rules-i18n.yml +0 -45
- package/lib/audit-rules/audit-rules-java.yml +0 -105
- package/lib/audit-rules/audit-rules-nodejs.yml +0 -662
- package/lib/audit-rules/audit-rules-npm.yml +0 -187
- package/lib/audit-rules/audit-rules-paths.yml +0 -98
- package/lib/audit-rules/audit-rules-performance.yml +0 -245
- package/lib/audit-rules/audit-rules-php.yml +0 -101
- package/lib/audit-rules/audit-rules-private.yml +0 -24
- package/lib/audit-rules/audit-rules-python.yml +0 -106
- package/lib/audit-rules/audit-rules-robustness.yml +0 -31
- package/lib/audit-rules/audit-rules-rust.yml +0 -109
- package/lib/audit-rules/audit-rules-structure.yml +0 -158
- package/lib/audit-rules/audit-rules-swift.yml +0 -99
- package/lib/audit-rules/audit-rules-template.yml +0 -108
- package/lib/audit-ui-sdk/contract.js +0 -117
- package/lib/audit-ui-sdk/index.js +0 -17
- package/lib/checks/button-bind.js +0 -347
- package/lib/checks/common.js +0 -170
- package/lib/checks/credential-file.js +0 -43
- package/lib/checks/dataflow.js +0 -40
- package/lib/checks/dispatch.js +0 -117
- package/lib/checks/dup-code.js +0 -69
- package/lib/checks/dup-const.js +0 -232
- package/lib/checks/file-health.js +0 -150
- package/lib/checks/filter.js +0 -137
- package/lib/checks/folder.js +0 -173
- package/lib/checks/fs-scanner.js +0 -57
- package/lib/checks/hardcoded-path.js +0 -98
- package/lib/checks/index.js +0 -49
- package/lib/checks/io.js +0 -66
- package/lib/checks/magic-number.js +0 -42
- package/lib/checks/npm-json.js +0 -273
- package/lib/checks/private.js +0 -64
- package/lib/checks/regex.js +0 -298
- package/lib/checks/scope-collision.js +0 -68
- package/lib/checks/semantic.js +0 -134
- package/lib/checks/structural.js +0 -281
- package/lib/cli/commands-audit.mjs +0 -142
- package/lib/cli/commands-doc.mjs +0 -127
- package/lib/client-parts/audit/audit.js +0 -301
- package/lib/exempt/tool.js +0 -198
- package/lib/git/module-splitter.js +0 -47
- package/lib/link-check/index.js +0 -187
- package/lib/lint-adapter/detect.js +0 -161
- package/lib/lint-adapter/index.js +0 -50
- package/lib/lint-adapter/runner.js +0 -133
- package/lib/rule/compilers/credential.js +0 -62
- package/lib/rule/compilers/dataflow.js +0 -38
- package/lib/rule/compilers/file-health.js +0 -75
- package/lib/rule/compilers/frontend.js +0 -86
- package/lib/rule/compilers/func.js +0 -35
- package/lib/rule/compilers/helpers.js +0 -71
- package/lib/rule/compilers/index.js +0 -29
- package/lib/rule/compilers/link-semantic.js +0 -45
- package/lib/rule/compilers/list-kinds.js +0 -12
- package/lib/rule/compilers/numeric-kinds.js +0 -73
- package/lib/rule/compilers/regex.js +0 -78
- package/lib/rule/compilers/structure.js +0 -107
- package/lib/rule/compilers.js +0 -17
- package/lib/rule/homoglyph.js +0 -45
- package/lib/rule/loader.js +0 -274
- package/lib/rule/registry.js +0 -122
- package/lib/rule/scope.js +0 -67
- package/lib/score/docs-score.js +0 -166
- package/lib/score/index.js +0 -234
- package/scripts/__pycache__/module-splitter.cpython-38.pyc +0 -0
- package/scripts/audit-ext/_example-readme-present.mjs +0 -34
- package/scripts/audit-ext/dsh-inject-declarations.mjs +0 -209
- package/scripts/audit-ext/variable-min-length.mjs +0 -102
- package/scripts/audit-gate.mjs +0 -235
- package/scripts/audit-runner.mjs +0 -35
- package/scripts/audit-runtime-check.mjs +0 -129
- package/scripts/browser-page-probe.mjs +0 -271
- package/scripts/check-js-scope.mjs +0 -87
- package/scripts/clean-date-comments.py +0 -102
- package/scripts/cpu-sample.mjs +0 -188
- package/scripts/doc-drift.mjs +0 -200
- package/scripts/hot-path-probe-cjs.cjs +0 -71
- package/scripts/hot-path-probe-fs-shim.mjs +0 -28
- package/scripts/hot-path-probe-fsp-shim.mjs +0 -31
- package/scripts/hot-path-probe.mjs +0 -153
- package/scripts/module-splitter.py +0 -800
- package/scripts/picker-repro.mjs +0 -115
- package/scripts/platform-scan.mjs +0 -168
- package/scripts/probe-recheck.mjs +0 -47
- package/scripts/rename-locator.mjs +0 -97
- package/scripts/rule-switch.mjs +0 -97
- package/scripts/rules-solo-audit.mjs +0 -173
- package/scripts/scan-file-io.mjs +0 -717
- package/scripts/scan-fs-hotspots.mjs +0 -107
- package/scripts/symbol-index.mjs +0 -85
- package/scripts/verify-prestep.mjs +0 -100
- package/skills/dev/audit-rule-authoring.md +0 -58
- package/skills/guide/guide-audit.md +0 -270
- /package/lib/{audit → app}/ownership.js +0 -0
- /package/lib/app/{schema-audit.js → schema-preprocess.js} +0 -0
- /package/lib/{audit-defaults.js → git/defaults.js} +0 -0
package/lib/link-check/index.js
DELETED
|
@@ -1,187 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* dsh-git-push 链接判断总入口(link-check kind,0.2.0)
|
|
3
|
-
*
|
|
4
|
-
* 分级扣分(只 warning,**永不 blocker**——网络不可靠不应拦提交):
|
|
5
|
-
* 404 / 403 / 410 → 大扣分(-3,链接确实失效)
|
|
6
|
-
* DNS 失败 → 中扣分(-2,域名解析不了,多半是死链接)
|
|
7
|
-
* 超时 / 连接失败 → 小扣分(-1,可能只是网络抖动)
|
|
8
|
-
* 5xx → 小扣分(-1,服务端临时故障)
|
|
9
|
-
* flaky 域名(github.com / api.github.com / raw.githubusercontent.com / npmjs 系):
|
|
10
|
-
* 网络类错误(DNS/超时/连接)扣分 ×0.2(这些站点在受限网络下常误报)
|
|
11
|
-
*
|
|
12
|
-
* 检查对象:md 文档里的 http(s) 链接;去重后并发探测(默认并发 10、超时 5s,
|
|
13
|
-
* 100 链接 ≤30 秒)。断网/无网络时全部判为网络类错误 → 只降级 warning,不拦提交。
|
|
14
|
-
*/
|
|
15
|
-
export const LINK_SEVERITY_SCORE = { dead: -3, dns: -2, transient: -1, ok: 0 };
|
|
16
|
-
|
|
17
|
-
/** flaky 域名后缀(网络错误扣分打折 ×0.2)。 */
|
|
18
|
-
export const FLAKY_HOSTS = [
|
|
19
|
-
'github.com', 'api.github.com', 'raw.githubusercontent.com', 'objects.githubusercontent.com',
|
|
20
|
-
'codeload.github.com', 'npmjs.com', 'registry.npmjs.org', 'npm.im',
|
|
21
|
-
];
|
|
22
|
-
|
|
23
|
-
/** 大扣分状态码(链接确实失效)。 */
|
|
24
|
-
export const DEAD_STATUSES = [404, 403, 410, 451];
|
|
25
|
-
|
|
26
|
-
/** 小扣分状态码(服务端临时故障)。 */
|
|
27
|
-
export const TRANSIENT_STATUSES = [408, 425, 429, 500, 502, 503, 504];
|
|
28
|
-
|
|
29
|
-
/** 默认检查参数(可被调用方 opts 覆盖)。 */
|
|
30
|
-
const DEFAULT_CONCURRENCY = 10;
|
|
31
|
-
const DEFAULT_TIMEOUT_MS = 5000;
|
|
32
|
-
const DEFAULT_MAX_LINKS = 200;
|
|
33
|
-
export const DEFAULT_OPTS = { concurrency: DEFAULT_CONCURRENCY, timeoutMs: DEFAULT_TIMEOUT_MS, maxLinks: DEFAULT_MAX_LINKS };
|
|
34
|
-
|
|
35
|
-
/** flaky 主机(网络抖动)的严重度折扣系数:临时故障在 flaky 域名上进一步打折。 */
|
|
36
|
-
const FLAKY_SCORE_DISCOUNT = 0.2;
|
|
37
|
-
|
|
38
|
-
/**
|
|
39
|
-
* 判定主机是否 flaky(网络错误打折)。
|
|
40
|
-
* @param {string} host 主机名(可含端口)
|
|
41
|
-
* @returns {boolean}
|
|
42
|
-
*/
|
|
43
|
-
export function isFlakyHost(host = '') {
|
|
44
|
-
const hostNorm = String(host).toLowerCase().split(':')[0].replace(/^www\./, '');
|
|
45
|
-
return FLAKY_HOSTS.some((f) => hostNorm === f || hostNorm.endsWith('.' + f));
|
|
46
|
-
}
|
|
47
|
-
|
|
48
|
-
/**
|
|
49
|
-
* 从文本提取 http(s) 链接(去重、去尾部标点、跳过锚点/占位符)。
|
|
50
|
-
* @param {string} text 文件全文
|
|
51
|
-
* @returns {Array<{url: string, line: number}>}
|
|
52
|
-
*/
|
|
53
|
-
export function extractLinks(text = '') {
|
|
54
|
-
const out = [];
|
|
55
|
-
const seen = new Set();
|
|
56
|
-
const lines = String(text).split('\n');
|
|
57
|
-
for (let i = 0; i < lines.length; i++) {
|
|
58
|
-
for (const match of lines[i].matchAll(/https?:\/\/[^\s)\]}"'`<>,。;]+/g)) {
|
|
59
|
-
let url = match[0].replace(/[.,;:!?)]+$/, '');
|
|
60
|
-
if (/[<>{}$]/.test(url)) continue; // 占位符/模板链接跳过
|
|
61
|
-
if (seen.has(url)) continue;
|
|
62
|
-
seen.add(url);
|
|
63
|
-
out.push({ url, line: i + 1 });
|
|
64
|
-
}
|
|
65
|
-
}
|
|
66
|
-
return out;
|
|
67
|
-
}
|
|
68
|
-
|
|
69
|
-
/**
|
|
70
|
-
* 按探测结果分级(纯函数,便于单测)。
|
|
71
|
-
* @param {object} r { status?, error?: 'dns'|'timeout'|'conn'|'other' }
|
|
72
|
-
* @param {string} url 原始 URL(用于 flaky 判定)
|
|
73
|
-
* @returns {{level: 'ok'|'dead'|'dns'|'transient', score: number, reason: string, flaky: boolean}}
|
|
74
|
-
*/
|
|
75
|
-
export function gradeResult(url = '', r = {}) {
|
|
76
|
-
let host = '';
|
|
77
|
-
try { host = new URL(url).hostname; } catch { host = ''; }
|
|
78
|
-
const flaky = isFlakyHost(host);
|
|
79
|
-
const status = Number(r.status || 0);
|
|
80
|
-
if (status >= 200 && status < 400) {
|
|
81
|
-
return { level: 'ok', score: 0, reason: `HTTP ${status}`, flaky };
|
|
82
|
-
}
|
|
83
|
-
if (DEAD_STATUSES.includes(status)) {
|
|
84
|
-
return { level: 'dead', score: LINK_SEVERITY_SCORE.dead, reason: `HTTP ${status}(链接已失效)`, flaky };
|
|
85
|
-
}
|
|
86
|
-
if (TRANSIENT_STATUSES.includes(status)) {
|
|
87
|
-
// 5xx/429 属"服务端临时故障":flaky 域名打折
|
|
88
|
-
const base = LINK_SEVERITY_SCORE.transient;
|
|
89
|
-
const score = flaky ? Number((base * FLAKY_SCORE_DISCOUNT).toFixed(2)) : base;
|
|
90
|
-
return { level: 'transient', score, reason: `HTTP ${status}(服务端临时故障)`, flaky };
|
|
91
|
-
}
|
|
92
|
-
if (status >= 400) {
|
|
93
|
-
const score = flaky ? Number((LINK_SEVERITY_SCORE.dead * FLAKY_SCORE_DISCOUNT).toFixed(2)) : LINK_SEVERITY_SCORE.dead;
|
|
94
|
-
return { level: 'dead', score, reason: `HTTP ${status}`, flaky };
|
|
95
|
-
}
|
|
96
|
-
// 无状态码 → 网络类错误
|
|
97
|
-
const kind = r.error || 'other';
|
|
98
|
-
const base = kind === 'dns' ? LINK_SEVERITY_SCORE.dns
|
|
99
|
-
: (kind === 'timeout' || kind === 'conn') ? LINK_SEVERITY_SCORE.transient
|
|
100
|
-
: LINK_SEVERITY_SCORE.transient;
|
|
101
|
-
const score = flaky ? Number((base * FLAKY_SCORE_DISCOUNT).toFixed(2)) : base;
|
|
102
|
-
const level = kind === 'dns' ? 'dns' : 'transient';
|
|
103
|
-
return { level, score, reason: kind === 'dns' ? 'DNS 解析失败' : kind === 'timeout' ? '请求超时' : '连接失败', flaky };
|
|
104
|
-
}
|
|
105
|
-
|
|
106
|
-
/**
|
|
107
|
-
* 单链接探测(可注入 fetcher 单测;真实实现用 globalThis.fetch + AbortSignal.timeout)。
|
|
108
|
-
* @param {string} url
|
|
109
|
-
* @param {object} [opts] { timeoutMs, fetcher }
|
|
110
|
-
* @returns {Promise<object>} gradeResult 输出 + url/status/error
|
|
111
|
-
*/
|
|
112
|
-
export async function probeLink(url, { timeoutMs = DEFAULT_OPTS.timeoutMs, fetcher } = {}) {
|
|
113
|
-
const fetchImpl = fetcher || globalThis.fetch;
|
|
114
|
-
if (typeof fetchImpl !== 'function') {
|
|
115
|
-
return { url, status: 0, error: 'other', ...gradeResult(url, { error: 'other' }) };
|
|
116
|
-
}
|
|
117
|
-
try {
|
|
118
|
-
const headResp = await fetchImpl(url, { method: 'HEAD', redirect: 'follow', signal: AbortSignal.timeout(timeoutMs) });
|
|
119
|
-
return { url, status: headResp.status, ...gradeResult(url, { status: headResp.status }) };
|
|
120
|
-
} catch (e) {
|
|
121
|
-
const msg = String(e?.message || e).toLowerCase();
|
|
122
|
-
const name = String(e?.name || '');
|
|
123
|
-
const error = /timeout|abort|timed out/.test(msg) || name === 'TimeoutError' ? 'timeout'
|
|
124
|
-
: /enotfound|dns|getaddrinfo/.test(msg) ? 'dns'
|
|
125
|
-
: /econnrefused|econnreset|fetch failed|network/.test(msg) ? 'conn'
|
|
126
|
-
: 'other';
|
|
127
|
-
return { url, status: 0, error, ...gradeResult(url, { error }) };
|
|
128
|
-
}
|
|
129
|
-
}
|
|
130
|
-
|
|
131
|
-
/**
|
|
132
|
-
* 批量探测(并发受限),保持输入顺序返回。
|
|
133
|
-
* @param {Array<{url:string,line:number}>} links
|
|
134
|
-
* @param {object} [opts] { concurrency, timeoutMs, fetcher }
|
|
135
|
-
* @returns {Promise<Array<object>>}
|
|
136
|
-
*/
|
|
137
|
-
export async function probeLinks(links = [], { concurrency = DEFAULT_OPTS.concurrency, timeoutMs = DEFAULT_OPTS.timeoutMs, fetcher } = {}) {
|
|
138
|
-
const results = new Array(links.length);
|
|
139
|
-
let next = 0;
|
|
140
|
-
const workers = new Array(Math.max(1, Math.min(concurrency, links.length || 1))).fill(0).map(async () => {
|
|
141
|
-
for (;;) {
|
|
142
|
-
const i = next++;
|
|
143
|
-
if (i >= links.length) return;
|
|
144
|
-
const linkEntry = links[i];
|
|
145
|
-
const r = await probeLink(linkEntry.url, { timeoutMs, fetcher });
|
|
146
|
-
results[i] = { ...r, line: linkEntry.line };
|
|
147
|
-
}
|
|
148
|
-
});
|
|
149
|
-
await Promise.all(workers);
|
|
150
|
-
return results.filter(Boolean);
|
|
151
|
-
}
|
|
152
|
-
|
|
153
|
-
/**
|
|
154
|
-
* 检查文本中的链接 → 统一问题对象(只 warning/notice,永不 blocker)。
|
|
155
|
-
* @param {object} p { file, text, fetcher, concurrency, timeoutMs, maxLinks }
|
|
156
|
-
* @returns {Promise<Array>} findings
|
|
157
|
-
*/
|
|
158
|
-
export async function checkLinks({ file = '', text = '', fetcher, concurrency, timeoutMs, maxLinks = DEFAULT_OPTS.maxLinks } = {}) {
|
|
159
|
-
let links = extractLinks(text);
|
|
160
|
-
if (links.length > maxLinks) links = links.slice(0, maxLinks);
|
|
161
|
-
if (links.length === 0) return [];
|
|
162
|
-
const probed = await probeLinks(links, { concurrency, timeoutMs, fetcher });
|
|
163
|
-
const findings = [];
|
|
164
|
-
for (const r of probed) {
|
|
165
|
-
if (r.level === 'ok') continue;
|
|
166
|
-
findings.push({
|
|
167
|
-
file,
|
|
168
|
-
line: r.line,
|
|
169
|
-
rule: 'link-check',
|
|
170
|
-
kind: 'link-check',
|
|
171
|
-
severity: 'warning', // 永不 blocker:网络不可靠不应拦提交
|
|
172
|
-
message: `链接检查:${r.reason}(扣分 ${Math.abs(r.score)}${r.flaky ? ',flaky 域名已打折' : ''})`,
|
|
173
|
-
dimensions: ['文档', '可维护性'],
|
|
174
|
-
exemptHint: 'dsh-skip-doc(文件头=整文件免链接检查)',
|
|
175
|
-
scoreImpact: Math.abs(r.score),
|
|
176
|
-
url: r.url,
|
|
177
|
-
linkLevel: r.level,
|
|
178
|
-
flaky: r.flaky,
|
|
179
|
-
});
|
|
180
|
-
}
|
|
181
|
-
return findings;
|
|
182
|
-
}
|
|
183
|
-
|
|
184
|
-
/** 汇总扣分(评分总入口消费)。 */
|
|
185
|
-
export function sumLinkPenalty(findings = []) {
|
|
186
|
-
return Number(findings.reduce((n, f) => n + (f.scoreImpact || 0), 0).toFixed(2));
|
|
187
|
-
}
|
|
@@ -1,161 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* 外部 linter 委托层 · 探测
|
|
3
|
-
*
|
|
4
|
-
* 职责:判断被审项目是否**自带官方 linter**(配置存在),并**自探测**出可执行的工具路径。
|
|
5
|
-
*
|
|
6
|
-
* 设计口径(docs/2026-11-06-审计插件本体审视与优化方向讨论.案例d3dx.md 方向 A):
|
|
7
|
-
* · 委托层只负责「外部有权威判定源时用它」,绝不在外部工具缺失时硬失败——探测不到即返回 null,
|
|
8
|
-
* 调用方(runner)据此**降级跳过**,交回自研规则(D5:增强件坏了不能拖垮门禁)。
|
|
9
|
-
* · 工具副本按 project-self-tools 存项目 tools/ 目录;本机/CI 没有 tools 副本时回退 PATH 与常见路径。
|
|
10
|
-
*
|
|
11
|
-
* 路径探测四律(tool-self-detection):环境变量覆盖 → 项目 tools/ 自带 → PATH → 常见绝对路径;
|
|
12
|
-
* 每条候选都必须校验**可执行**(-x),仅存在不够(CIFS/noexec 上会存在但跑不了)。
|
|
13
|
-
*/
|
|
14
|
-
import { existsSync, readFileSync, constants, accessSync } from 'node:fs';
|
|
15
|
-
import { join } from 'node:path';
|
|
16
|
-
import { execFileSync } from 'node:child_process';
|
|
17
|
-
|
|
18
|
-
// 插件根:与 ext-runner 同源——统一从 lib/core/config.js 导入,不自行 resolve
|
|
19
|
-
// (两处各算一次是 duplicate-constant,换了目录层级就会不一致;见 ext-runner 同款修复)。
|
|
20
|
-
import { PLUGIN_ROOT } from '../core/config.js';
|
|
21
|
-
|
|
22
|
-
/** 支持的 linter 与其**配置指纹**(探测「项目是否用了它」的依据,均为项目根级文件/字段)。 */
|
|
23
|
-
export const LINTERS = [
|
|
24
|
-
{
|
|
25
|
-
key: 'ruff',
|
|
26
|
-
lang: 'py',
|
|
27
|
-
// 命中任一即认为项目在用 ruff
|
|
28
|
-
configHits: ['ruff.toml', '.ruff.toml'],
|
|
29
|
-
tomlTable: '[tool.ruff',
|
|
30
|
-
// 工具可执行名(PATH 与 tools/ 下同名查找)
|
|
31
|
-
bin: 'ruff',
|
|
32
|
-
envOverride: 'DSH_GIT_PUSH_RUFF',
|
|
33
|
-
},
|
|
34
|
-
];
|
|
35
|
-
|
|
36
|
-
/** 是否可执行(存在 + x 位;Windows 下 existsSync 即可,无 x 位概念)。 */
|
|
37
|
-
function isExecutable(p) {
|
|
38
|
-
try {
|
|
39
|
-
if (!existsSync(p)) return false;
|
|
40
|
-
// process.platform === 'win32' 时不校验 mode(NTFS 无 POSIX x 位)
|
|
41
|
-
if (process.platform === 'win32') return true;
|
|
42
|
-
accessSync(p, constants.X_OK);
|
|
43
|
-
return true;
|
|
44
|
-
} catch {
|
|
45
|
-
return false;
|
|
46
|
-
}
|
|
47
|
-
}
|
|
48
|
-
|
|
49
|
-
/** 项目根是否存在该 linter 的配置(ruff:独立 toml 或 pyproject 的 [tool.ruff] 段)。 */
|
|
50
|
-
function hasConfig(repoRoot, linter) {
|
|
51
|
-
for (const f of linter.configHits) {
|
|
52
|
-
if (existsSync(join(repoRoot, f))) return true;
|
|
53
|
-
}
|
|
54
|
-
const pyproject = join(repoRoot, 'pyproject.toml');
|
|
55
|
-
if (existsSync(pyproject)) {
|
|
56
|
-
try {
|
|
57
|
-
const txt = readFileSync(pyproject, 'utf8');
|
|
58
|
-
// 粗略匹配 [tool.ruff] / [tool.ruff.lint] 等段头(配置指纹,非语义解析)
|
|
59
|
-
if (txt.includes(linter.tomlTable)) return true;
|
|
60
|
-
} catch { /* 读不动就当没配置 */ }
|
|
61
|
-
}
|
|
62
|
-
return false;
|
|
63
|
-
}
|
|
64
|
-
|
|
65
|
-
/**
|
|
66
|
-
* 自探测 linter 可执行路径(简版:只要「有没有」,不要「为什么没有」)。
|
|
67
|
-
* 候选清单唯一来源是 binCandidates —— 与 resolveBinDetailed 共用,
|
|
68
|
-
* 避免四律改一处漏一处导致「详版找得到、简版找不到」的自相矛盾。
|
|
69
|
-
* @returns {string|null} 首个可执行候选;全落空 null(调用方降级)
|
|
70
|
-
*/
|
|
71
|
-
export function resolveBin(repoRoot, linter) {
|
|
72
|
-
for (const c of binCandidates(repoRoot, linter)) {
|
|
73
|
-
if (c && isExecutable(c)) return c;
|
|
74
|
-
}
|
|
75
|
-
return null;
|
|
76
|
-
}
|
|
77
|
-
|
|
78
|
-
/** PATH 里找可执行(不依赖 which 命令,扫 PATH 各段)。 */
|
|
79
|
-
function tryWhich(bin) {
|
|
80
|
-
const paths = (process.env.PATH || '').split(process.platform === 'win32' ? ';' : ':');
|
|
81
|
-
const exts = process.platform === 'win32' ? ['.exe', '.cmd', ''] : [''];
|
|
82
|
-
for (const dir of paths) {
|
|
83
|
-
if (!dir) continue;
|
|
84
|
-
for (const e of exts) {
|
|
85
|
-
const p = join(dir, bin + e);
|
|
86
|
-
if (isExecutable(p)) return p;
|
|
87
|
-
}
|
|
88
|
-
}
|
|
89
|
-
return null;
|
|
90
|
-
}
|
|
91
|
-
|
|
92
|
-
/**
|
|
93
|
-
* 探测结果:项目内所有「有配置且工具可执行」的 linter,附版本(拿不到版本不阻断)。
|
|
94
|
-
* @returns {Array<{key,lang,bin,version}>}
|
|
95
|
-
*/
|
|
96
|
-
export function detectLinters(repoRoot) {
|
|
97
|
-
return detectLinterStatus(repoRoot).ok;
|
|
98
|
-
}
|
|
99
|
-
|
|
100
|
-
/**
|
|
101
|
-
* 探测状态全貌(委托层可观测性 bugfix):
|
|
102
|
-
* ok = 可委托(有配置 + 工具可执行)
|
|
103
|
-
* unavailable = **项目声明了要用的 linter,但工具不可用**——必须与「项目根本没配置」区分开。
|
|
104
|
-
*
|
|
105
|
-
* 为什么单列(实测事故):部署副本迁移时 tools/ruff 丢了可执行位(cp/同步不保 mode),
|
|
106
|
-
* 旧行为是静默返回 [],报告里与「项目没装 ruff」完全无法区分——委托层宣称要防的静默空转,
|
|
107
|
-
* 恰恰发生在它自己身上(灯下黑)。unavailable 让这类问题当场可见、且给出修复动作。
|
|
108
|
-
* @returns {{ok: Array<{key,lang,bin,version}>, unavailable: Array<{key,reason}>}}
|
|
109
|
-
*/
|
|
110
|
-
export function detectLinterStatus(repoRoot) {
|
|
111
|
-
const ok = [];
|
|
112
|
-
const unavailable = [];
|
|
113
|
-
for (const linter of LINTERS) {
|
|
114
|
-
if (!hasConfig(repoRoot, linter)) continue;
|
|
115
|
-
const r = resolveBinDetailed(repoRoot, linter);
|
|
116
|
-
if (r.bin) ok.push({ key: linter.key, lang: linter.lang, bin: r.bin, version: tryVersion(r.bin) });
|
|
117
|
-
else unavailable.push({ key: linter.key, reason: r.reason });
|
|
118
|
-
}
|
|
119
|
-
return { ok, unavailable };
|
|
120
|
-
}
|
|
121
|
-
|
|
122
|
-
/** 候选路径清单(四律:env 覆盖 → 插件 tools/ → 项目 tools/ → PATH → 常见绝对路径)。 */
|
|
123
|
-
function binCandidates(repoRoot, linter) {
|
|
124
|
-
const out = [];
|
|
125
|
-
if (process.env[linter.envOverride]) out.push(process.env[linter.envOverride]);
|
|
126
|
-
for (const d of ['tools', 'tool']) {
|
|
127
|
-
out.push(join(PLUGIN_ROOT, d, linter.bin));
|
|
128
|
-
out.push(join(PLUGIN_ROOT, d, linter.bin, linter.bin)); // tools/ruff/ruff(pip --target 装法)
|
|
129
|
-
}
|
|
130
|
-
for (const d of ['tools', 'tool']) out.push(join(repoRoot, d, linter.bin));
|
|
131
|
-
const which = tryWhich(linter.bin);
|
|
132
|
-
if (which) out.push(which);
|
|
133
|
-
out.push('/usr/local/bin/' + linter.bin, '/usr/bin/' + linter.bin);
|
|
134
|
-
return out;
|
|
135
|
-
}
|
|
136
|
-
|
|
137
|
-
/** resolveBin 的详版:落空时给出可诊断原因(区分「存在但缺 +x」与「压根没有」)。 */
|
|
138
|
-
function resolveBinDetailed(repoRoot, linter) {
|
|
139
|
-
const candidates = binCandidates(repoRoot, linter);
|
|
140
|
-
let existsOnly = null;
|
|
141
|
-
for (const c of candidates) {
|
|
142
|
-
if (!c) continue;
|
|
143
|
-
if (isExecutable(c)) return { bin: c };
|
|
144
|
-
if (existsOnly === null && existsSync(c)) existsOnly = c;
|
|
145
|
-
}
|
|
146
|
-
if (existsOnly) {
|
|
147
|
-
return { bin: null, reason: '文件存在但不可执行(疑似同步/拷贝丢了可执行位):' + existsOnly + ';修复:chmod 755 该文件' };
|
|
148
|
-
}
|
|
149
|
-
const n = candidates.filter(Boolean).length;
|
|
150
|
-
return { bin: null, reason: '未找到可执行(探测 ' + n + ' 个候选路径);修复:把 ' + linter.bin + ' 放入 tools/,或 export ' + linter.envOverride + '=路径,或装进 PATH' };
|
|
151
|
-
}
|
|
152
|
-
|
|
153
|
-
/** 取 `bin --version` 首行(失败返回空串,不影响委托)。 */
|
|
154
|
-
function tryVersion(bin) {
|
|
155
|
-
try {
|
|
156
|
-
const out = execFileSync(bin, ['--version'], { encoding: 'utf8', timeout: 8000, stdio: ['ignore', 'pipe', 'ignore'] });
|
|
157
|
-
return String(out).split('\n')[0].trim().slice(0, 40);
|
|
158
|
-
} catch {
|
|
159
|
-
return '';
|
|
160
|
-
}
|
|
161
|
-
}
|
|
@@ -1,50 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* 外部 linter 委托层 · 入口(方向 A)
|
|
3
|
-
*
|
|
4
|
-
* 一次调用完成「探测项目自带 linter → 逐个委托执行 → 聚合 finding」。
|
|
5
|
-
* 与 ext-runner 同构:auditFull/auditWithScope 末尾并入其产出,任何环节失败都降级为空数组。
|
|
6
|
-
*
|
|
7
|
-
* 输出契约(供编排层与测试消费):
|
|
8
|
-
* { findings: Array, linted: Array<{key,bin,version,count,note}> }
|
|
9
|
-
* —— linted 记录「本次委托了哪些外部 linter、各产出多少」,让「用没用上外部权威源」在报告里可见
|
|
10
|
-
* (与 treeUsage 同一防再哑思路:委托层若长期空转,报告能看到,不至于误以为外部精度已生效)。
|
|
11
|
-
*/
|
|
12
|
-
import { detectLinters, detectLinterStatus } from './detect.js';
|
|
13
|
-
import { runLinter } from './runner.js';
|
|
14
|
-
|
|
15
|
-
/**
|
|
16
|
-
* @param {string} repoRoot 仓库根
|
|
17
|
-
* @param {object} [opts] { linters?: 覆盖探测结果(测试注入用), log? }
|
|
18
|
-
*/
|
|
19
|
-
export async function runLintAdapters(repoRoot, opts = {}) {
|
|
20
|
-
// let:未注入时由探测结果赋值(对 const 赋值会在运行期抛 TypeError,node --check 抓不到)
|
|
21
|
-
let linters = opts.linters;
|
|
22
|
-
const unavailable = [];
|
|
23
|
-
if (!linters) {
|
|
24
|
-
// 走真实探测:unavailable(项目声明了 linter 但工具不可用)必须进 linted,
|
|
25
|
-
// 否则「部署副本迁移丢了 +x」这类问题与「项目压根没配 ruff」在报告里同样沉默——
|
|
26
|
-
// 委托层宣称防静默空转,自己不能再有灯下黑。
|
|
27
|
-
const st = detectLinterStatus(repoRoot);
|
|
28
|
-
linters = st.ok;
|
|
29
|
-
unavailable.push(...st.unavailable);
|
|
30
|
-
}
|
|
31
|
-
const findings = [];
|
|
32
|
-
const linted = [];
|
|
33
|
-
// 不可用项也记一条(count=0 + reason 含修复动作),使「为什么没委托成」可读。
|
|
34
|
-
for (const u of unavailable) {
|
|
35
|
-
linted.push({ key: u.key, bin: '', version: '', count: 0, unavailable: true, note: `未委托:${u.reason}` });
|
|
36
|
-
}
|
|
37
|
-
for (const linter of linters) {
|
|
38
|
-
let res;
|
|
39
|
-
try {
|
|
40
|
-
res = await runLinter(linter, repoRoot);
|
|
41
|
-
} catch (e) {
|
|
42
|
-
res = { findings: [], note: `执行异常降级跳过:${(e && e.message) || e}` };
|
|
43
|
-
}
|
|
44
|
-
findings.push(...res.findings);
|
|
45
|
-
linted.push({ key: linter.key, bin: linter.bin, version: linter.version || '', count: res.findings.length, note: res.note });
|
|
46
|
-
}
|
|
47
|
-
return { findings, linted };
|
|
48
|
-
}
|
|
49
|
-
|
|
50
|
-
export { detectLinters } from './detect.js';
|
|
@@ -1,133 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* 外部 linter 委托层 · 调用 + 适配
|
|
3
|
-
*
|
|
4
|
-
* 职责:跑被审项目自带的官方 linter(当前 ruff),把其 JSON 输出适配成统一 finding 结构。
|
|
5
|
-
*
|
|
6
|
-
* 两条硬约束(用户 2026-11-06 确立):
|
|
7
|
-
* ① **只进评分与报告,绝不进拦截门禁**——所有外部 finding 的 severity 一律封顶 `warning`
|
|
8
|
-
* (isBlockerFinding 认 blocker/error 才拦,见 lib/audit/finding.js)。即 ruff 判 error 的规则
|
|
9
|
-
* (如语法错误 E9xx)在这里也只算警告,「别人的规则集」不裁决本仓库能否提交。
|
|
10
|
-
* ② **探不到/跑不动/超时/输出坏 ⇒ 一律降级返回空**,交回自研规则,绝不抛错中断审计(D5)。
|
|
11
|
-
*
|
|
12
|
-
* 去重:外部 finding 带 `source: 'linter:ruff'`,rule id 带 `ruff/` 前缀——与自研规则 id 天然不同名,
|
|
13
|
-
* 同一处即便两侧都命中也是「两个来源各记一次」(口径与 ext-runner 一致),由评分层每文件每维度去重兜底。
|
|
14
|
-
* noqa:ruff 自身遵守项目里的 `# noqa` / per-file-ignores(被抑制的项不输出),故本层不重复实现豁免。
|
|
15
|
-
*/
|
|
16
|
-
import { execFile } from 'node:child_process';
|
|
17
|
-
import { promisify } from 'node:util';
|
|
18
|
-
|
|
19
|
-
const execFileAsync = promisify(execFile);
|
|
20
|
-
|
|
21
|
-
/** 单次委托的超时(毫秒)。ruff 是 Rust 实现,全仓扫描通常秒级;给足冗余但设上限防挂死。 */
|
|
22
|
-
const LINTER_TIMEOUT_MS = 60000;
|
|
23
|
-
/** stdout 上限(大仓库 JSON 可达数十 MB)。超限报错→降级,不误当「无问题」。 */
|
|
24
|
-
const LINTER_MAX_BUFFER = 64 * 1024 * 1024;
|
|
25
|
-
|
|
26
|
-
/** ruff 规则码前缀 → 本引擎维度(取最贴近的一项;未知前缀兜底可维护性)。 */
|
|
27
|
-
const RUFF_DIM_BY_PREFIX = [
|
|
28
|
-
[/^E\d/, ['可读性']], // pycodestyle Error:行宽/空白等格式
|
|
29
|
-
[/^W\d/, ['可读性']], // pycodestyle Warning
|
|
30
|
-
[/^F\d/, ['健壮性', '可维护性']], // Pyflakes:未定义名/未用导入(真缺陷)
|
|
31
|
-
[/^I\d/, ['可读性']], // isort:导入排序
|
|
32
|
-
[/^UP\d/, ['可维护性']], // pyupgrade:过时写法
|
|
33
|
-
[/^B\d/, ['健壮性']], // bugbear:常见 bug 模式
|
|
34
|
-
[/^C4/, ['性能']], // comprehension 优化
|
|
35
|
-
[/^SIM/, ['可维护性']], // simplify
|
|
36
|
-
[/^S\d/, ['安全性']], // bandit 安全
|
|
37
|
-
[/^RUF/, ['可维护性']], // ruff 自有
|
|
38
|
-
];
|
|
39
|
-
function ruffDims(code) {
|
|
40
|
-
const c = String(code || '');
|
|
41
|
-
for (const [re, dims] of RUFF_DIM_BY_PREFIX) if (re.test(c)) return dims;
|
|
42
|
-
return ['可维护性'];
|
|
43
|
-
}
|
|
44
|
-
|
|
45
|
-
/**
|
|
46
|
-
* 把一条 ruff JSON 命中转成 finding(severity 恒为 warning——只报告不拦截)。
|
|
47
|
-
* @returns {object|null} 结构不完整返回 null(丢弃该条,不影响其余)
|
|
48
|
-
*/
|
|
49
|
-
export function ruffItemToFinding(item, repoRoot) {
|
|
50
|
-
if (!item || typeof item !== 'object') return null;
|
|
51
|
-
const file = relFile(String(item.filename || ''), repoRoot);
|
|
52
|
-
if (!file) return null;
|
|
53
|
-
const code = item.code || 'ruff';
|
|
54
|
-
const line = Number(item?.location?.row) || 1;
|
|
55
|
-
return {
|
|
56
|
-
file,
|
|
57
|
-
line,
|
|
58
|
-
rule: `ruff/${code}`,
|
|
59
|
-
kind: 'linter',
|
|
60
|
-
severity: 'warning', // 硬约束①:封顶 warning,永不 blocker/error
|
|
61
|
-
message: `${item.message || 'ruff 告警'}(ruff ${code})`,
|
|
62
|
-
dimensions: ruffDims(code),
|
|
63
|
-
source: 'linter:ruff',
|
|
64
|
-
scoreImpact: 1, // 计入评分维度(这是委托层的意义:反映真实代码质量)
|
|
65
|
-
};
|
|
66
|
-
}
|
|
67
|
-
|
|
68
|
-
/** 绝对路径 → 相对仓库根(与自研 finding 的 file 口径一致,均为正斜杠相对路径)。 */
|
|
69
|
-
function relFile(abs, repoRoot) {
|
|
70
|
-
const norm = String(abs).replace(/\\/g, '/');
|
|
71
|
-
const root = String(repoRoot || '').replace(/\\/g, '/').replace(/\/+$/, '');
|
|
72
|
-
if (root && norm.startsWith(`${root}/`)) return norm.slice(root.length + 1);
|
|
73
|
-
// 相对路径(部分 linter/配置下输出相对)原样返回——压成 basename 会丢目录、与自研口径不一致
|
|
74
|
-
const isAbsolute = norm.startsWith('/') || /^[A-Za-z]:\//.test(norm);
|
|
75
|
-
if (!isAbsolute) return norm;
|
|
76
|
-
// 绝对路径且在 root 之外:取文件名兜底,不把他人机器/其它挂载的绝对路径写进报告
|
|
77
|
-
return norm.split('/').pop();
|
|
78
|
-
}
|
|
79
|
-
|
|
80
|
-
/** 解析 ruff JSON(数组或含 message 的对象);非法返回 null。 */
|
|
81
|
-
function parseRuffJson(stdout) {
|
|
82
|
-
const txt = String(stdout || '').trim();
|
|
83
|
-
if (!txt) return [];
|
|
84
|
-
try {
|
|
85
|
-
const data = JSON.parse(txt);
|
|
86
|
-
return Array.isArray(data) ? data : null;
|
|
87
|
-
} catch {
|
|
88
|
-
return null;
|
|
89
|
-
}
|
|
90
|
-
}
|
|
91
|
-
|
|
92
|
-
/**
|
|
93
|
-
* 对一个 linter 委托执行:调用 → 解析 → 适配。任何失败一律降级为 { findings: [], note }。
|
|
94
|
-
* @param {{key:string, bin:string}} linter detect.js 的产出
|
|
95
|
-
* @param {string} repoRoot 仓库根(作 cwd 与 target,ruff 从 cwd 读项目配置)
|
|
96
|
-
* @returns {Promise<{findings: Array, note: string}>}
|
|
97
|
-
*/
|
|
98
|
-
export async function runLinter(linter, repoRoot) {
|
|
99
|
-
if (linter.key !== 'ruff') return { findings: [], note: `未适配的 linter:${linter.key}` };
|
|
100
|
-
let stdout = '';
|
|
101
|
-
try {
|
|
102
|
-
// --no-fix:委托层绝不改动被审文件(只读判定)。target=仓库根,ruff 递归并按项目配置过滤。
|
|
103
|
-
const res = await execFileAsync(
|
|
104
|
-
linter.bin,
|
|
105
|
-
['check', '--output-format', 'json', '--no-fix', '.'],
|
|
106
|
-
{ cwd: repoRoot, timeout: LINTER_TIMEOUT_MS, maxBuffer: LINTER_MAX_BUFFER, stdio: ['ignore', 'pipe', 'pipe'] },
|
|
107
|
-
);
|
|
108
|
-
stdout = res.stdout;
|
|
109
|
-
} catch (e) {
|
|
110
|
-
// ruff 退出码语义(实测其官方约定):0=无问题、1=有 lint 问题(stdout 仍是合法 JSON)、
|
|
111
|
-
// ≥2=真错误(配置非法/崩溃)。execFile 在非零码时抛,只有 **code===1 且有 stdout** 才是可用产出;
|
|
112
|
-
// 其余一律降级——否则「ruff 崩了、stdout 为空」会被当成「外部权威源判定无问题」,
|
|
113
|
-
// 这是假阴性(危险且最隐蔽的一种失败)。
|
|
114
|
-
if (e && e.code === 1 && e.stdout) {
|
|
115
|
-
stdout = e.stdout;
|
|
116
|
-
} else {
|
|
117
|
-
const why = e?.killed
|
|
118
|
-
? `超时(${Math.round(LINTER_TIMEOUT_MS / 1000)}s)`
|
|
119
|
-
: e?.code === 'ENOENT'
|
|
120
|
-
? '可执行缺失'
|
|
121
|
-
: `退出码 ${e?.code ?? '?'}(ruff 真错误/崩溃)`;
|
|
122
|
-
return { findings: [], note: `ruff 委托降级跳过(${why}),已回退自研规则` };
|
|
123
|
-
}
|
|
124
|
-
}
|
|
125
|
-
const arr = parseRuffJson(stdout);
|
|
126
|
-
if (arr === null) return { findings: [], note: 'ruff 输出非合法 JSON,降级跳过' };
|
|
127
|
-
const out = [];
|
|
128
|
-
for (const item of arr) {
|
|
129
|
-
const f = ruffItemToFinding(item, repoRoot);
|
|
130
|
-
if (f) out.push(f);
|
|
131
|
-
}
|
|
132
|
-
return { findings: out, note: `ruff 委托产出 ${out.length} 条(仅评分/报告,不拦截)` };
|
|
133
|
-
}
|
|
@@ -1,62 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* 编译层 · 凭据类 kind(三个,对应原文件「凭据三类」分段)
|
|
3
|
-
*
|
|
4
|
-
* credential-ref(代码里引用凭据变量)、credential-file(凭据文件入库)、
|
|
5
|
-
* [FUNC]([FUNC]/secret- 前缀规则的 pattern 批量编译,安全红线类规则用它)。
|
|
6
|
-
* 三者的共同点是「什么算凭据」的判定语汇,拆开会让判定散落多处,故合成一个模块。
|
|
7
|
-
*/
|
|
8
|
-
|
|
9
|
-
import { registerCompiler } from '../registry.js';
|
|
10
|
-
import { DIMENSIONS, ruleOut, safeRe, severityLevel, pickDimensions } from './helpers.js';
|
|
11
|
-
|
|
12
|
-
/* ───────────────────────── 注册:凭据三类 ───────────────────────── */
|
|
13
|
-
|
|
14
|
-
registerCompiler(
|
|
15
|
-
'credential-ref',
|
|
16
|
-
(r) => /^credref-/.test(r?.id || ''),
|
|
17
|
-
(r, ctx) => {
|
|
18
|
-
const list = [r.pattern, ...(Array.isArray(r.patterns) ? r.patterns : [])].filter(Boolean)
|
|
19
|
-
.map((p) => safeRe(p, r?.name || r?.id, ctx.errors)).filter(Boolean);
|
|
20
|
-
return ruleOut({
|
|
21
|
-
id: r.id, name: r.name || r.id, kind: 'credential-ref', severity: r.severity,
|
|
22
|
-
// patterns 必须传编译后 RegExp(checks.js 直接 p.test(line))
|
|
23
|
-
pattern: list[0], patterns: list.length > 1 ? list.slice(1) : undefined,
|
|
24
|
-
message: r.description || r.name || '凭据引用模式',
|
|
25
|
-
dimensions: pickDimensions(r, [DIMENSIONS.安全性], ctx?.errors),
|
|
26
|
-
});
|
|
27
|
-
},
|
|
28
|
-
);
|
|
29
|
-
|
|
30
|
-
registerCompiler(
|
|
31
|
-
'credential-file',
|
|
32
|
-
(r) => /^credfile-/.test(r?.id || ''),
|
|
33
|
-
(r, ctx) => {
|
|
34
|
-
const re = safeRe(r?.path_pattern || r?.pathPattern || '', r?.name || r?.id, ctx.errors);
|
|
35
|
-
return ruleOut({
|
|
36
|
-
id: r.id, name: r.name || r.id, kind: 'credential-file', severity: r.severity,
|
|
37
|
-
// bugfix:补 level(severityLevel:error→blocker)。原缺省默认 warning,
|
|
38
|
-
// 导致 checkCredentialFiles 的 capSeverity('error', 'blocker') 永远不升 blocker,
|
|
39
|
-
// 与文档契约「yml error → 引擎级 blocker 拦截」不一致,.env 等凭据文件提交不拦截。
|
|
40
|
-
level: severityLevel(r.severity),
|
|
41
|
-
pathPattern: re?.source,
|
|
42
|
-
message: r.description || '凭据文件(路径模式)',
|
|
43
|
-
dimensions: pickDimensions(r, [DIMENSIONS.安全性], ctx?.errors),
|
|
44
|
-
});
|
|
45
|
-
},
|
|
46
|
-
);
|
|
47
|
-
|
|
48
|
-
registerCompiler(
|
|
49
|
-
'[FUNC]',
|
|
50
|
-
(r) => /^(\[FUNC\]|secret)-/.test(r?.id || ''),
|
|
51
|
-
(r, ctx) => {
|
|
52
|
-
const list = [r.pattern, ...(Array.isArray(r.patterns) ? r.patterns : [])].filter(Boolean)
|
|
53
|
-
.map((p) => safeRe(p, r?.name || r?.id, ctx.errors)).filter(Boolean);
|
|
54
|
-
return ruleOut({
|
|
55
|
-
id: r.id, name: r.name || r.id, kind: '[FUNC]', severity: r.severity,
|
|
56
|
-
// patterns 必须传编译后 RegExp(checks.js 直接 p.test(line))
|
|
57
|
-
pattern: list[0], patterns: list.length > 1 ? list.slice(1) : undefined,
|
|
58
|
-
message: r.description || `疑似敏感信息(${r.name || r.id})`,
|
|
59
|
-
dimensions: pickDimensions(r, [DIMENSIONS.安全性], ctx?.errors),
|
|
60
|
-
});
|
|
61
|
-
},
|
|
62
|
-
);
|
|
@@ -1,38 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* 编译层 · 数据流类 kind(三层审计 L2 的 yml 侧,)
|
|
3
|
-
*
|
|
4
|
-
* 认领条件:yml 显式声明 kind: "dataflow"。
|
|
5
|
-
* 编译产物:kind=dataflow 的规则对象,携带 filePatterns(L1 文件内容初筛正则,
|
|
6
|
-
* 由 lib/checks/filter.js 的 filterRulesByFileText 消费——未命中 = 非候选文件,
|
|
7
|
-
* 该规则剔除,不进 L2 AST 精查)与 severity/dimensions。
|
|
8
|
-
*
|
|
9
|
-
* 铁律:加字段 = 加函数 + registerCompiler 一行注册;compileRule 主体永不修改。
|
|
10
|
-
* filePatterns 是「规则作用域」的一部分(内容级),与 exts(扩展名级)、
|
|
11
|
-
* exclude_paths(路径级)并列,三者都在 filter 层消费。
|
|
12
|
-
*/
|
|
13
|
-
|
|
14
|
-
import { registerCompiler } from '../registry.js';
|
|
15
|
-
import { DIMENSIONS, ruleOut, severityLevel, pickDimensions } from './helpers.js';
|
|
16
|
-
|
|
17
|
-
registerCompiler(
|
|
18
|
-
'dataflow',
|
|
19
|
-
(r) => r?.kind === 'dataflow',
|
|
20
|
-
(r) => ruleOut({
|
|
21
|
-
id: r.id, name: r.name || r.id, kind: 'dataflow', severity: r.severity || 'warning',
|
|
22
|
-
level: severityLevel(r.severity || 'warning'),
|
|
23
|
-
message: r.description || r.name || '',
|
|
24
|
-
dimensions: pickDimensions(r, [DIMENSIONS.健壮性]),
|
|
25
|
-
extra: {
|
|
26
|
-
// L1 文件内容初筛(filterRulesByFileText 消费):纯正则扫文件文本,
|
|
27
|
-
// 任一命中即候选文件进 L2;未声明 = 不做初筛(全文都算候选)。
|
|
28
|
-
// 字符串条目按子串包含匹配(免转义),RegExp 条目按 test 匹配。
|
|
29
|
-
filePatterns: Array.isArray(r.file_patterns) ? r.file_patterns.map((p) => {
|
|
30
|
-
if (p && typeof p.source === 'string') return new RegExp(p.source); // yml 里 /re/ 字面量形态
|
|
31
|
-
return String(p);
|
|
32
|
-
}) : undefined,
|
|
33
|
-
// L2 判定参数(传给 lib/ast/dataflow.js 的 checkClearAccessAst;缺省用内置默认)
|
|
34
|
-
clearMethods: Array.isArray(r.clear_methods) ? r.clear_methods : undefined,
|
|
35
|
-
accessMethods: Array.isArray(r.access_methods) ? r.access_methods : undefined,
|
|
36
|
-
},
|
|
37
|
-
}),
|
|
38
|
-
);
|