@zhuma4/cli 4.0.0-alpha.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +42 -0
- package/dist/commands/config.d.ts +3 -0
- package/dist/commands/config.d.ts.map +1 -0
- package/dist/commands/config.js +18 -0
- package/dist/commands/config.js.map +1 -0
- package/dist/commands/init.d.ts +3 -0
- package/dist/commands/init.d.ts.map +1 -0
- package/dist/commands/init.js +11 -0
- package/dist/commands/init.js.map +1 -0
- package/dist/commands/scan.d.ts +3 -0
- package/dist/commands/scan.d.ts.map +1 -0
- package/dist/commands/scan.js +96 -0
- package/dist/commands/scan.js.map +1 -0
- package/dist/commands/scan_appid.d.ts +20 -0
- package/dist/commands/scan_appid.d.ts.map +1 -0
- package/dist/commands/scan_appid.js +301 -0
- package/dist/commands/scan_appid.js.map +1 -0
- package/dist/commands/scan_manifest.d.ts +13 -0
- package/dist/commands/scan_manifest.d.ts.map +1 -0
- package/dist/commands/scan_manifest.js +103 -0
- package/dist/commands/scan_manifest.js.map +1 -0
- package/dist/engine/api-submit.d.ts +16 -0
- package/dist/engine/api-submit.d.ts.map +1 -0
- package/dist/engine/api-submit.js +66 -0
- package/dist/engine/api-submit.js.map +1 -0
- package/dist/engine/batch_scan.d.ts +36 -0
- package/dist/engine/batch_scan.d.ts.map +1 -0
- package/dist/engine/batch_scan.js +192 -0
- package/dist/engine/batch_scan.js.map +1 -0
- package/dist/engine/config.d.ts +12 -0
- package/dist/engine/config.d.ts.map +1 -0
- package/dist/engine/config.js +27 -0
- package/dist/engine/config.js.map +1 -0
- package/dist/engine/errors.d.ts +36 -0
- package/dist/engine/errors.d.ts.map +1 -0
- package/dist/engine/errors.js +99 -0
- package/dist/engine/errors.js.map +1 -0
- package/dist/engine/filter.d.ts +13 -0
- package/dist/engine/filter.d.ts.map +1 -0
- package/dist/engine/filter.js +64 -0
- package/dist/engine/filter.js.map +1 -0
- package/dist/engine/finding_classifier.d.ts +108 -0
- package/dist/engine/finding_classifier.d.ts.map +1 -0
- package/dist/engine/finding_classifier.js +440 -0
- package/dist/engine/finding_classifier.js.map +1 -0
- package/dist/engine/incremental/engine.d.ts +25 -0
- package/dist/engine/incremental/engine.d.ts.map +1 -0
- package/dist/engine/incremental/engine.js +337 -0
- package/dist/engine/incremental/engine.js.map +1 -0
- package/dist/engine/incremental/git-diff.d.ts +19 -0
- package/dist/engine/incremental/git-diff.d.ts.map +1 -0
- package/dist/engine/incremental/git-diff.js +175 -0
- package/dist/engine/incremental/git-diff.js.map +1 -0
- package/dist/engine/incremental/types.d.ts +33 -0
- package/dist/engine/incremental/types.d.ts.map +1 -0
- package/dist/engine/incremental/types.js +11 -0
- package/dist/engine/incremental/types.js.map +1 -0
- package/dist/engine/manifest_scanner.d.ts +48 -0
- package/dist/engine/manifest_scanner.d.ts.map +1 -0
- package/dist/engine/manifest_scanner.js +599 -0
- package/dist/engine/manifest_scanner.js.map +1 -0
- package/dist/engine/project.d.ts +22 -0
- package/dist/engine/project.d.ts.map +1 -0
- package/dist/engine/project.js +279 -0
- package/dist/engine/project.js.map +1 -0
- package/dist/engine/sarif.d.ts +13 -0
- package/dist/engine/sarif.d.ts.map +1 -0
- package/dist/engine/sarif.js +44 -0
- package/dist/engine/sarif.js.map +1 -0
- package/dist/engine/sca-integration.d.ts +36 -0
- package/dist/engine/sca-integration.d.ts.map +1 -0
- package/dist/engine/sca-integration.js +91 -0
- package/dist/engine/sca-integration.js.map +1 -0
- package/dist/engine/scanner.d.ts +18 -0
- package/dist/engine/scanner.d.ts.map +1 -0
- package/dist/engine/scanner.js +138 -0
- package/dist/engine/scanner.js.map +1 -0
- package/dist/index.d.ts +13 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +41 -0
- package/dist/index.js.map +1 -0
- package/dist/report/render.d.ts +23 -0
- package/dist/report/render.d.ts.map +1 -0
- package/dist/report/render.js +335 -0
- package/dist/report/render.js.map +1 -0
- package/package.json +41 -0
- package/rules/android/mobile-cleartext-traffic.yaml +46 -0
- package/rules/android/mobile-component-security.yaml +107 -0
- package/rules/android/mobile-crypto-weakness.yaml +139 -0
- package/rules/android/mobile-cwe-1021-tapjacking.yaml +81 -0
- package/rules/android/mobile-cwe-114-dynamic-dex-loading.yaml +41 -0
- package/rules/android/mobile-cwe-200-clipboard-data-leak.yaml +66 -0
- package/rules/android/mobile-cwe-200-debug-builds.yaml +111 -0
- package/rules/android/mobile-cwe-200-log-sensitive-data.yaml +61 -0
- package/rules/android/mobile-cwe-200-webview-debugging.yaml +56 -0
- package/rules/android/mobile-cwe-200-webview-universal-access.yaml +30 -0
- package/rules/android/mobile-cwe-200-window-flags.yaml +96 -0
- package/rules/android/mobile-cwe-22-content-provider-openfile.yaml +73 -0
- package/rules/android/mobile-cwe-22-path-traversal.yaml +86 -0
- package/rules/android/mobile-cwe-287-biometric-weakness.yaml +102 -0
- package/rules/android/mobile-cwe-295-cert-pinning-missing.yaml +78 -0
- package/rules/android/mobile-cwe-295-webview-ssl-bypass.yaml +104 -0
- package/rules/android/mobile-cwe-312-cleartext-storage.yaml +109 -0
- package/rules/android/mobile-cwe-319-cleartext-communication.yaml +84 -0
- package/rules/android/mobile-cwe-321-hardcoded-crypto-keys.yaml +132 -0
- package/rules/android/mobile-cwe-326-short-rsa.yaml +108 -0
- package/rules/android/mobile-cwe-327-rc4-3des.yaml +107 -0
- package/rules/android/mobile-cwe-329-cbc-padding-oracle.yaml +76 -0
- package/rules/android/mobile-cwe-470-reflection-injection.yaml +39 -0
- package/rules/android/mobile-cwe-489-root-detection-weak.yaml +125 -0
- package/rules/android/mobile-cwe-489-stetho-debug.yaml +107 -0
- package/rules/android/mobile-cwe-502-insecure-deserialization.yaml +76 -0
- package/rules/android/mobile-cwe-552-world-readable-files.yaml +63 -0
- package/rules/android/mobile-cwe-749-webview-java-objects.yaml +78 -0
- package/rules/android/mobile-cwe-749-webview-jsbridge.yaml +57 -0
- package/rules/android/mobile-cwe-749-webview-loadurl-injection.yaml +80 -0
- package/rules/android/mobile-cwe-78-command-injection.yaml +77 -0
- package/rules/android/mobile-cwe-780-rsa-no-oaep.yaml +80 -0
- package/rules/android/mobile-cwe-79-webview-setdata.yaml +78 -0
- package/rules/android/mobile-cwe-79-webview-xss.yaml +65 -0
- package/rules/android/mobile-cwe-798-hardcoded-credentials.yaml +108 -0
- package/rules/android/mobile-cwe-89-sql-injection.yaml +100 -0
- package/rules/android/mobile-cwe-927-implicit-intent.yaml +121 -0
- package/rules/android/mobile-cwe-927-ipc-file-provider.yaml +102 -0
- package/rules/android/mobile-cwe-939-deeplink-validation.yaml +76 -0
- package/rules/android/mobile-sdk-google-firebase-open.yaml +117 -0
- package/rules/android/mobile-sdk-tencent-tpns-config-leak.yaml +131 -0
- package/rules/android/mobile-secrets-storage.yaml +136 -0
- package/rules/android/mobile-webview-security.yaml +88 -0
- package/rules/common/cwe-200-sensitive-data-exposure.yaml +61 -0
- package/rules/common/cwe-22-path-traversal.yaml +47 -0
- package/rules/common/cwe-295-ssl-bypass.yaml +217 -0
- package/rules/common/cwe-295-ssl-verification-disabled.yaml +64 -0
- package/rules/common/cwe-306-missing-authentication.yaml +44 -0
- package/rules/common/cwe-326-weak-key-size.yaml +107 -0
- package/rules/common/cwe-327-weak-crypto.yaml +177 -0
- package/rules/common/cwe-328-weak-hash.yaml +96 -0
- package/rules/common/cwe-329-cbc-mode.yaml +26 -0
- package/rules/common/cwe-352-csrf.yaml +23 -0
- package/rules/common/cwe-434-unrestricted-file-upload.yaml +41 -0
- package/rules/common/cwe-502-insecure-deserialization.yaml +44 -0
- package/rules/common/cwe-601-url-redirect.yaml +110 -0
- package/rules/common/cwe-611-xxe.yaml +70 -0
- package/rules/common/cwe-732-incorrect-permission.yaml +49 -0
- package/rules/common/cwe-770-resource-exhaustion.yaml +44 -0
- package/rules/common/cwe-78-os-command-injection.yaml +43 -0
- package/rules/common/cwe-787-out-of-bounds-write.yaml +37 -0
- package/rules/common/cwe-79-xss.yaml +51 -0
- package/rules/common/cwe-862-missing-authorization.yaml +40 -0
- package/rules/common/cwe-89-sqli.yaml +89 -0
- package/rules/common/cwe-918-ssrf.yaml +45 -0
- package/rules/common/cwe-94-code-injection.yaml +59 -0
- package/rules/common/zm-go-cwe22-path-traversal-fs.yaml +117 -0
- package/rules/common/zm-go-cwe22-path-traversal.yaml +103 -0
- package/rules/common/zm-go-cwe307-brute-force.yaml +129 -0
- package/rules/common/zm-go-cwe326-weak-crypto.yaml +124 -0
- package/rules/common/zm-go-cwe327-weak-cipher.yaml +152 -0
- package/rules/common/zm-go-cwe384-session-fixation.yaml +128 -0
- package/rules/common/zm-go-cwe502-deserialization.yaml +120 -0
- package/rules/common/zm-go-cwe78-command-injection.yaml +95 -0
- package/rules/common/zm-go-cwe79-xss.yaml +104 -0
- package/rules/common/zm-go-cwe798-hardcoded-creds.yaml +153 -0
- package/rules/common/zm-go-cwe89-sqli.yaml +89 -0
- package/rules/common/zm-go-cwe918-ssrf.yaml +117 -0
- package/rules/common/zm-java-cwe117-log-injection.yaml +83 -0
- package/rules/common/zm-java-cwe117-logforging.yaml +153 -0
- package/rules/common/zm-java-cwe200-actuator-exposure.yaml +8 -0
- package/rules/common/zm-java-cwe200-info-disclosure.yaml +91 -0
- package/rules/common/zm-java-cwe22-file-depth.yaml +135 -0
- package/rules/common/zm-java-cwe22-path-traversal-spring.yaml +81 -0
- package/rules/common/zm-java-cwe284-missing-auth-spring.yaml +131 -0
- package/rules/common/zm-java-cwe295-webview-ssl.yaml +123 -0
- package/rules/common/zm-java-cwe327-weakcrypto.yaml +197 -0
- package/rules/common/zm-java-cwe347-jwt.yaml +30 -0
- package/rules/common/zm-java-cwe352-csrf-depth.yaml +107 -0
- package/rules/common/zm-java-cwe352-csrf-disabled.yaml +15 -0
- package/rules/common/zm-java-cwe501-trust-boundary.yaml +124 -0
- package/rules/common/zm-java-cwe502-deserial-depth.yaml +128 -0
- package/rules/common/zm-java-cwe502-fastjson.yaml +137 -0
- package/rules/common/zm-java-cwe502-gadget.yaml +158 -0
- package/rules/common/zm-java-cwe502-jndi-injection.yaml +91 -0
- package/rules/common/zm-java-cwe502-shiro.yaml +108 -0
- package/rules/common/zm-java-cwe601-url-redirect-spring.yaml +85 -0
- package/rules/common/zm-java-cwe611-xxe-enhanced.yaml +80 -0
- package/rules/common/zm-java-cwe611-xxe-transformer.yaml +85 -0
- package/rules/common/zm-java-cwe639-idor.yaml +123 -0
- package/rules/common/zm-java-cwe79-xss-depth.yaml +98 -0
- package/rules/common/zm-java-cwe862-authz-depth.yaml +127 -0
- package/rules/common/zm-java-cwe915-mass-assignment.yaml +16 -0
- package/rules/common/zm-java-cwe917-expression-injection.yaml +120 -0
- package/rules/common/zm-java-cwe918-resttemplate.yaml +67 -0
- package/rules/common/zm-java-cwe918-ssrf-depth.yaml +103 -0
- package/rules/common/zm-java-cwe918-ssrf-resttemplate.yaml +77 -0
- package/rules/common/zm-java-cwe918-webclient.yaml +44 -0
- package/rules/common/zm-java-cwe94-ognl.yaml +66 -0
- package/rules/common/zm-java-cwe94-spel-injection.yaml +85 -0
- package/rules/common/zm-java-cwe94-spel.yaml +112 -0
- package/rules/common/zm-java-cwe94-ssti.yaml +22 -0
- package/rules/common/zm-java-cwe942-cors.yaml +15 -0
- package/rules/common/zm-js-cwe1321-prototype-pollution.yaml +61 -0
- package/rules/common/zm-js-cwe200-info-disclosure.yaml +95 -0
- package/rules/common/zm-js-cwe22-path-traversal-fs.yaml +113 -0
- package/rules/common/zm-js-cwe22-pathtraversal.yaml +111 -0
- package/rules/common/zm-js-cwe307-brute-force.yaml +136 -0
- package/rules/common/zm-js-cwe345-postmessage.yaml +75 -0
- package/rules/common/zm-js-cwe347-jwt-weak.yaml +95 -0
- package/rules/common/zm-js-cwe352-csrf.yaml +52 -0
- package/rules/common/zm-js-cwe384-session-fixation.yaml +132 -0
- package/rules/common/zm-js-cwe502-deserialization.yaml +119 -0
- package/rules/common/zm-js-cwe611-xxe.yaml +108 -0
- package/rules/common/zm-js-cwe639-idor.yaml +122 -0
- package/rules/common/zm-js-cwe693-helmet-missing.yaml +46 -0
- package/rules/common/zm-js-cwe78-exec.yaml +37 -0
- package/rules/common/zm-js-cwe78-spawn.yaml +37 -0
- package/rules/common/zm-js-cwe79-domxss.yaml +84 -0
- package/rules/common/zm-js-cwe79-react-xss.yaml +18 -0
- package/rules/common/zm-js-cwe79-xss-ejs.yaml +70 -0
- package/rules/common/zm-js-cwe89-sqli.yaml +153 -0
- package/rules/common/zm-js-cwe915-mass-assignment.yaml +111 -0
- package/rules/common/zm-js-cwe918-ssrf-fetch.yaml +134 -0
- package/rules/common/zm-js-cwe918-ssrf.yaml +132 -0
- package/rules/common/zm-js-cwe94-template-injection.yaml +130 -0
- package/rules/common/zm-js-cwe942-cors.yaml +49 -0
- package/rules/common/zm-js-cwe943-nosql-injection.yaml +52 -0
- package/rules/common/zm-js-cwe95-eval.yaml +59 -0
- package/rules/common/zm-js-cwe95-function-ctor.yaml +31 -0
- package/rules/common/zm-py-cwe22-path-traversal.yaml +86 -0
- package/rules/common/zm-py-cwe327-weak-crypto.yaml +103 -0
- package/rules/common/zm-py-cwe502-pickle.yaml +92 -0
- package/rules/common/zm-py-cwe611-xxe.yaml +100 -0
- package/rules/common/zm-py-cwe78-command-injection.yaml +121 -0
- package/rules/common/zm-py-cwe79-xss.yaml +123 -0
- package/rules/common/zm-py-cwe798-hardcoded-creds.yaml +86 -0
- package/rules/common/zm-py-cwe89-sqli.yaml +59 -0
- package/rules/common/zm-py-cwe918-ssrf.yaml +123 -0
- package/rules/common/zm-py-cwe94-ssti.yaml +87 -0
- package/rules/common/zm-py-cwe943-nosql-injection.yaml +123 -0
- package/rules/iac/ansible/zm-ansible-cwe269-privilege-escalation.yaml +63 -0
- package/rules/iac/ansible/zm-ansible-cwe78-command-injection.yaml +67 -0
- package/rules/iac/ansible/zm-ansible-cwe798-hardcoded-creds.yaml +93 -0
- package/rules/iac/terraform/zm-tf-cwe200-s3-bucket-public.yaml +100 -0
- package/rules/iac/terraform/zm-tf-cwe284-sg-wide-open.yaml +88 -0
- package/rules/iac/terraform/zm-tf-cwe311-iam-wildcard.yaml +83 -0
- package/rules/iac/terraform/zm-tf-cwe319-rds-public.yaml +72 -0
- package/rules/iac/terraform/zm-tf-cwe798-hardcoded-creds.yaml +102 -0
- package/rules/iac/zm-docker-cwe250-root-user.yaml +50 -0
- package/rules/iac/zm-docker-cwe400-resource-limit.yaml +92 -0
- package/rules/iac/zm-docker-security.yaml +104 -0
- package/rules/iac/zm-k8s-cwe200-service-account.yaml +83 -0
- package/rules/iac/zm-k8s-cwe250-privileged.yaml +56 -0
- package/rules/iac/zm-k8s-security.yaml +79 -0
- package/rules/rules_index.yaml.off +477 -0
- package/rules/semgrep-registry/anonymous-ldap-bind.yaml +34 -0
- package/rules/semgrep-registry/bad-hexa-conversion.yaml +32 -0
- package/rules/semgrep-registry/blowfish-insufficient-key-size.yaml +39 -0
- package/rules/semgrep-registry/cbc-padding-oracle.yaml +38 -0
- package/rules/semgrep-registry/command-injection-formatted-runtime-call.yaml +90 -0
- package/rules/semgrep-registry/command-injection-process-builder.yaml +148 -0
- package/rules/semgrep-registry/cookie-missing-httponly.yaml +38 -0
- package/rules/semgrep-registry/cookie-missing-secure-flag.yaml +38 -0
- package/rules/semgrep-registry/crlf-injection-logs.yaml +86 -0
- package/rules/semgrep-registry/dangerous-groovy-shell.yaml +46 -0
- package/rules/semgrep-registry/el-injection.yaml +137 -0
- package/rules/semgrep-registry/formatted-sql-string.yaml +95 -0
- package/rules/semgrep-registry/http-response-splitting.yaml +44 -0
- package/rules/semgrep-registry/index.txt +1 -0
- package/rules/semgrep-registry/insecure-smtp-connection.yaml +34 -0
- package/rules/semgrep-registry/java-reverse-shell.yaml +43 -0
- package/rules/semgrep-registry/jdbc-sql-formatted-string.yaml +120 -0
- package/rules/semgrep-registry/ldap-entry-poisoning.yaml +41 -0
- package/rules/semgrep-registry/ldap-injection.yaml +82 -0
- package/rules/semgrep-registry/md5-used-as-password.yaml +44 -0
- package/rules/semgrep-registry/object-deserialization.yaml +34 -0
- package/rules/semgrep-registry/ognl-injection.yaml +839 -0
- package/rules/semgrep-registry/overly-permissive-file-permission.yaml +49 -0
- package/rules/semgrep-registry/permissive-cors.yaml +77 -0
- package/rules/semgrep-registry/script-engine-injection.yaml +66 -0
- package/rules/semgrep-registry/tainted-cmd-from-http-request.yaml +74 -0
- package/rules/semgrep-registry/tainted-env-from-http-request.yaml +46 -0
- package/rules/semgrep-registry/tainted-ldapi-from-http-request.yaml +42 -0
- package/rules/semgrep-registry/tainted-session-from-http-request.yaml +70 -0
- package/rules/semgrep-registry/tainted-xpath-from-http-request.yaml +38 -0
- package/rules/semgrep-registry/unsafe-reflection.yaml +39 -0
- package/rules/semgrep-registry/unvalidated-redirect.yaml +127 -0
- package/rules/semgrep-registry/url-rewriting.yaml +82 -0
- package/rules/semgrep-registry/weak-ssl-context.yaml +34 -0
- package/rules/semgrep-registry/xml-decoder.yaml +53 -0
- package/rules/semgrep-registry/xssrequestwrapper-is-insecure.yaml +40 -0
|
@@ -0,0 +1,337 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* 逐码 ZhuMa V4.1 — 增量扫描引擎
|
|
3
|
+
*
|
|
4
|
+
* 核心流程:
|
|
5
|
+
* 1. 读取 .zhuma-cache/incremental-state.json
|
|
6
|
+
* 2. Git diff 获取变更文件列表
|
|
7
|
+
* 3. 对变更文件调用 Semgrep (传具体文件路径)
|
|
8
|
+
* 4. 未变更文件复用 findingsCache 缓存
|
|
9
|
+
* 5. 合并结果 + 写入新缓存
|
|
10
|
+
* 6. 返回 ScanResult + 增量元信息
|
|
11
|
+
*
|
|
12
|
+
* 回退策略: 缓存损坏/不存在/Git 不可用 → 自动回退全量扫描
|
|
13
|
+
*
|
|
14
|
+
* S1-2: 增量扫描引擎 | 众安天下 · 猎鹰情报威胁中心
|
|
15
|
+
*/
|
|
16
|
+
import { spawn } from 'node:child_process';
|
|
17
|
+
import { readFile, writeFile, mkdir, access, } from 'node:fs/promises';
|
|
18
|
+
import { resolve as resolvePath, join } from 'node:path';
|
|
19
|
+
import { existsSync } from 'node:fs';
|
|
20
|
+
import { getGitDiff } from './git-diff.js';
|
|
21
|
+
import { semgrepNotFound, targetNotFound, semgrepCrashed, sarifParsedFailed, } from '../errors.js';
|
|
22
|
+
const CACHE_DIR = '.zhuma-cache';
|
|
23
|
+
const CACHE_FILE = 'incremental-state.json';
|
|
24
|
+
const CACHE_VERSION = 1;
|
|
25
|
+
const SEMGREP_BIN = 'semgrep';
|
|
26
|
+
const DEFAULT_TIMEOUT = 15 * 60_000;
|
|
27
|
+
// ── 辅助函数 ────────────────────────────────────────────────
|
|
28
|
+
function semgrepEnv() {
|
|
29
|
+
const env = {};
|
|
30
|
+
if (process.platform === 'win32') {
|
|
31
|
+
const pyScripts = join(process.env.APPDATA ?? join(process.env.USERPROFILE ?? 'C:\\Users', 'AppData', 'Roaming'), 'Python', 'Python311', 'Scripts');
|
|
32
|
+
if (existsSync(join(pyScripts, 'semgrep.exe'))) {
|
|
33
|
+
env.PATH = pyScripts + ';' + (process.env.PATH ?? '');
|
|
34
|
+
}
|
|
35
|
+
}
|
|
36
|
+
return env;
|
|
37
|
+
}
|
|
38
|
+
function defaultRulesDir() {
|
|
39
|
+
return resolvePath(join(import.meta.dirname ?? '.', '..', '..', '..', '..', 'rules', 'common'));
|
|
40
|
+
}
|
|
41
|
+
function cachePath(targetPath) {
|
|
42
|
+
return join(targetPath, CACHE_DIR, CACHE_FILE);
|
|
43
|
+
}
|
|
44
|
+
// ── 缓存读写 ────────────────────────────────────────────────
|
|
45
|
+
async function readCache(targetPath) {
|
|
46
|
+
const filePath = cachePath(targetPath);
|
|
47
|
+
try {
|
|
48
|
+
await access(filePath);
|
|
49
|
+
const raw = await readFile(filePath, 'utf-8');
|
|
50
|
+
const parsed = JSON.parse(raw);
|
|
51
|
+
// 校验缓存版本
|
|
52
|
+
if (!parsed.cacheVersion || parsed.cacheVersion !== CACHE_VERSION) {
|
|
53
|
+
console.warn('⚠️ 缓存格式版本不匹配,将执行全量扫描');
|
|
54
|
+
return null;
|
|
55
|
+
}
|
|
56
|
+
// 校验核心字段
|
|
57
|
+
if (!parsed.lastCommit || !parsed.findingsCache) {
|
|
58
|
+
console.warn('⚠️ 缓存数据不完整,将执行全量扫描');
|
|
59
|
+
return null;
|
|
60
|
+
}
|
|
61
|
+
return parsed;
|
|
62
|
+
}
|
|
63
|
+
catch {
|
|
64
|
+
return null;
|
|
65
|
+
}
|
|
66
|
+
}
|
|
67
|
+
async function writeCache(targetPath, state) {
|
|
68
|
+
const dir = join(targetPath, CACHE_DIR);
|
|
69
|
+
await mkdir(dir, { recursive: true });
|
|
70
|
+
const filePath = join(dir, CACHE_FILE);
|
|
71
|
+
await writeFile(filePath, JSON.stringify(state, null, 2), 'utf-8');
|
|
72
|
+
}
|
|
73
|
+
// ── Semgrep 针对特定文件的扫描 ───────────────────────────────
|
|
74
|
+
async function semgrepScanFiles(targetPath, rulesDir, files, severity) {
|
|
75
|
+
if (files.length === 0) {
|
|
76
|
+
return { runs: [{ results: [] }] };
|
|
77
|
+
}
|
|
78
|
+
// Semgrep 接受 file list 在 positional args 的最后
|
|
79
|
+
const args = [
|
|
80
|
+
'scan',
|
|
81
|
+
'--config', rulesDir,
|
|
82
|
+
'--sarif',
|
|
83
|
+
'--quiet',
|
|
84
|
+
'--no-git-ignore',
|
|
85
|
+
'--scan-unknown-extensions',
|
|
86
|
+
];
|
|
87
|
+
if (severity) {
|
|
88
|
+
args.push('--severity', severity);
|
|
89
|
+
}
|
|
90
|
+
// 添加具体文件路径
|
|
91
|
+
for (const file of files) {
|
|
92
|
+
args.push(join(targetPath, file));
|
|
93
|
+
}
|
|
94
|
+
return new Promise((resolve, reject) => {
|
|
95
|
+
// eslint-disable-next-line @typescript-eslint/no-explicit-any
|
|
96
|
+
const child = spawn(SEMGREP_BIN, args, {
|
|
97
|
+
stdio: ['ignore', 'pipe', 'pipe'],
|
|
98
|
+
timeout: DEFAULT_TIMEOUT,
|
|
99
|
+
env: {
|
|
100
|
+
...process.env,
|
|
101
|
+
...semgrepEnv(),
|
|
102
|
+
PYTHONUTF8: '1',
|
|
103
|
+
PYTHONIOENCODING: 'utf-8',
|
|
104
|
+
},
|
|
105
|
+
});
|
|
106
|
+
let stdout = '';
|
|
107
|
+
let stderr = '';
|
|
108
|
+
child.stdout.on('data', (d) => { stdout += d.toString(); });
|
|
109
|
+
child.stderr.on('data', (d) => { stderr += d.toString(); });
|
|
110
|
+
child.on('close', (code) => {
|
|
111
|
+
if (code !== 0 && code !== 1) {
|
|
112
|
+
reject(semgrepCrashed(code, stderr));
|
|
113
|
+
return;
|
|
114
|
+
}
|
|
115
|
+
try {
|
|
116
|
+
resolve(JSON.parse(stdout));
|
|
117
|
+
}
|
|
118
|
+
catch {
|
|
119
|
+
reject(sarifParsedFailed(`stdout=${stdout.slice(0, 300)} stderr=${stderr.slice(0, 300)}`));
|
|
120
|
+
}
|
|
121
|
+
});
|
|
122
|
+
child.on('error', (err) => {
|
|
123
|
+
reject(err.code === 'ENOENT'
|
|
124
|
+
? semgrepNotFound(err)
|
|
125
|
+
: new Error(`Semgrep 启动失败: ${err.message}`));
|
|
126
|
+
});
|
|
127
|
+
});
|
|
128
|
+
}
|
|
129
|
+
// ── 合并与报告 ─────────────────────────────────────────────
|
|
130
|
+
function mergeFindings(newFindings, cachedFindings) {
|
|
131
|
+
// 新发现可能和缓存发现有重叠(同文件扫描两次),去重策略:
|
|
132
|
+
// 以同文件新扫描结果为准,丢弃该文件的缓存结果
|
|
133
|
+
const scannedFileSet = new Set();
|
|
134
|
+
for (const f of newFindings) {
|
|
135
|
+
scannedFileSet.add(f.file);
|
|
136
|
+
}
|
|
137
|
+
const merged = [...newFindings];
|
|
138
|
+
for (const f of cachedFindings) {
|
|
139
|
+
if (!scannedFileSet.has(f.file)) {
|
|
140
|
+
merged.push(f);
|
|
141
|
+
}
|
|
142
|
+
}
|
|
143
|
+
return merged;
|
|
144
|
+
}
|
|
145
|
+
/**
|
|
146
|
+
* 从缓存中提取未变更文件的发现
|
|
147
|
+
*/
|
|
148
|
+
function getCachedFindings(diff, cache) {
|
|
149
|
+
const changedSet = new Set(diff.changedFiles);
|
|
150
|
+
const findings = [];
|
|
151
|
+
for (const [file, cachedFinds] of Object.entries(cache.findingsCache)) {
|
|
152
|
+
if (!changedSet.has(file)) {
|
|
153
|
+
findings.push(...cachedFinds);
|
|
154
|
+
}
|
|
155
|
+
}
|
|
156
|
+
return findings;
|
|
157
|
+
}
|
|
158
|
+
// ── 主入口 ──────────────────────────────────────────────────
|
|
159
|
+
/**
|
|
160
|
+
* 运行增量扫描
|
|
161
|
+
*
|
|
162
|
+
* @param targetPath - 项目根目录
|
|
163
|
+
* @param options - 扫描配置
|
|
164
|
+
* @returns ScanResult 含增量元信息
|
|
165
|
+
*/
|
|
166
|
+
export async function runIncrementalScan(targetPath, options) {
|
|
167
|
+
const startTime = Date.now();
|
|
168
|
+
const resolvedTarget = resolvePath(targetPath);
|
|
169
|
+
if (!existsSync(resolvedTarget)) {
|
|
170
|
+
throw targetNotFound(targetPath);
|
|
171
|
+
}
|
|
172
|
+
const { rules, only, quick } = options;
|
|
173
|
+
const rulesDir = rules ? resolvePath(rules) : defaultRulesDir();
|
|
174
|
+
// severity 过滤
|
|
175
|
+
let severity;
|
|
176
|
+
if (only) {
|
|
177
|
+
const levelMap = {
|
|
178
|
+
critical: 'ERROR', high: 'WARNING',
|
|
179
|
+
medium: 'INFO', low: 'NOTE',
|
|
180
|
+
};
|
|
181
|
+
severity = levelMap[only.toLowerCase()];
|
|
182
|
+
}
|
|
183
|
+
if (quick && !severity)
|
|
184
|
+
severity = 'WARNING';
|
|
185
|
+
// 1. 读取缓存
|
|
186
|
+
const cache = await readCache(resolvedTarget);
|
|
187
|
+
const lastCommit = cache?.lastCommit;
|
|
188
|
+
// 2. Git diff
|
|
189
|
+
const diff = await getGitDiff(resolvedTarget, lastCommit);
|
|
190
|
+
let allFindings;
|
|
191
|
+
let filesScanned = 0;
|
|
192
|
+
let filesReused = 0;
|
|
193
|
+
let filesTotal = 0;
|
|
194
|
+
if (diff.isInitial || diff.currentHash === '' || !cache) {
|
|
195
|
+
// ── 首次扫描 / 回退全量 ──
|
|
196
|
+
if (cache) {
|
|
197
|
+
console.log('ℹ️ 缓存不可用,执行全量扫描');
|
|
198
|
+
}
|
|
199
|
+
else {
|
|
200
|
+
console.log('ℹ️ 首次扫描,建立增量缓存基线...');
|
|
201
|
+
}
|
|
202
|
+
// 全量扫描 → 复用现有 runScan 逻辑
|
|
203
|
+
// 但是我们需要自己有文件列表和扫描能力
|
|
204
|
+
// 直接调用 Semgrep 扫描整个目录
|
|
205
|
+
const sarif = await semgrepScanFiles(resolvedTarget, rulesDir, ['.'], // 扫描整个目录 — semgrep 会递归
|
|
206
|
+
severity);
|
|
207
|
+
const { parseSarif } = await import('../sarif.js');
|
|
208
|
+
allFindings = parseSarif(sarif, { severityFilter: only });
|
|
209
|
+
const { filterFindings } = await import('../filter.js');
|
|
210
|
+
allFindings = filterFindings(allFindings);
|
|
211
|
+
// 构建缓存
|
|
212
|
+
const newCache = {
|
|
213
|
+
lastCommit: diff.currentHash,
|
|
214
|
+
lastScannedAt: new Date().toISOString(),
|
|
215
|
+
scannedFiles: {},
|
|
216
|
+
findingsCache: {},
|
|
217
|
+
cacheVersion: CACHE_VERSION,
|
|
218
|
+
};
|
|
219
|
+
// 按文件分组 findings 存入缓存
|
|
220
|
+
for (const f of allFindings) {
|
|
221
|
+
if (!newCache.findingsCache[f.file]) {
|
|
222
|
+
newCache.findingsCache[f.file] = [];
|
|
223
|
+
}
|
|
224
|
+
newCache.findingsCache[f.file].push(f);
|
|
225
|
+
}
|
|
226
|
+
// 记录已扫描的文件 (从 findings 中推导)
|
|
227
|
+
const scannedFileSet = new Set(allFindings.map((f) => f.file));
|
|
228
|
+
newCache.scannedFiles = {};
|
|
229
|
+
for (const file of scannedFileSet) {
|
|
230
|
+
newCache.scannedFiles[file] = '';
|
|
231
|
+
}
|
|
232
|
+
await writeCache(resolvedTarget, newCache);
|
|
233
|
+
filesTotal = scannedFileSet.size;
|
|
234
|
+
filesScanned = scannedFileSet.size;
|
|
235
|
+
filesReused = 0;
|
|
236
|
+
}
|
|
237
|
+
else {
|
|
238
|
+
// ── 增量扫描 ──
|
|
239
|
+
filesTotal = Object.keys(cache.findingsCache).length;
|
|
240
|
+
filesScanned = diff.changedFiles.length;
|
|
241
|
+
// 3. 扫描变更文件
|
|
242
|
+
let newFindings;
|
|
243
|
+
try {
|
|
244
|
+
const sarif = await semgrepScanFiles(resolvedTarget, rulesDir, diff.changedFiles, severity);
|
|
245
|
+
const { parseSarif } = await import('../sarif.js');
|
|
246
|
+
newFindings = parseSarif(sarif, { severityFilter: only });
|
|
247
|
+
const { filterFindings } = await import('../filter.js');
|
|
248
|
+
newFindings = filterFindings(newFindings);
|
|
249
|
+
}
|
|
250
|
+
catch (err) {
|
|
251
|
+
// Semgrep 扫描失败 → 回退全量
|
|
252
|
+
console.warn(`⚠️ 增量扫描失败,回退全量: ${err.message}`);
|
|
253
|
+
const sarif = await semgrepScanFiles(resolvedTarget, rulesDir, ['.'], severity);
|
|
254
|
+
const { parseSarif } = await import('../sarif.js');
|
|
255
|
+
newFindings = parseSarif(sarif, { severityFilter: only });
|
|
256
|
+
const { filterFindings } = await import('../filter.js');
|
|
257
|
+
newFindings = filterFindings(newFindings);
|
|
258
|
+
// 全量扫描重置一切
|
|
259
|
+
const newCache = {
|
|
260
|
+
lastCommit: diff.currentHash,
|
|
261
|
+
lastScannedAt: new Date().toISOString(),
|
|
262
|
+
scannedFiles: {},
|
|
263
|
+
findingsCache: {},
|
|
264
|
+
cacheVersion: CACHE_VERSION,
|
|
265
|
+
};
|
|
266
|
+
for (const f of newFindings) {
|
|
267
|
+
if (!newCache.findingsCache[f.file]) {
|
|
268
|
+
newCache.findingsCache[f.file] = [];
|
|
269
|
+
}
|
|
270
|
+
newCache.findingsCache[f.file].push(f);
|
|
271
|
+
}
|
|
272
|
+
await writeCache(resolvedTarget, newCache);
|
|
273
|
+
allFindings = newFindings;
|
|
274
|
+
filesScanned = Object.keys(newCache.findingsCache).length;
|
|
275
|
+
filesReused = 0;
|
|
276
|
+
filesTotal = filesScanned;
|
|
277
|
+
return buildResult(resolvedTarget, allFindings, options, startTime, {
|
|
278
|
+
filesChanged: filesScanned,
|
|
279
|
+
filesTotal,
|
|
280
|
+
filesReused,
|
|
281
|
+
});
|
|
282
|
+
}
|
|
283
|
+
// 4. 从缓存中获取未变更文件的发现
|
|
284
|
+
const cachedFindings = getCachedFindings(diff, cache);
|
|
285
|
+
filesReused = Object.keys(cache.findingsCache).length - filesScanned;
|
|
286
|
+
// 5. 合并结果
|
|
287
|
+
allFindings = mergeFindings(newFindings, cachedFindings);
|
|
288
|
+
// 6. 更新缓存
|
|
289
|
+
const updatedCache = {
|
|
290
|
+
lastCommit: diff.currentHash,
|
|
291
|
+
lastScannedAt: new Date().toISOString(),
|
|
292
|
+
scannedFiles: cache.scannedFiles,
|
|
293
|
+
findingsCache: { ...cache.findingsCache },
|
|
294
|
+
cacheVersion: CACHE_VERSION,
|
|
295
|
+
};
|
|
296
|
+
// 移除被删除文件的缓存条目
|
|
297
|
+
for (const [file] of Object.entries(updatedCache.findingsCache)) {
|
|
298
|
+
if (diff.changedFiles.includes(file)) {
|
|
299
|
+
delete updatedCache.findingsCache[file];
|
|
300
|
+
}
|
|
301
|
+
}
|
|
302
|
+
// 添加新扫描文件的发现
|
|
303
|
+
for (const f of newFindings) {
|
|
304
|
+
if (!updatedCache.findingsCache[f.file]) {
|
|
305
|
+
updatedCache.findingsCache[f.file] = [];
|
|
306
|
+
}
|
|
307
|
+
updatedCache.findingsCache[f.file].push(f);
|
|
308
|
+
}
|
|
309
|
+
filesTotal = Object.keys(updatedCache.findingsCache).length;
|
|
310
|
+
await writeCache(resolvedTarget, updatedCache);
|
|
311
|
+
}
|
|
312
|
+
return buildResult(resolvedTarget, allFindings, options, startTime, {
|
|
313
|
+
filesChanged: diff.changedFiles.length,
|
|
314
|
+
filesTotal,
|
|
315
|
+
filesReused,
|
|
316
|
+
});
|
|
317
|
+
}
|
|
318
|
+
// ── 构建最终结果 ──────────────────────────────────────────
|
|
319
|
+
async function buildResult(target, findings, options, startTime, incremental) {
|
|
320
|
+
const durationMs = Date.now() - startTime;
|
|
321
|
+
// 生成报告 (复用现有 renderer)
|
|
322
|
+
const { renderReport } = await import('../../report/render.js');
|
|
323
|
+
const result = await renderReport(findings, {
|
|
324
|
+
target,
|
|
325
|
+
output: options.output || 'html',
|
|
326
|
+
});
|
|
327
|
+
return {
|
|
328
|
+
...result,
|
|
329
|
+
durationMs,
|
|
330
|
+
incremental: {
|
|
331
|
+
filesChanged: incremental.filesChanged,
|
|
332
|
+
filesTotal: incremental.filesTotal,
|
|
333
|
+
filesReused: incremental.filesReused,
|
|
334
|
+
},
|
|
335
|
+
};
|
|
336
|
+
}
|
|
337
|
+
//# sourceMappingURL=engine.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"engine.js","sourceRoot":"","sources":["../../../src/engine/incremental/engine.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAC3C,OAAO,EACL,QAAQ,EACR,SAAS,EACT,KAAK,EACL,MAAM,GACP,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,OAAO,IAAI,WAAW,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACzD,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAIrC,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAC3C,OAAO,EACL,eAAe,EACf,cAAc,EACd,cAAc,EACd,iBAAiB,GAClB,MAAM,cAAc,CAAC;AAEtB,MAAM,SAAS,GAAG,cAAc,CAAC;AACjC,MAAM,UAAU,GAAG,wBAAwB,CAAC;AAC5C,MAAM,aAAa,GAAG,CAAC,CAAC;AACxB,MAAM,WAAW,GAAG,SAAS,CAAC;AAC9B,MAAM,eAAe,GAAG,EAAE,GAAG,MAAM,CAAC;AAEpC,2DAA2D;AAE3D,SAAS,UAAU;IACjB,MAAM,GAAG,GAA2B,EAAE,CAAC;IACvC,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;QACjC,MAAM,SAAS,GAAG,IAAI,CACpB,OAAO,CAAC,GAAG,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,WAAW,EAAE,SAAS,EAAE,SAAS,CAAC,EACzF,QAAQ,EAAE,WAAW,EAAE,SAAS,CACjC,CAAC;QACF,IAAI,UAAU,CAAC,IAAI,CAAC,SAAS,EAAE,aAAa,CAAC,CAAC,EAAE,CAAC;YAC/C,GAAG,CAAC,IAAI,GAAG,SAAS,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;QACxD,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,eAAe;IACtB,OAAO,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,IAAI,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC;AAClG,CAAC;AAED,SAAS,SAAS,CAAC,UAAkB;IACnC,OAAO,IAAI,CAAC,UAAU,EAAE,SAAS,EAAE,UAAU,CAAC,CAAC;AACjD,CAAC;AAED,2DAA2D;AAE3D,KAAK,UAAU,SAAS,CAAC,UAAkB;IACzC,MAAM,QAAQ,GAAG,SAAS,CAAC,UAAU,CAAC,CAAC;IACvC,IAAI,CAAC;QACH,MAAM,MAAM,CAAC,QAAQ,CAAC,CAAC;QACvB,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAC9C,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAqB,CAAC;QAEnD,SAAS;QACT,IAAI,CAAC,MAAM,CAAC,YAAY,IAAI,MAAM,CAAC,YAAY,KAAK,aAAa,EAAE,CAAC;YAClE,OAAO,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;YACtC,OAAO,IAAI,CAAC;QACd,CAAC;QAED,SAAS;QACT,IAAI,CAAC,MAAM,CAAC,UAAU,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE,CAAC;YAChD,OAAO,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;YACpC,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,KAAK,UAAU,UAAU,CACvB,UAAkB,EAClB,KAAuB;IAEvB,MAAM,GAAG,GAAG,IAAI,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;IACxC,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;IACvC,MAAM,SAAS,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;AACrE,CAAC;AAED,uDAAuD;AAEvD,KAAK,UAAU,gBAAgB,CAC7B,UAAkB,EAClB,QAAgB,EAChB,KAAe,EACf,QAAiB;IAEjB,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,EAAE,IAAI,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC;IACrC,CAAC;IAED,6CAA6C;IAC7C,MAAM,IAAI,GAAG;QACX,MAAM;QACN,UAAU,EAAE,QAAQ;QACpB,SAAS;QACT,SAAS;QACT,iBAAiB;QACjB,2BAA2B;KAC5B,CAAC;IACF,IAAI,QAAQ,EAAE,CAAC;QACb,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;IACpC,CAAC;IACD,WAAW;IACX,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC,CAAC;IACpC,CAAC;IAED,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,8DAA8D;QAC9D,MAAM,KAAK,GAAQ,KAAK,CAAC,WAAW,EAAE,IAAI,EAAE;YAC1C,KAAK,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC;YACjC,OAAO,EAAE,eAAe;YACxB,GAAG,EAAE;gBACH,GAAG,OAAO,CAAC,GAAG;gBACd,GAAG,UAAU,EAAE;gBACf,UAAU,EAAE,GAAG;gBACf,gBAAgB,EAAE,OAAO;aAC1B;SACF,CAAC,CAAC;QAEH,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,CAAS,EAAE,EAAE,GAAG,MAAM,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QACpE,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,CAAS,EAAE,EAAE,GAAG,MAAM,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAEpE,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAmB,EAAE,EAAE;YACxC,IAAI,IAAI,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;gBAC7B,MAAM,CAAC,cAAc,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;gBACrC,OAAO;YACT,CAAC;YACD,IAAI,CAAC;gBACH,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;YAC9B,CAAC;YAAC,MAAM,CAAC;gBACP,MAAM,CAAC,iBAAiB,CACtB,UAAU,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,WAAW,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAChE,CAAC,CAAC;YACL,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAU,EAAE,EAAE;YAC/B,MAAM,CACH,GAA6B,CAAC,IAAI,KAAK,QAAQ;gBAC9C,CAAC,CAAC,eAAe,CAAC,GAAG,CAAC;gBACtB,CAAC,CAAC,IAAI,KAAK,CAAC,iBAAiB,GAAG,CAAC,OAAO,EAAE,CAAC,CAC9C,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED,yDAAyD;AAEzD,SAAS,aAAa,CACpB,WAAsB,EACtB,cAAyB;IAEzB,+BAA+B;IAC/B,yBAAyB;IACzB,MAAM,cAAc,GAAG,IAAI,GAAG,EAAU,CAAC;IACzC,KAAK,MAAM,CAAC,IAAI,WAAW,EAAE,CAAC;QAC5B,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAC7B,CAAC;IAED,MAAM,MAAM,GAAc,CAAC,GAAG,WAAW,CAAC,CAAC;IAC3C,KAAK,MAAM,CAAC,IAAI,cAAc,EAAE,CAAC;QAC/B,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;YAChC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACjB,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,SAAS,iBAAiB,CACxB,IAAmB,EACnB,KAAuB;IAEvB,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IAC9C,MAAM,QAAQ,GAAc,EAAE,CAAC;IAE/B,KAAK,MAAM,CAAC,IAAI,EAAE,WAAW,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,aAAa,CAAC,EAAE,CAAC;QACtE,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YAC1B,QAAQ,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,CAAC;QAChC,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,4DAA4D;AAE5D;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,UAAkB,EAClB,OAAoB;IAEpB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,MAAM,cAAc,GAAG,WAAW,CAAC,UAAU,CAAC,CAAC;IAE/C,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,EAAE,CAAC;QAChC,MAAM,cAAc,CAAC,UAAU,CAAC,CAAC;IACnC,CAAC;IAED,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,OAAO,CAAC;IACvC,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,eAAe,EAAE,CAAC;IAEhE,cAAc;IACd,IAAI,QAA4B,CAAC;IACjC,IAAI,IAAI,EAAE,CAAC;QACT,MAAM,QAAQ,GAA2B;YACvC,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS;YAClC,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM;SAC5B,CAAC;QACF,QAAQ,GAAG,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;IAC1C,CAAC;IACD,IAAI,KAAK,IAAI,CAAC,QAAQ;QAAE,QAAQ,GAAG,SAAS,CAAC;IAE7C,UAAU;IACV,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,cAAc,CAAC,CAAC;IAC9C,MAAM,UAAU,GAAG,KAAK,EAAE,UAAU,CAAC;IAErC,cAAc;IACd,MAAM,IAAI,GAAG,MAAM,UAAU,CAAC,cAAc,EAAE,UAAU,CAAC,CAAC;IAE1D,IAAI,WAAsB,CAAC;IAC3B,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,UAAU,GAAG,CAAC,CAAC;IAEnB,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,WAAW,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC;QACxD,oBAAoB;QACpB,IAAI,KAAK,EAAE,CAAC;YACV,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;QAClC,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;QACtC,CAAC;QAED,yBAAyB;QACzB,qBAAqB;QACrB,sBAAsB;QACtB,MAAM,KAAK,GAAG,MAAM,gBAAgB,CAClC,cAAc,EACd,QAAQ,EACR,CAAC,GAAG,CAAC,EAAE,uBAAuB;QAC9B,QAAQ,CACT,CAAC;QAEF,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC;QACnD,WAAW,GAAG,UAAU,CAAC,KAAK,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE,CAAC,CAAC;QAE1D,MAAM,EAAE,cAAc,EAAE,GAAG,MAAM,MAAM,CAAC,cAAc,CAAC,CAAC;QACxD,WAAW,GAAG,cAAc,CAAC,WAAW,CAAC,CAAC;QAE1C,OAAO;QACP,MAAM,QAAQ,GAAqB;YACjC,UAAU,EAAE,IAAI,CAAC,WAAW;YAC5B,aAAa,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACvC,YAAY,EAAE,EAAE;YAChB,aAAa,EAAE,EAAE;YACjB,YAAY,EAAE,aAAa;SAC5B,CAAC;QAEF,sBAAsB;QACtB,KAAK,MAAM,CAAC,IAAI,WAAW,EAAE,CAAC;YAC5B,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;gBACpC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;YACtC,CAAC;YACD,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACzC,CAAC;QAED,4BAA4B;QAC5B,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QAC/D,QAAQ,CAAC,YAAY,GAAG,EAAE,CAAC;QAC3B,KAAK,MAAM,IAAI,IAAI,cAAc,EAAE,CAAC;YAClC,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;QACnC,CAAC;QAED,MAAM,UAAU,CAAC,cAAc,EAAE,QAAQ,CAAC,CAAC;QAE3C,UAAU,GAAG,cAAc,CAAC,IAAI,CAAC;QACjC,YAAY,GAAG,cAAc,CAAC,IAAI,CAAC;QACnC,WAAW,GAAG,CAAC,CAAC;IAClB,CAAC;SAAM,CAAC;QACN,aAAa;QACb,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,MAAM,CAAC;QACrD,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC;QAExC,YAAY;QACZ,IAAI,WAAsB,CAAC;QAC3B,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,gBAAgB,CAClC,cAAc,EACd,QAAQ,EACR,IAAI,CAAC,YAAY,EACjB,QAAQ,CACT,CAAC;YAEF,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC;YACnD,WAAW,GAAG,UAAU,CAAC,KAAK,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE,CAAC,CAAC;YAE1D,MAAM,EAAE,cAAc,EAAE,GAAG,MAAM,MAAM,CAAC,cAAc,CAAC,CAAC;YACxD,WAAW,GAAG,cAAc,CAAC,WAAW,CAAC,CAAC;QAC5C,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,sBAAsB;YACtB,OAAO,CAAC,IAAI,CAAC,oBAAqB,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;YAC3D,MAAM,KAAK,GAAG,MAAM,gBAAgB,CAClC,cAAc,EACd,QAAQ,EACR,CAAC,GAAG,CAAC,EACL,QAAQ,CACT,CAAC;YAEF,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC;YACnD,WAAW,GAAG,UAAU,CAAC,KAAK,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE,CAAC,CAAC;YAE1D,MAAM,EAAE,cAAc,EAAE,GAAG,MAAM,MAAM,CAAC,cAAc,CAAC,CAAC;YACxD,WAAW,GAAG,cAAc,CAAC,WAAW,CAAC,CAAC;YAE1C,WAAW;YACX,MAAM,QAAQ,GAAqB;gBACjC,UAAU,EAAE,IAAI,CAAC,WAAW;gBAC5B,aAAa,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACvC,YAAY,EAAE,EAAE;gBAChB,aAAa,EAAE,EAAE;gBACjB,YAAY,EAAE,aAAa;aAC5B,CAAC;YACF,KAAK,MAAM,CAAC,IAAI,WAAW,EAAE,CAAC;gBAC5B,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;oBACpC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;gBACtC,CAAC;gBACD,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACzC,CAAC;YACD,MAAM,UAAU,CAAC,cAAc,EAAE,QAAQ,CAAC,CAAC;YAE3C,WAAW,GAAG,WAAW,CAAC;YAC1B,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,MAAM,CAAC;YAC1D,WAAW,GAAG,CAAC,CAAC;YAChB,UAAU,GAAG,YAAY,CAAC;YAE1B,OAAO,WAAW,CAAC,cAAc,EAAE,WAAW,EAAE,OAAO,EAAE,SAAS,EAAE;gBAClE,YAAY,EAAE,YAAY;gBAC1B,UAAU;gBACV,WAAW;aACZ,CAAC,CAAC;QACL,CAAC;QAED,oBAAoB;QACpB,MAAM,cAAc,GAAG,iBAAiB,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QACtD,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,MAAM,GAAG,YAAY,CAAC;QAErE,UAAU;QACV,WAAW,GAAG,aAAa,CAAC,WAAW,EAAE,cAAc,CAAC,CAAC;QAEzD,UAAU;QACV,MAAM,YAAY,GAAqB;YACrC,UAAU,EAAE,IAAI,CAAC,WAAW;YAC5B,aAAa,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACvC,YAAY,EAAE,KAAK,CAAC,YAAY;YAChC,aAAa,EAAE,EAAE,GAAG,KAAK,CAAC,aAAa,EAAE;YACzC,YAAY,EAAE,aAAa;SAC5B,CAAC;QAEF,eAAe;QACf,KAAK,MAAM,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,aAAa,CAAC,EAAE,CAAC;YAChE,IAAI,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;gBACrC,OAAO,YAAY,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;YAC1C,CAAC;QACH,CAAC;QAED,aAAa;QACb,KAAK,MAAM,CAAC,IAAI,WAAW,EAAE,CAAC;YAC5B,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;gBACxC,YAAY,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;YAC1C,CAAC;YACD,YAAY,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC7C,CAAC;QAED,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,CAAC,MAAM,CAAC;QAE5D,MAAM,UAAU,CAAC,cAAc,EAAE,YAAY,CAAC,CAAC;IACjD,CAAC;IAED,OAAO,WAAW,CAAC,cAAc,EAAE,WAAW,EAAE,OAAO,EAAE,SAAS,EAAE;QAClE,YAAY,EAAE,IAAI,CAAC,YAAY,CAAC,MAAM;QACtC,UAAU;QACV,WAAW;KACZ,CAAC,CAAC;AACL,CAAC;AAED,uDAAuD;AAEvD,KAAK,UAAU,WAAW,CACxB,MAAc,EACd,QAAmB,EACnB,OAAoB,EACpB,SAAiB,EACjB,WAA8E;IAE9E,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;IAE1C,uBAAuB;IACvB,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,MAAM,CAAC,wBAAwB,CAAC,CAAC;IAChE,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,QAAQ,EAAE;QAC1C,MAAM;QACN,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,MAAM;KACjC,CAAC,CAAC;IAEH,OAAO;QACL,GAAG,MAAM;QACT,UAAU;QACV,WAAW,EAAE;YACX,YAAY,EAAE,WAAW,CAAC,YAAY;YACtC,UAAU,EAAE,WAAW,CAAC,UAAU;YAClC,WAAW,EAAE,WAAW,CAAC,WAAW;SACrC;KACF,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* 逐码 ZhuMa V4.1 — Git Diff 解析器
|
|
3
|
+
*
|
|
4
|
+
* 从 Git 仓库获取 HEAD vs lastScannedCommit 的变更文件列表。
|
|
5
|
+
* 首次扫描 (无 lastCommit) 返回全量文件列表。
|
|
6
|
+
* Git 不可用时自动回退全量扫描并打印警告。
|
|
7
|
+
*
|
|
8
|
+
* S1-2: 增量扫描引擎 | 众安天下 · 猎鹰情报威胁中心
|
|
9
|
+
*/
|
|
10
|
+
import type { GitDiffResult } from './types.js';
|
|
11
|
+
/**
|
|
12
|
+
* 解析 Git diff 获取变更文件列表。
|
|
13
|
+
*
|
|
14
|
+
* @param targetPath - 项目根目录 (必须是 git 仓库)
|
|
15
|
+
* @param lastCommit - 上次扫描的 commit SHA (首次扫描传 undefined)
|
|
16
|
+
* @returns GitDiffResult
|
|
17
|
+
*/
|
|
18
|
+
export declare function getGitDiff(targetPath: string, lastCommit?: string): Promise<GitDiffResult>;
|
|
19
|
+
//# sourceMappingURL=git-diff.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"git-diff.d.ts","sourceRoot":"","sources":["../../../src/engine/incremental/git-diff.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAIH,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAmFhD;;;;;;GAMG;AACH,wBAAsB,UAAU,CAC9B,UAAU,EAAE,MAAM,EAClB,UAAU,CAAC,EAAE,MAAM,GAClB,OAAO,CAAC,aAAa,CAAC,CAoFxB"}
|
|
@@ -0,0 +1,175 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* 逐码 ZhuMa V4.1 — Git Diff 解析器
|
|
3
|
+
*
|
|
4
|
+
* 从 Git 仓库获取 HEAD vs lastScannedCommit 的变更文件列表。
|
|
5
|
+
* 首次扫描 (无 lastCommit) 返回全量文件列表。
|
|
6
|
+
* Git 不可用时自动回退全量扫描并打印警告。
|
|
7
|
+
*
|
|
8
|
+
* S1-2: 增量扫描引擎 | 众安天下 · 猎鹰情报威胁中心
|
|
9
|
+
*/
|
|
10
|
+
import { spawn } from 'node:child_process';
|
|
11
|
+
import { resolve as resolvePath } from 'node:path';
|
|
12
|
+
/** 支持的代码文件扩展名 */
|
|
13
|
+
const CODE_EXTENSIONS = new Set([
|
|
14
|
+
'.java', '.kt', '.kts',
|
|
15
|
+
'.js', '.mjs', '.cjs', '.jsx',
|
|
16
|
+
'.ts', '.tsx',
|
|
17
|
+
'.py', '.pyi', '.pyx',
|
|
18
|
+
'.yaml', '.yml',
|
|
19
|
+
'.xml', '.xml',
|
|
20
|
+
'.json',
|
|
21
|
+
'.go',
|
|
22
|
+
'.rs',
|
|
23
|
+
'.rb',
|
|
24
|
+
'.php',
|
|
25
|
+
'.cs',
|
|
26
|
+
'.swift',
|
|
27
|
+
'.scala',
|
|
28
|
+
'.groovy',
|
|
29
|
+
'.dart',
|
|
30
|
+
'.c', '.h', '.cpp', '.hpp', '.cc', '.hh',
|
|
31
|
+
]);
|
|
32
|
+
/** 过滤保留代码文件 */
|
|
33
|
+
function isCodeFile(path) {
|
|
34
|
+
const lower = path.toLowerCase();
|
|
35
|
+
for (const ext of CODE_EXTENSIONS) {
|
|
36
|
+
if (lower.endsWith(ext))
|
|
37
|
+
return true;
|
|
38
|
+
}
|
|
39
|
+
return false;
|
|
40
|
+
}
|
|
41
|
+
/** 执行 git 命令,返回 stdout 字符串 (strip trailing newline) */
|
|
42
|
+
function git(cwd, args) {
|
|
43
|
+
return new Promise((resolve, reject) => {
|
|
44
|
+
const child = spawn('git', args, {
|
|
45
|
+
cwd,
|
|
46
|
+
stdio: ['ignore', 'pipe', 'pipe'],
|
|
47
|
+
timeout: 30_000,
|
|
48
|
+
});
|
|
49
|
+
let stdout = '';
|
|
50
|
+
let stderr = '';
|
|
51
|
+
child.stdout.on('data', (d) => { stdout += d.toString(); });
|
|
52
|
+
child.stderr.on('data', (d) => { stderr += d.toString(); });
|
|
53
|
+
child.on('close', (code) => {
|
|
54
|
+
if (code !== 0) {
|
|
55
|
+
reject(new Error(`git ${args[0]} 失败 (exit ${code}): ${stderr.slice(0, 500)}`));
|
|
56
|
+
return;
|
|
57
|
+
}
|
|
58
|
+
resolve(stdout.trim());
|
|
59
|
+
});
|
|
60
|
+
child.on('error', (err) => {
|
|
61
|
+
reject(new Error(`无法启动 git: ${err.message}`));
|
|
62
|
+
});
|
|
63
|
+
});
|
|
64
|
+
}
|
|
65
|
+
/** 检查目录是否为有效的 git 仓库 */
|
|
66
|
+
async function isGitRepo(cwd) {
|
|
67
|
+
try {
|
|
68
|
+
await git(cwd, ['rev-parse', '--git-dir']);
|
|
69
|
+
return true;
|
|
70
|
+
}
|
|
71
|
+
catch {
|
|
72
|
+
return false;
|
|
73
|
+
}
|
|
74
|
+
}
|
|
75
|
+
/** 使用 git 获取所有被跟踪的代码文件列表 */
|
|
76
|
+
async function getAllTrackedFiles(cwd) {
|
|
77
|
+
const output = await git(cwd, ['ls-files']);
|
|
78
|
+
return output
|
|
79
|
+
.split('\n')
|
|
80
|
+
.map((l) => l.trim())
|
|
81
|
+
.filter((l) => l.length > 0)
|
|
82
|
+
.filter(isCodeFile);
|
|
83
|
+
}
|
|
84
|
+
/**
|
|
85
|
+
* 解析 Git diff 获取变更文件列表。
|
|
86
|
+
*
|
|
87
|
+
* @param targetPath - 项目根目录 (必须是 git 仓库)
|
|
88
|
+
* @param lastCommit - 上次扫描的 commit SHA (首次扫描传 undefined)
|
|
89
|
+
* @returns GitDiffResult
|
|
90
|
+
*/
|
|
91
|
+
export async function getGitDiff(targetPath, lastCommit) {
|
|
92
|
+
const cwd = resolvePath(targetPath);
|
|
93
|
+
// 获取当前 HEAD hash
|
|
94
|
+
let currentHash;
|
|
95
|
+
try {
|
|
96
|
+
currentHash = await git(cwd, ['rev-parse', 'HEAD']);
|
|
97
|
+
}
|
|
98
|
+
catch {
|
|
99
|
+
// Git 不可用 → 回退全量
|
|
100
|
+
console.warn('⚠️ Git 不可用,回退全量扫描');
|
|
101
|
+
return {
|
|
102
|
+
changedFiles: [],
|
|
103
|
+
currentHash: '',
|
|
104
|
+
isInitial: true,
|
|
105
|
+
};
|
|
106
|
+
}
|
|
107
|
+
// 检查是否为有效 git 仓库
|
|
108
|
+
if (!(await isGitRepo(cwd))) {
|
|
109
|
+
console.warn('⚠️ 目标目录不是 Git 仓库,回退全量扫描');
|
|
110
|
+
return {
|
|
111
|
+
changedFiles: [],
|
|
112
|
+
currentHash: currentHash,
|
|
113
|
+
isInitial: true,
|
|
114
|
+
};
|
|
115
|
+
}
|
|
116
|
+
// 首次扫描 (无历史 commit) → 返回全量文件
|
|
117
|
+
if (!lastCommit) {
|
|
118
|
+
try {
|
|
119
|
+
const allFiles = await getAllTrackedFiles(cwd);
|
|
120
|
+
return {
|
|
121
|
+
changedFiles: allFiles,
|
|
122
|
+
currentHash,
|
|
123
|
+
isInitial: true,
|
|
124
|
+
};
|
|
125
|
+
}
|
|
126
|
+
catch (err) {
|
|
127
|
+
console.warn('⚠️ 无法列出 Git 文件,回退全量扫描:', err.message);
|
|
128
|
+
return {
|
|
129
|
+
changedFiles: [],
|
|
130
|
+
currentHash,
|
|
131
|
+
isInitial: true,
|
|
132
|
+
};
|
|
133
|
+
}
|
|
134
|
+
}
|
|
135
|
+
// 增量扫描: HEAD vs lastCommit
|
|
136
|
+
try {
|
|
137
|
+
// 先验证 lastCommit 在历史中是否存在
|
|
138
|
+
await git(cwd, ['cat-file', '-e', lastCommit]);
|
|
139
|
+
}
|
|
140
|
+
catch {
|
|
141
|
+
console.warn(`⚠️ Commit ${lastCommit.slice(0, 8)} 不在当前仓库历史中,回退全量扫描`);
|
|
142
|
+
try {
|
|
143
|
+
const allFiles = await getAllTrackedFiles(cwd);
|
|
144
|
+
return { changedFiles: allFiles, currentHash, isInitial: true };
|
|
145
|
+
}
|
|
146
|
+
catch {
|
|
147
|
+
return { changedFiles: [], currentHash, isInitial: true };
|
|
148
|
+
}
|
|
149
|
+
}
|
|
150
|
+
// 获取变更文件列表
|
|
151
|
+
try {
|
|
152
|
+
const output = await git(cwd, ['diff', '--name-only', lastCommit, 'HEAD']);
|
|
153
|
+
const files = output
|
|
154
|
+
.split('\n')
|
|
155
|
+
.map((l) => l.trim())
|
|
156
|
+
.filter((l) => l.length > 0);
|
|
157
|
+
const codeFiles = files.filter(isCodeFile);
|
|
158
|
+
return {
|
|
159
|
+
changedFiles: codeFiles,
|
|
160
|
+
currentHash,
|
|
161
|
+
isInitial: false,
|
|
162
|
+
};
|
|
163
|
+
}
|
|
164
|
+
catch (err) {
|
|
165
|
+
console.warn('⚠️ Git diff 失败,回退全量扫描:', err.message);
|
|
166
|
+
try {
|
|
167
|
+
const allFiles = await getAllTrackedFiles(cwd);
|
|
168
|
+
return { changedFiles: allFiles, currentHash, isInitial: true };
|
|
169
|
+
}
|
|
170
|
+
catch {
|
|
171
|
+
return { changedFiles: [], currentHash, isInitial: true };
|
|
172
|
+
}
|
|
173
|
+
}
|
|
174
|
+
}
|
|
175
|
+
//# sourceMappingURL=git-diff.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"git-diff.js","sourceRoot":"","sources":["../../../src/engine/incremental/git-diff.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAC3C,OAAO,EAAE,OAAO,IAAI,WAAW,EAAE,MAAM,WAAW,CAAC;AAGnD,iBAAiB;AACjB,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC;IAC9B,OAAO,EAAE,KAAK,EAAE,MAAM;IACtB,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM;IAC7B,KAAK,EAAE,MAAM;IACb,KAAK,EAAE,MAAM,EAAE,MAAM;IACrB,OAAO,EAAE,MAAM;IACf,MAAM,EAAE,MAAM;IACd,OAAO;IACP,KAAK;IACL,KAAK;IACL,KAAK;IACL,MAAM;IACN,KAAK;IACL,QAAQ;IACR,QAAQ;IACR,SAAS;IACT,OAAO;IACP,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK;CACzC,CAAC,CAAC;AAEH,eAAe;AACf,SAAS,UAAU,CAAC,IAAY;IAC9B,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;IACjC,KAAK,MAAM,GAAG,IAAI,eAAe,EAAE,CAAC;QAClC,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC;YAAE,OAAO,IAAI,CAAC;IACvC,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,uDAAuD;AACvD,SAAS,GAAG,CACV,GAAW,EACX,IAAc;IAEd,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,EAAE,IAAI,EAAE;YAC/B,GAAG;YACH,KAAK,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC;YACjC,OAAO,EAAE,MAAM;SAChB,CAAC,CAAC;QAEH,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,CAAS,EAAE,EAAE,GAAG,MAAM,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QACpE,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,CAAS,EAAE,EAAE,GAAG,MAAM,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAEpE,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;YACzB,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;gBACf,MAAM,CAAC,IAAI,KAAK,CAAC,OAAO,IAAI,CAAC,CAAC,CAAC,aAAa,IAAI,MAAM,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC/E,OAAO;YACT,CAAC;YACD,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;QACzB,CAAC,CAAC,CAAC;QAEH,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;YACxB,MAAM,CAAC,IAAI,KAAK,CAAC,aAAa,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;QAChD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED,wBAAwB;AACxB,KAAK,UAAU,SAAS,CAAC,GAAW;IAClC,IAAI,CAAC;QACH,MAAM,GAAG,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC,CAAC;QAC3C,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,4BAA4B;AAC5B,KAAK,UAAU,kBAAkB,CAAC,GAAW;IAC3C,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC;IAC5C,OAAO,MAAM;SACV,KAAK,CAAC,IAAI,CAAC;SACX,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;SACpB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;SAC3B,MAAM,CAAC,UAAU,CAAC,CAAC;AACxB,CAAC;AAED;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,UAAkB,EAClB,UAAmB;IAEnB,MAAM,GAAG,GAAG,WAAW,CAAC,UAAU,CAAC,CAAC;IAEpC,iBAAiB;IACjB,IAAI,WAAmB,CAAC;IACxB,IAAI,CAAC;QACH,WAAW,GAAG,MAAM,GAAG,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC,CAAC;IACtD,CAAC;IAAC,MAAM,CAAC;QACP,iBAAiB;QACjB,OAAO,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;QACnC,OAAO;YACL,YAAY,EAAE,EAAE;YAChB,WAAW,EAAE,EAAE;YACf,SAAS,EAAE,IAAI;SAChB,CAAC;IACJ,CAAC;IAED,iBAAiB;IACjB,IAAI,CAAC,CAAC,MAAM,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;QAC5B,OAAO,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;QACzC,OAAO;YACL,YAAY,EAAE,EAAE;YAChB,WAAW,EAAE,WAAW;YACxB,SAAS,EAAE,IAAI;SAChB,CAAC;IACJ,CAAC;IAED,6BAA6B;IAC7B,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,kBAAkB,CAAC,GAAG,CAAC,CAAC;YAC/C,OAAO;gBACL,YAAY,EAAE,QAAQ;gBACtB,WAAW;gBACX,SAAS,EAAE,IAAI;aAChB,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,IAAI,CAAC,yBAAyB,EAAG,GAAa,CAAC,OAAO,CAAC,CAAC;YAChE,OAAO;gBACL,YAAY,EAAE,EAAE;gBAChB,WAAW;gBACX,SAAS,EAAE,IAAI;aAChB,CAAC;QACJ,CAAC;IACH,CAAC;IAED,2BAA2B;IAC3B,IAAI,CAAC;QACH,0BAA0B;QAC1B,MAAM,GAAG,CAAC,GAAG,EAAE,CAAC,UAAU,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC;IACjD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,CAAC,IAAI,CAAC,cAAc,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,mBAAmB,CAAC,CAAC;QACtE,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,kBAAkB,CAAC,GAAG,CAAC,CAAC;YAC/C,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,WAAW,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;QAClE,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,YAAY,EAAE,EAAE,EAAE,WAAW,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;QAC5D,CAAC;IACH,CAAC;IAED,WAAW;IACX,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,GAAG,EAAE,CAAC,MAAM,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC;QAC3E,MAAM,KAAK,GAAG,MAAM;aACjB,KAAK,CAAC,IAAI,CAAC;aACX,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;aACpB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAE/B,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAE3C,OAAO;YACL,YAAY,EAAE,SAAS;YACvB,WAAW;YACX,SAAS,EAAE,KAAK;SACjB,CAAC;IACJ,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,CAAC,IAAI,CAAC,yBAAyB,EAAG,GAAa,CAAC,OAAO,CAAC,CAAC;QAChE,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,kBAAkB,CAAC,GAAG,CAAC,CAAC;YAC/C,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,WAAW,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;QAClE,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,YAAY,EAAE,EAAE,EAAE,WAAW,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;QAC5D,CAAC;IACH,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* 逐码 ZhuMa V4.1 — 增量扫描引擎 局部类型定义
|
|
3
|
+
*
|
|
4
|
+
* SDK 中已有 IncrementalState / IncrementalDiff 基线类型(frozen),
|
|
5
|
+
* 但增量引擎需要 path→hash 映射和 findings 缓存索引,
|
|
6
|
+
* 因此在 CLI 内部扩展定义,不修改 packages/sdk/src/index.ts
|
|
7
|
+
*
|
|
8
|
+
* S1-2: 增量扫描引擎 | 众安天下 · 猎鹰情报威胁中心
|
|
9
|
+
*/
|
|
10
|
+
import type { Finding } from '@zhuma4/sdk';
|
|
11
|
+
/** 增量扫描缓存状态 — 持久化到 .zhuma-cache/incremental-state.json */
|
|
12
|
+
export interface IncrementalState {
|
|
13
|
+
/** 最近一次扫描的 commit SHA */
|
|
14
|
+
lastCommit: string;
|
|
15
|
+
/** 上次扫描完成时间 (ISO-8601) */
|
|
16
|
+
lastScannedAt: string;
|
|
17
|
+
/** 文件路径(相对项目根) → 文件内容 SHA-256 */
|
|
18
|
+
scannedFiles: Record<string, string>;
|
|
19
|
+
/** 文件路径 → 该文件所有发现 */
|
|
20
|
+
findingsCache: Record<string, Finding[]>;
|
|
21
|
+
/** 缓存格式版本 (用于检测不兼容变更) */
|
|
22
|
+
cacheVersion: number;
|
|
23
|
+
}
|
|
24
|
+
/** Git diff 解析结果 */
|
|
25
|
+
export interface GitDiffResult {
|
|
26
|
+
/** 变更的代码文件列表 (相对项目根路径) */
|
|
27
|
+
changedFiles: string[];
|
|
28
|
+
/** 当前 HEAD commit SHA */
|
|
29
|
+
currentHash: string;
|
|
30
|
+
/** 是否为首次扫描 (无历史缓存) */
|
|
31
|
+
isInitial: boolean;
|
|
32
|
+
}
|
|
33
|
+
//# sourceMappingURL=types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/engine/incremental/types.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AAE3C,0DAA0D;AAC1D,MAAM,WAAW,gBAAgB;IAC/B,yBAAyB;IACzB,UAAU,EAAE,MAAM,CAAC;IACnB,0BAA0B;IAC1B,aAAa,EAAE,MAAM,CAAC;IACtB,iCAAiC;IACjC,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACrC,qBAAqB;IACrB,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;IACzC,yBAAyB;IACzB,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,oBAAoB;AACpB,MAAM,WAAW,aAAa;IAC5B,0BAA0B;IAC1B,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,yBAAyB;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,sBAAsB;IACtB,SAAS,EAAE,OAAO,CAAC;CACpB"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* 逐码 ZhuMa V4.1 — 增量扫描引擎 局部类型定义
|
|
3
|
+
*
|
|
4
|
+
* SDK 中已有 IncrementalState / IncrementalDiff 基线类型(frozen),
|
|
5
|
+
* 但增量引擎需要 path→hash 映射和 findings 缓存索引,
|
|
6
|
+
* 因此在 CLI 内部扩展定义,不修改 packages/sdk/src/index.ts
|
|
7
|
+
*
|
|
8
|
+
* S1-2: 增量扫描引擎 | 众安天下 · 猎鹰情报威胁中心
|
|
9
|
+
*/
|
|
10
|
+
export {};
|
|
11
|
+
//# sourceMappingURL=types.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/engine/incremental/types.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG"}
|
|
@@ -0,0 +1,48 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* AndroidManifest.xml 安全扫描引擎 — ZhuMa V4
|
|
3
|
+
*
|
|
4
|
+
* 解析 jadx 解码后的 AndroidManifest.xml 并执行 12 项安全检测:
|
|
5
|
+
* 1. debuggable 标志 6. 导出 Service
|
|
6
|
+
* 2. allowBackup 标志 7. 低 targetSdkVersion
|
|
7
|
+
* 3. 导出组件无权限 8. cleartext 流量
|
|
8
|
+
* 4. 导出 ContentProvider 9. 缺失网络安全配置
|
|
9
|
+
* 5. 导出 BroadcastReceiver 10. 危险权限
|
|
10
|
+
* 11. 自定义权限保护级别 12. taskAffinity 劫持
|
|
11
|
+
*
|
|
12
|
+
* 设计原则: regex-first parsing → 优先可用性,而非 XML 解析优雅性
|
|
13
|
+
* jadx 输出的 AndroidManifest.xml 格式可预测且有规律,
|
|
14
|
+
* regex 提取属性比引入 DOM 解析器更稳定,特别是有命名空间歧义时。
|
|
15
|
+
*/
|
|
16
|
+
/** ManifestFinding — 独立于 SDK Finding,字段适配 Mobile Security Testing Guide 体系 */
|
|
17
|
+
export interface ManifestFinding {
|
|
18
|
+
id: string;
|
|
19
|
+
severity: 'CRITICAL' | 'HIGH' | 'WARNING' | 'MEDIUM';
|
|
20
|
+
title: string;
|
|
21
|
+
description: string;
|
|
22
|
+
cwe: string;
|
|
23
|
+
owasp_mobile: string;
|
|
24
|
+
masvs: string;
|
|
25
|
+
location: {
|
|
26
|
+
file: string;
|
|
27
|
+
element: string;
|
|
28
|
+
};
|
|
29
|
+
evidence: string;
|
|
30
|
+
remediation: string;
|
|
31
|
+
}
|
|
32
|
+
/**
|
|
33
|
+
* 扫描 jadx 输出的 AndroidManifest.xml
|
|
34
|
+
*
|
|
35
|
+
* @param manifestPath - jadx 解码后的 AndroidManifest.xml 路径
|
|
36
|
+
* @returns ManifestFinding[] — 安全发现列表
|
|
37
|
+
* @throws 文件不存在或解析失败时抛出 Error
|
|
38
|
+
*/
|
|
39
|
+
export declare function scanManifest(manifestPath: string): ManifestFinding[];
|
|
40
|
+
/**
|
|
41
|
+
* 按严重程度统计发现数量
|
|
42
|
+
*/
|
|
43
|
+
export declare function countBySeverity(findings: ManifestFinding[]): Record<string, number>;
|
|
44
|
+
/**
|
|
45
|
+
* 按严重程度过滤发现
|
|
46
|
+
*/
|
|
47
|
+
export declare function filterBySeverity(findings: ManifestFinding[], minSeverity: ManifestFinding['severity']): ManifestFinding[];
|
|
48
|
+
//# sourceMappingURL=manifest_scanner.d.ts.map
|