xploitscan-shared-rules 2.4.6 → 2.4.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.cjs +264 -59
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +34 -10
- package/dist/index.d.ts +34 -10
- package/dist/index.js +262 -59
- package/dist/index.js.map +1 -1
- package/package.json +1 -1
package/dist/index.cjs
CHANGED
|
@@ -45,6 +45,7 @@ __export(index_exports, {
|
|
|
45
45
|
PUBLIC_ENV_PREFIX_RE: () => PUBLIC_ENV_PREFIX_RE,
|
|
46
46
|
QUALITY_EXAMPLES: () => QUALITY_EXAMPLES,
|
|
47
47
|
RULE_IMPACTS: () => RULE_IMPACTS,
|
|
48
|
+
SCANNER_VERSION: () => SCANNER_VERSION,
|
|
48
49
|
TEST_FILE_PATTERN: () => TEST_FILE_PATTERN,
|
|
49
50
|
TOTAL_RULE_COUNT: () => TOTAL_RULE_COUNT,
|
|
50
51
|
allRules: () => allRules,
|
|
@@ -65,6 +66,7 @@ __export(index_exports, {
|
|
|
65
66
|
consoleLogProduction: () => consoleLogProduction,
|
|
66
67
|
corsWildcard: () => corsWildcard,
|
|
67
68
|
dangerousInnerHTML: () => dangerousInnerHTML,
|
|
69
|
+
deduplicateFindings: () => deduplicateFindings,
|
|
68
70
|
detectBuilder: () => detectBuilder,
|
|
69
71
|
detectExposedConfig: () => detectExposedConfig,
|
|
70
72
|
detectFramework: () => detectFramework,
|
|
@@ -156,6 +158,9 @@ __export(index_exports, {
|
|
|
156
158
|
});
|
|
157
159
|
module.exports = __toCommonJS(index_exports);
|
|
158
160
|
|
|
161
|
+
// src/version.ts
|
|
162
|
+
var SCANNER_VERSION = "2.4.9";
|
|
163
|
+
|
|
159
164
|
// src/snippet.ts
|
|
160
165
|
var cacheContent = null;
|
|
161
166
|
var cacheLines = [];
|
|
@@ -203,6 +208,28 @@ function getSnippet(content, line, contextLines = 2) {
|
|
|
203
208
|
return out.join("\n");
|
|
204
209
|
}
|
|
205
210
|
|
|
211
|
+
// src/dedupe.ts
|
|
212
|
+
function deduplicateFindings(findings) {
|
|
213
|
+
const seen = /* @__PURE__ */ new Set();
|
|
214
|
+
const unique = [];
|
|
215
|
+
for (const finding of findings) {
|
|
216
|
+
let key;
|
|
217
|
+
if (finding.rule === "VC001" || finding.rule === "ENTROPY") {
|
|
218
|
+
key = `hardcoded-secret:${finding.file}:${finding.line}`;
|
|
219
|
+
} else if (finding.rule === "VC014" || finding.rule === "MFA002") {
|
|
220
|
+
key = `env-not-ignored:${finding.file}:${finding.line}`;
|
|
221
|
+
} else if (finding.source === "gitleaks") {
|
|
222
|
+
key = `gitleaks-secret:${finding.file}:${finding.line}`;
|
|
223
|
+
} else {
|
|
224
|
+
key = `${finding.rule}:${finding.file}:${finding.line}:${finding.title}`;
|
|
225
|
+
}
|
|
226
|
+
if (seen.has(key)) continue;
|
|
227
|
+
seen.add(key);
|
|
228
|
+
unique.push(finding);
|
|
229
|
+
}
|
|
230
|
+
return unique;
|
|
231
|
+
}
|
|
232
|
+
|
|
206
233
|
// src/silencing.ts
|
|
207
234
|
function isInlineSilenced(content, matchIndex, ruleId) {
|
|
208
235
|
const lines = content.split("\n");
|
|
@@ -659,7 +686,12 @@ function isPlaceholderToken(token) {
|
|
|
659
686
|
}
|
|
660
687
|
var AWS_ACCESS_KEY_SOURCE = String.raw`(?:(?<![A-Z0-9])|(?<=%3[Dd]|\\x[0-9A-Fa-f]{2}|\\u[0-9A-Fa-f]{4}))(?:AKIA|ABIA|ACCA|ASIA)[A-Z0-9]{16}(?![A-Z0-9])`;
|
|
661
688
|
var LIVE_TOKEN_SOURCES = [
|
|
662
|
-
|
|
689
|
+
// Keep the body floors aligned with VC001's Stripe detectors. A short
|
|
690
|
+
// lookalike such as `sk_live_nope` can still be reported by VC001's generic
|
|
691
|
+
// `apiKey:` pattern, but it is not a provider-shaped live credential and a
|
|
692
|
+
// test fixture containing it must stay held out of the grade.
|
|
693
|
+
String.raw`sk_live_[A-Za-z0-9]{20,}`,
|
|
694
|
+
String.raw`\brk_live_[A-Za-z0-9]{20,200}`,
|
|
663
695
|
// OpenAI (`T3BlbkFJ` sits in every sk-proj- / sk-svcacct- / sk-admin- / legacy
|
|
664
696
|
// sk- key) and OpenRouter. A bare `sk-` is not a provider format.
|
|
665
697
|
String.raw`sk-(?:(?:proj|svcacct|admin)-[A-Za-z0-9_-]{20,80}|[A-Za-z0-9]{20,80})T3BlbkFJ[A-Za-z0-9_-]{20,80}`,
|
|
@@ -2756,7 +2788,11 @@ var missingAuthMiddleware = {
|
|
|
2756
2788
|
if (content[i] === "\n") lineStarts.push(i + 1);
|
|
2757
2789
|
}
|
|
2758
2790
|
const indexOfLine = (line) => lineStarts[Math.max(0, Math.min(line - 1, lineStarts.length - 1))];
|
|
2759
|
-
const
|
|
2791
|
+
const isPublicRootGet = (index) => /\.\s*get\s*\(\s*["'`]\/["'`]\s*,/i.test(content.slice(index, index + 240));
|
|
2792
|
+
const unauthenticated = matches.filter((m) => {
|
|
2793
|
+
const index = indexOfLine(m.line);
|
|
2794
|
+
return !isPublicRootGet(index) && !handlerHasAuth(index);
|
|
2795
|
+
});
|
|
2760
2796
|
if (serverSide || tanstackCandidate) {
|
|
2761
2797
|
for (const idx of unauthenticatedTanStackHandlers(maskedForScope, filePath)) {
|
|
2762
2798
|
const line = lineNumberAt(content, idx);
|
|
@@ -3417,6 +3453,7 @@ var evalUsage = {
|
|
|
3417
3453
|
category: "Injection",
|
|
3418
3454
|
description: "eval() and new Function() execute arbitrary code, creating severe injection risks.",
|
|
3419
3455
|
check(content, filePath) {
|
|
3456
|
+
if (/\.json$/i.test(filePath)) return [];
|
|
3420
3457
|
if (filePath.includes("node_modules") || filePath.includes(".min.")) return [];
|
|
3421
3458
|
if (filePath.match(/(?:webpack|rollup|vite|jest|babel|tsup|esbuild)\.config/i)) return [];
|
|
3422
3459
|
if (isTestFile(filePath)) return [];
|
|
@@ -3490,6 +3527,31 @@ var unvalidatedRedirect = {
|
|
|
3490
3527
|
return matches;
|
|
3491
3528
|
}
|
|
3492
3529
|
};
|
|
3530
|
+
var CLIENT_PREFERENCE_COOKIE_NAME_RE = /(?:consent|preferences?|prefs?)/i;
|
|
3531
|
+
var CLIENT_PREFERENCE_COOKIE_VALUE_RE = /(?:choice|consent|preferences?|prefs?|accepted|essential(?:-only)?|declined|rejected|granted|denied|opt(?:ed)?[-_ ]?(?:in|out))/i;
|
|
3532
|
+
var SENSITIVE_CLIENT_COOKIE_RE = /(?:auth|session|token|jwt|bearer|credential|password|passwd|secret|csrf|xsrf|refresh)/i;
|
|
3533
|
+
function isClearlyNonSensitivePreferenceCookieWrite(content, line) {
|
|
3534
|
+
const assignment = /\bdocument\s*\.\s*cookie\s*=\s*(.+)$/i.exec(line);
|
|
3535
|
+
if (!assignment) return false;
|
|
3536
|
+
const pair = /^[`"']?\s*([^=;]{1,160})=([^;]{1,160})/.exec(assignment[1]);
|
|
3537
|
+
if (!pair) return false;
|
|
3538
|
+
const nameAndValue = `${pair[1]}=${pair[2]}`;
|
|
3539
|
+
if (SENSITIVE_CLIENT_COOKIE_RE.test(nameAndValue)) return false;
|
|
3540
|
+
if (!CLIENT_PREFERENCE_COOKIE_NAME_RE.test(pair[1])) return false;
|
|
3541
|
+
if (!CLIENT_PREFERENCE_COOKIE_VALUE_RE.test(pair[2])) return false;
|
|
3542
|
+
if (!/;\s*SameSite\s*=/i.test(line)) return false;
|
|
3543
|
+
if (/;\s*Secure\b/i.test(line)) return true;
|
|
3544
|
+
for (const ref of line.matchAll(/\$\{\s*(secure[A-Za-z0-9_]*)\s*\}/gi)) {
|
|
3545
|
+
const declaration = new RegExp(
|
|
3546
|
+
`\\b(?:const|let|var)\\s+${ref[1]}\\s*=`,
|
|
3547
|
+
"i"
|
|
3548
|
+
).exec(content);
|
|
3549
|
+
if (!declaration) continue;
|
|
3550
|
+
const nearby = content.slice(declaration.index, declaration.index + 500);
|
|
3551
|
+
if (/["'`][^"'`\n]{0,100};\s*Secure\b/i.test(nearby)) return true;
|
|
3552
|
+
}
|
|
3553
|
+
return false;
|
|
3554
|
+
}
|
|
3493
3555
|
var insecureCookies = {
|
|
3494
3556
|
id: "VC017",
|
|
3495
3557
|
title: "Insecure Cookie Settings",
|
|
@@ -3499,7 +3561,7 @@ var insecureCookies = {
|
|
|
3499
3561
|
check(content, filePath) {
|
|
3500
3562
|
if (isTestFile(filePath)) return [];
|
|
3501
3563
|
if (!/cookie/i.test(content)) return [];
|
|
3502
|
-
const setCookiePattern = /(?:set-cookie|setCookie|\bcookie\s*=|res\.cookie\s*\()/
|
|
3564
|
+
const setCookiePattern = /(?:set-cookie|setCookie|\bcookie\s*=|res\.cookie\s*\()/i;
|
|
3503
3565
|
if (!setCookiePattern.test(content)) return [];
|
|
3504
3566
|
const hasHttpOnly = /httpOnly\s*:\s*true|httponly/i.test(content);
|
|
3505
3567
|
const hasSecure = /secure\s*:\s*(?!false\b)\S/i.test(content) || /;\s*secure/i.test(content);
|
|
@@ -3510,13 +3572,21 @@ var insecureCookies = {
|
|
|
3510
3572
|
if (!hasHttpOnly) missing.push("httpOnly");
|
|
3511
3573
|
if (!hasSecure) missing.push("secure");
|
|
3512
3574
|
if (!hasSameSite) missing.push("sameSite");
|
|
3513
|
-
|
|
3575
|
+
const rawMatches = findMatches(
|
|
3514
3576
|
content,
|
|
3515
|
-
|
|
3577
|
+
setCookiePattern,
|
|
3516
3578
|
insecureCookies,
|
|
3517
3579
|
filePath,
|
|
3518
3580
|
() => `Add missing cookie flags: ${missing.join(", ")}. Example: { httpOnly: true, secure: true, sameSite: 'lax' }`
|
|
3519
|
-
)
|
|
3581
|
+
);
|
|
3582
|
+
const lines = content.split("\n");
|
|
3583
|
+
for (const match of rawMatches) {
|
|
3584
|
+
const line = lines[match.line - 1] ?? "";
|
|
3585
|
+
if (!hasHttpOnly && isClearlyNonSensitivePreferenceCookieWrite(content, line)) {
|
|
3586
|
+
continue;
|
|
3587
|
+
}
|
|
3588
|
+
matches.push(match);
|
|
3589
|
+
}
|
|
3520
3590
|
}
|
|
3521
3591
|
return matches;
|
|
3522
3592
|
}
|
|
@@ -4644,7 +4714,7 @@ function runCustomRules(content, filePath, disabledRules = [], tier = "free", ex
|
|
|
4644
4714
|
});
|
|
4645
4715
|
}
|
|
4646
4716
|
}
|
|
4647
|
-
return findings;
|
|
4717
|
+
return deduplicateFindings(findings);
|
|
4648
4718
|
}
|
|
4649
4719
|
|
|
4650
4720
|
// src/rule-counts.ts
|
|
@@ -4661,7 +4731,7 @@ The user message wraps scanned source in random DATA fences. Everything between
|
|
|
4661
4731
|
|
|
4662
4732
|
Hard rules \u2014 never return verdict "fp" when:
|
|
4663
4733
|
- Severity is critical, OR
|
|
4664
|
-
- The finding is a live credential
|
|
4734
|
+
- The finding is a live credential or an exact Secrets-category detector
|
|
4665
4735
|
Those must always be "real". The host process also ignores "fp" for them.
|
|
4666
4736
|
|
|
4667
4737
|
Common false positive patterns you should catch (only for non-critical, non-live-secret findings):
|
|
@@ -4680,7 +4750,8 @@ Common false positive patterns you should catch (only for non-critical, non-live
|
|
|
4680
4750
|
- Package-lock.json URLs flagged as secrets (they're npm registry URLs, not secrets)
|
|
4681
4751
|
|
|
4682
4752
|
For each finding, respond ONLY with a JSON array. No other text.
|
|
4683
|
-
Each element: {"index": <number>, "verdict": "real" or "fp", "reason": "<1 sentence>"}
|
|
4753
|
+
Each element: {"index": <zero-based number shown in Finding N>, "verdict": "real" or "fp", "reason": "<1 sentence>"}
|
|
4754
|
+
Return exactly one element for every finding index.`;
|
|
4684
4755
|
var MAX_FINDINGS_PER_BATCH = 15;
|
|
4685
4756
|
var MAX_CONTEXT_LINES = 10;
|
|
4686
4757
|
var MAX_CONTEXT_LINE_CHARS = 300;
|
|
@@ -4716,6 +4787,13 @@ function isAbortError(err) {
|
|
|
4716
4787
|
const name = "name" in err ? String(err.name) : "";
|
|
4717
4788
|
return name === "AbortError" || name === "APIUserAbortError";
|
|
4718
4789
|
}
|
|
4790
|
+
function isTimeoutError(err) {
|
|
4791
|
+
if (!err || typeof err !== "object") return false;
|
|
4792
|
+
const name = "name" in err ? String(err.name) : "";
|
|
4793
|
+
if (name === "TimeoutError" || name === "APIConnectionTimeoutError") return true;
|
|
4794
|
+
const message = err instanceof Error ? err.message : String(err);
|
|
4795
|
+
return /\b(?:request|connection|operation|model call)\s+(?:has\s+)?timed out\b/i.test(message) || /\bETIMEDOUT\b/i.test(message);
|
|
4796
|
+
}
|
|
4719
4797
|
var SEVERITY_PRIORITY = {
|
|
4720
4798
|
critical: 0,
|
|
4721
4799
|
high: 1,
|
|
@@ -4740,7 +4818,7 @@ function getExpandedContext(content, line, contextLines = MAX_CONTEXT_LINES) {
|
|
|
4740
4818
|
}
|
|
4741
4819
|
function isProtectedFromAiRemoval(finding) {
|
|
4742
4820
|
if ((finding.severity || "").toLowerCase() === "critical") return true;
|
|
4743
|
-
if ((finding.category || "").toLowerCase() === "secrets") return true;
|
|
4821
|
+
if ((finding.category || "").toLowerCase() === "secrets" && (finding.rule || "").toUpperCase() !== "ENTROPY") return true;
|
|
4744
4822
|
return isLive(finding);
|
|
4745
4823
|
}
|
|
4746
4824
|
function newDataFence() {
|
|
@@ -4791,18 +4869,45 @@ function parseReviewResponse(text) {
|
|
|
4791
4869
|
try {
|
|
4792
4870
|
const cleaned = text.replace(/```json\n?/g, "").replace(/```\n?/g, "").trim();
|
|
4793
4871
|
const parsed = JSON.parse(cleaned);
|
|
4794
|
-
if (!Array.isArray(parsed)) return
|
|
4795
|
-
|
|
4796
|
-
|
|
4797
|
-
)
|
|
4872
|
+
if (!Array.isArray(parsed)) return null;
|
|
4873
|
+
const seen = /* @__PURE__ */ new Set();
|
|
4874
|
+
const valid = [];
|
|
4875
|
+
for (const row of parsed) {
|
|
4876
|
+
if (!row || typeof row !== "object") continue;
|
|
4877
|
+
const candidate = row;
|
|
4878
|
+
if (!Number.isInteger(candidate.index) || Number(candidate.index) < 0) continue;
|
|
4879
|
+
if (candidate.verdict !== "real" && candidate.verdict !== "fp") continue;
|
|
4880
|
+
const index = Number(candidate.index);
|
|
4881
|
+
if (seen.has(index)) continue;
|
|
4882
|
+
seen.add(index);
|
|
4883
|
+
valid.push({
|
|
4884
|
+
index,
|
|
4885
|
+
verdict: candidate.verdict,
|
|
4886
|
+
reason: typeof candidate.reason === "string" ? truncateChars(candidate.reason, MAX_FIELD_CHARS) : ""
|
|
4887
|
+
});
|
|
4888
|
+
}
|
|
4889
|
+
return valid;
|
|
4798
4890
|
} catch {
|
|
4799
|
-
return
|
|
4891
|
+
return null;
|
|
4800
4892
|
}
|
|
4801
4893
|
}
|
|
4802
4894
|
async function filterFalsePositives(findings, fileContents, budgetMs = AI_FILTER_BUDGET_MS) {
|
|
4803
|
-
const empty = {
|
|
4804
|
-
|
|
4895
|
+
const empty = {
|
|
4896
|
+
findings,
|
|
4897
|
+
filteredFindings: [],
|
|
4898
|
+
policyRetainedFindings: [],
|
|
4899
|
+
aiReviewed: false,
|
|
4900
|
+
removedCount: 0,
|
|
4901
|
+
policyRetainedCount: 0,
|
|
4902
|
+
totalBefore: findings.length,
|
|
4903
|
+
reviewedCount: 0,
|
|
4904
|
+
unreviewedCount: findings.length,
|
|
4905
|
+
cappedCount: 0,
|
|
4906
|
+
missingContentCount: 0,
|
|
4907
|
+
timedOut: false
|
|
4908
|
+
};
|
|
4805
4909
|
if (findings.length === 0) return empty;
|
|
4910
|
+
if (!process.env.ANTHROPIC_API_KEY) return empty;
|
|
4806
4911
|
const deadlineMs = Date.now() + Math.max(0, budgetMs);
|
|
4807
4912
|
const abortController = new AbortController();
|
|
4808
4913
|
let budgetExpired = budgetMs <= 0;
|
|
@@ -4811,19 +4916,22 @@ async function filterFalsePositives(findings, fileContents, budgetMs = AI_FILTER
|
|
|
4811
4916
|
budgetExpired = true;
|
|
4812
4917
|
abortController.abort();
|
|
4813
4918
|
}, budgetMs);
|
|
4814
|
-
const prioritized =
|
|
4815
|
-
|
|
4816
|
-
|
|
4817
|
-
|
|
4919
|
+
const prioritized = findings.map((finding, originalIndex) => ({
|
|
4920
|
+
finding,
|
|
4921
|
+
originalIndex
|
|
4922
|
+
})).sort((a, b) => {
|
|
4923
|
+
const pa = SEVERITY_PRIORITY[(a.finding.severity || "").toLowerCase()] ?? 5;
|
|
4924
|
+
const pb = SEVERITY_PRIORITY[(b.finding.severity || "").toLowerCase()] ?? 5;
|
|
4925
|
+
return pa - pb || a.originalIndex - b.originalIndex;
|
|
4818
4926
|
});
|
|
4819
4927
|
const toReview = prioritized.slice(0, MAX_TOTAL_FINDINGS);
|
|
4820
4928
|
const overflow = prioritized.slice(MAX_TOTAL_FINDINGS);
|
|
4821
4929
|
const totalBefore = findings.length;
|
|
4822
4930
|
const byFile = /* @__PURE__ */ new Map();
|
|
4823
|
-
for (const
|
|
4824
|
-
const group = byFile.get(
|
|
4825
|
-
group.push(
|
|
4826
|
-
byFile.set(
|
|
4931
|
+
for (const target of toReview) {
|
|
4932
|
+
const group = byFile.get(target.finding.file) || [];
|
|
4933
|
+
group.push(target);
|
|
4934
|
+
byFile.set(target.finding.file, group);
|
|
4827
4935
|
}
|
|
4828
4936
|
let client;
|
|
4829
4937
|
try {
|
|
@@ -4832,23 +4940,34 @@ async function filterFalsePositives(findings, fileContents, budgetMs = AI_FILTER
|
|
|
4832
4940
|
return empty;
|
|
4833
4941
|
}
|
|
4834
4942
|
const fpMap = /* @__PURE__ */ new Map();
|
|
4835
|
-
|
|
4943
|
+
const policyRetainedMap = /* @__PURE__ */ new Map();
|
|
4944
|
+
const reviewedIndices = /* @__PURE__ */ new Set();
|
|
4836
4945
|
let firstError = null;
|
|
4837
4946
|
let failedBatches = 0;
|
|
4838
|
-
let
|
|
4947
|
+
let timedOutCount = 0;
|
|
4948
|
+
let missingContentCount = 0;
|
|
4839
4949
|
const tasks = [];
|
|
4840
|
-
for (const [file,
|
|
4950
|
+
for (const [file, fileTargets] of byFile) {
|
|
4841
4951
|
const content = fileContents.get(file);
|
|
4842
|
-
if (
|
|
4843
|
-
|
|
4844
|
-
|
|
4952
|
+
if (content === void 0) {
|
|
4953
|
+
missingContentCount += fileTargets.length;
|
|
4954
|
+
continue;
|
|
4955
|
+
}
|
|
4956
|
+
let offset = 0;
|
|
4957
|
+
for (const batch of packReviewBatches(fileTargets.map((target) => target.finding), content)) {
|
|
4958
|
+
tasks.push({
|
|
4959
|
+
targets: fileTargets.slice(offset, offset + batch.length),
|
|
4960
|
+
content
|
|
4961
|
+
});
|
|
4962
|
+
offset += batch.length;
|
|
4845
4963
|
}
|
|
4846
4964
|
}
|
|
4847
4965
|
const reviewBatch = async (task) => {
|
|
4848
|
-
const {
|
|
4966
|
+
const { targets, content } = task;
|
|
4967
|
+
const batch = targets.map((target) => target.finding);
|
|
4849
4968
|
if (abortController.signal.aborted || Date.now() >= deadlineMs) {
|
|
4850
4969
|
budgetExpired = true;
|
|
4851
|
-
|
|
4970
|
+
timedOutCount += batch.length;
|
|
4852
4971
|
return;
|
|
4853
4972
|
}
|
|
4854
4973
|
try {
|
|
@@ -4865,7 +4984,7 @@ async function filterFalsePositives(findings, fileContents, budgetMs = AI_FILTER
|
|
|
4865
4984
|
const response = await client.messages.create(
|
|
4866
4985
|
{
|
|
4867
4986
|
model: MODEL_TRIAGE,
|
|
4868
|
-
max_tokens:
|
|
4987
|
+
max_tokens: 2048,
|
|
4869
4988
|
// Haiku 5.5 rejects non-default sampling params with HTTP 400
|
|
4870
4989
|
// ("temperature is deprecated for this model"). Omit temperature /
|
|
4871
4990
|
// top_p / top_k entirely — do NOT send MODEL_TEMPERATURE (0).
|
|
@@ -4883,20 +5002,26 @@ async function filterFalsePositives(findings, fileContents, budgetMs = AI_FILTER
|
|
|
4883
5002
|
);
|
|
4884
5003
|
const text = response.content.filter((b) => b.type === "text").map((b) => b.text).join("");
|
|
4885
5004
|
const results = parseReviewResponse(text);
|
|
4886
|
-
|
|
5005
|
+
if (!results) throw new Error("AI review returned malformed JSON");
|
|
4887
5006
|
for (const r of results) {
|
|
4888
|
-
if (r.
|
|
4889
|
-
|
|
4890
|
-
|
|
4891
|
-
|
|
4892
|
-
|
|
4893
|
-
|
|
4894
|
-
|
|
5007
|
+
if (r.index >= batch.length) continue;
|
|
5008
|
+
const target = targets[r.index];
|
|
5009
|
+
reviewedIndices.add(target.originalIndex);
|
|
5010
|
+
if (r.verdict !== "fp") continue;
|
|
5011
|
+
if (isProtectedFromAiRemoval(target.finding)) {
|
|
5012
|
+
policyRetainedMap.set(target.originalIndex, r.reason);
|
|
5013
|
+
} else {
|
|
5014
|
+
fpMap.set(target.originalIndex, r.reason);
|
|
4895
5015
|
}
|
|
4896
5016
|
}
|
|
5017
|
+
if (results.filter((result) => result.index < batch.length).length < batch.length) {
|
|
5018
|
+
failedBatches++;
|
|
5019
|
+
if (!firstError) firstError = new Error("AI review returned incomplete verdicts");
|
|
5020
|
+
}
|
|
4897
5021
|
} catch (err) {
|
|
4898
|
-
|
|
4899
|
-
if (
|
|
5022
|
+
const callTimedOut = isAbortError(err) || isTimeoutError(err) || abortController.signal.aborted;
|
|
5023
|
+
if (callTimedOut) {
|
|
5024
|
+
timedOutCount += batch.length;
|
|
4900
5025
|
budgetExpired = true;
|
|
4901
5026
|
return;
|
|
4902
5027
|
}
|
|
@@ -4917,9 +5042,13 @@ async function filterFalsePositives(findings, fileContents, budgetMs = AI_FILTER
|
|
|
4917
5042
|
} finally {
|
|
4918
5043
|
if (budgetTimer) clearTimeout(budgetTimer);
|
|
4919
5044
|
}
|
|
4920
|
-
|
|
5045
|
+
const reviewedCount = reviewedIndices.size;
|
|
5046
|
+
const unreviewedCount = totalBefore - reviewedCount;
|
|
5047
|
+
const timedOut = timedOutCount > 0;
|
|
5048
|
+
const reviewedAny = reviewedCount > 0;
|
|
5049
|
+
if (timedOut) {
|
|
4921
5050
|
console.warn(
|
|
4922
|
-
`[ai-fp-filter] budget expired
|
|
5051
|
+
`[ai-fp-filter] budget expired or model call timed out \u2014 ${timedOutCount} finding(s) not reviewed; returning them unchanged`
|
|
4923
5052
|
);
|
|
4924
5053
|
}
|
|
4925
5054
|
if (firstError) {
|
|
@@ -4936,18 +5065,28 @@ async function filterFalsePositives(findings, fileContents, budgetMs = AI_FILTER
|
|
|
4936
5065
|
);
|
|
4937
5066
|
}
|
|
4938
5067
|
}
|
|
4939
|
-
const filtered =
|
|
5068
|
+
const filtered = findings.filter((_, index) => !fpMap.has(index));
|
|
4940
5069
|
const filteredFindings = [];
|
|
4941
|
-
for (const [
|
|
4942
|
-
filteredFindings.push({ finding:
|
|
5070
|
+
for (const [index, reason] of [...fpMap].sort((a, b) => a[0] - b[0])) {
|
|
5071
|
+
filteredFindings.push({ finding: findings[index], reason });
|
|
5072
|
+
}
|
|
5073
|
+
const policyRetainedFindings = [];
|
|
5074
|
+
for (const [index, reason] of [...policyRetainedMap].sort((a, b) => a[0] - b[0])) {
|
|
5075
|
+
policyRetainedFindings.push({ finding: findings[index], reason });
|
|
4943
5076
|
}
|
|
4944
5077
|
return {
|
|
4945
|
-
findings:
|
|
5078
|
+
findings: filtered,
|
|
4946
5079
|
filteredFindings,
|
|
5080
|
+
policyRetainedFindings,
|
|
4947
5081
|
aiReviewed: reviewedAny,
|
|
4948
5082
|
removedCount: fpMap.size,
|
|
5083
|
+
policyRetainedCount: policyRetainedMap.size,
|
|
4949
5084
|
totalBefore,
|
|
4950
|
-
|
|
5085
|
+
reviewedCount,
|
|
5086
|
+
unreviewedCount,
|
|
5087
|
+
cappedCount: overflow.length,
|
|
5088
|
+
missingContentCount,
|
|
5089
|
+
timedOut
|
|
4951
5090
|
};
|
|
4952
5091
|
}
|
|
4953
5092
|
|
|
@@ -5046,8 +5185,6 @@ var SAFE_PATTERNS = [
|
|
|
5046
5185
|
// the documented workflow (Supabase's own dotenvx example does). The value
|
|
5047
5186
|
// is not usable without that key, so it is not a leaked secret.
|
|
5048
5187
|
/^encrypted:[A-Za-z0-9+/=]{20,}$/,
|
|
5049
|
-
/^ey[A-Za-z0-9_-]+\.ey[A-Za-z0-9_-]+\./,
|
|
5050
|
-
// JWT header.payload prefix — don't flag solely on entropy
|
|
5051
5188
|
// Content-Security-Policy hashes / nonces in HTML/JSON
|
|
5052
5189
|
/^'sha\d+-/,
|
|
5053
5190
|
/^nonce-/i,
|
|
@@ -5070,8 +5207,11 @@ var SAFE_PATTERNS = [
|
|
|
5070
5207
|
/^pkg:[a-z0-9.+-]+\//,
|
|
5071
5208
|
/^urn:/
|
|
5072
5209
|
];
|
|
5073
|
-
var SKIP_FILES = /\.(css|scss|less|svg|md|txt|html?|
|
|
5210
|
+
var SKIP_FILES = /\.(css|scss|less|svg|md|txt|html?|yml|yaml|toml|lock|map|woff2?|ttf|eot|ico|png|jpg|gif|webp)$/i;
|
|
5074
5211
|
var SKIP_FILENAMES = /(?:package-lock\.json|pnpm-lock\.yaml|yarn\.lock|composer\.lock|Gemfile\.lock|Cargo\.lock|poetry\.lock|Pipfile\.lock|shrinkwrap\.json)$/i;
|
|
5212
|
+
var KEY_VALUE_CONFIG_RE = /\.(?:ini|properties|cfg|conf)$/i;
|
|
5213
|
+
var XML_CONFIG_RE = /\.xml$/i;
|
|
5214
|
+
var JWT_RE = /^ey[A-Za-z0-9_-]+\.ey[A-Za-z0-9_-]+\.[A-Za-z0-9_-]+$/;
|
|
5075
5215
|
var SAFE_VAR_NAMES = /(?:description|message|text|label|title|content|template|html|svg|css|style|class(?:Name)?|query|mutation|schema|regex|pattern|format|placeholder|comment|url|path|route|endpoint|href|src|alt|name|type|version|encoding|charset|chars|alphabet|locale|translation|copy|prose|markdown|slug|handle)/i;
|
|
5076
5216
|
var HASH_LIKE_VAR_NAMES = /(?:^|[^a-z])(?:hash|digest|checksum|fingerprint|etag|crc|md5|sha1|sha256|sha512|contenthash|buildid|revision|commit|sri|integrity|cacheKey|fileHash|assetId|versionId)(?:$|[^a-z])/i;
|
|
5077
5217
|
var HASH_PREFIX_RE = /^(?:sha\d+|md5|crc32|base64|bcrypt|argon2|pbkdf2|blake2b?)[:_]/i;
|
|
@@ -5079,8 +5219,14 @@ var VERIFICATION_BLOCK_RE = /\bverification\s*:\s*\{/;
|
|
|
5079
5219
|
var VERIFICATION_KEY_NAMES = /^(?:google|yandex|yahoo|bing|me|other|["']?(?:google-site-verification|facebook-domain-verification|msvalidate\.01|norton-safeweb-site-verification|ahrefs-site-verification|p:domain_verify|wot-verification)["']?)$/i;
|
|
5080
5220
|
var VERIFICATION_META_RE = /<meta[^>]+name\s*=\s*["'][^"']*(?:site-verification|domain-verification|msvalidate|domain_verify)[^"']*["']/i;
|
|
5081
5221
|
var SECRET_VAR_NAMES = /(?:^|[^a-z])(?:key|secret|token|password|passwd|pwd|api[_-]?key|auth|credential|private|signing|bearer|access[_-]?token|refresh[_-]?token|session[_-]?id)(?:$|[^a-z])/i;
|
|
5222
|
+
var CAMEL_SECRET_VAR_NAMES = /(?:Key|Secret|Token|Password|Passwd|Credential|Private|Signing|Bearer|Auth)$/;
|
|
5223
|
+
var HUMAN_READABLE_ENV_REFERENCE_RE = /^(?:[a-z][a-z'-]*\s+){1,6}[A-Z][A-Z0-9_]{2,}$/;
|
|
5224
|
+
function isSecretVariableName(name) {
|
|
5225
|
+
return SECRET_VAR_NAMES.test(name) || CAMEL_SECRET_VAR_NAMES.test(name);
|
|
5226
|
+
}
|
|
5082
5227
|
var DOTENV_EXAMPLE_RE = /\.(?:example|sample|template|dist|defaults?)$/i;
|
|
5083
5228
|
var MAX_DOTENV_VALUE = 256;
|
|
5229
|
+
var MAX_QUOTED_VALUE = 256;
|
|
5084
5230
|
function getSnippet2(content, line) {
|
|
5085
5231
|
const lines = content.split("\n");
|
|
5086
5232
|
const start = Math.max(0, line - 2);
|
|
@@ -5132,7 +5278,56 @@ function scanEntropy(files) {
|
|
|
5132
5278
|
candidates.push({ value: assignValue, beforeAssign: assign[1], dotenvName: assign[1] });
|
|
5133
5279
|
}
|
|
5134
5280
|
} else {
|
|
5135
|
-
|
|
5281
|
+
if (KEY_VALUE_CONFIG_RE.test(filePath)) {
|
|
5282
|
+
const configAssign = /^\s*([A-Za-z][\w.-]{1,120})\s*[:=]\s*(.+?)\s*$/.exec(line);
|
|
5283
|
+
if (configAssign && isSecretVariableName(configAssign[1])) {
|
|
5284
|
+
const value = dotenvValue(configAssign[2]);
|
|
5285
|
+
if (value.length >= 20 && value.length <= MAX_DOTENV_VALUE) {
|
|
5286
|
+
candidates.push({
|
|
5287
|
+
value,
|
|
5288
|
+
beforeAssign: configAssign[1],
|
|
5289
|
+
variableName: configAssign[1]
|
|
5290
|
+
});
|
|
5291
|
+
}
|
|
5292
|
+
}
|
|
5293
|
+
}
|
|
5294
|
+
if (XML_CONFIG_RE.test(filePath)) {
|
|
5295
|
+
const xmlPair = /\b(?:key|name)\s*=\s*["']([^"']+)["'][^>]*\bvalue\s*=\s*["']([^"']{20,256})["']/i.exec(line) || /\bvalue\s*=\s*["']([^"']{20,256})["'][^>]*\b(?:key|name)\s*=\s*["']([^"']+)["']/i.exec(line);
|
|
5296
|
+
if (xmlPair) {
|
|
5297
|
+
const valueFirst = /^\s*<[^>]*\bvalue\s*=/i.test(line);
|
|
5298
|
+
const variableName = valueFirst ? xmlPair[2] : xmlPair[1];
|
|
5299
|
+
const value = valueFirst ? xmlPair[1] : xmlPair[2];
|
|
5300
|
+
if (isSecretVariableName(variableName)) {
|
|
5301
|
+
candidates.push({ value, beforeAssign: variableName, variableName });
|
|
5302
|
+
}
|
|
5303
|
+
}
|
|
5304
|
+
}
|
|
5305
|
+
const assignmentMatch = /[:=]\s*/.exec(line);
|
|
5306
|
+
if (assignmentMatch) {
|
|
5307
|
+
const rhsStart = assignmentMatch.index + assignmentMatch[0].length;
|
|
5308
|
+
const rhs = line.slice(rhsStart);
|
|
5309
|
+
const literals = [...rhs.matchAll(/(["'`])([^"'`\n]*)\1/g)];
|
|
5310
|
+
if (literals.length >= 2 && literals[0].index === 0) {
|
|
5311
|
+
let adjacent = true;
|
|
5312
|
+
for (let literalIndex = 1; literalIndex < literals.length; literalIndex++) {
|
|
5313
|
+
const previous = literals[literalIndex - 1];
|
|
5314
|
+
const previousEnd = (previous.index || 0) + previous[0].length;
|
|
5315
|
+
const between = rhs.slice(previousEnd, literals[literalIndex].index);
|
|
5316
|
+
if (!/^\s*\+\s*$/.test(between)) {
|
|
5317
|
+
adjacent = false;
|
|
5318
|
+
break;
|
|
5319
|
+
}
|
|
5320
|
+
}
|
|
5321
|
+
const joined = literals.map((literal) => literal[2]).join("");
|
|
5322
|
+
if (adjacent && joined.length >= 20 && joined.length <= MAX_QUOTED_VALUE) {
|
|
5323
|
+
candidates.push({
|
|
5324
|
+
value: joined,
|
|
5325
|
+
beforeAssign: line.substring(0, assignmentMatch.index)
|
|
5326
|
+
});
|
|
5327
|
+
}
|
|
5328
|
+
}
|
|
5329
|
+
}
|
|
5330
|
+
const stringPattern = /(?:[:=]\s*)(["'`])([^"'`\n]{20,256})\1/g;
|
|
5136
5331
|
let match;
|
|
5137
5332
|
while ((match = stringPattern.exec(line)) !== null) {
|
|
5138
5333
|
let beforeAssign = line.substring(0, match.index);
|
|
@@ -5140,9 +5335,13 @@ function scanEntropy(files) {
|
|
|
5140
5335
|
candidates.push({ value: match[2], beforeAssign });
|
|
5141
5336
|
}
|
|
5142
5337
|
}
|
|
5143
|
-
|
|
5338
|
+
const seenValues = /* @__PURE__ */ new Set();
|
|
5339
|
+
for (const { value, beforeAssign, dotenvName, variableName } of candidates) {
|
|
5340
|
+
if (seenValues.has(value)) continue;
|
|
5341
|
+
seenValues.add(value);
|
|
5144
5342
|
if (value.includes("${")) continue;
|
|
5145
5343
|
if (value.includes("\\(")) continue;
|
|
5344
|
+
if (value.includes("#{") || value.includes("{{")) continue;
|
|
5146
5345
|
if (SAFE_PATTERNS.some((p) => p.test(value))) continue;
|
|
5147
5346
|
if (HASH_PREFIX_RE.test(value)) continue;
|
|
5148
5347
|
if (SAFE_VAR_NAMES.test(beforeAssign)) continue;
|
|
@@ -5156,15 +5355,19 @@ function scanEntropy(files) {
|
|
|
5156
5355
|
if (value.length < 20) continue;
|
|
5157
5356
|
const entropy = shannonEntropy(value);
|
|
5158
5357
|
if (entropy < threshold) continue;
|
|
5159
|
-
const varName = dotenvName || beforeAssign.match(/["']([^"']+)["']\s*$/)?.[1] || beforeAssign.match(/([\w$-]+)\s*$/)?.[1] || "";
|
|
5358
|
+
const varName = variableName || dotenvName || beforeAssign.match(/["']([^"']+)["']\s*$/)?.[1] || beforeAssign.match(/([\w$-]+)\s*$/)?.[1] || "";
|
|
5359
|
+
if (HUMAN_READABLE_ENV_REFERENCE_RE.test(value) && !isSecretVariableName(varName)) {
|
|
5360
|
+
continue;
|
|
5361
|
+
}
|
|
5160
5362
|
if (inVerificationBlock && VERIFICATION_KEY_NAMES.test(varName)) continue;
|
|
5161
5363
|
if (VERIFICATION_META_RE.test(line)) continue;
|
|
5162
5364
|
if (HASH_LIKE_VAR_NAMES.test(varName) && (isHex || isBase64)) continue;
|
|
5365
|
+
if (JWT_RE.test(value) && !isSecretVariableName(varName)) continue;
|
|
5163
5366
|
if (/^DOTENV_PUBLIC_KEY(?:_\w{1,60})?$/.test(varName) && /^0[23][0-9a-fA-F]{64}$/.test(value)) continue;
|
|
5164
5367
|
const publicEnv = classifyPublicEnvVar(varName, value);
|
|
5165
5368
|
if (publicEnv && publicEnv.publicByDesign) continue;
|
|
5166
|
-
if (dotenvName && /(?:^|_)IDS?$/i.test(dotenvName) && !
|
|
5167
|
-
const isLikelySecret =
|
|
5369
|
+
if (dotenvName && /(?:^|_)IDS?$/i.test(dotenvName) && !isSecretVariableName(dotenvName)) continue;
|
|
5370
|
+
const isLikelySecret = isSecretVariableName(varName) || publicEnv?.secret === true;
|
|
5168
5371
|
if (entropy < 4.5 && !isLikelySecret) continue;
|
|
5169
5372
|
if (isLineSilenced(lines, i, "ENTROPY")) continue;
|
|
5170
5373
|
const masked = value.substring(0, 6) + "..." + value.substring(value.length - 4);
|
|
@@ -9668,6 +9871,7 @@ function scanQuality(input, rules = qualityRules) {
|
|
|
9668
9871
|
PUBLIC_ENV_PREFIX_RE,
|
|
9669
9872
|
QUALITY_EXAMPLES,
|
|
9670
9873
|
RULE_IMPACTS,
|
|
9874
|
+
SCANNER_VERSION,
|
|
9671
9875
|
TEST_FILE_PATTERN,
|
|
9672
9876
|
TOTAL_RULE_COUNT,
|
|
9673
9877
|
allRules,
|
|
@@ -9688,6 +9892,7 @@ function scanQuality(input, rules = qualityRules) {
|
|
|
9688
9892
|
consoleLogProduction,
|
|
9689
9893
|
corsWildcard,
|
|
9690
9894
|
dangerousInnerHTML,
|
|
9895
|
+
deduplicateFindings,
|
|
9691
9896
|
detectBuilder,
|
|
9692
9897
|
detectExposedConfig,
|
|
9693
9898
|
detectFramework,
|