@agentlensai/server 0.7.0 → 0.9.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/db/anonymous-id-manager.d.ts +44 -0
- package/dist/db/anonymous-id-manager.d.ts.map +1 -0
- package/dist/db/anonymous-id-manager.js +90 -0
- package/dist/db/anonymous-id-manager.js.map +1 -0
- package/dist/db/capability-store.d.ts +78 -0
- package/dist/db/capability-store.d.ts.map +1 -0
- package/dist/db/capability-store.js +201 -0
- package/dist/db/capability-store.js.map +1 -0
- package/dist/db/guardrail-store.d.ts +34 -0
- package/dist/db/guardrail-store.d.ts.map +1 -0
- package/dist/db/guardrail-store.js +221 -0
- package/dist/db/guardrail-store.js.map +1 -0
- package/dist/db/migrate.d.ts.map +1 -1
- package/dist/db/migrate.js +200 -0
- package/dist/db/migrate.js.map +1 -1
- package/dist/db/schema.sqlite.d.ts +1719 -1
- package/dist/db/schema.sqlite.d.ts.map +1 -1
- package/dist/db/schema.sqlite.js +141 -1
- package/dist/db/schema.sqlite.js.map +1 -1
- package/dist/db/sqlite-store.d.ts +12 -0
- package/dist/db/sqlite-store.d.ts.map +1 -1
- package/dist/db/sqlite-store.js +47 -0
- package/dist/db/sqlite-store.js.map +1 -1
- package/dist/db/tenant-scoped-store.d.ts +1 -0
- package/dist/db/tenant-scoped-store.d.ts.map +1 -1
- package/dist/db/tenant-scoped-store.js +3 -0
- package/dist/db/tenant-scoped-store.js.map +1 -1
- package/dist/index.d.ts +8 -0
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +52 -0
- package/dist/index.js.map +1 -1
- package/dist/lib/guardrails/actions.d.ts +28 -0
- package/dist/lib/guardrails/actions.d.ts.map +1 -0
- package/dist/lib/guardrails/actions.js +126 -0
- package/dist/lib/guardrails/actions.js.map +1 -0
- package/dist/lib/guardrails/conditions.d.ts +13 -0
- package/dist/lib/guardrails/conditions.d.ts.map +1 -0
- package/dist/lib/guardrails/conditions.js +188 -0
- package/dist/lib/guardrails/conditions.js.map +1 -0
- package/dist/lib/guardrails/engine.d.ts +24 -0
- package/dist/lib/guardrails/engine.d.ts.map +1 -0
- package/dist/lib/guardrails/engine.js +122 -0
- package/dist/lib/guardrails/engine.js.map +1 -0
- package/dist/lib/redaction/human-review-layer.d.ts +37 -0
- package/dist/lib/redaction/human-review-layer.d.ts.map +1 -0
- package/dist/lib/redaction/human-review-layer.js +62 -0
- package/dist/lib/redaction/human-review-layer.js.map +1 -0
- package/dist/lib/redaction/index.d.ts +12 -0
- package/dist/lib/redaction/index.d.ts.map +1 -0
- package/dist/lib/redaction/index.js +12 -0
- package/dist/lib/redaction/index.js.map +1 -0
- package/dist/lib/redaction/pii-detection-layer.d.ts +30 -0
- package/dist/lib/redaction/pii-detection-layer.d.ts.map +1 -0
- package/dist/lib/redaction/pii-detection-layer.js +183 -0
- package/dist/lib/redaction/pii-detection-layer.js.map +1 -0
- package/dist/lib/redaction/pipeline.d.ts +26 -0
- package/dist/lib/redaction/pipeline.d.ts.map +1 -0
- package/dist/lib/redaction/pipeline.js +91 -0
- package/dist/lib/redaction/pipeline.js.map +1 -0
- package/dist/lib/redaction/secret-detection-layer.d.ts +10 -0
- package/dist/lib/redaction/secret-detection-layer.d.ts.map +1 -0
- package/dist/lib/redaction/secret-detection-layer.js +79 -0
- package/dist/lib/redaction/secret-detection-layer.js.map +1 -0
- package/dist/lib/redaction/secret-patterns.d.ts +29 -0
- package/dist/lib/redaction/secret-patterns.d.ts.map +1 -0
- package/dist/lib/redaction/secret-patterns.js +133 -0
- package/dist/lib/redaction/secret-patterns.js.map +1 -0
- package/dist/lib/redaction/semantic-denylist-layer.d.ts +10 -0
- package/dist/lib/redaction/semantic-denylist-layer.d.ts.map +1 -0
- package/dist/lib/redaction/semantic-denylist-layer.js +64 -0
- package/dist/lib/redaction/semantic-denylist-layer.js.map +1 -0
- package/dist/lib/redaction/tenant-deidentification-layer.d.ts +10 -0
- package/dist/lib/redaction/tenant-deidentification-layer.d.ts.map +1 -0
- package/dist/lib/redaction/tenant-deidentification-layer.js +64 -0
- package/dist/lib/redaction/tenant-deidentification-layer.js.map +1 -0
- package/dist/lib/redaction/url-path-scrubbing-layer.d.ts +14 -0
- package/dist/lib/redaction/url-path-scrubbing-layer.d.ts.map +1 -0
- package/dist/lib/redaction/url-path-scrubbing-layer.js +156 -0
- package/dist/lib/redaction/url-path-scrubbing-layer.js.map +1 -0
- package/dist/routes/agents.d.ts +4 -3
- package/dist/routes/agents.d.ts.map +1 -1
- package/dist/routes/agents.js +31 -12
- package/dist/routes/agents.js.map +1 -1
- package/dist/routes/audit.d.ts +15 -0
- package/dist/routes/audit.d.ts.map +1 -0
- package/dist/routes/audit.js +177 -0
- package/dist/routes/audit.js.map +1 -0
- package/dist/routes/capabilities.d.ts +15 -0
- package/dist/routes/capabilities.d.ts.map +1 -0
- package/dist/routes/capabilities.js +86 -0
- package/dist/routes/capabilities.js.map +1 -0
- package/dist/routes/community.d.ts +24 -0
- package/dist/routes/community.d.ts.map +1 -0
- package/dist/routes/community.js +190 -0
- package/dist/routes/community.js.map +1 -0
- package/dist/routes/delegation.d.ts +20 -0
- package/dist/routes/delegation.d.ts.map +1 -0
- package/dist/routes/delegation.js +108 -0
- package/dist/routes/delegation.js.map +1 -0
- package/dist/routes/discovery.d.ts +19 -0
- package/dist/routes/discovery.d.ts.map +1 -0
- package/dist/routes/discovery.js +96 -0
- package/dist/routes/discovery.js.map +1 -0
- package/dist/routes/guardrails.d.ts +18 -0
- package/dist/routes/guardrails.d.ts.map +1 -0
- package/dist/routes/guardrails.js +184 -0
- package/dist/routes/guardrails.js.map +1 -0
- package/dist/routes/redaction-test.d.ts +14 -0
- package/dist/routes/redaction-test.d.ts.map +1 -0
- package/dist/routes/redaction-test.js +33 -0
- package/dist/routes/redaction-test.js.map +1 -0
- package/dist/routes/trust.d.ts +16 -0
- package/dist/routes/trust.d.ts.map +1 -0
- package/dist/routes/trust.js +23 -0
- package/dist/routes/trust.js.map +1 -0
- package/dist/services/community-service.d.ts +277 -0
- package/dist/services/community-service.d.ts.map +1 -0
- package/dist/services/community-service.js +785 -0
- package/dist/services/community-service.js.map +1 -0
- package/dist/services/delegation-service.d.ts +149 -0
- package/dist/services/delegation-service.d.ts.map +1 -0
- package/dist/services/delegation-service.js +605 -0
- package/dist/services/delegation-service.js.map +1 -0
- package/dist/services/discovery-service.d.ts +39 -0
- package/dist/services/discovery-service.d.ts.map +1 -0
- package/dist/services/discovery-service.js +186 -0
- package/dist/services/discovery-service.js.map +1 -0
- package/dist/services/trust-service.d.ts +59 -0
- package/dist/services/trust-service.d.ts.map +1 -0
- package/dist/services/trust-service.js +139 -0
- package/dist/services/trust-service.js.map +1 -0
- package/package.json +2 -2
|
@@ -0,0 +1,79 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Layer 1: Secret Detection (Story 2.1)
|
|
3
|
+
*/
|
|
4
|
+
import { ACTIVE_SECRET_PATTERNS, detectHighEntropyStrings } from './secret-patterns.js';
|
|
5
|
+
export class SecretDetectionLayer {
|
|
6
|
+
name = 'secret_detection';
|
|
7
|
+
order = 100;
|
|
8
|
+
process(input, _context) {
|
|
9
|
+
const findings = [];
|
|
10
|
+
let output = input;
|
|
11
|
+
let secretIndex = 0;
|
|
12
|
+
// Collect all matches with their positions (work on original input for offsets)
|
|
13
|
+
const allMatches = [];
|
|
14
|
+
// Regex-based detection
|
|
15
|
+
for (const pattern of ACTIVE_SECRET_PATTERNS) {
|
|
16
|
+
const globalRegex = new RegExp(pattern.regex.source, pattern.regex.flags + (pattern.regex.flags.includes('g') ? '' : 'g'));
|
|
17
|
+
let match;
|
|
18
|
+
while ((match = globalRegex.exec(input)) !== null) {
|
|
19
|
+
allMatches.push({
|
|
20
|
+
start: match.index,
|
|
21
|
+
end: match.index + match[0].length,
|
|
22
|
+
category: pattern.category,
|
|
23
|
+
confidence: pattern.confidence,
|
|
24
|
+
patternName: pattern.name,
|
|
25
|
+
});
|
|
26
|
+
}
|
|
27
|
+
}
|
|
28
|
+
// High-entropy detection
|
|
29
|
+
const entropyMatches = detectHighEntropyStrings(input);
|
|
30
|
+
for (const em of entropyMatches) {
|
|
31
|
+
// Skip if already covered by a regex match
|
|
32
|
+
const alreadyCovered = allMatches.some(m => m.start <= em.start && m.end >= em.end);
|
|
33
|
+
if (!alreadyCovered) {
|
|
34
|
+
allMatches.push({
|
|
35
|
+
start: em.start,
|
|
36
|
+
end: em.end,
|
|
37
|
+
category: 'high_entropy_string',
|
|
38
|
+
confidence: Math.min(0.6 + (em.entropy - 4.5) * 0.1, 0.9),
|
|
39
|
+
patternName: 'entropy_detection',
|
|
40
|
+
});
|
|
41
|
+
}
|
|
42
|
+
}
|
|
43
|
+
// Sort by start position descending to replace from end (preserves offsets)
|
|
44
|
+
allMatches.sort((a, b) => b.start - a.start);
|
|
45
|
+
// Deduplicate overlapping matches (keep highest confidence)
|
|
46
|
+
const deduped = [];
|
|
47
|
+
for (const m of allMatches) {
|
|
48
|
+
const overlaps = deduped.some(d => m.start < d.end && m.end > d.start);
|
|
49
|
+
if (!overlaps) {
|
|
50
|
+
deduped.push(m);
|
|
51
|
+
}
|
|
52
|
+
}
|
|
53
|
+
// Sort ascending for findings reporting, but replace descending
|
|
54
|
+
const sortedForFindings = [...deduped].sort((a, b) => a.start - b.start);
|
|
55
|
+
const replacements = new Map();
|
|
56
|
+
for (const m of sortedForFindings) {
|
|
57
|
+
secretIndex++;
|
|
58
|
+
const replacement = `[SECRET_REDACTED_${secretIndex}]`;
|
|
59
|
+
replacements.set(m, replacement);
|
|
60
|
+
findings.push({
|
|
61
|
+
layer: 'secret_detection',
|
|
62
|
+
category: m.category,
|
|
63
|
+
originalLength: m.end - m.start,
|
|
64
|
+
replacement,
|
|
65
|
+
startOffset: m.start,
|
|
66
|
+
endOffset: m.end,
|
|
67
|
+
confidence: m.confidence,
|
|
68
|
+
});
|
|
69
|
+
}
|
|
70
|
+
// Apply replacements from end to start
|
|
71
|
+
const descending = [...deduped].sort((a, b) => b.start - a.start);
|
|
72
|
+
for (const m of descending) {
|
|
73
|
+
const replacement = replacements.get(m);
|
|
74
|
+
output = output.slice(0, m.start) + replacement + output.slice(m.end);
|
|
75
|
+
}
|
|
76
|
+
return { output, findings, blocked: false };
|
|
77
|
+
}
|
|
78
|
+
}
|
|
79
|
+
//# sourceMappingURL=secret-detection-layer.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"secret-detection-layer.js","sourceRoot":"","sources":["../../../src/lib/redaction/secret-detection-layer.ts"],"names":[],"mappings":"AAAA;;GAEG;AAQH,OAAO,EAAE,sBAAsB,EAAE,wBAAwB,EAAE,MAAM,sBAAsB,CAAC;AAExF,MAAM,OAAO,oBAAoB;IACtB,IAAI,GAAG,kBAA2B,CAAC;IACnC,KAAK,GAAG,GAAG,CAAC;IAErB,OAAO,CAAC,KAAa,EAAE,QAA0B;QAC/C,MAAM,QAAQ,GAAuB,EAAE,CAAC;QACxC,IAAI,MAAM,GAAG,KAAK,CAAC;QACnB,IAAI,WAAW,GAAG,CAAC,CAAC;QAEpB,gFAAgF;QAChF,MAAM,UAAU,GAMX,EAAE,CAAC;QAER,wBAAwB;QACxB,KAAK,MAAM,OAAO,IAAI,sBAAsB,EAAE,CAAC;YAC7C,MAAM,WAAW,GAAG,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YAC3H,IAAI,KAA6B,CAAC;YAClC,OAAO,CAAC,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;gBAClD,UAAU,CAAC,IAAI,CAAC;oBACd,KAAK,EAAE,KAAK,CAAC,KAAK;oBAClB,GAAG,EAAE,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM;oBAClC,QAAQ,EAAE,OAAO,CAAC,QAAQ;oBAC1B,UAAU,EAAE,OAAO,CAAC,UAAU;oBAC9B,WAAW,EAAE,OAAO,CAAC,IAAI;iBAC1B,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,yBAAyB;QACzB,MAAM,cAAc,GAAG,wBAAwB,CAAC,KAAK,CAAC,CAAC;QACvD,KAAK,MAAM,EAAE,IAAI,cAAc,EAAE,CAAC;YAChC,2CAA2C;YAC3C,MAAM,cAAc,GAAG,UAAU,CAAC,IAAI,CACpC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC,GAAG,CAC5C,CAAC;YACF,IAAI,CAAC,cAAc,EAAE,CAAC;gBACpB,UAAU,CAAC,IAAI,CAAC;oBACd,KAAK,EAAE,EAAE,CAAC,KAAK;oBACf,GAAG,EAAE,EAAE,CAAC,GAAG;oBACX,QAAQ,EAAE,qBAAqB;oBAC/B,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,EAAE,CAAC,OAAO,GAAG,GAAG,CAAC,GAAG,GAAG,EAAE,GAAG,CAAC;oBACzD,WAAW,EAAE,mBAAmB;iBACjC,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,4EAA4E;QAC5E,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QAE7C,4DAA4D;QAC5D,MAAM,OAAO,GAAsB,EAAE,CAAC;QACtC,KAAK,MAAM,CAAC,IAAI,UAAU,EAAE,CAAC;YAC3B,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAI,CAC3B,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,CACxC,CAAC;YACF,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAClB,CAAC;QACH,CAAC;QAED,gEAAgE;QAChE,MAAM,iBAAiB,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QACzE,MAAM,YAAY,GAAG,IAAI,GAAG,EAAgC,CAAC;QAE7D,KAAK,MAAM,CAAC,IAAI,iBAAiB,EAAE,CAAC;YAClC,WAAW,EAAE,CAAC;YACd,MAAM,WAAW,GAAG,oBAAoB,WAAW,GAAG,CAAC;YACvD,YAAY,CAAC,GAAG,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC;YACjC,QAAQ,CAAC,IAAI,CAAC;gBACZ,KAAK,EAAE,kBAAkB;gBACzB,QAAQ,EAAE,CAAC,CAAC,QAAQ;gBACpB,cAAc,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK;gBAC/B,WAAW;gBACX,WAAW,EAAE,CAAC,CAAC,KAAK;gBACpB,SAAS,EAAE,CAAC,CAAC,GAAG;gBAChB,UAAU,EAAE,CAAC,CAAC,UAAU;aACzB,CAAC,CAAC;QACL,CAAC;QAED,uCAAuC;QACvC,MAAM,UAAU,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QAClE,KAAK,MAAM,CAAC,IAAI,UAAU,EAAE,CAAC;YAC3B,MAAM,WAAW,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,CAAE,CAAC;YACzC,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,WAAW,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QACxE,CAAC;QAED,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;IAC9C,CAAC;CACF"}
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Secret Detection Patterns & Entropy Calculator (Story 2.1, Layer 1)
|
|
3
|
+
*/
|
|
4
|
+
export interface SecretPattern {
|
|
5
|
+
name: string;
|
|
6
|
+
category: string;
|
|
7
|
+
regex: RegExp;
|
|
8
|
+
confidence: number;
|
|
9
|
+
}
|
|
10
|
+
export declare const SECRET_PATTERNS: SecretPattern[];
|
|
11
|
+
export declare const ACTIVE_SECRET_PATTERNS: SecretPattern[];
|
|
12
|
+
/**
|
|
13
|
+
* Shannon entropy of a string (bits per character).
|
|
14
|
+
*/
|
|
15
|
+
export declare function shannonEntropy(s: string): number;
|
|
16
|
+
/**
|
|
17
|
+
* Detect high-entropy strings that may be unknown secrets.
|
|
18
|
+
* Scans with a sliding window approach.
|
|
19
|
+
*/
|
|
20
|
+
export declare function detectHighEntropyStrings(text: string, options?: {
|
|
21
|
+
minLength?: number;
|
|
22
|
+
maxLength?: number;
|
|
23
|
+
entropyThreshold?: number;
|
|
24
|
+
}): Array<{
|
|
25
|
+
start: number;
|
|
26
|
+
end: number;
|
|
27
|
+
entropy: number;
|
|
28
|
+
}>;
|
|
29
|
+
//# sourceMappingURL=secret-patterns.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"secret-patterns.d.ts","sourceRoot":"","sources":["../../../src/lib/redaction/secret-patterns.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,eAAO,MAAM,eAAe,EAAE,aAAa,EA0G1C,CAAC;AAGF,eAAO,MAAM,sBAAsB,iBAAmD,CAAC;AAEvF;;GAEG;AACH,wBAAgB,cAAc,CAAC,CAAC,EAAE,MAAM,GAAG,MAAM,CAYhD;AAMD;;;GAGG;AACH,wBAAgB,wBAAwB,CACtC,IAAI,EAAE,MAAM,EACZ,OAAO,GAAE;IAAE,SAAS,CAAC,EAAE,MAAM,CAAC;IAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAAC,gBAAgB,CAAC,EAAE,MAAM,CAAA;CAAO,GAClF,KAAK,CAAC;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC,CA6BxD"}
|
|
@@ -0,0 +1,133 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Secret Detection Patterns & Entropy Calculator (Story 2.1, Layer 1)
|
|
3
|
+
*/
|
|
4
|
+
export const SECRET_PATTERNS = [
|
|
5
|
+
// ─── OpenAI ─────────────────────────────────────────
|
|
6
|
+
{ name: 'openai_api_key', category: 'api_key', regex: /sk-[a-zA-Z0-9]{20,}/, confidence: 0.95 },
|
|
7
|
+
{ name: 'openai_org', category: 'api_key', regex: /org-[a-zA-Z0-9]{20,}/, confidence: 0.85 },
|
|
8
|
+
// ─── Anthropic ──────────────────────────────────────
|
|
9
|
+
{ name: 'anthropic_api_key', category: 'api_key', regex: /sk-ant-[a-zA-Z0-9\-]{20,}/, confidence: 0.95 },
|
|
10
|
+
// ─── GitHub ─────────────────────────────────────────
|
|
11
|
+
{ name: 'github_pat', category: 'api_key', regex: /ghp_[a-zA-Z0-9]{36}/, confidence: 0.95 },
|
|
12
|
+
{ name: 'github_oauth', category: 'api_key', regex: /gho_[a-zA-Z0-9]{36}/, confidence: 0.95 },
|
|
13
|
+
{ name: 'github_app_token', category: 'api_key', regex: /(?:ghu|ghs|ghr)_[a-zA-Z0-9]{36}/, confidence: 0.95 },
|
|
14
|
+
// ─── AWS ────────────────────────────────────────────
|
|
15
|
+
{ name: 'aws_access_key', category: 'api_key', regex: /AKIA[0-9A-Z]{16}/, confidence: 0.95 },
|
|
16
|
+
{ name: 'aws_secret_key', category: 'api_key', regex: /(?:aws_secret_access_key|AWS_SECRET_ACCESS_KEY)\s*[=:]\s*[A-Za-z0-9/+=]{40}/, confidence: 0.95 },
|
|
17
|
+
// ─── Stripe ─────────────────────────────────────────
|
|
18
|
+
{ name: 'stripe_live_key', category: 'api_key', regex: /sk_live_[a-zA-Z0-9]{20,}/, confidence: 0.95 },
|
|
19
|
+
{ name: 'stripe_test_key', category: 'api_key', regex: /sk_test_[a-zA-Z0-9]{20,}/, confidence: 0.90 },
|
|
20
|
+
{ name: 'stripe_publishable', category: 'api_key', regex: /pk_(?:live|test)_[a-zA-Z0-9]{20,}/, confidence: 0.90 },
|
|
21
|
+
{ name: 'stripe_restricted', category: 'api_key', regex: /rk_(?:live|test)_[a-zA-Z0-9]{20,}/, confidence: 0.90 },
|
|
22
|
+
// ─── Slack ──────────────────────────────────────────
|
|
23
|
+
{ name: 'slack_token', category: 'api_key', regex: /xox[bpras]-[a-zA-Z0-9\-]+/, confidence: 0.95 },
|
|
24
|
+
{ name: 'slack_webhook', category: 'api_key', regex: /https:\/\/hooks\.slack\.com\/services\/T[a-zA-Z0-9_]+\/B[a-zA-Z0-9_]+\/[a-zA-Z0-9_]+/, confidence: 0.95 },
|
|
25
|
+
// ─── Google ─────────────────────────────────────────
|
|
26
|
+
{ name: 'google_api_key', category: 'api_key', regex: /AIza[0-9A-Za-z\-_]{35}/, confidence: 0.90 },
|
|
27
|
+
{ name: 'google_oauth_client', category: 'api_key', regex: /[0-9]+-[a-z0-9_]{32}\.apps\.googleusercontent\.com/, confidence: 0.90 },
|
|
28
|
+
// ─── Azure ──────────────────────────────────────────
|
|
29
|
+
{ name: 'azure_subscription', category: 'api_key', regex: /[a-f0-9]{8}-[a-f0-9]{4}-[a-f0-9]{4}-[a-f0-9]{4}-[a-f0-9]{12}/, confidence: 0.3 },
|
|
30
|
+
// ─── Twilio ─────────────────────────────────────────
|
|
31
|
+
{ name: 'twilio_api_key', category: 'api_key', regex: /SK[a-f0-9]{32}/, confidence: 0.85 },
|
|
32
|
+
{ name: 'twilio_account_sid', category: 'api_key', regex: /AC[a-f0-9]{32}/, confidence: 0.85 },
|
|
33
|
+
// ─── SendGrid ───────────────────────────────────────
|
|
34
|
+
{ name: 'sendgrid_api_key', category: 'api_key', regex: /SG\.[a-zA-Z0-9_\-]{22}\.[a-zA-Z0-9_\-]{43}/, confidence: 0.95 },
|
|
35
|
+
// ─── Mailgun ────────────────────────────────────────
|
|
36
|
+
{ name: 'mailgun_api_key', category: 'api_key', regex: /key-[a-zA-Z0-9]{32}/, confidence: 0.85 },
|
|
37
|
+
// ─── Heroku ─────────────────────────────────────────
|
|
38
|
+
{ name: 'heroku_api_key', category: 'api_key', regex: /[a-f0-9]{8}-[a-f0-9]{4}-[a-f0-9]{4}-[a-f0-9]{4}-[a-f0-9]{12}/, confidence: 0.3 },
|
|
39
|
+
// ─── npm ────────────────────────────────────────────
|
|
40
|
+
{ name: 'npm_token', category: 'api_key', regex: /npm_[a-zA-Z0-9]{36}/, confidence: 0.95 },
|
|
41
|
+
// ─── PyPI ───────────────────────────────────────────
|
|
42
|
+
{ name: 'pypi_token', category: 'api_key', regex: /pypi-[a-zA-Z0-9\-_]{50,}/, confidence: 0.95 },
|
|
43
|
+
// ─── Discord ────────────────────────────────────────
|
|
44
|
+
{ name: 'discord_token', category: 'api_key', regex: /[MN][A-Za-z\d]{23,}\.[\w-]{6}\.[\w-]{27,}/, confidence: 0.90 },
|
|
45
|
+
{ name: 'discord_webhook', category: 'api_key', regex: /https:\/\/discord(?:app)?\.com\/api\/webhooks\/\d+\/[\w-]+/, confidence: 0.95 },
|
|
46
|
+
// ─── Telegram ───────────────────────────────────────
|
|
47
|
+
{ name: 'telegram_bot_token', category: 'api_key', regex: /\d{8,10}:[A-Za-z0-9_-]{35}/, confidence: 0.85 },
|
|
48
|
+
// ─── Bearer / Basic Auth ────────────────────────────
|
|
49
|
+
{ name: 'bearer_token', category: 'auth_token', regex: /Bearer\s+[a-zA-Z0-9._~+\/=-]{20,}/, confidence: 0.90 },
|
|
50
|
+
{ name: 'basic_auth', category: 'auth_token', regex: /Basic\s+[a-zA-Z0-9+\/=]{10,}/, confidence: 0.90 },
|
|
51
|
+
// ─── URL with credentials ──────────────────────────
|
|
52
|
+
{ name: 'url_password', category: 'auth_token', regex: /\/\/[^:\/\s]+:[^@\/\s]+@[^\/\s]+/, confidence: 0.95 },
|
|
53
|
+
// ─── Private Keys ──────────────────────────────────
|
|
54
|
+
{ name: 'private_key', category: 'private_key', regex: /-----BEGIN\s+(?:RSA\s+|EC\s+|DSA\s+|OPENSSH\s+)?PRIVATE KEY-----/, confidence: 0.99 },
|
|
55
|
+
// ─── Connection Strings ─────────────────────────────
|
|
56
|
+
{ name: 'connection_string', category: 'connection_string', regex: /(?:mongodb(?:\+srv)?|postgres(?:ql)?|mysql|redis|amqp|mssql):\/\/[^\s]+/, confidence: 0.90 },
|
|
57
|
+
// ─── JWT ────────────────────────────────────────────
|
|
58
|
+
{ name: 'jwt', category: 'auth_token', regex: /eyJ[a-zA-Z0-9_-]{10,}\.eyJ[a-zA-Z0-9_-]{10,}\.[a-zA-Z0-9_-]{10,}/, confidence: 0.85 },
|
|
59
|
+
// ─── HashiCorp Vault ────────────────────────────────
|
|
60
|
+
{ name: 'vault_token', category: 'api_key', regex: /hvs\.[a-zA-Z0-9_-]{24,}/, confidence: 0.90 },
|
|
61
|
+
// ─── Datadog ────────────────────────────────────────
|
|
62
|
+
{ name: 'datadog_api_key', category: 'api_key', regex: /dd[a-f0-9]{40}/, confidence: 0.80 },
|
|
63
|
+
// ─── Supabase ───────────────────────────────────────
|
|
64
|
+
{ name: 'supabase_key', category: 'api_key', regex: /sbp_[a-f0-9]{40}/, confidence: 0.90 },
|
|
65
|
+
// ─── Vercel ─────────────────────────────────────────
|
|
66
|
+
{ name: 'vercel_token', category: 'api_key', regex: /vercel_[a-zA-Z0-9]{24,}/, confidence: 0.90 },
|
|
67
|
+
// ─── Linear ─────────────────────────────────────────
|
|
68
|
+
{ name: 'linear_api_key', category: 'api_key', regex: /lin_api_[a-zA-Z0-9]{40,}/, confidence: 0.90 },
|
|
69
|
+
// ─── Shopify ────────────────────────────────────────
|
|
70
|
+
{ name: 'shopify_token', category: 'api_key', regex: /shpat_[a-fA-F0-9]{32}/, confidence: 0.90 },
|
|
71
|
+
{ name: 'shopify_secret', category: 'api_key', regex: /shpss_[a-fA-F0-9]{32}/, confidence: 0.90 },
|
|
72
|
+
// ─── Cloudflare ─────────────────────────────────────
|
|
73
|
+
{ name: 'cloudflare_api_token', category: 'api_key', regex: /[a-zA-Z0-9_]{40}/, confidence: 0.2 }, // low confidence - too generic alone
|
|
74
|
+
// ─── Generic password assignment ────────────────────
|
|
75
|
+
{ name: 'password_assignment', category: 'password', regex: /(?:password|passwd|pwd|secret|token|api_key|apikey)['"]?\s*[=:]\s*['"]?[^\s'"<>]{8,}['"]?/i, confidence: 0.80 },
|
|
76
|
+
// XML-style password: <password>value</password>
|
|
77
|
+
{ name: 'xml_password', category: 'password', regex: /<(?:password|secret|token|api[_-]?key)>([^<]{8,})<\//i, confidence: 0.80 },
|
|
78
|
+
// SQL PASSWORD keyword: PASSWORD 'value'
|
|
79
|
+
{ name: 'sql_password', category: 'password', regex: /PASSWORD\s+['"]([^'"]{8,})['"]/i, confidence: 0.80 },
|
|
80
|
+
];
|
|
81
|
+
// Only use patterns with confidence >= threshold (skip very generic ones)
|
|
82
|
+
export const ACTIVE_SECRET_PATTERNS = SECRET_PATTERNS.filter(p => p.confidence >= 0.5);
|
|
83
|
+
/**
|
|
84
|
+
* Shannon entropy of a string (bits per character).
|
|
85
|
+
*/
|
|
86
|
+
export function shannonEntropy(s) {
|
|
87
|
+
if (s.length === 0)
|
|
88
|
+
return 0;
|
|
89
|
+
const freq = new Map();
|
|
90
|
+
for (const c of s) {
|
|
91
|
+
freq.set(c, (freq.get(c) ?? 0) + 1);
|
|
92
|
+
}
|
|
93
|
+
let entropy = 0;
|
|
94
|
+
for (const count of freq.values()) {
|
|
95
|
+
const p = count / s.length;
|
|
96
|
+
entropy -= p * Math.log2(p);
|
|
97
|
+
}
|
|
98
|
+
return entropy;
|
|
99
|
+
}
|
|
100
|
+
// Hex and base64 character sets for entropy detection
|
|
101
|
+
const HEX_RE = /^[a-fA-F0-9]+$/;
|
|
102
|
+
const BASE64_RE = /^[a-zA-Z0-9+\/=_-]+$/;
|
|
103
|
+
/**
|
|
104
|
+
* Detect high-entropy strings that may be unknown secrets.
|
|
105
|
+
* Scans with a sliding window approach.
|
|
106
|
+
*/
|
|
107
|
+
export function detectHighEntropyStrings(text, options = {}) {
|
|
108
|
+
const minLen = options.minLength ?? 20;
|
|
109
|
+
const maxLen = options.maxLength ?? 128;
|
|
110
|
+
const threshold = options.entropyThreshold ?? 4.5;
|
|
111
|
+
const results = [];
|
|
112
|
+
// Find candidate tokens (non-whitespace sequences)
|
|
113
|
+
const tokenRegex = /[^\s,;:(){}\[\]<>"'`]+/g;
|
|
114
|
+
let match;
|
|
115
|
+
while ((match = tokenRegex.exec(text)) !== null) {
|
|
116
|
+
const token = match[0];
|
|
117
|
+
if (token.length < minLen || token.length > maxLen)
|
|
118
|
+
continue;
|
|
119
|
+
// Only consider hex-like or base64-like strings
|
|
120
|
+
if (!HEX_RE.test(token) && !BASE64_RE.test(token))
|
|
121
|
+
continue;
|
|
122
|
+
const entropy = shannonEntropy(token);
|
|
123
|
+
if (entropy >= threshold) {
|
|
124
|
+
results.push({
|
|
125
|
+
start: match.index,
|
|
126
|
+
end: match.index + token.length,
|
|
127
|
+
entropy,
|
|
128
|
+
});
|
|
129
|
+
}
|
|
130
|
+
}
|
|
131
|
+
return results;
|
|
132
|
+
}
|
|
133
|
+
//# sourceMappingURL=secret-patterns.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"secret-patterns.js","sourceRoot":"","sources":["../../../src/lib/redaction/secret-patterns.ts"],"names":[],"mappings":"AAAA;;GAEG;AASH,MAAM,CAAC,MAAM,eAAe,GAAoB;IAC9C,uDAAuD;IACvD,EAAE,IAAI,EAAE,gBAAgB,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,qBAAqB,EAAE,UAAU,EAAE,IAAI,EAAE;IAC/F,EAAE,IAAI,EAAE,YAAY,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,sBAAsB,EAAE,UAAU,EAAE,IAAI,EAAE;IAE5F,uDAAuD;IACvD,EAAE,IAAI,EAAE,mBAAmB,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,2BAA2B,EAAE,UAAU,EAAE,IAAI,EAAE;IAExG,uDAAuD;IACvD,EAAE,IAAI,EAAE,YAAY,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,qBAAqB,EAAE,UAAU,EAAE,IAAI,EAAE;IAC3F,EAAE,IAAI,EAAE,cAAc,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,qBAAqB,EAAE,UAAU,EAAE,IAAI,EAAE;IAC7F,EAAE,IAAI,EAAE,kBAAkB,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,iCAAiC,EAAE,UAAU,EAAE,IAAI,EAAE;IAE7G,uDAAuD;IACvD,EAAE,IAAI,EAAE,gBAAgB,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,kBAAkB,EAAE,UAAU,EAAE,IAAI,EAAE;IAC5F,EAAE,IAAI,EAAE,gBAAgB,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,6EAA6E,EAAE,UAAU,EAAE,IAAI,EAAE;IAEvJ,uDAAuD;IACvD,EAAE,IAAI,EAAE,iBAAiB,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,0BAA0B,EAAE,UAAU,EAAE,IAAI,EAAE;IACrG,EAAE,IAAI,EAAE,iBAAiB,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,0BAA0B,EAAE,UAAU,EAAE,IAAI,EAAE;IACrG,EAAE,IAAI,EAAE,oBAAoB,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,mCAAmC,EAAE,UAAU,EAAE,IAAI,EAAE;IACjH,EAAE,IAAI,EAAE,mBAAmB,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,mCAAmC,EAAE,UAAU,EAAE,IAAI,EAAE;IAEhH,uDAAuD;IACvD,EAAE,IAAI,EAAE,aAAa,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,2BAA2B,EAAE,UAAU,EAAE,IAAI,EAAE;IAClG,EAAE,IAAI,EAAE,eAAe,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,sFAAsF,EAAE,UAAU,EAAE,IAAI,EAAE;IAE/J,uDAAuD;IACvD,EAAE,IAAI,EAAE,gBAAgB,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,wBAAwB,EAAE,UAAU,EAAE,IAAI,EAAE;IAClG,EAAE,IAAI,EAAE,qBAAqB,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,oDAAoD,EAAE,UAAU,EAAE,IAAI,EAAE;IAEnI,uDAAuD;IACvD,EAAE,IAAI,EAAE,oBAAoB,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,8DAA8D,EAAE,UAAU,EAAE,GAAG,EAAE;IAE3I,uDAAuD;IACvD,EAAE,IAAI,EAAE,gBAAgB,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,gBAAgB,EAAE,UAAU,EAAE,IAAI,EAAE;IAC1F,EAAE,IAAI,EAAE,oBAAoB,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,gBAAgB,EAAE,UAAU,EAAE,IAAI,EAAE;IAE9F,uDAAuD;IACvD,EAAE,IAAI,EAAE,kBAAkB,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,4CAA4C,EAAE,UAAU,EAAE,IAAI,EAAE;IAExH,uDAAuD;IACvD,EAAE,IAAI,EAAE,iBAAiB,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,qBAAqB,EAAE,UAAU,EAAE,IAAI,EAAE;IAEhG,uDAAuD;IACvD,EAAE,IAAI,EAAE,gBAAgB,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,8DAA8D,EAAE,UAAU,EAAE,GAAG,EAAE;IAEvI,uDAAuD;IACvD,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,qBAAqB,EAAE,UAAU,EAAE,IAAI,EAAE;IAE1F,uDAAuD;IACvD,EAAE,IAAI,EAAE,YAAY,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,0BAA0B,EAAE,UAAU,EAAE,IAAI,EAAE;IAEhG,uDAAuD;IACvD,EAAE,IAAI,EAAE,eAAe,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,2CAA2C,EAAE,UAAU,EAAE,IAAI,EAAE;IACpH,EAAE,IAAI,EAAE,iBAAiB,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,4DAA4D,EAAE,UAAU,EAAE,IAAI,EAAE;IAEvI,uDAAuD;IACvD,EAAE,IAAI,EAAE,oBAAoB,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,4BAA4B,EAAE,UAAU,EAAE,IAAI,EAAE;IAE1G,uDAAuD;IACvD,EAAE,IAAI,EAAE,cAAc,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,mCAAmC,EAAE,UAAU,EAAE,IAAI,EAAE;IAC9G,EAAE,IAAI,EAAE,YAAY,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,8BAA8B,EAAE,UAAU,EAAE,IAAI,EAAE;IAEvG,sDAAsD;IACtD,EAAE,IAAI,EAAE,cAAc,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,kCAAkC,EAAE,UAAU,EAAE,IAAI,EAAE;IAE7G,sDAAsD;IACtD,EAAE,IAAI,EAAE,aAAa,EAAE,QAAQ,EAAE,aAAa,EAAE,KAAK,EAAE,kEAAkE,EAAE,UAAU,EAAE,IAAI,EAAE;IAE7I,uDAAuD;IACvD,EAAE,IAAI,EAAE,mBAAmB,EAAE,QAAQ,EAAE,mBAAmB,EAAE,KAAK,EAAE,yEAAyE,EAAE,UAAU,EAAE,IAAI,EAAE;IAEhK,uDAAuD;IACvD,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,kEAAkE,EAAE,UAAU,EAAE,IAAI,EAAE;IAEpI,uDAAuD;IACvD,EAAE,IAAI,EAAE,aAAa,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,yBAAyB,EAAE,UAAU,EAAE,IAAI,EAAE;IAEhG,uDAAuD;IACvD,EAAE,IAAI,EAAE,iBAAiB,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,gBAAgB,EAAE,UAAU,EAAE,IAAI,EAAE;IAE3F,uDAAuD;IACvD,EAAE,IAAI,EAAE,cAAc,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,kBAAkB,EAAE,UAAU,EAAE,IAAI,EAAE;IAE1F,uDAAuD;IACvD,EAAE,IAAI,EAAE,cAAc,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,yBAAyB,EAAE,UAAU,EAAE,IAAI,EAAE;IAEjG,uDAAuD;IACvD,EAAE,IAAI,EAAE,gBAAgB,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,0BAA0B,EAAE,UAAU,EAAE,IAAI,EAAE;IAEpG,uDAAuD;IACvD,EAAE,IAAI,EAAE,eAAe,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,uBAAuB,EAAE,UAAU,EAAE,IAAI,EAAE;IAChG,EAAE,IAAI,EAAE,gBAAgB,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,uBAAuB,EAAE,UAAU,EAAE,IAAI,EAAE;IAEjG,uDAAuD;IACvD,EAAE,IAAI,EAAE,sBAAsB,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,kBAAkB,EAAE,UAAU,EAAE,GAAG,EAAE,EAAE,qCAAqC;IAExI,uDAAuD;IACvD,EAAE,IAAI,EAAE,qBAAqB,EAAE,QAAQ,EAAE,UAAU,EAAE,KAAK,EAAE,4FAA4F,EAAE,UAAU,EAAE,IAAI,EAAE;IAE5K,iDAAiD;IACjD,EAAE,IAAI,EAAE,cAAc,EAAE,QAAQ,EAAE,UAAU,EAAE,KAAK,EAAE,uDAAuD,EAAE,UAAU,EAAE,IAAI,EAAE;IAEhI,yCAAyC;IACzC,EAAE,IAAI,EAAE,cAAc,EAAE,QAAQ,EAAE,UAAU,EAAE,KAAK,EAAE,iCAAiC,EAAE,UAAU,EAAE,IAAI,EAAE;CAC3G,CAAC;AAEF,0EAA0E;AAC1E,MAAM,CAAC,MAAM,sBAAsB,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,IAAI,GAAG,CAAC,CAAC;AAEvF;;GAEG;AACH,MAAM,UAAU,cAAc,CAAC,CAAS;IACtC,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAC7B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAkB,CAAC;IACvC,KAAK,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;QAClB,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACtC,CAAC;IACD,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;QAClC,MAAM,CAAC,GAAG,KAAK,GAAG,CAAC,CAAC,MAAM,CAAC;QAC3B,OAAO,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC9B,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,sDAAsD;AACtD,MAAM,MAAM,GAAG,gBAAgB,CAAC;AAChC,MAAM,SAAS,GAAG,sBAAsB,CAAC;AAEzC;;;GAGG;AACH,MAAM,UAAU,wBAAwB,CACtC,IAAY,EACZ,UAAiF,EAAE;IAEnF,MAAM,MAAM,GAAG,OAAO,CAAC,SAAS,IAAI,EAAE,CAAC;IACvC,MAAM,MAAM,GAAG,OAAO,CAAC,SAAS,IAAI,GAAG,CAAC;IACxC,MAAM,SAAS,GAAG,OAAO,CAAC,gBAAgB,IAAI,GAAG,CAAC;IAElD,MAAM,OAAO,GAA2D,EAAE,CAAC;IAE3E,mDAAmD;IACnD,MAAM,UAAU,GAAG,yBAAyB,CAAC;IAC7C,IAAI,KAA6B,CAAC;IAElC,OAAO,CAAC,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QAChD,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACvB,IAAI,KAAK,CAAC,MAAM,GAAG,MAAM,IAAI,KAAK,CAAC,MAAM,GAAG,MAAM;YAAE,SAAS;QAE7D,gDAAgD;QAChD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC;YAAE,SAAS;QAE5D,MAAM,OAAO,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;QACtC,IAAI,OAAO,IAAI,SAAS,EAAE,CAAC;YACzB,OAAO,CAAC,IAAI,CAAC;gBACX,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,GAAG,EAAE,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,MAAM;gBAC/B,OAAO;aACR,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Layer 5: Semantic Deny List (Story 2.2)
|
|
3
|
+
*/
|
|
4
|
+
import type { RedactionLayer, RedactionLayerResult, RedactionContext } from '@agentlensai/core';
|
|
5
|
+
export declare class SemanticDenyListLayer implements RedactionLayer {
|
|
6
|
+
readonly name: "semantic_denylist";
|
|
7
|
+
readonly order = 500;
|
|
8
|
+
process(input: string, context: RedactionContext): RedactionLayerResult;
|
|
9
|
+
}
|
|
10
|
+
//# sourceMappingURL=semantic-denylist-layer.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"semantic-denylist-layer.d.ts","sourceRoot":"","sources":["../../../src/lib/redaction/semantic-denylist-layer.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EACV,cAAc,EACd,oBAAoB,EACpB,gBAAgB,EAEjB,MAAM,mBAAmB,CAAC;AAE3B,qBAAa,qBAAsB,YAAW,cAAc;IAC1D,QAAQ,CAAC,IAAI,EAAG,mBAAmB,CAAU;IAC7C,QAAQ,CAAC,KAAK,OAAO;IAErB,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB,GAAG,oBAAoB;CA2DxE"}
|
|
@@ -0,0 +1,64 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Layer 5: Semantic Deny List (Story 2.2)
|
|
3
|
+
*/
|
|
4
|
+
export class SemanticDenyListLayer {
|
|
5
|
+
name = 'semantic_denylist';
|
|
6
|
+
order = 500;
|
|
7
|
+
process(input, context) {
|
|
8
|
+
const findings = [];
|
|
9
|
+
for (const pattern of context.denyListPatterns) {
|
|
10
|
+
let matched = false;
|
|
11
|
+
let matchStart = -1;
|
|
12
|
+
let matchEnd = -1;
|
|
13
|
+
let matchedText = '';
|
|
14
|
+
if (pattern.startsWith('/') && pattern.lastIndexOf('/') > 0) {
|
|
15
|
+
// Regex pattern: /pattern/flags
|
|
16
|
+
const lastSlash = pattern.lastIndexOf('/');
|
|
17
|
+
const regexBody = pattern.slice(1, lastSlash);
|
|
18
|
+
const flags = pattern.slice(lastSlash + 1);
|
|
19
|
+
try {
|
|
20
|
+
const regex = new RegExp(regexBody, flags.includes('i') ? 'gi' : 'g');
|
|
21
|
+
const match = regex.exec(input);
|
|
22
|
+
if (match) {
|
|
23
|
+
matched = true;
|
|
24
|
+
matchStart = match.index;
|
|
25
|
+
matchEnd = match.index + match[0].length;
|
|
26
|
+
matchedText = match[0];
|
|
27
|
+
}
|
|
28
|
+
}
|
|
29
|
+
catch {
|
|
30
|
+
// Invalid regex — skip
|
|
31
|
+
}
|
|
32
|
+
}
|
|
33
|
+
else {
|
|
34
|
+
// Plain text match (case-insensitive)
|
|
35
|
+
const idx = input.toLowerCase().indexOf(pattern.toLowerCase());
|
|
36
|
+
if (idx !== -1) {
|
|
37
|
+
matched = true;
|
|
38
|
+
matchStart = idx;
|
|
39
|
+
matchEnd = idx + pattern.length;
|
|
40
|
+
matchedText = input.slice(idx, idx + pattern.length);
|
|
41
|
+
}
|
|
42
|
+
}
|
|
43
|
+
if (matched) {
|
|
44
|
+
findings.push({
|
|
45
|
+
layer: 'semantic_denylist',
|
|
46
|
+
category: 'denied_content',
|
|
47
|
+
originalLength: matchedText.length,
|
|
48
|
+
replacement: '',
|
|
49
|
+
startOffset: matchStart,
|
|
50
|
+
endOffset: matchEnd,
|
|
51
|
+
confidence: 1.0,
|
|
52
|
+
});
|
|
53
|
+
return {
|
|
54
|
+
output: input,
|
|
55
|
+
findings,
|
|
56
|
+
blocked: true,
|
|
57
|
+
blockReason: `Content matched deny-list pattern: ${pattern}`,
|
|
58
|
+
};
|
|
59
|
+
}
|
|
60
|
+
}
|
|
61
|
+
return { output: input, findings, blocked: false };
|
|
62
|
+
}
|
|
63
|
+
}
|
|
64
|
+
//# sourceMappingURL=semantic-denylist-layer.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"semantic-denylist-layer.js","sourceRoot":"","sources":["../../../src/lib/redaction/semantic-denylist-layer.ts"],"names":[],"mappings":"AAAA;;GAEG;AASH,MAAM,OAAO,qBAAqB;IACvB,IAAI,GAAG,mBAA4B,CAAC;IACpC,KAAK,GAAG,GAAG,CAAC;IAErB,OAAO,CAAC,KAAa,EAAE,OAAyB;QAC9C,MAAM,QAAQ,GAAuB,EAAE,CAAC;QAExC,KAAK,MAAM,OAAO,IAAI,OAAO,CAAC,gBAAgB,EAAE,CAAC;YAC/C,IAAI,OAAO,GAAG,KAAK,CAAC;YACpB,IAAI,UAAU,GAAG,CAAC,CAAC,CAAC;YACpB,IAAI,QAAQ,GAAG,CAAC,CAAC,CAAC;YAClB,IAAI,WAAW,GAAG,EAAE,CAAC;YAErB,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC5D,gCAAgC;gBAChC,MAAM,SAAS,GAAG,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;gBAC3C,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;gBAC9C,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC;gBAC3C,IAAI,CAAC;oBACH,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;oBACtE,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBAChC,IAAI,KAAK,EAAE,CAAC;wBACV,OAAO,GAAG,IAAI,CAAC;wBACf,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC;wBACzB,QAAQ,GAAG,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;wBACzC,WAAW,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;oBACzB,CAAC;gBACH,CAAC;gBAAC,MAAM,CAAC;oBACP,uBAAuB;gBACzB,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,sCAAsC;gBACtC,MAAM,GAAG,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC;gBAC/D,IAAI,GAAG,KAAK,CAAC,CAAC,EAAE,CAAC;oBACf,OAAO,GAAG,IAAI,CAAC;oBACf,UAAU,GAAG,GAAG,CAAC;oBACjB,QAAQ,GAAG,GAAG,GAAG,OAAO,CAAC,MAAM,CAAC;oBAChC,WAAW,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,EAAE,GAAG,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;gBACvD,CAAC;YACH,CAAC;YAED,IAAI,OAAO,EAAE,CAAC;gBACZ,QAAQ,CAAC,IAAI,CAAC;oBACZ,KAAK,EAAE,mBAAmB;oBAC1B,QAAQ,EAAE,gBAAgB;oBAC1B,cAAc,EAAE,WAAW,CAAC,MAAM;oBAClC,WAAW,EAAE,EAAE;oBACf,WAAW,EAAE,UAAU;oBACvB,SAAS,EAAE,QAAQ;oBACnB,UAAU,EAAE,GAAG;iBAChB,CAAC,CAAC;gBAEH,OAAO;oBACL,MAAM,EAAE,KAAK;oBACb,QAAQ;oBACR,OAAO,EAAE,IAAI;oBACb,WAAW,EAAE,sCAAsC,OAAO,EAAE;iBAC7D,CAAC;YACJ,CAAC;QACH,CAAC;QAED,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;IACrD,CAAC;CACF"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Layer 4: Tenant De-identification (Story 2.2)
|
|
3
|
+
*/
|
|
4
|
+
import type { RedactionLayer, RedactionLayerResult, RedactionContext } from '@agentlensai/core';
|
|
5
|
+
export declare class TenantDeidentificationLayer implements RedactionLayer {
|
|
6
|
+
readonly name: "tenant_deidentification";
|
|
7
|
+
readonly order = 400;
|
|
8
|
+
process(input: string, context: RedactionContext): RedactionLayerResult;
|
|
9
|
+
}
|
|
10
|
+
//# sourceMappingURL=tenant-deidentification-layer.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"tenant-deidentification-layer.d.ts","sourceRoot":"","sources":["../../../src/lib/redaction/tenant-deidentification-layer.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EACV,cAAc,EACd,oBAAoB,EACpB,gBAAgB,EAEjB,MAAM,mBAAmB,CAAC;AAK3B,qBAAa,2BAA4B,YAAW,cAAc;IAChE,QAAQ,CAAC,IAAI,EAAG,yBAAyB,CAAU;IACnD,QAAQ,CAAC,KAAK,OAAO;IAErB,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB,GAAG,oBAAoB;CA2DxE"}
|
|
@@ -0,0 +1,64 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Layer 4: Tenant De-identification (Story 2.2)
|
|
3
|
+
*/
|
|
4
|
+
// UUID v4 pattern
|
|
5
|
+
const UUID_RE = /\b[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}\b/gi;
|
|
6
|
+
export class TenantDeidentificationLayer {
|
|
7
|
+
name = 'tenant_deidentification';
|
|
8
|
+
order = 400;
|
|
9
|
+
process(input, context) {
|
|
10
|
+
const findings = [];
|
|
11
|
+
let output = input;
|
|
12
|
+
// Build list of terms to strip
|
|
13
|
+
const terms = [];
|
|
14
|
+
if (context.tenantId)
|
|
15
|
+
terms.push(context.tenantId);
|
|
16
|
+
if (context.agentId)
|
|
17
|
+
terms.push(context.agentId);
|
|
18
|
+
terms.push(...context.knownTenantTerms);
|
|
19
|
+
// Filter empty/very short terms (avoid stripping single chars)
|
|
20
|
+
const validTerms = terms.filter(t => t.length >= 3);
|
|
21
|
+
// Sort by length descending to replace longer terms first
|
|
22
|
+
validTerms.sort((a, b) => b.length - a.length);
|
|
23
|
+
for (const term of validTerms) {
|
|
24
|
+
const escaped = term.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
|
|
25
|
+
const regex = new RegExp(escaped, 'gi');
|
|
26
|
+
let match;
|
|
27
|
+
while ((match = regex.exec(output)) !== null) {
|
|
28
|
+
findings.push({
|
|
29
|
+
layer: 'tenant_deidentification',
|
|
30
|
+
category: 'tenant_term',
|
|
31
|
+
originalLength: match[0].length,
|
|
32
|
+
replacement: '[TENANT_ENTITY]',
|
|
33
|
+
startOffset: match.index,
|
|
34
|
+
endOffset: match.index + match[0].length,
|
|
35
|
+
confidence: 0.90,
|
|
36
|
+
});
|
|
37
|
+
}
|
|
38
|
+
output = output.replace(regex, '[TENANT_ENTITY]');
|
|
39
|
+
}
|
|
40
|
+
// Strip UUIDs (could be tenant/agent/user IDs)
|
|
41
|
+
const uuidRegex = new RegExp(UUID_RE.source, 'gi');
|
|
42
|
+
let uuidMatch;
|
|
43
|
+
const uuidMatches = [];
|
|
44
|
+
while ((uuidMatch = uuidRegex.exec(output)) !== null) {
|
|
45
|
+
uuidMatches.push({ start: uuidMatch.index, end: uuidMatch.index + uuidMatch[0].length });
|
|
46
|
+
}
|
|
47
|
+
// Replace UUIDs from end
|
|
48
|
+
for (let i = uuidMatches.length - 1; i >= 0; i--) {
|
|
49
|
+
const m = uuidMatches[i];
|
|
50
|
+
findings.push({
|
|
51
|
+
layer: 'tenant_deidentification',
|
|
52
|
+
category: 'uuid',
|
|
53
|
+
originalLength: m.end - m.start,
|
|
54
|
+
replacement: '[TENANT_ENTITY]',
|
|
55
|
+
startOffset: m.start,
|
|
56
|
+
endOffset: m.end,
|
|
57
|
+
confidence: 0.85,
|
|
58
|
+
});
|
|
59
|
+
output = output.slice(0, m.start) + '[TENANT_ENTITY]' + output.slice(m.end);
|
|
60
|
+
}
|
|
61
|
+
return { output, findings, blocked: false };
|
|
62
|
+
}
|
|
63
|
+
}
|
|
64
|
+
//# sourceMappingURL=tenant-deidentification-layer.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"tenant-deidentification-layer.js","sourceRoot":"","sources":["../../../src/lib/redaction/tenant-deidentification-layer.ts"],"names":[],"mappings":"AAAA;;GAEG;AASH,kBAAkB;AAClB,MAAM,OAAO,GAAG,oEAAoE,CAAC;AAErF,MAAM,OAAO,2BAA2B;IAC7B,IAAI,GAAG,yBAAkC,CAAC;IAC1C,KAAK,GAAG,GAAG,CAAC;IAErB,OAAO,CAAC,KAAa,EAAE,OAAyB;QAC9C,MAAM,QAAQ,GAAuB,EAAE,CAAC;QACxC,IAAI,MAAM,GAAG,KAAK,CAAC;QAEnB,+BAA+B;QAC/B,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,IAAI,OAAO,CAAC,QAAQ;YAAE,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QACnD,IAAI,OAAO,CAAC,OAAO;YAAE,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACjD,KAAK,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAAC;QAExC,+DAA+D;QAC/D,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC;QAEpD,0DAA0D;QAC1D,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC;QAE/C,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;YAC9B,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC,CAAC;YAC5D,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YACxC,IAAI,KAA6B,CAAC;YAClC,OAAO,CAAC,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;gBAC7C,QAAQ,CAAC,IAAI,CAAC;oBACZ,KAAK,EAAE,yBAAyB;oBAChC,QAAQ,EAAE,aAAa;oBACvB,cAAc,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM;oBAC/B,WAAW,EAAE,iBAAiB;oBAC9B,WAAW,EAAE,KAAK,CAAC,KAAK;oBACxB,SAAS,EAAE,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM;oBACxC,UAAU,EAAE,IAAI;iBACjB,CAAC,CAAC;YACL,CAAC;YACD,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,EAAE,iBAAiB,CAAC,CAAC;QACpD,CAAC;QAED,+CAA+C;QAC/C,MAAM,SAAS,GAAG,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QACnD,IAAI,SAAiC,CAAC;QACtC,MAAM,WAAW,GAA0C,EAAE,CAAC;QAC9D,OAAO,CAAC,SAAS,GAAG,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YACrD,WAAW,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,SAAS,CAAC,KAAK,EAAE,GAAG,EAAE,SAAS,CAAC,KAAK,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;QAC3F,CAAC;QAED,yBAAyB;QACzB,KAAK,IAAI,CAAC,GAAG,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YACjD,MAAM,CAAC,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;YACzB,QAAQ,CAAC,IAAI,CAAC;gBACZ,KAAK,EAAE,yBAAyB;gBAChC,QAAQ,EAAE,MAAM;gBAChB,cAAc,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK;gBAC/B,WAAW,EAAE,iBAAiB;gBAC9B,WAAW,EAAE,CAAC,CAAC,KAAK;gBACpB,SAAS,EAAE,CAAC,CAAC,GAAG;gBAChB,UAAU,EAAE,IAAI;aACjB,CAAC,CAAC;YACH,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,iBAAiB,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAC9E,CAAC;QAED,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;IAC9C,CAAC;CACF"}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Layer 3: URL/Path Scrubbing (Story 2.1)
|
|
3
|
+
*/
|
|
4
|
+
import type { RedactionLayer, RedactionLayerResult, RedactionContext } from '@agentlensai/core';
|
|
5
|
+
/** Default public domain allowlist — URLs to these domains are preserved */
|
|
6
|
+
export declare const DEFAULT_PUBLIC_DOMAINS: Set<string>;
|
|
7
|
+
export declare class UrlPathScrubbingLayer implements RedactionLayer {
|
|
8
|
+
readonly name: "url_path_scrubbing";
|
|
9
|
+
readonly order = 300;
|
|
10
|
+
private readonly allowlist;
|
|
11
|
+
constructor(publicDomainAllowlist?: string[]);
|
|
12
|
+
process(input: string, _context: RedactionContext): RedactionLayerResult;
|
|
13
|
+
}
|
|
14
|
+
//# sourceMappingURL=url-path-scrubbing-layer.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"url-path-scrubbing-layer.d.ts","sourceRoot":"","sources":["../../../src/lib/redaction/url-path-scrubbing-layer.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EACV,cAAc,EACd,oBAAoB,EACpB,gBAAgB,EAEjB,MAAM,mBAAmB,CAAC;AAE3B,4EAA4E;AAC5E,eAAO,MAAM,sBAAsB,aAoBjC,CAAC;AAmDH,qBAAa,qBAAsB,YAAW,cAAc;IAC1D,QAAQ,CAAC,IAAI,EAAG,oBAAoB,CAAU;IAC9C,QAAQ,CAAC,KAAK,OAAO;IAErB,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAc;gBAE5B,qBAAqB,CAAC,EAAE,MAAM,EAAE;IAM5C,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,gBAAgB,GAAG,oBAAoB;CAuFzE"}
|
|
@@ -0,0 +1,156 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Layer 3: URL/Path Scrubbing (Story 2.1)
|
|
3
|
+
*/
|
|
4
|
+
/** Default public domain allowlist — URLs to these domains are preserved */
|
|
5
|
+
export const DEFAULT_PUBLIC_DOMAINS = new Set([
|
|
6
|
+
'github.com', 'gitlab.com', 'bitbucket.org',
|
|
7
|
+
'stackoverflow.com', 'stackexchange.com',
|
|
8
|
+
'docs.python.org', 'docs.rs', 'pkg.go.dev',
|
|
9
|
+
'npmjs.com', 'pypi.org', 'crates.io',
|
|
10
|
+
'developer.mozilla.org', 'mdn.io',
|
|
11
|
+
'wikipedia.org', 'en.wikipedia.org',
|
|
12
|
+
'google.com', 'youtube.com',
|
|
13
|
+
'medium.com', 'dev.to',
|
|
14
|
+
'reddit.com', 'news.ycombinator.com',
|
|
15
|
+
'twitter.com', 'x.com',
|
|
16
|
+
'microsoft.com', 'docs.microsoft.com', 'learn.microsoft.com',
|
|
17
|
+
'aws.amazon.com', 'docs.aws.amazon.com',
|
|
18
|
+
'cloud.google.com',
|
|
19
|
+
'azure.microsoft.com',
|
|
20
|
+
'docker.com', 'hub.docker.com',
|
|
21
|
+
'kubernetes.io',
|
|
22
|
+
'vercel.com', 'netlify.com', 'heroku.com',
|
|
23
|
+
'openai.com', 'platform.openai.com',
|
|
24
|
+
'anthropic.com', 'docs.anthropic.com',
|
|
25
|
+
]);
|
|
26
|
+
const PRIVATE_IP_RE = /\b(?:10\.\d{1,3}\.\d{1,3}\.\d{1,3}|172\.(?:1[6-9]|2\d|3[01])\.\d{1,3}\.\d{1,3}|192\.168\.\d{1,3}\.\d{1,3}|127\.\d{1,3}\.\d{1,3}\.\d{1,3})\b/g;
|
|
27
|
+
const UNIX_PATH_RE = /(?:\/(?:home|Users|var|etc|tmp|opt|usr|root|srv|mnt|proc|dev|sys|run))\/?[^\s,;:)"'`\]}>]*/g;
|
|
28
|
+
const WINDOWS_PATH_RE = /[A-Z]:\\[^\s,;:)"'`\]}>]*/g;
|
|
29
|
+
const UNC_PATH_RE = /\\\\[a-zA-Z0-9._-]+\\[^\s,;:)"'`\]}>]*/g;
|
|
30
|
+
const URL_RE = /https?:\/\/[^\s,;)"'`\]}>]+/g;
|
|
31
|
+
const INTERNAL_HOST_PATTERNS = [
|
|
32
|
+
/\.local\b/i,
|
|
33
|
+
/\.internal\b/i,
|
|
34
|
+
/\.corp\b/i,
|
|
35
|
+
/\.private\b/i,
|
|
36
|
+
/\.lan\b/i,
|
|
37
|
+
/\.intranet\b/i,
|
|
38
|
+
/\.compute\.internal\b/i,
|
|
39
|
+
/localhost/i,
|
|
40
|
+
];
|
|
41
|
+
function extractHostFromUrl(url) {
|
|
42
|
+
try {
|
|
43
|
+
const parsed = new URL(url);
|
|
44
|
+
return parsed.hostname;
|
|
45
|
+
}
|
|
46
|
+
catch {
|
|
47
|
+
// Try extracting manually
|
|
48
|
+
const match = url.match(/https?:\/\/([^/:]+)/);
|
|
49
|
+
return match?.[1] ?? null;
|
|
50
|
+
}
|
|
51
|
+
}
|
|
52
|
+
function isPrivateIP(host) {
|
|
53
|
+
return /^(?:10\.\d{1,3}\.\d{1,3}\.\d{1,3}|172\.(?:1[6-9]|2\d|3[01])\.\d{1,3}\.\d{1,3}|192\.168\.\d{1,3}\.\d{1,3}|127\.\d{1,3}\.\d{1,3}\.\d{1,3})$/.test(host);
|
|
54
|
+
}
|
|
55
|
+
function isInternalHost(host) {
|
|
56
|
+
if (isPrivateIP(host))
|
|
57
|
+
return true;
|
|
58
|
+
return INTERNAL_HOST_PATTERNS.some(p => p.test(host));
|
|
59
|
+
}
|
|
60
|
+
function isPublicDomain(host, allowlist) {
|
|
61
|
+
// Check exact match and parent domains
|
|
62
|
+
const parts = host.split('.');
|
|
63
|
+
for (let i = 0; i < parts.length - 1; i++) {
|
|
64
|
+
const domain = parts.slice(i).join('.');
|
|
65
|
+
if (allowlist.has(domain))
|
|
66
|
+
return true;
|
|
67
|
+
}
|
|
68
|
+
return false;
|
|
69
|
+
}
|
|
70
|
+
export class UrlPathScrubbingLayer {
|
|
71
|
+
name = 'url_path_scrubbing';
|
|
72
|
+
order = 300;
|
|
73
|
+
allowlist;
|
|
74
|
+
constructor(publicDomainAllowlist) {
|
|
75
|
+
this.allowlist = publicDomainAllowlist
|
|
76
|
+
? new Set([...DEFAULT_PUBLIC_DOMAINS, ...publicDomainAllowlist])
|
|
77
|
+
: DEFAULT_PUBLIC_DOMAINS;
|
|
78
|
+
}
|
|
79
|
+
process(input, _context) {
|
|
80
|
+
const findings = [];
|
|
81
|
+
const replacements = [];
|
|
82
|
+
// Detect URLs
|
|
83
|
+
const urlRegex = new RegExp(URL_RE.source, 'g');
|
|
84
|
+
let match;
|
|
85
|
+
while ((match = urlRegex.exec(input)) !== null) {
|
|
86
|
+
const url = match[0];
|
|
87
|
+
const host = extractHostFromUrl(url);
|
|
88
|
+
if (host && !isPublicDomain(host, this.allowlist)) {
|
|
89
|
+
if (isInternalHost(host) || !host.includes('.') || host === 'localhost') {
|
|
90
|
+
replacements.push({
|
|
91
|
+
start: match.index,
|
|
92
|
+
end: match.index + url.length,
|
|
93
|
+
replacement: '[INTERNAL_URL]',
|
|
94
|
+
category: 'internal_url',
|
|
95
|
+
});
|
|
96
|
+
}
|
|
97
|
+
}
|
|
98
|
+
}
|
|
99
|
+
// Detect private IPs (standalone, not in URLs already matched)
|
|
100
|
+
const ipRegex = new RegExp(PRIVATE_IP_RE.source, 'g');
|
|
101
|
+
while ((match = ipRegex.exec(input)) !== null) {
|
|
102
|
+
const alreadyCovered = replacements.some(r => match.index >= r.start && match.index < r.end);
|
|
103
|
+
if (!alreadyCovered) {
|
|
104
|
+
replacements.push({
|
|
105
|
+
start: match.index,
|
|
106
|
+
end: match.index + match[0].length,
|
|
107
|
+
replacement: '[PRIVATE_IP]',
|
|
108
|
+
category: 'private_ip',
|
|
109
|
+
});
|
|
110
|
+
}
|
|
111
|
+
}
|
|
112
|
+
// Detect file paths
|
|
113
|
+
for (const pathRe of [UNIX_PATH_RE, WINDOWS_PATH_RE, UNC_PATH_RE]) {
|
|
114
|
+
const re = new RegExp(pathRe.source, pathRe.flags);
|
|
115
|
+
while ((match = re.exec(input)) !== null) {
|
|
116
|
+
const alreadyCovered = replacements.some(r => match.index >= r.start && match.index < r.end);
|
|
117
|
+
if (!alreadyCovered) {
|
|
118
|
+
replacements.push({
|
|
119
|
+
start: match.index,
|
|
120
|
+
end: match.index + match[0].length,
|
|
121
|
+
replacement: '[FILE_PATH]',
|
|
122
|
+
category: 'file_path',
|
|
123
|
+
});
|
|
124
|
+
}
|
|
125
|
+
}
|
|
126
|
+
}
|
|
127
|
+
// Deduplicate overlapping
|
|
128
|
+
replacements.sort((a, b) => b.start - a.start);
|
|
129
|
+
const deduped = [];
|
|
130
|
+
for (const r of replacements) {
|
|
131
|
+
if (!deduped.some(d => r.start < d.end && r.end > d.start)) {
|
|
132
|
+
deduped.push(r);
|
|
133
|
+
}
|
|
134
|
+
}
|
|
135
|
+
// Record findings ascending
|
|
136
|
+
const ascending = [...deduped].sort((a, b) => a.start - b.start);
|
|
137
|
+
for (const r of ascending) {
|
|
138
|
+
findings.push({
|
|
139
|
+
layer: 'url_path_scrubbing',
|
|
140
|
+
category: r.category,
|
|
141
|
+
originalLength: r.end - r.start,
|
|
142
|
+
replacement: r.replacement,
|
|
143
|
+
startOffset: r.start,
|
|
144
|
+
endOffset: r.end,
|
|
145
|
+
confidence: 0.90,
|
|
146
|
+
});
|
|
147
|
+
}
|
|
148
|
+
// Apply replacements descending
|
|
149
|
+
let output = input;
|
|
150
|
+
for (const r of deduped) {
|
|
151
|
+
output = output.slice(0, r.start) + r.replacement + output.slice(r.end);
|
|
152
|
+
}
|
|
153
|
+
return { output, findings, blocked: false };
|
|
154
|
+
}
|
|
155
|
+
}
|
|
156
|
+
//# sourceMappingURL=url-path-scrubbing-layer.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"url-path-scrubbing-layer.js","sourceRoot":"","sources":["../../../src/lib/redaction/url-path-scrubbing-layer.ts"],"names":[],"mappings":"AAAA;;GAEG;AASH,4EAA4E;AAC5E,MAAM,CAAC,MAAM,sBAAsB,GAAG,IAAI,GAAG,CAAC;IAC5C,YAAY,EAAE,YAAY,EAAE,eAAe;IAC3C,mBAAmB,EAAE,mBAAmB;IACxC,iBAAiB,EAAE,SAAS,EAAE,YAAY;IAC1C,WAAW,EAAE,UAAU,EAAE,WAAW;IACpC,uBAAuB,EAAE,QAAQ;IACjC,eAAe,EAAE,kBAAkB;IACnC,YAAY,EAAE,aAAa;IAC3B,YAAY,EAAE,QAAQ;IACtB,YAAY,EAAE,sBAAsB;IACpC,aAAa,EAAE,OAAO;IACtB,eAAe,EAAE,oBAAoB,EAAE,qBAAqB;IAC5D,gBAAgB,EAAE,qBAAqB;IACvC,kBAAkB;IAClB,qBAAqB;IACrB,YAAY,EAAE,gBAAgB;IAC9B,eAAe;IACf,YAAY,EAAE,aAAa,EAAE,YAAY;IACzC,YAAY,EAAE,qBAAqB;IACnC,eAAe,EAAE,oBAAoB;CACtC,CAAC,CAAC;AAEH,MAAM,aAAa,GAAG,8IAA8I,CAAC;AAErK,MAAM,YAAY,GAAG,6FAA6F,CAAC;AACnH,MAAM,eAAe,GAAG,4BAA4B,CAAC;AACrD,MAAM,WAAW,GAAG,yCAAyC,CAAC;AAE9D,MAAM,MAAM,GAAG,8BAA8B,CAAC;AAE9C,MAAM,sBAAsB,GAAG;IAC7B,YAAY;IACZ,eAAe;IACf,WAAW;IACX,cAAc;IACd,UAAU;IACV,eAAe;IACf,wBAAwB;IACxB,YAAY;CACb,CAAC;AAEF,SAAS,kBAAkB,CAAC,GAAW;IACrC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QAC5B,OAAO,MAAM,CAAC,QAAQ,CAAC;IACzB,CAAC;IAAC,MAAM,CAAC;QACP,0BAA0B;QAC1B,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC;QAC/C,OAAO,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;IAC5B,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAAC,IAAY;IAC/B,OAAO,2IAA2I,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAChK,CAAC;AAED,SAAS,cAAc,CAAC,IAAY;IAClC,IAAI,WAAW,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC;IACnC,OAAO,sBAAsB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;AACxD,CAAC;AAED,SAAS,cAAc,CAAC,IAAY,EAAE,SAAsB;IAC1D,uCAAuC;IACvC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC1C,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACxC,IAAI,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC;YAAE,OAAO,IAAI,CAAC;IACzC,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,OAAO,qBAAqB;IACvB,IAAI,GAAG,oBAA6B,CAAC;IACrC,KAAK,GAAG,GAAG,CAAC;IAEJ,SAAS,CAAc;IAExC,YAAY,qBAAgC;QAC1C,IAAI,CAAC,SAAS,GAAG,qBAAqB;YACpC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,GAAG,sBAAsB,EAAE,GAAG,qBAAqB,CAAC,CAAC;YAChE,CAAC,CAAC,sBAAsB,CAAC;IAC7B,CAAC;IAED,OAAO,CAAC,KAAa,EAAE,QAA0B;QAC/C,MAAM,QAAQ,GAAuB,EAAE,CAAC;QACxC,MAAM,YAAY,GAAiF,EAAE,CAAC;QAEtG,cAAc;QACd,MAAM,QAAQ,GAAG,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAChD,IAAI,KAA6B,CAAC;QAClC,OAAO,CAAC,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YAC/C,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YACrB,MAAM,IAAI,GAAG,kBAAkB,CAAC,GAAG,CAAC,CAAC;YACrC,IAAI,IAAI,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;gBAClD,IAAI,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,IAAI,KAAK,WAAW,EAAE,CAAC;oBACxE,YAAY,CAAC,IAAI,CAAC;wBAChB,KAAK,EAAE,KAAK,CAAC,KAAK;wBAClB,GAAG,EAAE,KAAK,CAAC,KAAK,GAAG,GAAG,CAAC,MAAM;wBAC7B,WAAW,EAAE,gBAAgB;wBAC7B,QAAQ,EAAE,cAAc;qBACzB,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;QAED,+DAA+D;QAC/D,MAAM,OAAO,GAAG,IAAI,MAAM,CAAC,aAAa,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QACtD,OAAO,CAAC,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YAC9C,MAAM,cAAc,GAAG,YAAY,CAAC,IAAI,CACtC,CAAC,CAAC,EAAE,CAAC,KAAM,CAAC,KAAK,IAAI,CAAC,CAAC,KAAK,IAAI,KAAM,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,CACrD,CAAC;YACF,IAAI,CAAC,cAAc,EAAE,CAAC;gBACpB,YAAY,CAAC,IAAI,CAAC;oBAChB,KAAK,EAAE,KAAK,CAAC,KAAK;oBAClB,GAAG,EAAE,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM;oBAClC,WAAW,EAAE,cAAc;oBAC3B,QAAQ,EAAE,YAAY;iBACvB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,oBAAoB;QACpB,KAAK,MAAM,MAAM,IAAI,CAAC,YAAY,EAAE,eAAe,EAAE,WAAW,CAAC,EAAE,CAAC;YAClE,MAAM,EAAE,GAAG,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;YACnD,OAAO,CAAC,KAAK,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;gBACzC,MAAM,cAAc,GAAG,YAAY,CAAC,IAAI,CACtC,CAAC,CAAC,EAAE,CAAC,KAAM,CAAC,KAAK,IAAI,CAAC,CAAC,KAAK,IAAI,KAAM,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,CACrD,CAAC;gBACF,IAAI,CAAC,cAAc,EAAE,CAAC;oBACpB,YAAY,CAAC,IAAI,CAAC;wBAChB,KAAK,EAAE,KAAK,CAAC,KAAK;wBAClB,GAAG,EAAE,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM;wBAClC,WAAW,EAAE,aAAa;wBAC1B,QAAQ,EAAE,WAAW;qBACtB,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;QAED,0BAA0B;QAC1B,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QAC/C,MAAM,OAAO,GAAwB,EAAE,CAAC;QACxC,KAAK,MAAM,CAAC,IAAI,YAAY,EAAE,CAAC;YAC7B,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC3D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAClB,CAAC;QACH,CAAC;QAED,4BAA4B;QAC5B,MAAM,SAAS,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QACjE,KAAK,MAAM,CAAC,IAAI,SAAS,EAAE,CAAC;YAC1B,QAAQ,CAAC,IAAI,CAAC;gBACZ,KAAK,EAAE,oBAAoB;gBAC3B,QAAQ,EAAE,CAAC,CAAC,QAAQ;gBACpB,cAAc,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK;gBAC/B,WAAW,EAAE,CAAC,CAAC,WAAW;gBAC1B,WAAW,EAAE,CAAC,CAAC,KAAK;gBACpB,SAAS,EAAE,CAAC,CAAC,GAAG;gBAChB,UAAU,EAAE,IAAI;aACjB,CAAC,CAAC;QACL,CAAC;QAED,gCAAgC;QAChC,IAAI,MAAM,GAAG,KAAK,CAAC;QACnB,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;YACxB,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,WAAW,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAC1E,CAAC;QAED,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;IAC9C,CAAC;CACF"}
|