@conarium-ai/core 0.2.54 → 0.3.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +103 -0
- package/LIMITATIONS.md +94 -1
- package/LIMITATIONS.tr.md +96 -1
- package/dist/custom_patterns.d.ts +13 -12
- package/dist/custom_patterns.d.ts.map +1 -1
- package/dist/custom_patterns.js +576 -14
- package/dist/custom_patterns.js.map +1 -1
- package/dist/governance.d.ts.map +1 -1
- package/dist/governance.js +37 -139
- package/dist/governance.js.map +1 -1
- package/dist/mask/belt.d.ts +36 -0
- package/dist/mask/belt.d.ts.map +1 -0
- package/dist/mask/belt.js +865 -0
- package/dist/mask/belt.js.map +1 -0
- package/dist/mask/core.d.ts +36 -0
- package/dist/mask/core.d.ts.map +1 -0
- package/dist/mask/core.js +119 -0
- package/dist/mask/core.js.map +1 -0
- package/dist/mask/detectors/bearer.d.ts +6 -0
- package/dist/mask/detectors/bearer.d.ts.map +1 -0
- package/dist/mask/detectors/bearer.js +30 -0
- package/dist/mask/detectors/bearer.js.map +1 -0
- package/dist/mask/detectors/connection.d.ts +7 -0
- package/dist/mask/detectors/connection.d.ts.map +1 -0
- package/dist/mask/detectors/connection.js +20 -0
- package/dist/mask/detectors/connection.js.map +1 -0
- package/dist/mask/detectors/custom.d.ts +12 -0
- package/dist/mask/detectors/custom.d.ts.map +1 -0
- package/dist/mask/detectors/custom.js +44 -0
- package/dist/mask/detectors/custom.js.map +1 -0
- package/dist/mask/detectors/email.d.ts +3 -0
- package/dist/mask/detectors/email.d.ts.map +1 -0
- package/dist/mask/detectors/email.js +41 -0
- package/dist/mask/detectors/email.js.map +1 -0
- package/dist/mask/detectors/embedded.d.ts +3 -0
- package/dist/mask/detectors/embedded.d.ts.map +1 -0
- package/dist/mask/detectors/embedded.js +73 -0
- package/dist/mask/detectors/embedded.js.map +1 -0
- package/dist/mask/detectors/iban.d.ts +3 -0
- package/dist/mask/detectors/iban.d.ts.map +1 -0
- package/dist/mask/detectors/iban.js +92 -0
- package/dist/mask/detectors/iban.js.map +1 -0
- package/dist/mask/detectors/ip.d.ts +3 -0
- package/dist/mask/detectors/ip.d.ts.map +1 -0
- package/dist/mask/detectors/ip.js +42 -0
- package/dist/mask/detectors/ip.js.map +1 -0
- package/dist/mask/detectors/labelled_secret.d.ts +6 -0
- package/dist/mask/detectors/labelled_secret.d.ts.map +1 -0
- package/dist/mask/detectors/labelled_secret.js +31 -0
- package/dist/mask/detectors/labelled_secret.js.map +1 -0
- package/dist/mask/detectors/mrz.d.ts +3 -0
- package/dist/mask/detectors/mrz.d.ts.map +1 -0
- package/dist/mask/detectors/mrz.js +42 -0
- package/dist/mask/detectors/mrz.js.map +1 -0
- package/dist/mask/detectors/name.d.ts +7 -0
- package/dist/mask/detectors/name.d.ts.map +1 -0
- package/dist/mask/detectors/name.js +117 -0
- package/dist/mask/detectors/name.js.map +1 -0
- package/dist/mask/detectors/numeric.d.ts +3 -0
- package/dist/mask/detectors/numeric.d.ts.map +1 -0
- package/dist/mask/detectors/numeric.js +240 -0
- package/dist/mask/detectors/numeric.js.map +1 -0
- package/dist/mask/detectors/secret.d.ts +6 -0
- package/dist/mask/detectors/secret.d.ts.map +1 -0
- package/dist/mask/detectors/secret.js +31 -0
- package/dist/mask/detectors/secret.js.map +1 -0
- package/dist/mask/detectors/whole_base64.d.ts +3 -0
- package/dist/mask/detectors/whole_base64.d.ts.map +1 -0
- package/dist/mask/detectors/whole_base64.js +28 -0
- package/dist/mask/detectors/whole_base64.js.map +1 -0
- package/dist/mask/legacy_0254/conn_linear.d.ts +26 -0
- package/dist/mask/legacy_0254/conn_linear.d.ts.map +1 -0
- package/dist/mask/legacy_0254/conn_linear.js +97 -0
- package/dist/mask/legacy_0254/conn_linear.js.map +1 -0
- package/dist/mask/legacy_0254/custom_patterns.d.ts +42 -0
- package/dist/mask/legacy_0254/custom_patterns.d.ts.map +1 -0
- package/dist/mask/legacy_0254/custom_patterns.js +164 -0
- package/dist/mask/legacy_0254/custom_patterns.js.map +1 -0
- package/dist/mask/legacy_0254/digit_pii.d.ts +46 -0
- package/dist/mask/legacy_0254/digit_pii.d.ts.map +1 -0
- package/dist/mask/legacy_0254/digit_pii.js +230 -0
- package/dist/mask/legacy_0254/digit_pii.js.map +1 -0
- package/dist/mask/legacy_0254/iban.d.ts +56 -0
- package/dist/mask/legacy_0254/iban.d.ts.map +1 -0
- package/dist/mask/legacy_0254/iban.js +171 -0
- package/dist/mask/legacy_0254/iban.js.map +1 -0
- package/dist/mask/legacy_0254/ip_detect.d.ts +28 -0
- package/dist/mask/legacy_0254/ip_detect.d.ts.map +1 -0
- package/dist/mask/legacy_0254/ip_detect.js +92 -0
- package/dist/mask/legacy_0254/ip_detect.js.map +1 -0
- package/dist/mask/legacy_0254/legacy_governance_mask.d.ts +20 -0
- package/dist/mask/legacy_0254/legacy_governance_mask.d.ts.map +1 -0
- package/dist/mask/legacy_0254/legacy_governance_mask.js +171 -0
- package/dist/mask/legacy_0254/legacy_governance_mask.js.map +1 -0
- package/dist/mask/legacy_0254/legacy_mask_text.d.ts +11 -0
- package/dist/mask/legacy_0254/legacy_mask_text.d.ts.map +1 -0
- package/dist/mask/legacy_0254/legacy_mask_text.js +46 -0
- package/dist/mask/legacy_0254/legacy_mask_text.js.map +1 -0
- package/dist/mask/legacy_0254/mrz.d.ts +7 -0
- package/dist/mask/legacy_0254/mrz.d.ts.map +1 -0
- package/dist/mask/legacy_0254/mrz.js +74 -0
- package/dist/mask/legacy_0254/mrz.js.map +1 -0
- package/dist/mask/legacy_0254/pii_normalize.d.ts +38 -0
- package/dist/mask/legacy_0254/pii_normalize.d.ts.map +1 -0
- package/dist/mask/legacy_0254/pii_normalize.js +96 -0
- package/dist/mask/legacy_0254/pii_normalize.js.map +1 -0
- package/dist/mask/legacy_0254/safe-object.d.ts +14 -0
- package/dist/mask/legacy_0254/safe-object.d.ts.map +1 -0
- package/dist/mask/legacy_0254/safe-object.js +27 -0
- package/dist/mask/legacy_0254/safe-object.js.map +1 -0
- package/dist/mask/legacy_0254/tckn.d.ts +10 -0
- package/dist/mask/legacy_0254/tckn.d.ts.map +1 -0
- package/dist/mask/legacy_0254/tckn.js +70 -0
- package/dist/mask/legacy_0254/tckn.js.map +1 -0
- package/dist/mask/legacy_0254/types.d.ts +207 -0
- package/dist/mask/legacy_0254/types.d.ts.map +1 -0
- package/dist/mask/legacy_0254/types.js +2 -0
- package/dist/mask/legacy_0254/types.js.map +1 -0
- package/dist/mask-text.d.ts +11 -1
- package/dist/mask-text.d.ts.map +1 -1
- package/dist/mask-text.js +189 -30
- package/dist/mask-text.js.map +1 -1
- package/docs/claims/reviews/0.3.0.md +72 -0
- package/docs/claims/reviews/0.3.1.md +27 -0
- package/package.json +3 -1
|
@@ -0,0 +1,171 @@
|
|
|
1
|
+
// Frozen copy of the 0.2.54 Governance.maskPII string and number branches. Do not edit.
|
|
2
|
+
import { maskIbansInText, prepareIbanPass } from './iban.js';
|
|
3
|
+
import { collapsePartialMask, maskEmbeddedEncodedPii, normalizePiiText, } from './pii_normalize.js';
|
|
4
|
+
import { resolveScanCharCap, maskEmails, maskEntityEncodedEmails, maskNumericPii, } from './digit_pii.js';
|
|
5
|
+
import { maskIps } from './ip_detect.js';
|
|
6
|
+
import { maskMrz } from './mrz.js';
|
|
7
|
+
import { applyCustomPatterns, mergeByClass, } from './custom_patterns.js';
|
|
8
|
+
import { replaceConnectionCredentials } from './conn_linear.js';
|
|
9
|
+
/**
|
|
10
|
+
* A capitalised run of one to three words — the shape of a written name once
|
|
11
|
+
* something else has already told us a name is coming.
|
|
12
|
+
*/
|
|
13
|
+
const NAME_SHAPE = String.raw `\p{Lu}\p{L}+(?:\s+\p{Lu}\p{L}+){0,2}`;
|
|
14
|
+
/** "Sn. Ahmet Yılmaz", "Dr. Ayşe Demir" — the title marks it, not a dictionary. */
|
|
15
|
+
const TITLED_NAME_RE = new RegExp(String.raw `(?<![\p{L}\p{N}])(Sn\.|Sayın|Sayin|Bayan|Bay|Mrs\.|Mr\.|Ms\.|Dr\.|Av\.|Prof\.)\s+(${NAME_SHAPE})`, 'gu');
|
|
16
|
+
/**
|
|
17
|
+
* "Yetkili: Ayşe Demir", "customer: John Smith" — the field label marks it.
|
|
18
|
+
* The leading boundary is what keeps `filename: Rapor` out: the `name` inside
|
|
19
|
+
* `filename` is preceded by a letter, so it never starts a match.
|
|
20
|
+
*/
|
|
21
|
+
const LABELLED_NAME_RE = new RegExp(String.raw `(?<![\p{L}\p{N}])(müşteri|musteri|yetkili|kişi|kisi|temsilci|adı soyadı|adi soyadi|ad soyad|customer|contact|full name|name)\s*:\s*(${NAME_SHAPE})`, 'giu');
|
|
22
|
+
/** Column-name heuristic shared by nested JSON and flat query rows (G18). */
|
|
23
|
+
export function maskByColumnName(column) {
|
|
24
|
+
const leaf = column.slice(column.lastIndexOf('.') + 1).toLowerCase();
|
|
25
|
+
// Split-TCKN keys (`tckn_1`/`tckn_2`) are decided by checksum pairing, not by name.
|
|
26
|
+
if (/(?:tckn|tc_no|tcno|tc_kimlik)[._-]?(?:1|2|left|right|part[12]|a|b)$/i.test(leaf)) {
|
|
27
|
+
return null;
|
|
28
|
+
}
|
|
29
|
+
if (leaf.includes('email') || leaf.includes('phone') || leaf.includes('tckn') || leaf.includes('card') || leaf.includes('iban')) {
|
|
30
|
+
return '[MASKED_PII]';
|
|
31
|
+
}
|
|
32
|
+
if (/secret|token|password|passwd|pwd|api[_-]?key|access[_-]?key|\bkey\b|credential/.test(leaf)) {
|
|
33
|
+
return '[MASKED_SECRET]';
|
|
34
|
+
}
|
|
35
|
+
return null;
|
|
36
|
+
}
|
|
37
|
+
export function legacyMaskPiiString(text, opts) {
|
|
38
|
+
if (!text)
|
|
39
|
+
return { masked: text, count: 0, byClass: {} };
|
|
40
|
+
const policy = opts.policy;
|
|
41
|
+
const customPatterns = opts.customPatterns;
|
|
42
|
+
const column = opts.column;
|
|
43
|
+
if (column) {
|
|
44
|
+
const named = maskByColumnName(column);
|
|
45
|
+
if (named)
|
|
46
|
+
return { masked: named, count: 1, byClass: {} };
|
|
47
|
+
}
|
|
48
|
+
let count = 0;
|
|
49
|
+
const byClass = {};
|
|
50
|
+
// Fail-closed size cap: scanning a 40 KB digit field is O(n²) on the
|
|
51
|
+
// unbounded email regex and blocks the event loop. Skipping the scan
|
|
52
|
+
// would be the attack ("send 100 KB, skip masking"). The whole field
|
|
53
|
+
// is masked instead; maskedCount records that a decision was made.
|
|
54
|
+
if (text.length > resolveScanCharCap(policy.scanCharCap)) {
|
|
55
|
+
return { masked: '[MASKED_PII]', count: 1, byClass: {} };
|
|
56
|
+
}
|
|
57
|
+
// Normalise first (ZWSP/homoglyph/fullwidth/unicode dash). The outgoing
|
|
58
|
+
// string is this form even when nothing is PII — see pii_normalize.ts.
|
|
59
|
+
let masked = normalizePiiText(text);
|
|
60
|
+
// IBAN BEFORE digit detectors. The card/TCKN/phone regexes otherwise eat
|
|
61
|
+
// the numeric tail and leave `TR00000000000[MASKED_PII]` — which looks
|
|
62
|
+
// like protection and is the worse outcome. Checksum-fail lookalikes
|
|
63
|
+
// are shielded until after those regexes, then restored unmasked.
|
|
64
|
+
const ibanPass = prepareIbanPass(masked);
|
|
65
|
+
masked = ibanPass.text;
|
|
66
|
+
count += ibanPass.count;
|
|
67
|
+
const emailPass = maskEmails(masked);
|
|
68
|
+
masked = emailPass.text;
|
|
69
|
+
count += emailPass.count;
|
|
70
|
+
const entityPass = maskEntityEncodedEmails(masked);
|
|
71
|
+
masked = entityPass.text;
|
|
72
|
+
count += entityPass.count;
|
|
73
|
+
const numPass = maskNumericPii(masked);
|
|
74
|
+
masked = numPass.text;
|
|
75
|
+
count += numPass.count;
|
|
76
|
+
if (policy.detectors?.ip === true) {
|
|
77
|
+
const ipPass = maskIps(masked);
|
|
78
|
+
masked = ipPass.text;
|
|
79
|
+
count += ipPass.count;
|
|
80
|
+
}
|
|
81
|
+
if (policy.detectors?.mrz !== false) {
|
|
82
|
+
const mrzPass = maskMrz(masked);
|
|
83
|
+
masked = mrzPass.text;
|
|
84
|
+
count += mrzPass.count;
|
|
85
|
+
}
|
|
86
|
+
// Hardening (Codex review 2026-07-06, P1): README says "secrets are redacted in the
|
|
87
|
+
// response stream" but the response path (maskPII) only caught PII — API key /
|
|
88
|
+
// token / password / connection-string credentials went to the MODEL in the clear
|
|
89
|
+
// (e.g. if the api_key column was not in maskColumns). The audit path
|
|
90
|
+
// (audit.ts maskArgs) already caught these; we carried the same detectors onto
|
|
91
|
+
// the response path. The product's security promise = this.
|
|
92
|
+
// sk- family: new OpenAI keys are sk-proj-... (contain hyphens) → allow hyphen/underscore.
|
|
93
|
+
// Secrets and labelled names need letters. A 12k-digit order field
|
|
94
|
+
// otherwise still pays for those unicode regexes.
|
|
95
|
+
if (/[A-Za-z]/.test(masked)) {
|
|
96
|
+
const secretRe = /\b(?:sk-[A-Za-z0-9_-]{12,}|sk_live_[A-Za-z0-9]{6,}|sk_test_[A-Za-z0-9]{6,}|AKIA[0-9A-Z]{16}|ghp_[A-Za-z0-9]{20,}|gsk_[A-Za-z0-9]{20,}|xox[baprs]-[A-Za-z0-9-]{8,}|eyJ[A-Za-z0-9._-]{20,})\b/g;
|
|
97
|
+
masked = masked.replace(secretRe, () => { count++; return '[MASKED_SECRET]'; });
|
|
98
|
+
// No credential match without "://"; the guard stays output-equivalent. Linear scan, same groups as the old expression.
|
|
99
|
+
if (masked.includes('://'))
|
|
100
|
+
masked = replaceConnectionCredentials(masked, (p1, p2) => { count++; return `${p1}[MASKED_SECRET]${p2}`; });
|
|
101
|
+
masked = masked.replace(/(Bearer\s+)[A-Za-z0-9._~+/=-]{6,}/gi, (_m, p1) => { count++; return `${p1}[MASKED_SECRET]`; });
|
|
102
|
+
masked = masked.replace(/((?:password|passwd|pwd|secret|token|api[_-]?key|access[_-]?key|authorization)["'\s]*[:=]["'\s]*)[^"'\s,;}]{4,}/gi, (_m, p1) => { count++; return `${p1}[MASKED_SECRET]`; });
|
|
103
|
+
}
|
|
104
|
+
// LABELLED NAMES. A person's name is the one identifier this gateway could
|
|
105
|
+
// not see: emails, national ids, phones and cards have shape, names do not.
|
|
106
|
+
// Column policy caught `customer_name`; a name written into a free-text
|
|
107
|
+
// note went to the model verbatim.
|
|
108
|
+
//
|
|
109
|
+
// What this does NOT do, deliberately: detect a bare name in running prose
|
|
110
|
+
// ("Ahmet called yesterday"). That needs NER — a model, a dictionary and a
|
|
111
|
+
// confidence score — and this gateway's whole claim is that its decisions
|
|
112
|
+
// are deterministic and reproducible from the rule alone. Only names the
|
|
113
|
+
// TEXT ITSELF marks as names, via a title or a field label, are masked.
|
|
114
|
+
// The residual gap is documented rather than papered over.
|
|
115
|
+
if (policy.maskLabelledNames !== false && /[\p{L}]/u.test(masked)) {
|
|
116
|
+
masked = masked.replace(TITLED_NAME_RE, (_m, title) => {
|
|
117
|
+
count++;
|
|
118
|
+
return `${title} [MASKED_PII]`;
|
|
119
|
+
});
|
|
120
|
+
masked = masked.replace(LABELLED_NAME_RE, (_m, label) => {
|
|
121
|
+
count++;
|
|
122
|
+
return `${label}: [MASKED_PII]`;
|
|
123
|
+
});
|
|
124
|
+
}
|
|
125
|
+
// Hardening (Claude, 2026-07-02): also catch PII smuggled via encode(...,'base64').
|
|
126
|
+
// The NEO red-team harness found this hole (pii-base64 BYPASS). If a pure-base64
|
|
127
|
+
// string decodes to email/TCKN, mask it.
|
|
128
|
+
// Length-capped: a 12k-digit field matches `{12,}` and Buffer.from of
|
|
129
|
+
// 12 kB of '1's was the leftover ~80 ms after the email regex was bounded.
|
|
130
|
+
// Encoded TCKN/email/IBAN fit in well under 256 characters.
|
|
131
|
+
const b64candidate = masked.trim();
|
|
132
|
+
if (b64candidate.length <= 256 && /^[A-Za-z0-9+/]{12,}={0,2}$/.test(b64candidate)) {
|
|
133
|
+
try {
|
|
134
|
+
const decoded = Buffer.from(b64candidate, 'base64').toString('utf8');
|
|
135
|
+
if (maskEmails(decoded).count > 0 || maskNumericPii(decoded).count > 0 || maskIbansInText(decoded).count > 0) {
|
|
136
|
+
count++;
|
|
137
|
+
masked = '[MASKED_PII]';
|
|
138
|
+
}
|
|
139
|
+
}
|
|
140
|
+
catch { /* not base64 */ }
|
|
141
|
+
}
|
|
142
|
+
masked = ibanPass.restore(masked);
|
|
143
|
+
// Backstop: a leftover country-code prefix glued to a mask is a partial
|
|
144
|
+
// IBAN. Collapse it to a full mask so maskedCount cannot claim protection
|
|
145
|
+
// while the prefix is still in the clear.
|
|
146
|
+
const collapsed = collapsePartialMask(masked);
|
|
147
|
+
if (collapsed !== masked) {
|
|
148
|
+
masked = collapsed;
|
|
149
|
+
if (count === 0)
|
|
150
|
+
count++;
|
|
151
|
+
}
|
|
152
|
+
const encoded = maskEmbeddedEncodedPii(masked, (s) => maskIbansInText(s).count > 0);
|
|
153
|
+
masked = encoded.text;
|
|
154
|
+
count += encoded.count;
|
|
155
|
+
// Operator patterns last: they catch formats the built-ins do not know.
|
|
156
|
+
// Same scanner, same count. Receipt records the rule name, never the pattern.
|
|
157
|
+
if (customPatterns.length > 0) {
|
|
158
|
+
const custom = applyCustomPatterns(masked, customPatterns, column);
|
|
159
|
+
masked = custom.text;
|
|
160
|
+
count += custom.count;
|
|
161
|
+
mergeByClass(byClass, custom.byClass);
|
|
162
|
+
}
|
|
163
|
+
return { masked, count, byClass };
|
|
164
|
+
}
|
|
165
|
+
export function legacyMaskPiiNumber(value, opts) {
|
|
166
|
+
if (!value)
|
|
167
|
+
return { masked: value, count: 0, byClass: {} };
|
|
168
|
+
const result = legacyMaskPiiString(String(value), opts);
|
|
169
|
+
return result.count > 0 ? result : { masked: value, count: 0, byClass: {} };
|
|
170
|
+
}
|
|
171
|
+
//# sourceMappingURL=legacy_governance_mask.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"legacy_governance_mask.js","sourceRoot":"","sources":["../../../src/mask/legacy_0254/legacy_governance_mask.ts"],"names":[],"mappings":"AAAA,wFAAwF;AACxF,OAAO,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,WAAW,CAAA;AAC5D,OAAO,EACL,mBAAmB,EACnB,sBAAsB,EACtB,gBAAgB,GACjB,MAAM,oBAAoB,CAAA;AAC3B,OAAO,EACL,kBAAkB,EAClB,UAAU,EACV,uBAAuB,EACvB,cAAc,GACf,MAAM,gBAAgB,CAAA;AACvB,OAAO,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAA;AACxC,OAAO,EAAE,OAAO,EAAE,MAAM,UAAU,CAAA;AAClC,OAAO,EACL,mBAAmB,EACnB,YAAY,GAEb,MAAM,sBAAsB,CAAA;AAE7B,OAAO,EAAE,4BAA4B,EAAE,MAAM,kBAAkB,CAAA;AAE/D;;;GAGG;AACH,MAAM,UAAU,GAAG,MAAM,CAAC,GAAG,CAAA,sCAAsC,CAAA;AAEnE,mFAAmF;AACnF,MAAM,cAAc,GAAG,IAAI,MAAM,CAC/B,MAAM,CAAC,GAAG,CAAA,qFAAqF,UAAU,GAAG,EAC5G,IAAI,CACL,CAAA;AAED;;;;GAIG;AACH,MAAM,gBAAgB,GAAG,IAAI,MAAM,CACjC,MAAM,CAAC,GAAG,CAAA,uIAAuI,UAAU,GAAG,EAC9J,KAAK,CACN,CAAA;AAED,6EAA6E;AAC7E,MAAM,UAAU,gBAAgB,CAAC,MAAc;IAC7C,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,CAAA;IACpE,oFAAoF;IACpF,IAAI,sEAAsE,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QACtF,OAAO,IAAI,CAAA;IACb,CAAC;IACD,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QAChI,OAAO,cAAc,CAAA;IACvB,CAAC;IACD,IAAI,gFAAgF,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QAChG,OAAO,iBAAiB,CAAA;IAC1B,CAAC;IACD,OAAO,IAAI,CAAA;AACb,CAAC;AAQD,MAAM,UAAU,mBAAmB,CACjC,IAAY,EACZ,IAAoB;IAEpB,IAAI,CAAC,IAAI;QAAE,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAA;IACzD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAA;IAC1B,MAAM,cAAc,GAAG,IAAI,CAAC,cAAc,CAAA;IAC1C,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAA;IAE1B,IAAI,MAAM,EAAE,CAAC;QACX,MAAM,KAAK,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAA;QACtC,IAAI,KAAK;YAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAA;IAC5D,CAAC;IACD,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,MAAM,OAAO,GAA2B,EAAE,CAAC;IAC3C,qEAAqE;IACrE,qEAAqE;IACrE,qEAAqE;IACrE,mEAAmE;IACnE,IAAI,IAAI,CAAC,MAAM,GAAG,kBAAkB,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,CAAC;QACzD,OAAO,EAAE,MAAM,EAAE,cAAc,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAA;IAC1D,CAAC;IACD,wEAAwE;IACxE,uEAAuE;IACvE,IAAI,MAAM,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC;IAEpC,yEAAyE;IACzE,uEAAuE;IACvE,qEAAqE;IACrE,kEAAkE;IAClE,MAAM,QAAQ,GAAG,eAAe,CAAC,MAAM,CAAC,CAAA;IACxC,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAA;IACtB,KAAK,IAAI,QAAQ,CAAC,KAAK,CAAA;IAEvB,MAAM,SAAS,GAAG,UAAU,CAAC,MAAM,CAAC,CAAA;IACpC,MAAM,GAAG,SAAS,CAAC,IAAI,CAAA;IACvB,KAAK,IAAI,SAAS,CAAC,KAAK,CAAA;IACxB,MAAM,UAAU,GAAG,uBAAuB,CAAC,MAAM,CAAC,CAAA;IAClD,MAAM,GAAG,UAAU,CAAC,IAAI,CAAA;IACxB,KAAK,IAAI,UAAU,CAAC,KAAK,CAAA;IACzB,MAAM,OAAO,GAAG,cAAc,CAAC,MAAM,CAAC,CAAA;IACtC,MAAM,GAAG,OAAO,CAAC,IAAI,CAAA;IACrB,KAAK,IAAI,OAAO,CAAC,KAAK,CAAA;IAEtB,IAAI,MAAM,CAAC,SAAS,EAAE,EAAE,KAAK,IAAI,EAAE,CAAC;QAClC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAA;QAC9B,MAAM,GAAG,MAAM,CAAC,IAAI,CAAA;QACpB,KAAK,IAAI,MAAM,CAAC,KAAK,CAAA;IACvB,CAAC;IACD,IAAI,MAAM,CAAC,SAAS,EAAE,GAAG,KAAK,KAAK,EAAE,CAAC;QACpC,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAA;QAC/B,MAAM,GAAG,OAAO,CAAC,IAAI,CAAA;QACrB,KAAK,IAAI,OAAO,CAAC,KAAK,CAAA;IACxB,CAAC;IAED,oFAAoF;IACpF,+EAA+E;IAC/E,kFAAkF;IAClF,sEAAsE;IACtE,+EAA+E;IAC/E,4DAA4D;IAC5D,2FAA2F;IAC3F,mEAAmE;IACnE,kDAAkD;IAClD,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;QAC5B,MAAM,QAAQ,GAAG,8LAA8L,CAAC;QAChN,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,QAAQ,EAAE,GAAG,EAAE,GAAG,KAAK,EAAE,CAAC,CAAC,OAAO,iBAAiB,CAAC,CAAC,CAAC,CAAC,CAAC;QAChF,wHAAwH;QACxH,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;YAAE,MAAM,GAAG,4BAA4B,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,GAAG,KAAK,EAAE,CAAC,CAAC,OAAO,GAAG,EAAE,kBAAkB,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QACxI,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,qCAAqC,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,GAAG,KAAK,EAAE,CAAC,CAAC,OAAO,GAAG,EAAE,iBAAiB,CAAC,CAAC,CAAC,CAAC,CAAC;QACxH,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,mHAAmH,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,GAAG,KAAK,EAAE,CAAC,CAAC,OAAO,GAAG,EAAE,iBAAiB,CAAC,CAAC,CAAC,CAAC,CAAC;IACxM,CAAC;IAED,2EAA2E;IAC3E,4EAA4E;IAC5E,wEAAwE;IACxE,mCAAmC;IACnC,EAAE;IACF,2EAA2E;IAC3E,2EAA2E;IAC3E,0EAA0E;IAC1E,yEAAyE;IACzE,wEAAwE;IACxE,2DAA2D;IAC3D,IAAI,MAAM,CAAC,iBAAiB,KAAK,KAAK,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;QAClE,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC,EAAE,EAAE,KAAa,EAAE,EAAE;YAC5D,KAAK,EAAE,CAAA;YACP,OAAO,GAAG,KAAK,eAAe,CAAA;QAChC,CAAC,CAAC,CAAA;QACF,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,gBAAgB,EAAE,CAAC,EAAE,EAAE,KAAa,EAAE,EAAE;YAC9D,KAAK,EAAE,CAAA;YACP,OAAO,GAAG,KAAK,gBAAgB,CAAA;QACjC,CAAC,CAAC,CAAA;IACJ,CAAC;IAED,oFAAoF;IACpF,iFAAiF;IACjF,yCAAyC;IACzC,sEAAsE;IACtE,2EAA2E;IAC3E,4DAA4D;IAC5D,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC;IACnC,IAAI,YAAY,CAAC,MAAM,IAAI,GAAG,IAAI,4BAA4B,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC;QAClF,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YACrE,IAAI,UAAU,CAAC,OAAO,CAAC,CAAC,KAAK,GAAG,CAAC,IAAI,cAAc,CAAC,OAAO,CAAC,CAAC,KAAK,GAAG,CAAC,IAAI,eAAe,CAAC,OAAO,CAAC,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;gBAC7G,KAAK,EAAE,CAAC;gBACR,MAAM,GAAG,cAAc,CAAC;YAC1B,CAAC;QACH,CAAC;QAAC,MAAM,CAAC,CAAC,gBAAgB,CAAC,CAAC;IAC9B,CAAC;IAED,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;IAEjC,wEAAwE;IACxE,0EAA0E;IAC1E,0CAA0C;IAC1C,MAAM,SAAS,GAAG,mBAAmB,CAAC,MAAM,CAAC,CAAA;IAC7C,IAAI,SAAS,KAAK,MAAM,EAAE,CAAC;QACzB,MAAM,GAAG,SAAS,CAAA;QAClB,IAAI,KAAK,KAAK,CAAC;YAAE,KAAK,EAAE,CAAA;IAC1B,CAAC;IAED,MAAM,OAAO,GAAG,sBAAsB,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAA;IACnF,MAAM,GAAG,OAAO,CAAC,IAAI,CAAA;IACrB,KAAK,IAAI,OAAO,CAAC,KAAK,CAAA;IAEtB,wEAAwE;IACxE,8EAA8E;IAC9E,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9B,MAAM,MAAM,GAAG,mBAAmB,CAAC,MAAM,EAAE,cAAc,EAAE,MAAM,CAAC,CAAA;QAClE,MAAM,GAAG,MAAM,CAAC,IAAI,CAAA;QACpB,KAAK,IAAI,MAAM,CAAC,KAAK,CAAA;QACrB,YAAY,CAAC,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,CAAA;IACvC,CAAC;IAED,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;AACpC,CAAC;AAED,MAAM,UAAU,mBAAmB,CACjC,KAAsB,EACtB,IAAoB;IAEpB,IAAI,CAAC,KAAK;QAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAA;IAC3D,MAAM,MAAM,GAAG,mBAAmB,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,IAAI,CAAC,CAAA;IACvD,OAAO,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAA;AAC7E,CAAC"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
import { type CompiledCustomPattern } from './custom_patterns.js';
|
|
2
|
+
import type { DetectorToggles } from './types.js';
|
|
3
|
+
export interface MaskTextOptions {
|
|
4
|
+
scanCharCap?: number;
|
|
5
|
+
detectors?: DetectorToggles;
|
|
6
|
+
customPatterns?: CompiledCustomPattern[];
|
|
7
|
+
}
|
|
8
|
+
export declare const SECRET_VALUE_RE: RegExp;
|
|
9
|
+
export declare function maskSecretShapedValues(text: string, token?: string): string;
|
|
10
|
+
export declare function maskSensitiveText(text: string, opts?: MaskTextOptions): string;
|
|
11
|
+
//# sourceMappingURL=legacy_mask_text.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"legacy_mask_text.d.ts","sourceRoot":"","sources":["../../../src/mask/legacy_0254/legacy_mask_text.ts"],"names":[],"mappings":"AAmBA,OAAO,EAEL,KAAK,qBAAqB,EAC3B,MAAM,sBAAsB,CAAA;AAC7B,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,YAAY,CAAA;AAGjD,MAAM,WAAW,eAAe;IAC9B,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,SAAS,CAAC,EAAE,eAAe,CAAA;IAC3B,cAAc,CAAC,EAAE,qBAAqB,EAAE,CAAA;CACzC;AAED,eAAO,MAAM,eAAe,QAC0I,CAAA;AAEtK,wBAAgB,sBAAsB,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,SAAoB,GAAG,MAAM,CAGtF;AAED,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,GAAE,eAAoB,GAAG,MAAM,CAwBlF"}
|
|
@@ -0,0 +1,46 @@
|
|
|
1
|
+
// Frozen copy of Conarium 0.2.54 maskSensitiveText. Do not edit.
|
|
2
|
+
/**
|
|
3
|
+
* Shared PII/secret masking pipeline. Audit args, error text, and (later)
|
|
4
|
+
* reason/target/governance all go through this — one copy, not three.
|
|
5
|
+
*/
|
|
6
|
+
import { maskIbansInText, prepareIbanPass } from './iban.js';
|
|
7
|
+
import { collapsePartialMask, maskEmbeddedEncodedPii, normalizePiiText, } from './pii_normalize.js';
|
|
8
|
+
import { resolveScanCharCap, maskEmails, maskEntityEncodedEmails, maskNumericPii, } from './digit_pii.js';
|
|
9
|
+
import { maskIps } from './ip_detect.js';
|
|
10
|
+
import { maskMrz } from './mrz.js';
|
|
11
|
+
import { applyCustomPatterns, } from './custom_patterns.js';
|
|
12
|
+
import { replaceConnectionCredentials } from './conn_linear.js';
|
|
13
|
+
export const SECRET_VALUE_RE = /\b(?:sk-[A-Za-z0-9]{12,}|sk_live_[A-Za-z0-9]{6,}|AKIA[0-9A-Z]{16}|ghp_[A-Za-z0-9]{20,}|gsk_[A-Za-z0-9]{20,}|xox[baprs]-[A-Za-z0-9-]{8,}|eyJ[A-Za-z0-9._-]{20,})\b/g;
|
|
14
|
+
export function maskSecretShapedValues(text, token = '[MASKED_SECRET]') {
|
|
15
|
+
SECRET_VALUE_RE.lastIndex = 0;
|
|
16
|
+
return text.replace(SECRET_VALUE_RE, token);
|
|
17
|
+
}
|
|
18
|
+
export function maskSensitiveText(text, opts = {}) {
|
|
19
|
+
if (text.length > resolveScanCharCap(opts.scanCharCap)) {
|
|
20
|
+
return '[MASKED_PII]';
|
|
21
|
+
}
|
|
22
|
+
let masked = normalizePiiText(text);
|
|
23
|
+
const ibanPass = prepareIbanPass(masked);
|
|
24
|
+
masked = ibanPass.text;
|
|
25
|
+
masked = maskEmails(masked).text;
|
|
26
|
+
masked = maskEntityEncodedEmails(masked).text;
|
|
27
|
+
masked = maskNumericPii(masked).text;
|
|
28
|
+
if (opts.detectors?.ip === true)
|
|
29
|
+
masked = maskIps(masked).text;
|
|
30
|
+
if (opts.detectors?.mrz !== false)
|
|
31
|
+
masked = maskMrz(masked).text;
|
|
32
|
+
masked = maskSecretShapedValues(masked);
|
|
33
|
+
// No credential match without "://"; the guard stays output-equivalent. Linear scan, same groups as the old expression.
|
|
34
|
+
if (masked.includes('://'))
|
|
35
|
+
masked = replaceConnectionCredentials(masked, (p1, p2) => `${p1}[MASKED_SECRET]${p2}`);
|
|
36
|
+
masked = masked.replace(/(Bearer\s+)[A-Za-z0-9._~+/=-]{6,}/gi, '$1[MASKED_SECRET]');
|
|
37
|
+
masked = masked.replace(/((?:password|passwd|pwd|secret|token|api[_-]?key|access[_-]?key|authorization)["'\s]*[:=]["'\s]*)[^"'\s,;}]{4,}/gi, '$1[MASKED_SECRET]');
|
|
38
|
+
masked = ibanPass.restore(masked);
|
|
39
|
+
masked = collapsePartialMask(masked);
|
|
40
|
+
masked = maskEmbeddedEncodedPii(masked, (s) => maskIbansInText(s).count > 0).text;
|
|
41
|
+
if (opts.customPatterns && opts.customPatterns.length > 0) {
|
|
42
|
+
masked = applyCustomPatterns(masked, opts.customPatterns).text;
|
|
43
|
+
}
|
|
44
|
+
return masked;
|
|
45
|
+
}
|
|
46
|
+
//# sourceMappingURL=legacy_mask_text.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"legacy_mask_text.js","sourceRoot":"","sources":["../../../src/mask/legacy_0254/legacy_mask_text.ts"],"names":[],"mappings":"AAAA,iEAAiE;AACjE;;;GAGG;AACH,OAAO,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,WAAW,CAAA;AAC5D,OAAO,EACL,mBAAmB,EACnB,sBAAsB,EACtB,gBAAgB,GACjB,MAAM,oBAAoB,CAAA;AAC3B,OAAO,EACL,kBAAkB,EAClB,UAAU,EACV,uBAAuB,EACvB,cAAc,GACf,MAAM,gBAAgB,CAAA;AACvB,OAAO,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAA;AACxC,OAAO,EAAE,OAAO,EAAE,MAAM,UAAU,CAAA;AAClC,OAAO,EACL,mBAAmB,GAEpB,MAAM,sBAAsB,CAAA;AAE7B,OAAO,EAAE,4BAA4B,EAAE,MAAM,kBAAkB,CAAA;AAQ/D,MAAM,CAAC,MAAM,eAAe,GAC1B,oKAAoK,CAAA;AAEtK,MAAM,UAAU,sBAAsB,CAAC,IAAY,EAAE,KAAK,GAAG,iBAAiB;IAC5E,eAAe,CAAC,SAAS,GAAG,CAAC,CAAA;IAC7B,OAAO,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,KAAK,CAAC,CAAA;AAC7C,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,IAAY,EAAE,IAAI,GAAoB,EAAE;IACxE,IAAI,IAAI,CAAC,MAAM,GAAG,kBAAkB,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC;QACvD,OAAO,cAAc,CAAA;IACvB,CAAC;IACD,IAAI,MAAM,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAA;IACnC,MAAM,QAAQ,GAAG,eAAe,CAAC,MAAM,CAAC,CAAA;IACxC,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAA;IACtB,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,IAAI,CAAA;IAChC,MAAM,GAAG,uBAAuB,CAAC,MAAM,CAAC,CAAC,IAAI,CAAA;IAC7C,MAAM,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC,IAAI,CAAA;IACpC,IAAI,IAAI,CAAC,SAAS,EAAE,EAAE,KAAK,IAAI;QAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAA;IAC9D,IAAI,IAAI,CAAC,SAAS,EAAE,GAAG,KAAK,KAAK;QAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAA;IAChE,MAAM,GAAG,sBAAsB,CAAC,MAAM,CAAC,CAAA;IACvC,wHAAwH;IACxH,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,MAAM,GAAG,4BAA4B,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,GAAG,EAAE,kBAAkB,EAAE,EAAE,CAAC,CAAA;IAClH,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,qCAAqC,EAAE,mBAAmB,CAAC,CAAA;IACnF,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,mHAAmH,EAAE,mBAAmB,CAAC,CAAA;IACjK,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;IACjC,MAAM,GAAG,mBAAmB,CAAC,MAAM,CAAC,CAAA;IACpC,MAAM,GAAG,sBAAsB,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,IAAI,CAAA;IACjF,IAAI,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC1D,MAAM,GAAG,mBAAmB,CAAC,MAAM,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC,IAAI,CAAA;IAChE,CAAC;IACD,OAAO,MAAM,CAAA;AACf,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"mrz.d.ts","sourceRoot":"","sources":["../../../src/mask/legacy_0254/mrz.ts"],"names":[],"mappings":"AAaA,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAYlD;AAoBD,wBAAgB,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAE9D;AAID,wBAAgB,OAAO,CAAC,IAAI,EAAE,MAAM,GAAG;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAarE"}
|
|
@@ -0,0 +1,74 @@
|
|
|
1
|
+
// Frozen copy of Conarium 0.2.54. Do not edit.
|
|
2
|
+
/**
|
|
3
|
+
* Passport MRZ (ICAO 9303 TD3) — two lines × 44 characters, `P` in position 1,
|
|
4
|
+
* 7-3-1 weighted check digits. A checksum miss is not an MRZ: leave it.
|
|
5
|
+
*
|
|
6
|
+
* TD1/TD2 are not implemented. A free-text "letter + eight digits" pattern
|
|
7
|
+
* is deliberately absent (product codes and order numbers share it).
|
|
8
|
+
*
|
|
9
|
+
* KIRMA: skip any of the five check-digit tests → a mutated line 2 still
|
|
10
|
+
* masks, and the "checksum-fail is left alone" test goes red.
|
|
11
|
+
*/
|
|
12
|
+
const WEIGHTS = [7, 3, 1];
|
|
13
|
+
export function mrzCheckDigit(data) {
|
|
14
|
+
let sum = 0;
|
|
15
|
+
for (let i = 0; i < data.length; i++) {
|
|
16
|
+
const ch = data[i];
|
|
17
|
+
let v;
|
|
18
|
+
if (ch === '<')
|
|
19
|
+
v = 0;
|
|
20
|
+
else if (ch >= '0' && ch <= '9')
|
|
21
|
+
v = ch.charCodeAt(0) - 48;
|
|
22
|
+
else if (ch >= 'A' && ch <= 'Z')
|
|
23
|
+
v = ch.charCodeAt(0) - 55;
|
|
24
|
+
else
|
|
25
|
+
return '';
|
|
26
|
+
sum += v * WEIGHTS[i % 3];
|
|
27
|
+
}
|
|
28
|
+
return String(sum % 10);
|
|
29
|
+
}
|
|
30
|
+
function isTd3Line1(line) {
|
|
31
|
+
return line.length === 44 && /^P[A-Z0-9<]{43}$/.test(line);
|
|
32
|
+
}
|
|
33
|
+
function isTd3Line2(line) {
|
|
34
|
+
if (line.length !== 44)
|
|
35
|
+
return false;
|
|
36
|
+
if (!/^[A-Z0-9<]{44}$/.test(line))
|
|
37
|
+
return false;
|
|
38
|
+
if (mrzCheckDigit(line.slice(0, 9)) !== line[9])
|
|
39
|
+
return false;
|
|
40
|
+
if (mrzCheckDigit(line.slice(13, 19)) !== line[19])
|
|
41
|
+
return false;
|
|
42
|
+
if (mrzCheckDigit(line.slice(21, 27)) !== line[27])
|
|
43
|
+
return false;
|
|
44
|
+
if (mrzCheckDigit(line.slice(28, 42)) !== line[42])
|
|
45
|
+
return false;
|
|
46
|
+
const composite = line.slice(0, 10) + line.slice(13, 20) + line.slice(21, 43);
|
|
47
|
+
if (mrzCheckDigit(composite) !== line[43])
|
|
48
|
+
return false;
|
|
49
|
+
const sex = line[20];
|
|
50
|
+
if (sex !== 'M' && sex !== 'F' && sex !== '<')
|
|
51
|
+
return false;
|
|
52
|
+
return true;
|
|
53
|
+
}
|
|
54
|
+
export function isTd3Mrz(line1, line2) {
|
|
55
|
+
return isTd3Line1(line1) && isTd3Line2(line2);
|
|
56
|
+
}
|
|
57
|
+
const TD3_BLOCK = /P[A-Z0-9<]{43}(?:\r?\n)[A-Z0-9<]{44}/g;
|
|
58
|
+
export function maskMrz(text) {
|
|
59
|
+
if (!text.includes('\n'))
|
|
60
|
+
return { text, count: 0 };
|
|
61
|
+
let count = 0;
|
|
62
|
+
const next = text.replace(TD3_BLOCK, (block) => {
|
|
63
|
+
const nl = block.includes('\r\n') ? '\r\n' : '\n';
|
|
64
|
+
const i = block.indexOf(nl);
|
|
65
|
+
const line1 = block.slice(0, i);
|
|
66
|
+
const line2 = block.slice(i + nl.length);
|
|
67
|
+
if (!isTd3Mrz(line1, line2))
|
|
68
|
+
return block;
|
|
69
|
+
count++;
|
|
70
|
+
return '[MASKED_PII]';
|
|
71
|
+
});
|
|
72
|
+
return { text: next, count };
|
|
73
|
+
}
|
|
74
|
+
//# sourceMappingURL=mrz.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"mrz.js","sourceRoot":"","sources":["../../../src/mask/legacy_0254/mrz.ts"],"names":[],"mappings":"AAAA,+CAA+C;AAC/C;;;;;;;;;GASG;AACH,MAAM,OAAO,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAA;AAEzB,MAAM,UAAU,aAAa,CAAC,IAAY;IACxC,IAAI,GAAG,GAAG,CAAC,CAAA;IACX,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAA;QAClB,IAAI,CAAS,CAAA;QACb,IAAI,EAAE,KAAK,GAAG;YAAE,CAAC,GAAG,CAAC,CAAA;aAChB,IAAI,EAAE,IAAI,GAAG,IAAI,EAAE,IAAI,GAAG;YAAE,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,EAAE,CAAA;aACrD,IAAI,EAAE,IAAI,GAAG,IAAI,EAAE,IAAI,GAAG;YAAE,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,EAAE,CAAA;;YACrD,OAAO,EAAE,CAAA;QACd,GAAG,IAAI,CAAC,GAAG,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;IAC3B,CAAC;IACD,OAAO,MAAM,CAAC,GAAG,GAAG,EAAE,CAAC,CAAA;AACzB,CAAC;AAED,SAAS,UAAU,CAAC,IAAY;IAC9B,OAAO,IAAI,CAAC,MAAM,KAAK,EAAE,IAAI,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;AAC5D,CAAC;AAED,SAAS,UAAU,CAAC,IAAY;IAC9B,IAAI,IAAI,CAAC,MAAM,KAAK,EAAE;QAAE,OAAO,KAAK,CAAA;IACpC,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,KAAK,CAAA;IAC/C,IAAI,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC;QAAE,OAAO,KAAK,CAAA;IAC7D,IAAI,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,EAAE,CAAC;QAAE,OAAO,KAAK,CAAA;IAChE,IAAI,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,EAAE,CAAC;QAAE,OAAO,KAAK,CAAA;IAChE,IAAI,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,EAAE,CAAC;QAAE,OAAO,KAAK,CAAA;IAChE,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,CAAC,CAAA;IAC7E,IAAI,aAAa,CAAC,SAAS,CAAC,KAAK,IAAI,CAAC,EAAE,CAAC;QAAE,OAAO,KAAK,CAAA;IACvD,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,CAAA;IACpB,IAAI,GAAG,KAAK,GAAG,IAAI,GAAG,KAAK,GAAG,IAAI,GAAG,KAAK,GAAG;QAAE,OAAO,KAAK,CAAA;IAC3D,OAAO,IAAI,CAAA;AACb,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,KAAa,EAAE,KAAa;IACnD,OAAO,UAAU,CAAC,KAAK,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,CAAA;AAC/C,CAAC;AAED,MAAM,SAAS,GAAG,uCAAuC,CAAA;AAEzD,MAAM,UAAU,OAAO,CAAC,IAAY;IAClC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;QAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,CAAA;IACnD,IAAI,KAAK,GAAG,CAAC,CAAA;IACb,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC,KAAK,EAAE,EAAE;QAC7C,MAAM,EAAE,GAAG,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAA;QACjD,MAAM,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAA;QAC3B,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;QAC/B,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,CAAA;QACxC,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAC;YAAE,OAAO,KAAK,CAAA;QACzC,KAAK,EAAE,CAAA;QACP,OAAO,cAAc,CAAA;IACvB,CAAC,CAAC,CAAA;IACF,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAA;AAC9B,CAAC"}
|
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Content-scanner normalisation — runs BEFORE IBAN / digit / email detectors.
|
|
3
|
+
*
|
|
4
|
+
* Invisible and look-alike characters were splitting identifiers so the IBAN
|
|
5
|
+
* scanner never fired, then the digit scanner ate the tail and left
|
|
6
|
+
* `TR33<ZWSP>000610051[MASKED_PII]` — which looks like protection, increments
|
|
7
|
+
* `maskedCount`, and still hands the prefix to the model. That is the failure
|
|
8
|
+
* this pass exists to prevent.
|
|
9
|
+
*
|
|
10
|
+
* Conscious output change: the string that leaves the scanner is the
|
|
11
|
+
* normalised form even when nothing was PII. Zero-width / format characters
|
|
12
|
+
* are stripped; fullwidth digits and `@` become ASCII; unicode dashes become
|
|
13
|
+
* ASCII hyphen. The model and the operator see the same bytes. A ZWSP that
|
|
14
|
+
* was only there to hide an IBAN is gone; a ZWSP that was only there as
|
|
15
|
+
* decoration is also gone. Documented, tested, not silent.
|
|
16
|
+
*/
|
|
17
|
+
export declare function normalizePiiText(input: string): string;
|
|
18
|
+
/**
|
|
19
|
+
* Backstop: any leftover alphanumeric prefix glued to a mask
|
|
20
|
+
* (`411[MASKED_PII]`, `TR33000610051[MASKED_PII]`) is a partial mask.
|
|
21
|
+
* Collapse it to a full mask so maskedCount cannot claim protection
|
|
22
|
+
* while the prefix is still in the clear. The detectors must not produce
|
|
23
|
+
* this; this exists so a future mid-run match still cannot lie.
|
|
24
|
+
*/
|
|
25
|
+
export declare function collapsePartialMask(text: string): string;
|
|
26
|
+
/** @deprecated name — same function, kept so existing imports compile during the cut */
|
|
27
|
+
export declare const collapsePartialIbanMask: typeof collapsePartialMask;
|
|
28
|
+
export declare function decodedLooksLikePii(decoded: string): boolean;
|
|
29
|
+
/**
|
|
30
|
+
* Mask *tokens inside a field* that decode to PII. Whole-field base64 is
|
|
31
|
+
* handled separately. Length-capped so a 20 kB image blob is not scanned.
|
|
32
|
+
* Non-PII payloads (hashes, greetings, signatures) are left alone.
|
|
33
|
+
*/
|
|
34
|
+
export declare function maskEmbeddedEncodedPii(text: string, ibanHit: (s: string) => boolean): {
|
|
35
|
+
text: string;
|
|
36
|
+
count: number;
|
|
37
|
+
};
|
|
38
|
+
//# sourceMappingURL=pii_normalize.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"pii_normalize.d.ts","sourceRoot":"","sources":["../../../src/mask/legacy_0254/pii_normalize.ts"],"names":[],"mappings":"AACA;;;;;;;;;;;;;;;GAeG;AACH,wBAAgB,gBAAgB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAQtD;AAED;;;;;;GAMG;AACH,wBAAgB,mBAAmB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAKxD;AAED,wFAAwF;AACxF,eAAO,MAAM,uBAAuB,4BAAsB,CAAA;AAE1D,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAK5D;AAED;;;;GAIG;AACH,wBAAgB,sBAAsB,CACpC,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,CAAC,CAAC,EAAE,MAAM,KAAK,OAAO,GAC9B;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAuCjC"}
|
|
@@ -0,0 +1,96 @@
|
|
|
1
|
+
// Frozen copy of Conarium 0.2.54. Do not edit.
|
|
2
|
+
/**
|
|
3
|
+
* Content-scanner normalisation — runs BEFORE IBAN / digit / email detectors.
|
|
4
|
+
*
|
|
5
|
+
* Invisible and look-alike characters were splitting identifiers so the IBAN
|
|
6
|
+
* scanner never fired, then the digit scanner ate the tail and left
|
|
7
|
+
* `TR33<ZWSP>000610051[MASKED_PII]` — which looks like protection, increments
|
|
8
|
+
* `maskedCount`, and still hands the prefix to the model. That is the failure
|
|
9
|
+
* this pass exists to prevent.
|
|
10
|
+
*
|
|
11
|
+
* Conscious output change: the string that leaves the scanner is the
|
|
12
|
+
* normalised form even when nothing was PII. Zero-width / format characters
|
|
13
|
+
* are stripped; fullwidth digits and `@` become ASCII; unicode dashes become
|
|
14
|
+
* ASCII hyphen. The model and the operator see the same bytes. A ZWSP that
|
|
15
|
+
* was only there to hide an IBAN is gone; a ZWSP that was only there as
|
|
16
|
+
* decoration is also gone. Documented, tested, not silent.
|
|
17
|
+
*/
|
|
18
|
+
export function normalizePiiText(input) {
|
|
19
|
+
let s = input;
|
|
20
|
+
// ZWSP, ZWNJ, ZWJ, BOM, soft hyphen
|
|
21
|
+
s = s.replace(/[\u200B\u200C\u200D\uFEFF\u00AD]/g, '');
|
|
22
|
+
s = s.replace(/\uFF20/g, '@'); // fullwidth commercial at
|
|
23
|
+
s = s.replace(/[\uFF10-\uFF19]/g, (ch) => String.fromCharCode(ch.charCodeAt(0) - 0xff10 + 0x30));
|
|
24
|
+
s = s.replace(/[\u2010-\u2015\u2212]/g, '-');
|
|
25
|
+
return s;
|
|
26
|
+
}
|
|
27
|
+
/**
|
|
28
|
+
* Backstop: any leftover alphanumeric prefix glued to a mask
|
|
29
|
+
* (`411[MASKED_PII]`, `TR33000610051[MASKED_PII]`) is a partial mask.
|
|
30
|
+
* Collapse it to a full mask so maskedCount cannot claim protection
|
|
31
|
+
* while the prefix is still in the clear. The detectors must not produce
|
|
32
|
+
* this; this exists so a future mid-run match still cannot lie.
|
|
33
|
+
*/
|
|
34
|
+
export function collapsePartialMask(text) {
|
|
35
|
+
// The literal is required. Without this guard `[A-Za-z0-9]+` eats a
|
|
36
|
+
// 12k-digit field, fails to find `[MASKED_PII]`, and backtracks O(n²).
|
|
37
|
+
if (!text.includes('[MASKED_PII]'))
|
|
38
|
+
return text;
|
|
39
|
+
return text.replace(/[A-Za-z0-9]+\[MASKED_PII\]/g, '[MASKED_PII]');
|
|
40
|
+
}
|
|
41
|
+
/** @deprecated name — same function, kept so existing imports compile during the cut */
|
|
42
|
+
export const collapsePartialIbanMask = collapsePartialMask;
|
|
43
|
+
export function decodedLooksLikePii(decoded) {
|
|
44
|
+
const n = normalizePiiText(decoded);
|
|
45
|
+
if (/[a-zA-Z0-9._%+-]{1,64}@[a-zA-Z0-9.-]{1,253}\.[a-zA-Z]{2,24}/.test(n))
|
|
46
|
+
return true;
|
|
47
|
+
if (/^[1-9][0-9]{10}$/.test(n) || /\b[1-9][0-9]{10}\b/.test(n))
|
|
48
|
+
return true;
|
|
49
|
+
return false;
|
|
50
|
+
}
|
|
51
|
+
/**
|
|
52
|
+
* Mask *tokens inside a field* that decode to PII. Whole-field base64 is
|
|
53
|
+
* handled separately. Length-capped so a 20 kB image blob is not scanned.
|
|
54
|
+
* Non-PII payloads (hashes, greetings, signatures) are left alone.
|
|
55
|
+
*/
|
|
56
|
+
export function maskEmbeddedEncodedPii(text, ibanHit) {
|
|
57
|
+
// A maximal digit run longer than a hex/b64 token cannot contain a
|
|
58
|
+
// bounded token with word boundaries on both sides. Skipping avoids
|
|
59
|
+
// `{24,80}` backtracking across 12k hex-looking digits.
|
|
60
|
+
if (text.length > 80 && /^\d+$/.test(text))
|
|
61
|
+
return { text, count: 0 };
|
|
62
|
+
let count = 0;
|
|
63
|
+
let out = text;
|
|
64
|
+
out = out.replace(/(?<![A-Za-z0-9+/])([A-Za-z0-9+/]{16,80}={0,2})(?![A-Za-z0-9+/=])/g, (token) => {
|
|
65
|
+
if (token.includes('[MASKED'))
|
|
66
|
+
return token;
|
|
67
|
+
try {
|
|
68
|
+
const decoded = Buffer.from(token, 'base64').toString('utf8');
|
|
69
|
+
if (!decoded || decoded.includes('\u0000'))
|
|
70
|
+
return token;
|
|
71
|
+
if (decodedLooksLikePii(decoded) || ibanHit(decoded)) {
|
|
72
|
+
count++;
|
|
73
|
+
return '[MASKED_PII]';
|
|
74
|
+
}
|
|
75
|
+
}
|
|
76
|
+
catch { /* not base64 */ }
|
|
77
|
+
return token;
|
|
78
|
+
});
|
|
79
|
+
out = out.replace(/\b([0-9A-Fa-f]{24,80})\b/g, (token) => {
|
|
80
|
+
if (token.length % 2 !== 0)
|
|
81
|
+
return token;
|
|
82
|
+
try {
|
|
83
|
+
const decoded = Buffer.from(token, 'hex').toString('utf8');
|
|
84
|
+
if (!decoded || decoded.includes('\u0000'))
|
|
85
|
+
return token;
|
|
86
|
+
if (decodedLooksLikePii(decoded) || ibanHit(decoded)) {
|
|
87
|
+
count++;
|
|
88
|
+
return '[MASKED_PII]';
|
|
89
|
+
}
|
|
90
|
+
}
|
|
91
|
+
catch { /* not hex */ }
|
|
92
|
+
return token;
|
|
93
|
+
});
|
|
94
|
+
return { text: out, count };
|
|
95
|
+
}
|
|
96
|
+
//# sourceMappingURL=pii_normalize.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"pii_normalize.js","sourceRoot":"","sources":["../../../src/mask/legacy_0254/pii_normalize.ts"],"names":[],"mappings":"AAAA,+CAA+C;AAC/C;;;;;;;;;;;;;;;GAeG;AACH,MAAM,UAAU,gBAAgB,CAAC,KAAa;IAC5C,IAAI,CAAC,GAAG,KAAK,CAAA;IACb,oCAAoC;IACpC,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,mCAAmC,EAAE,EAAE,CAAC,CAAA;IACtD,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC,CAAA,CAAC,0BAA0B;IACxD,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,kBAAkB,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,MAAM,GAAG,IAAI,CAAC,CAAC,CAAA;IAChG,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,wBAAwB,EAAE,GAAG,CAAC,CAAA;IAC5C,OAAO,CAAC,CAAA;AACV,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,mBAAmB,CAAC,IAAY;IAC9C,oEAAoE;IACpE,uEAAuE;IACvE,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC;QAAE,OAAO,IAAI,CAAA;IAC/C,OAAO,IAAI,CAAC,OAAO,CAAC,6BAA6B,EAAE,cAAc,CAAC,CAAA;AACpE,CAAC;AAED,wFAAwF;AACxF,MAAM,CAAC,MAAM,uBAAuB,GAAG,mBAAmB,CAAA;AAE1D,MAAM,UAAU,mBAAmB,CAAC,OAAe;IACjD,MAAM,CAAC,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAA;IACnC,IAAI,6DAA6D,CAAC,IAAI,CAAC,CAAC,CAAC;QAAE,OAAO,IAAI,CAAA;IACtF,IAAI,kBAAkB,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,oBAAoB,CAAC,IAAI,CAAC,CAAC,CAAC;QAAE,OAAO,IAAI,CAAA;IAC3E,OAAO,KAAK,CAAA;AACd,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,sBAAsB,CACpC,IAAY,EACZ,OAA+B;IAE/B,mEAAmE;IACnE,oEAAoE;IACpE,wDAAwD;IACxD,IAAI,IAAI,CAAC,MAAM,GAAG,EAAE,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,CAAA;IAErE,IAAI,KAAK,GAAG,CAAC,CAAA;IACb,IAAI,GAAG,GAAG,IAAI,CAAA;IAEd,GAAG,GAAG,GAAG,CAAC,OAAO,CACf,mEAAmE,EACnE,CAAC,KAAK,EAAE,EAAE;QACR,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC;YAAE,OAAO,KAAK,CAAA;QAC3C,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;YAC7D,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC;gBAAE,OAAO,KAAK,CAAA;YACxD,IAAI,mBAAmB,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;gBACrD,KAAK,EAAE,CAAA;gBACP,OAAO,cAAc,CAAA;YACvB,CAAC;QACH,CAAC;QAAC,MAAM,CAAC,CAAC,gBAAgB,CAAC,CAAC;QAC5B,OAAO,KAAK,CAAA;IACd,CAAC,CACF,CAAA;IAED,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,2BAA2B,EAAE,CAAC,KAAK,EAAE,EAAE;QACvD,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,KAAK,CAAC;YAAE,OAAO,KAAK,CAAA;QACxC,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;YAC1D,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC;gBAAE,OAAO,KAAK,CAAA;YACxD,IAAI,mBAAmB,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;gBACrD,KAAK,EAAE,CAAA;gBACP,OAAO,cAAc,CAAA;YACvB,CAAC;QACH,CAAC;QAAC,MAAM,CAAC,CAAC,aAAa,CAAC,CAAC;QACzB,OAAO,KAAK,CAAA;IACd,CAAC,CAAC,CAAA;IAEF,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,KAAK,EAAE,CAAA;AAC7B,CAAC"}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Writes and reads that treat a key as an own property, always.
|
|
3
|
+
*
|
|
4
|
+
* `obj["__proto__"] = v` does not create a field — it changes the object's
|
|
5
|
+
* prototype and the key vanishes. `obj["__proto__"]` as a read returns the
|
|
6
|
+
* prototype getter, not an own value. These two helpers do neither.
|
|
7
|
+
*
|
|
8
|
+
* Do not switch object creation to Object.create(null): JSON.stringify,
|
|
9
|
+
* instanceof, and several library paths treat null-prototype objects
|
|
10
|
+
* differently. This file exists to keep existing objects well-behaved.
|
|
11
|
+
*/
|
|
12
|
+
export declare function setOwn(target: object, key: PropertyKey, value: unknown): void;
|
|
13
|
+
export declare function getOwn(obj: object, key: PropertyKey): unknown;
|
|
14
|
+
//# sourceMappingURL=safe-object.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"safe-object.d.ts","sourceRoot":"","sources":["../../../src/mask/legacy_0254/safe-object.ts"],"names":[],"mappings":"AACA;;;;;;;;;;GAUG;AAEH,wBAAgB,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,WAAW,EAAE,KAAK,EAAE,OAAO,GAAG,IAAI,CAO7E;AAED,wBAAgB,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,WAAW,GAAG,OAAO,CAI7D"}
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
// Frozen copy of Conarium 0.2.54. Do not edit.
|
|
2
|
+
/**
|
|
3
|
+
* Writes and reads that treat a key as an own property, always.
|
|
4
|
+
*
|
|
5
|
+
* `obj["__proto__"] = v` does not create a field — it changes the object's
|
|
6
|
+
* prototype and the key vanishes. `obj["__proto__"]` as a read returns the
|
|
7
|
+
* prototype getter, not an own value. These two helpers do neither.
|
|
8
|
+
*
|
|
9
|
+
* Do not switch object creation to Object.create(null): JSON.stringify,
|
|
10
|
+
* instanceof, and several library paths treat null-prototype objects
|
|
11
|
+
* differently. This file exists to keep existing objects well-behaved.
|
|
12
|
+
*/
|
|
13
|
+
export function setOwn(target, key, value) {
|
|
14
|
+
Object.defineProperty(target, key, {
|
|
15
|
+
value,
|
|
16
|
+
enumerable: true,
|
|
17
|
+
writable: true,
|
|
18
|
+
configurable: true,
|
|
19
|
+
});
|
|
20
|
+
}
|
|
21
|
+
export function getOwn(obj, key) {
|
|
22
|
+
const desc = Object.getOwnPropertyDescriptor(obj, key);
|
|
23
|
+
if (!desc || !('value' in desc))
|
|
24
|
+
return undefined;
|
|
25
|
+
return desc.value;
|
|
26
|
+
}
|
|
27
|
+
//# sourceMappingURL=safe-object.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"safe-object.js","sourceRoot":"","sources":["../../../src/mask/legacy_0254/safe-object.ts"],"names":[],"mappings":"AAAA,+CAA+C;AAC/C;;;;;;;;;;GAUG;AAEH,MAAM,UAAU,MAAM,CAAC,MAAc,EAAE,GAAgB,EAAE,KAAc;IACrE,MAAM,CAAC,cAAc,CAAC,MAAM,EAAE,GAAG,EAAE;QACjC,KAAK;QACL,UAAU,EAAE,IAAI;QAChB,QAAQ,EAAE,IAAI;QACd,YAAY,EAAE,IAAI;KACnB,CAAC,CAAA;AACJ,CAAC;AAED,MAAM,UAAU,MAAM,CAAC,GAAW,EAAE,GAAgB;IAClD,MAAM,IAAI,GAAG,MAAM,CAAC,wBAAwB,CAAC,GAAG,EAAE,GAAG,CAAC,CAAA;IACtD,IAAI,CAAC,IAAI,IAAI,CAAC,CAAC,OAAO,IAAI,IAAI,CAAC;QAAE,OAAO,SAAS,CAAA;IACjD,OAAO,IAAI,CAAC,KAAK,CAAA;AACnB,CAAC"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
export declare function tcknChecksumOk(digits: string): boolean;
|
|
2
|
+
/**
|
|
3
|
+
* Pair similarly named TCKN-like keys on one row. Concatenation (either
|
|
4
|
+
* order) must checksum. Returns the number of fields masked.
|
|
5
|
+
*/
|
|
6
|
+
export declare function maskSplitTcknFields(row: Record<string, unknown>): {
|
|
7
|
+
count: number;
|
|
8
|
+
maskedKeys: string[];
|
|
9
|
+
};
|
|
10
|
+
//# sourceMappingURL=tckn.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"tckn.d.ts","sourceRoot":"","sources":["../../../src/mask/legacy_0254/tckn.ts"],"names":[],"mappings":"AAcA,wBAAgB,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAStD;AAeD;;;GAGG;AACH,wBAAgB,mBAAmB,CAAC,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG;IACjE,KAAK,EAAE,MAAM,CAAA;IACb,UAAU,EAAE,MAAM,EAAE,CAAA;CACrB,CAwBA"}
|
|
@@ -0,0 +1,70 @@
|
|
|
1
|
+
// Frozen copy of Conarium 0.2.54. Do not edit.
|
|
2
|
+
/**
|
|
3
|
+
* TCKN checksum (Algorithmic Identity Number). Used only for the *split*
|
|
4
|
+
* detector: two similarly named fields on the same row whose digits join
|
|
5
|
+
* to a checksum-valid 11-digit TCKN.
|
|
6
|
+
*
|
|
7
|
+
* The content scanner's 11-digit run still does NOT require this checksum —
|
|
8
|
+
* existing vectors use `12345678901`, which fails it. Changing that would
|
|
9
|
+
* unmask those vectors and look like a regression.
|
|
10
|
+
*
|
|
11
|
+
* No combinatorial scan of every field × every field.
|
|
12
|
+
*/
|
|
13
|
+
import { getOwn, setOwn } from './safe-object.js';
|
|
14
|
+
export function tcknChecksumOk(digits) {
|
|
15
|
+
if (!/^[1-9]\d{10}$/.test(digits))
|
|
16
|
+
return false;
|
|
17
|
+
const n = Array.from(digits, (c) => c.charCodeAt(0) - 48);
|
|
18
|
+
const odd = n[0] + n[2] + n[4] + n[6] + n[8];
|
|
19
|
+
const even = n[1] + n[3] + n[5] + n[7];
|
|
20
|
+
const d10 = (((odd * 7 - even) % 10) + 10) % 10;
|
|
21
|
+
if (n[9] !== d10)
|
|
22
|
+
return false;
|
|
23
|
+
const d11 = n.slice(0, 10).reduce((a, b) => a + b) % 10;
|
|
24
|
+
return n[10] === d11;
|
|
25
|
+
}
|
|
26
|
+
const TCKN_KEY = /(?:^|[._-])(?:tckn|tc_no|tcno|tc_kimlik)(?:$|[._-])/i;
|
|
27
|
+
function tcknStem(key) {
|
|
28
|
+
return key.toLowerCase().replace(/[._-]?(?:1|2|left|right|part[12]|a|b)$/i, '');
|
|
29
|
+
}
|
|
30
|
+
function digitsOf(value) {
|
|
31
|
+
if (typeof value !== 'string' && typeof value !== 'number' && typeof value !== 'bigint') {
|
|
32
|
+
return '';
|
|
33
|
+
}
|
|
34
|
+
return String(value).replace(/\D/g, '');
|
|
35
|
+
}
|
|
36
|
+
/**
|
|
37
|
+
* Pair similarly named TCKN-like keys on one row. Concatenation (either
|
|
38
|
+
* order) must checksum. Returns the number of fields masked.
|
|
39
|
+
*/
|
|
40
|
+
export function maskSplitTcknFields(row) {
|
|
41
|
+
const keys = Object.keys(row).filter((k) => TCKN_KEY.test(k));
|
|
42
|
+
if (keys.length < 2)
|
|
43
|
+
return { count: 0, maskedKeys: [] };
|
|
44
|
+
const used = new Set();
|
|
45
|
+
const maskedKeys = [];
|
|
46
|
+
for (let i = 0; i < keys.length; i++) {
|
|
47
|
+
for (let j = i + 1; j < keys.length; j++) {
|
|
48
|
+
const a = keys[i];
|
|
49
|
+
const b = keys[j];
|
|
50
|
+
if (used.has(a) || used.has(b))
|
|
51
|
+
continue;
|
|
52
|
+
if (tcknStem(a) !== tcknStem(b))
|
|
53
|
+
continue;
|
|
54
|
+
const da = digitsOf(getOwn(row, a));
|
|
55
|
+
const db = digitsOf(getOwn(row, b));
|
|
56
|
+
if (!da || !db)
|
|
57
|
+
continue;
|
|
58
|
+
const hit = tcknChecksumOk(da + db) || tcknChecksumOk(db + da);
|
|
59
|
+
if (!hit)
|
|
60
|
+
continue;
|
|
61
|
+
setOwn(row, a, '[MASKED_PII]');
|
|
62
|
+
setOwn(row, b, '[MASKED_PII]');
|
|
63
|
+
used.add(a);
|
|
64
|
+
used.add(b);
|
|
65
|
+
maskedKeys.push(a, b);
|
|
66
|
+
}
|
|
67
|
+
}
|
|
68
|
+
return { count: maskedKeys.length, maskedKeys };
|
|
69
|
+
}
|
|
70
|
+
//# sourceMappingURL=tckn.js.map
|