@conarium-ai/core 0.2.54 → 0.3.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +103 -0
- package/LIMITATIONS.md +94 -1
- package/LIMITATIONS.tr.md +96 -1
- package/dist/custom_patterns.d.ts +13 -12
- package/dist/custom_patterns.d.ts.map +1 -1
- package/dist/custom_patterns.js +576 -14
- package/dist/custom_patterns.js.map +1 -1
- package/dist/governance.d.ts.map +1 -1
- package/dist/governance.js +37 -139
- package/dist/governance.js.map +1 -1
- package/dist/mask/belt.d.ts +36 -0
- package/dist/mask/belt.d.ts.map +1 -0
- package/dist/mask/belt.js +865 -0
- package/dist/mask/belt.js.map +1 -0
- package/dist/mask/core.d.ts +36 -0
- package/dist/mask/core.d.ts.map +1 -0
- package/dist/mask/core.js +119 -0
- package/dist/mask/core.js.map +1 -0
- package/dist/mask/detectors/bearer.d.ts +6 -0
- package/dist/mask/detectors/bearer.d.ts.map +1 -0
- package/dist/mask/detectors/bearer.js +30 -0
- package/dist/mask/detectors/bearer.js.map +1 -0
- package/dist/mask/detectors/connection.d.ts +7 -0
- package/dist/mask/detectors/connection.d.ts.map +1 -0
- package/dist/mask/detectors/connection.js +20 -0
- package/dist/mask/detectors/connection.js.map +1 -0
- package/dist/mask/detectors/custom.d.ts +12 -0
- package/dist/mask/detectors/custom.d.ts.map +1 -0
- package/dist/mask/detectors/custom.js +44 -0
- package/dist/mask/detectors/custom.js.map +1 -0
- package/dist/mask/detectors/email.d.ts +3 -0
- package/dist/mask/detectors/email.d.ts.map +1 -0
- package/dist/mask/detectors/email.js +41 -0
- package/dist/mask/detectors/email.js.map +1 -0
- package/dist/mask/detectors/embedded.d.ts +3 -0
- package/dist/mask/detectors/embedded.d.ts.map +1 -0
- package/dist/mask/detectors/embedded.js +73 -0
- package/dist/mask/detectors/embedded.js.map +1 -0
- package/dist/mask/detectors/iban.d.ts +3 -0
- package/dist/mask/detectors/iban.d.ts.map +1 -0
- package/dist/mask/detectors/iban.js +92 -0
- package/dist/mask/detectors/iban.js.map +1 -0
- package/dist/mask/detectors/ip.d.ts +3 -0
- package/dist/mask/detectors/ip.d.ts.map +1 -0
- package/dist/mask/detectors/ip.js +42 -0
- package/dist/mask/detectors/ip.js.map +1 -0
- package/dist/mask/detectors/labelled_secret.d.ts +6 -0
- package/dist/mask/detectors/labelled_secret.d.ts.map +1 -0
- package/dist/mask/detectors/labelled_secret.js +31 -0
- package/dist/mask/detectors/labelled_secret.js.map +1 -0
- package/dist/mask/detectors/mrz.d.ts +3 -0
- package/dist/mask/detectors/mrz.d.ts.map +1 -0
- package/dist/mask/detectors/mrz.js +42 -0
- package/dist/mask/detectors/mrz.js.map +1 -0
- package/dist/mask/detectors/name.d.ts +7 -0
- package/dist/mask/detectors/name.d.ts.map +1 -0
- package/dist/mask/detectors/name.js +117 -0
- package/dist/mask/detectors/name.js.map +1 -0
- package/dist/mask/detectors/numeric.d.ts +3 -0
- package/dist/mask/detectors/numeric.d.ts.map +1 -0
- package/dist/mask/detectors/numeric.js +240 -0
- package/dist/mask/detectors/numeric.js.map +1 -0
- package/dist/mask/detectors/secret.d.ts +6 -0
- package/dist/mask/detectors/secret.d.ts.map +1 -0
- package/dist/mask/detectors/secret.js +31 -0
- package/dist/mask/detectors/secret.js.map +1 -0
- package/dist/mask/detectors/whole_base64.d.ts +3 -0
- package/dist/mask/detectors/whole_base64.d.ts.map +1 -0
- package/dist/mask/detectors/whole_base64.js +28 -0
- package/dist/mask/detectors/whole_base64.js.map +1 -0
- package/dist/mask/legacy_0254/conn_linear.d.ts +26 -0
- package/dist/mask/legacy_0254/conn_linear.d.ts.map +1 -0
- package/dist/mask/legacy_0254/conn_linear.js +97 -0
- package/dist/mask/legacy_0254/conn_linear.js.map +1 -0
- package/dist/mask/legacy_0254/custom_patterns.d.ts +42 -0
- package/dist/mask/legacy_0254/custom_patterns.d.ts.map +1 -0
- package/dist/mask/legacy_0254/custom_patterns.js +164 -0
- package/dist/mask/legacy_0254/custom_patterns.js.map +1 -0
- package/dist/mask/legacy_0254/digit_pii.d.ts +46 -0
- package/dist/mask/legacy_0254/digit_pii.d.ts.map +1 -0
- package/dist/mask/legacy_0254/digit_pii.js +230 -0
- package/dist/mask/legacy_0254/digit_pii.js.map +1 -0
- package/dist/mask/legacy_0254/iban.d.ts +56 -0
- package/dist/mask/legacy_0254/iban.d.ts.map +1 -0
- package/dist/mask/legacy_0254/iban.js +171 -0
- package/dist/mask/legacy_0254/iban.js.map +1 -0
- package/dist/mask/legacy_0254/ip_detect.d.ts +28 -0
- package/dist/mask/legacy_0254/ip_detect.d.ts.map +1 -0
- package/dist/mask/legacy_0254/ip_detect.js +92 -0
- package/dist/mask/legacy_0254/ip_detect.js.map +1 -0
- package/dist/mask/legacy_0254/legacy_governance_mask.d.ts +20 -0
- package/dist/mask/legacy_0254/legacy_governance_mask.d.ts.map +1 -0
- package/dist/mask/legacy_0254/legacy_governance_mask.js +171 -0
- package/dist/mask/legacy_0254/legacy_governance_mask.js.map +1 -0
- package/dist/mask/legacy_0254/legacy_mask_text.d.ts +11 -0
- package/dist/mask/legacy_0254/legacy_mask_text.d.ts.map +1 -0
- package/dist/mask/legacy_0254/legacy_mask_text.js +46 -0
- package/dist/mask/legacy_0254/legacy_mask_text.js.map +1 -0
- package/dist/mask/legacy_0254/mrz.d.ts +7 -0
- package/dist/mask/legacy_0254/mrz.d.ts.map +1 -0
- package/dist/mask/legacy_0254/mrz.js +74 -0
- package/dist/mask/legacy_0254/mrz.js.map +1 -0
- package/dist/mask/legacy_0254/pii_normalize.d.ts +38 -0
- package/dist/mask/legacy_0254/pii_normalize.d.ts.map +1 -0
- package/dist/mask/legacy_0254/pii_normalize.js +96 -0
- package/dist/mask/legacy_0254/pii_normalize.js.map +1 -0
- package/dist/mask/legacy_0254/safe-object.d.ts +14 -0
- package/dist/mask/legacy_0254/safe-object.d.ts.map +1 -0
- package/dist/mask/legacy_0254/safe-object.js +27 -0
- package/dist/mask/legacy_0254/safe-object.js.map +1 -0
- package/dist/mask/legacy_0254/tckn.d.ts +10 -0
- package/dist/mask/legacy_0254/tckn.d.ts.map +1 -0
- package/dist/mask/legacy_0254/tckn.js +70 -0
- package/dist/mask/legacy_0254/tckn.js.map +1 -0
- package/dist/mask/legacy_0254/types.d.ts +207 -0
- package/dist/mask/legacy_0254/types.d.ts.map +1 -0
- package/dist/mask/legacy_0254/types.js +2 -0
- package/dist/mask/legacy_0254/types.js.map +1 -0
- package/dist/mask-text.d.ts +11 -1
- package/dist/mask-text.d.ts.map +1 -1
- package/dist/mask-text.js +189 -30
- package/dist/mask-text.js.map +1 -1
- package/docs/claims/reviews/0.3.0.md +72 -0
- package/docs/claims/reviews/0.3.1.md +27 -0
- package/package.json +3 -1
|
@@ -0,0 +1,92 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Checksum-valid IBAN spans. An IBAN-shaped word that fails mod-97 is not a span.
|
|
3
|
+
*
|
|
4
|
+
* Every letter-pair anchor is a start: a word-initial pair, or the same pair
|
|
5
|
+
* glued inside a word. A hit is not consumed. The next search begins one
|
|
6
|
+
* character later, so a later valid IBAN that overlaps the first is still
|
|
7
|
+
* returned. apply merges overlaps. Each start reads at most 34 alphanumerics.
|
|
8
|
+
*/
|
|
9
|
+
import { ibanMod97Ok, looksLikeIban, normalizeIban } from '../../iban.js';
|
|
10
|
+
const PII = '[MASKED_PII]';
|
|
11
|
+
const ANCHOR_SRC = /[A-Za-z]{2}[\s-]*\d{2}/g;
|
|
12
|
+
function isAlnum(c) {
|
|
13
|
+
return /[A-Za-z0-9]/.test(c);
|
|
14
|
+
}
|
|
15
|
+
function isSep(c) {
|
|
16
|
+
return /[\s-]/.test(c);
|
|
17
|
+
}
|
|
18
|
+
function runFrom(s, start) {
|
|
19
|
+
let i = start;
|
|
20
|
+
let alnum = 0;
|
|
21
|
+
let end = start;
|
|
22
|
+
while (i < s.length && alnum < 34) {
|
|
23
|
+
if (isAlnum(s[i])) {
|
|
24
|
+
alnum++;
|
|
25
|
+
i++;
|
|
26
|
+
end = i;
|
|
27
|
+
continue;
|
|
28
|
+
}
|
|
29
|
+
if (isSep(s[i])) {
|
|
30
|
+
let j = i;
|
|
31
|
+
while (j < s.length && isSep(s[j]))
|
|
32
|
+
j++;
|
|
33
|
+
if (j < s.length && isAlnum(s[j]) && alnum < 34) {
|
|
34
|
+
i = j;
|
|
35
|
+
continue;
|
|
36
|
+
}
|
|
37
|
+
}
|
|
38
|
+
break;
|
|
39
|
+
}
|
|
40
|
+
return s.slice(start, end);
|
|
41
|
+
}
|
|
42
|
+
function trimTrailingIbanChar(s) {
|
|
43
|
+
return s.replace(/[\s-]*[A-Za-z0-9]$/i, '');
|
|
44
|
+
}
|
|
45
|
+
function longestValid(raw) {
|
|
46
|
+
let candidate = raw;
|
|
47
|
+
while (candidate.length >= 15) {
|
|
48
|
+
const normalized = normalizeIban(candidate);
|
|
49
|
+
if (looksLikeIban(normalized) && ibanMod97Ok(normalized))
|
|
50
|
+
return candidate;
|
|
51
|
+
const next = trimTrailingIbanChar(candidate);
|
|
52
|
+
if (next === candidate)
|
|
53
|
+
break;
|
|
54
|
+
candidate = next;
|
|
55
|
+
}
|
|
56
|
+
return null;
|
|
57
|
+
}
|
|
58
|
+
export function detectIbanSpans(text) {
|
|
59
|
+
if (!/[A-Za-z]{2}/.test(text) || !/\d{2}/.test(text))
|
|
60
|
+
return [];
|
|
61
|
+
const out = [];
|
|
62
|
+
const prev = ANCHOR_SRC.lastIndex;
|
|
63
|
+
ANCHOR_SRC.lastIndex = 0;
|
|
64
|
+
try {
|
|
65
|
+
let anchor;
|
|
66
|
+
while ((anchor = ANCHOR_SRC.exec(text)) !== null) {
|
|
67
|
+
const at = anchor.index;
|
|
68
|
+
const run = runFrom(text, at);
|
|
69
|
+
if (run.length >= 15) {
|
|
70
|
+
const valid = longestValid(run);
|
|
71
|
+
if (valid) {
|
|
72
|
+
out.push({
|
|
73
|
+
start: at,
|
|
74
|
+
end: at + valid.length,
|
|
75
|
+
cls: 'iban',
|
|
76
|
+
token: PII,
|
|
77
|
+
source: 'iban',
|
|
78
|
+
});
|
|
79
|
+
}
|
|
80
|
+
}
|
|
81
|
+
const next = at + 1;
|
|
82
|
+
if (next > text.length)
|
|
83
|
+
break;
|
|
84
|
+
ANCHOR_SRC.lastIndex = next;
|
|
85
|
+
}
|
|
86
|
+
}
|
|
87
|
+
finally {
|
|
88
|
+
ANCHOR_SRC.lastIndex = prev;
|
|
89
|
+
}
|
|
90
|
+
return out;
|
|
91
|
+
}
|
|
92
|
+
//# sourceMappingURL=iban.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"iban.js","sourceRoot":"","sources":["../../../src/mask/detectors/iban.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AACH,OAAO,EAAE,WAAW,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,eAAe,CAAA;AAGzE,MAAM,GAAG,GAAG,cAAc,CAAA;AAC1B,MAAM,UAAU,GAAG,yBAAyB,CAAA;AAE5C,SAAS,OAAO,CAAC,CAAS;IACxB,OAAO,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;AAC9B,CAAC;AAED,SAAS,KAAK,CAAC,CAAS;IACtB,OAAO,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;AACxB,CAAC;AAED,SAAS,OAAO,CAAC,CAAS,EAAE,KAAa;IACvC,IAAI,CAAC,GAAG,KAAK,CAAA;IACb,IAAI,KAAK,GAAG,CAAC,CAAA;IACb,IAAI,GAAG,GAAG,KAAK,CAAA;IACf,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,IAAI,KAAK,GAAG,EAAE,EAAE,CAAC;QAClC,IAAI,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAClB,KAAK,EAAE,CAAA;YACP,CAAC,EAAE,CAAA;YACH,GAAG,GAAG,CAAC,CAAA;YACP,SAAQ;QACV,CAAC;QACD,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAChB,IAAI,CAAC,GAAG,CAAC,CAAA;YACT,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBAAE,CAAC,EAAE,CAAA;YACvC,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,GAAG,EAAE,EAAE,CAAC;gBAChD,CAAC,GAAG,CAAC,CAAA;gBACL,SAAQ;YACV,CAAC;QACH,CAAC;QACD,MAAK;IACP,CAAC;IACD,OAAO,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAA;AAC5B,CAAC;AAED,SAAS,oBAAoB,CAAC,CAAS;IACrC,OAAO,CAAC,CAAC,OAAO,CAAC,qBAAqB,EAAE,EAAE,CAAC,CAAA;AAC7C,CAAC;AAED,SAAS,YAAY,CAAC,GAAW;IAC/B,IAAI,SAAS,GAAG,GAAG,CAAA;IACnB,OAAO,SAAS,CAAC,MAAM,IAAI,EAAE,EAAE,CAAC;QAC9B,MAAM,UAAU,GAAG,aAAa,CAAC,SAAS,CAAC,CAAA;QAC3C,IAAI,aAAa,CAAC,UAAU,CAAC,IAAI,WAAW,CAAC,UAAU,CAAC;YAAE,OAAO,SAAS,CAAA;QAC1E,MAAM,IAAI,GAAG,oBAAoB,CAAC,SAAS,CAAC,CAAA;QAC5C,IAAI,IAAI,KAAK,SAAS;YAAE,MAAK;QAC7B,SAAS,GAAG,IAAI,CAAA;IAClB,CAAC;IACD,OAAO,IAAI,CAAA;AACb,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,IAAY;IAC1C,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,EAAE,CAAA;IAC/D,MAAM,GAAG,GAAW,EAAE,CAAA;IACtB,MAAM,IAAI,GAAG,UAAU,CAAC,SAAS,CAAA;IACjC,UAAU,CAAC,SAAS,GAAG,CAAC,CAAA;IACxB,IAAI,CAAC;QACH,IAAI,MAA8B,CAAA;QAClC,OAAO,CAAC,MAAM,GAAG,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YACjD,MAAM,EAAE,GAAG,MAAM,CAAC,KAAK,CAAA;YACvB,MAAM,GAAG,GAAG,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAA;YAC7B,IAAI,GAAG,CAAC,MAAM,IAAI,EAAE,EAAE,CAAC;gBACrB,MAAM,KAAK,GAAG,YAAY,CAAC,GAAG,CAAC,CAAA;gBAC/B,IAAI,KAAK,EAAE,CAAC;oBACV,GAAG,CAAC,IAAI,CAAC;wBACP,KAAK,EAAE,EAAE;wBACT,GAAG,EAAE,EAAE,GAAG,KAAK,CAAC,MAAM;wBACtB,GAAG,EAAE,MAAM;wBACX,KAAK,EAAE,GAAG;wBACV,MAAM,EAAE,MAAM;qBACf,CAAC,CAAA;gBACJ,CAAC;YACH,CAAC;YACD,MAAM,IAAI,GAAG,EAAE,GAAG,CAAC,CAAA;YACnB,IAAI,IAAI,GAAG,IAAI,CAAC,MAAM;gBAAE,MAAK;YAC7B,UAAU,CAAC,SAAS,GAAG,IAAI,CAAA;QAC7B,CAAC;IACH,CAAC;YAAS,CAAC;QACT,UAAU,CAAC,SAAS,GAAG,IAAI,CAAA;IAC7B,CAAC;IACD,OAAO,GAAG,CAAA;AACZ,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ip.d.ts","sourceRoot":"","sources":["../../../src/mask/detectors/ip.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAA;AAqCtC,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,EAAE,CAKlD"}
|
|
@@ -0,0 +1,42 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Strict IPv4 and IPv6 spans. Callers enable this detector explicitly.
|
|
3
|
+
*/
|
|
4
|
+
import { isStrictIpv4, isStrictIpv6 } from '../../ip_detect.js';
|
|
5
|
+
const PII = '[MASKED_PII]';
|
|
6
|
+
const DOTTED_RUN = /(?<![\d.])(?:\d{1,3}\.)+\d{1,3}(?![\d.])/g;
|
|
7
|
+
const V6_CANDIDATE = /(?<![0-9A-Fa-f:])\[?(?:[0-9A-Fa-f]{0,4}:){2,7}[0-9A-Fa-f]{0,4}(?:\.(?:0|[1-9]\d{0,2})){0,3}\]?(?![0-9A-Fa-f:])/g;
|
|
8
|
+
function pushValid(text, re, ok, out) {
|
|
9
|
+
const prev = re.lastIndex;
|
|
10
|
+
re.lastIndex = 0;
|
|
11
|
+
try {
|
|
12
|
+
let m;
|
|
13
|
+
while ((m = re.exec(text)) !== null) {
|
|
14
|
+
if (ok(m[0])) {
|
|
15
|
+
out.push({
|
|
16
|
+
start: m.index,
|
|
17
|
+
end: m.index + m[0].length,
|
|
18
|
+
cls: 'ip',
|
|
19
|
+
token: PII,
|
|
20
|
+
source: 'ip',
|
|
21
|
+
});
|
|
22
|
+
}
|
|
23
|
+
if (re.lastIndex === m.index) {
|
|
24
|
+
re.lastIndex = m.index + 1;
|
|
25
|
+
if (re.lastIndex > text.length)
|
|
26
|
+
break;
|
|
27
|
+
}
|
|
28
|
+
}
|
|
29
|
+
}
|
|
30
|
+
finally {
|
|
31
|
+
re.lastIndex = prev;
|
|
32
|
+
}
|
|
33
|
+
}
|
|
34
|
+
export function detectIpSpans(text) {
|
|
35
|
+
const out = [];
|
|
36
|
+
if (text.includes(':'))
|
|
37
|
+
pushValid(text, V6_CANDIDATE, isStrictIpv6, out);
|
|
38
|
+
if (text.includes('.'))
|
|
39
|
+
pushValid(text, DOTTED_RUN, isStrictIpv4, out);
|
|
40
|
+
return out;
|
|
41
|
+
}
|
|
42
|
+
//# sourceMappingURL=ip.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ip.js","sourceRoot":"","sources":["../../../src/mask/detectors/ip.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAA;AAG/D,MAAM,GAAG,GAAG,cAAc,CAAA;AAC1B,MAAM,UAAU,GAAG,2CAA2C,CAAA;AAC9D,MAAM,YAAY,GAChB,iHAAiH,CAAA;AAEnH,SAAS,SAAS,CAChB,IAAY,EACZ,EAAU,EACV,EAA0B,EAC1B,GAAW;IAEX,MAAM,IAAI,GAAG,EAAE,CAAC,SAAS,CAAA;IACzB,EAAE,CAAC,SAAS,GAAG,CAAC,CAAA;IAChB,IAAI,CAAC;QACH,IAAI,CAAyB,CAAA;QAC7B,OAAO,CAAC,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YACpC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBACb,GAAG,CAAC,IAAI,CAAC;oBACP,KAAK,EAAE,CAAC,CAAC,KAAK;oBACd,GAAG,EAAE,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM;oBAC1B,GAAG,EAAE,IAAI;oBACT,KAAK,EAAE,GAAG;oBACV,MAAM,EAAE,IAAI;iBACb,CAAC,CAAA;YACJ,CAAC;YACD,IAAI,EAAE,CAAC,SAAS,KAAK,CAAC,CAAC,KAAK,EAAE,CAAC;gBAC7B,EAAE,CAAC,SAAS,GAAG,CAAC,CAAC,KAAK,GAAG,CAAC,CAAA;gBAC1B,IAAI,EAAE,CAAC,SAAS,GAAG,IAAI,CAAC,MAAM;oBAAE,MAAK;YACvC,CAAC;QACH,CAAC;IACH,CAAC;YAAS,CAAC;QACT,EAAE,CAAC,SAAS,GAAG,IAAI,CAAA;IACrB,CAAC;AACH,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,IAAY;IACxC,MAAM,GAAG,GAAW,EAAE,CAAA;IACtB,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC;QAAE,SAAS,CAAC,IAAI,EAAE,YAAY,EAAE,YAAY,EAAE,GAAG,CAAC,CAAA;IACxE,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC;QAAE,SAAS,CAAC,IAAI,EAAE,UAAU,EAAE,YAAY,EAAE,GAAG,CAAC,CAAA;IACtE,OAAO,GAAG,CAAA;AACZ,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"labelled_secret.d.ts","sourceRoot":"","sources":["../../../src/mask/detectors/labelled_secret.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAA;AAOtC,wBAAgB,yBAAyB,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,EAAE,CAsB9D"}
|
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
const SECRET = '[MASKED_SECRET]';
|
|
2
|
+
const LABELLED_RE = /((?:password|passwd|pwd|secret|token|api[_-]?key|access[_-]?key|authorization)["'\s]*[:=]["'\s]*)[^"'\s,;}]{4,}/gi;
|
|
3
|
+
const HINT = /password|passwd|pwd|secret|token|api[_-]?key|access[_-]?key|authorization/i;
|
|
4
|
+
export function detectLabelledSecretSpans(text) {
|
|
5
|
+
if (!HINT.test(text))
|
|
6
|
+
return [];
|
|
7
|
+
const out = [];
|
|
8
|
+
const prev = LABELLED_RE.lastIndex;
|
|
9
|
+
LABELLED_RE.lastIndex = 0;
|
|
10
|
+
try {
|
|
11
|
+
let m;
|
|
12
|
+
while ((m = LABELLED_RE.exec(text)) !== null) {
|
|
13
|
+
if (m[1]) {
|
|
14
|
+
const start = m.index + m[1].length;
|
|
15
|
+
const end = m.index + m[0].length;
|
|
16
|
+
if (end > start)
|
|
17
|
+
out.push({ start, end, cls: 'labelled-secret', token: SECRET, source: 'labelled-secret' });
|
|
18
|
+
}
|
|
19
|
+
if (LABELLED_RE.lastIndex === m.index) {
|
|
20
|
+
LABELLED_RE.lastIndex = m.index + 1;
|
|
21
|
+
if (LABELLED_RE.lastIndex > text.length)
|
|
22
|
+
break;
|
|
23
|
+
}
|
|
24
|
+
}
|
|
25
|
+
}
|
|
26
|
+
finally {
|
|
27
|
+
LABELLED_RE.lastIndex = prev;
|
|
28
|
+
}
|
|
29
|
+
return out;
|
|
30
|
+
}
|
|
31
|
+
//# sourceMappingURL=labelled_secret.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"labelled_secret.js","sourceRoot":"","sources":["../../../src/mask/detectors/labelled_secret.ts"],"names":[],"mappings":"AAKA,MAAM,MAAM,GAAG,iBAAiB,CAAA;AAChC,MAAM,WAAW,GACf,mHAAmH,CAAA;AACrH,MAAM,IAAI,GAAG,4EAA4E,CAAA;AAEzF,MAAM,UAAU,yBAAyB,CAAC,IAAY;IACpD,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,EAAE,CAAA;IAC/B,MAAM,GAAG,GAAW,EAAE,CAAA;IACtB,MAAM,IAAI,GAAG,WAAW,CAAC,SAAS,CAAA;IAClC,WAAW,CAAC,SAAS,GAAG,CAAC,CAAA;IACzB,IAAI,CAAC;QACH,IAAI,CAAyB,CAAA;QAC7B,OAAO,CAAC,CAAC,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YAC7C,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBACT,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAA;gBACnC,MAAM,GAAG,GAAG,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAA;gBACjC,IAAI,GAAG,GAAG,KAAK;oBAAE,GAAG,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,iBAAiB,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,iBAAiB,EAAE,CAAC,CAAA;YAC7G,CAAC;YACD,IAAI,WAAW,CAAC,SAAS,KAAK,CAAC,CAAC,KAAK,EAAE,CAAC;gBACtC,WAAW,CAAC,SAAS,GAAG,CAAC,CAAC,KAAK,GAAG,CAAC,CAAA;gBACnC,IAAI,WAAW,CAAC,SAAS,GAAG,IAAI,CAAC,MAAM;oBAAE,MAAK;YAChD,CAAC;QACH,CAAC;IACH,CAAC;YAAS,CAAC;QACT,WAAW,CAAC,SAAS,GAAG,IAAI,CAAA;IAC9B,CAAC;IACD,OAAO,GAAG,CAAA;AACZ,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"mrz.d.ts","sourceRoot":"","sources":["../../../src/mask/detectors/mrz.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAA;AAKtC,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,EAAE,CA+BnD"}
|
|
@@ -0,0 +1,42 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* ICAO TD3 passport spans. A checksum failure is not a span.
|
|
3
|
+
*/
|
|
4
|
+
import { isTd3Mrz } from '../../mrz.js';
|
|
5
|
+
const PII = '[MASKED_PII]';
|
|
6
|
+
const TD3_BLOCK = /P[A-Z0-9<]{43}(?:\r?\n)[A-Z0-9<]{44}/g;
|
|
7
|
+
export function detectMrzSpans(text) {
|
|
8
|
+
if (!text.includes('\n'))
|
|
9
|
+
return [];
|
|
10
|
+
const out = [];
|
|
11
|
+
const prev = TD3_BLOCK.lastIndex;
|
|
12
|
+
TD3_BLOCK.lastIndex = 0;
|
|
13
|
+
try {
|
|
14
|
+
let m;
|
|
15
|
+
while ((m = TD3_BLOCK.exec(text)) !== null) {
|
|
16
|
+
const block = m[0];
|
|
17
|
+
const nl = block.includes('\r\n') ? '\r\n' : '\n';
|
|
18
|
+
const i = block.indexOf(nl);
|
|
19
|
+
const line1 = block.slice(0, i);
|
|
20
|
+
const line2 = block.slice(i + nl.length);
|
|
21
|
+
if (isTd3Mrz(line1, line2)) {
|
|
22
|
+
out.push({
|
|
23
|
+
start: m.index,
|
|
24
|
+
end: m.index + block.length,
|
|
25
|
+
cls: 'mrz',
|
|
26
|
+
token: PII,
|
|
27
|
+
source: 'mrz',
|
|
28
|
+
});
|
|
29
|
+
}
|
|
30
|
+
if (TD3_BLOCK.lastIndex === m.index) {
|
|
31
|
+
TD3_BLOCK.lastIndex = m.index + 1;
|
|
32
|
+
if (TD3_BLOCK.lastIndex > text.length)
|
|
33
|
+
break;
|
|
34
|
+
}
|
|
35
|
+
}
|
|
36
|
+
}
|
|
37
|
+
finally {
|
|
38
|
+
TD3_BLOCK.lastIndex = prev;
|
|
39
|
+
}
|
|
40
|
+
return out;
|
|
41
|
+
}
|
|
42
|
+
//# sourceMappingURL=mrz.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"mrz.js","sourceRoot":"","sources":["../../../src/mask/detectors/mrz.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAA;AAGvC,MAAM,GAAG,GAAG,cAAc,CAAA;AAC1B,MAAM,SAAS,GAAG,uCAAuC,CAAA;AAEzD,MAAM,UAAU,cAAc,CAAC,IAAY;IACzC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;QAAE,OAAO,EAAE,CAAA;IACnC,MAAM,GAAG,GAAW,EAAE,CAAA;IACtB,MAAM,IAAI,GAAG,SAAS,CAAC,SAAS,CAAA;IAChC,SAAS,CAAC,SAAS,GAAG,CAAC,CAAA;IACvB,IAAI,CAAC;QACH,IAAI,CAAyB,CAAA;QAC7B,OAAO,CAAC,CAAC,GAAG,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YAC3C,MAAM,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAA;YAClB,MAAM,EAAE,GAAG,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAA;YACjD,MAAM,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAA;YAC3B,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;YAC/B,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,CAAA;YACxC,IAAI,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,CAAC;gBAC3B,GAAG,CAAC,IAAI,CAAC;oBACP,KAAK,EAAE,CAAC,CAAC,KAAK;oBACd,GAAG,EAAE,CAAC,CAAC,KAAK,GAAG,KAAK,CAAC,MAAM;oBAC3B,GAAG,EAAE,KAAK;oBACV,KAAK,EAAE,GAAG;oBACV,MAAM,EAAE,KAAK;iBACd,CAAC,CAAA;YACJ,CAAC;YACD,IAAI,SAAS,CAAC,SAAS,KAAK,CAAC,CAAC,KAAK,EAAE,CAAC;gBACpC,SAAS,CAAC,SAAS,GAAG,CAAC,CAAC,KAAK,GAAG,CAAC,CAAA;gBACjC,IAAI,SAAS,CAAC,SAAS,GAAG,IAAI,CAAC,MAAM;oBAAE,MAAK;YAC9C,CAAC;QACH,CAAC;IACH,CAAC;YAAS,CAAC;QACT,SAAS,CAAC,SAAS,GAAG,IAAI,CAAA;IAC5B,CAAC;IACD,OAAO,GAAG,CAAA;AACZ,CAAC"}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Title-marked and label-marked personal names. The title or label stays outside the span.
|
|
3
|
+
* Name words stay on one line; a label/title may reach the value across a line break.
|
|
4
|
+
*/
|
|
5
|
+
import type { Span } from '../core.js';
|
|
6
|
+
export declare function detectNameSpans(text: string): Span[];
|
|
7
|
+
//# sourceMappingURL=name.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"name.d.ts","sourceRoot":"","sources":["../../../src/mask/detectors/name.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAA;AAoHtC,wBAAgB,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,EAAE,CAMpD"}
|
|
@@ -0,0 +1,117 @@
|
|
|
1
|
+
const PII = '[MASKED_PII]';
|
|
2
|
+
/** Horizontal space only: a line break is not a name-word separator. */
|
|
3
|
+
const HORIZ = String.raw `[^\S\r\n\u2028\u2029\u0085]`;
|
|
4
|
+
const NAME_SHAPE = String.raw `\p{Lu}\p{L}+(?:${HORIZ}+\p{Lu}\p{L}+){0,2}`;
|
|
5
|
+
const TITLE = String.raw `Sn\.|Sayın|Sayin|Bayan|Bay|Mrs\.|Mr\.|Ms\.|Dr\.|Av\.|Prof\.`;
|
|
6
|
+
const LABEL_WORDS = [
|
|
7
|
+
'müşteri',
|
|
8
|
+
'musteri',
|
|
9
|
+
'yetkili',
|
|
10
|
+
'kişi',
|
|
11
|
+
'kisi',
|
|
12
|
+
'temsilci',
|
|
13
|
+
'adı soyadı',
|
|
14
|
+
'adi soyadi',
|
|
15
|
+
'ad soyad',
|
|
16
|
+
'customer',
|
|
17
|
+
'contact',
|
|
18
|
+
'full name',
|
|
19
|
+
'name',
|
|
20
|
+
];
|
|
21
|
+
// Title/label to value uses \s (0.3.0). Name words stay on HORIZ. No (?i:…) — Node 20.
|
|
22
|
+
const TITLED_NAME_RE = new RegExp(String.raw `(?<![\p{L}\p{N}])(?:(?:${TITLE})\s+)+(${NAME_SHAPE})`, 'gu');
|
|
23
|
+
const LABEL_RE = new RegExp(String.raw `(?<![\p{L}\p{N}])(${LABEL_WORDS.join('|')})\s*:`, 'giu');
|
|
24
|
+
const NAME_AFTER_LABEL = new RegExp(String.raw `^\s*(${NAME_SHAPE})`, 'u');
|
|
25
|
+
function isLineBreakCode(c) {
|
|
26
|
+
return c === 10 || c === 13 || c === 0x2028 || c === 0x2029 || c === 0x85;
|
|
27
|
+
}
|
|
28
|
+
function followedByColon(text, at) {
|
|
29
|
+
let i = at;
|
|
30
|
+
while (i < text.length) {
|
|
31
|
+
const c = text.charCodeAt(i);
|
|
32
|
+
if (isLineBreakCode(c) || !/\s/u.test(text[i]))
|
|
33
|
+
break;
|
|
34
|
+
i++;
|
|
35
|
+
}
|
|
36
|
+
return text[i] === ':';
|
|
37
|
+
}
|
|
38
|
+
function isKnownLabel(value, text, end) {
|
|
39
|
+
const lower = value.toLowerCase();
|
|
40
|
+
let known = false;
|
|
41
|
+
for (let i = 0; i < LABEL_WORDS.length; i++) {
|
|
42
|
+
if (LABEL_WORDS[i] === lower) {
|
|
43
|
+
known = true;
|
|
44
|
+
break;
|
|
45
|
+
}
|
|
46
|
+
}
|
|
47
|
+
if (!known)
|
|
48
|
+
return false;
|
|
49
|
+
return followedByColon(text, end);
|
|
50
|
+
}
|
|
51
|
+
function pushNames(text, re, out) {
|
|
52
|
+
const prev = re.lastIndex;
|
|
53
|
+
re.lastIndex = 0;
|
|
54
|
+
try {
|
|
55
|
+
let m;
|
|
56
|
+
while ((m = re.exec(text)) !== null) {
|
|
57
|
+
const name = m[m.length - 1];
|
|
58
|
+
const start = name ? m.index + m[0].length - name.length : -1;
|
|
59
|
+
if (name && !isKnownLabel(name, text, start + name.length)) {
|
|
60
|
+
out.push({
|
|
61
|
+
start,
|
|
62
|
+
end: start + name.length,
|
|
63
|
+
cls: 'name',
|
|
64
|
+
token: PII,
|
|
65
|
+
source: 'name',
|
|
66
|
+
});
|
|
67
|
+
}
|
|
68
|
+
if (re.lastIndex === m.index) {
|
|
69
|
+
re.lastIndex = m.index + 1;
|
|
70
|
+
if (re.lastIndex > text.length)
|
|
71
|
+
break;
|
|
72
|
+
}
|
|
73
|
+
}
|
|
74
|
+
}
|
|
75
|
+
finally {
|
|
76
|
+
re.lastIndex = prev;
|
|
77
|
+
}
|
|
78
|
+
}
|
|
79
|
+
function pushLabelledNames(text, out) {
|
|
80
|
+
const prev = LABEL_RE.lastIndex;
|
|
81
|
+
LABEL_RE.lastIndex = 0;
|
|
82
|
+
try {
|
|
83
|
+
let m;
|
|
84
|
+
while ((m = LABEL_RE.exec(text)) !== null) {
|
|
85
|
+
const after = m.index + m[0].length;
|
|
86
|
+
const found = NAME_AFTER_LABEL.exec(text.slice(after));
|
|
87
|
+
const name = found?.[1];
|
|
88
|
+
const start = name && found ? after + found[0].length - name.length : -1;
|
|
89
|
+
if (name && !isKnownLabel(name, text, start + name.length)) {
|
|
90
|
+
out.push({
|
|
91
|
+
start,
|
|
92
|
+
end: start + name.length,
|
|
93
|
+
cls: 'name',
|
|
94
|
+
token: PII,
|
|
95
|
+
source: 'name',
|
|
96
|
+
});
|
|
97
|
+
}
|
|
98
|
+
if (LABEL_RE.lastIndex === m.index) {
|
|
99
|
+
LABEL_RE.lastIndex = m.index + 1;
|
|
100
|
+
if (LABEL_RE.lastIndex > text.length)
|
|
101
|
+
break;
|
|
102
|
+
}
|
|
103
|
+
}
|
|
104
|
+
}
|
|
105
|
+
finally {
|
|
106
|
+
LABEL_RE.lastIndex = prev;
|
|
107
|
+
}
|
|
108
|
+
}
|
|
109
|
+
export function detectNameSpans(text) {
|
|
110
|
+
if (!/\p{L}/u.test(text))
|
|
111
|
+
return [];
|
|
112
|
+
const out = [];
|
|
113
|
+
pushNames(text, TITLED_NAME_RE, out);
|
|
114
|
+
pushLabelledNames(text, out);
|
|
115
|
+
return out;
|
|
116
|
+
}
|
|
117
|
+
//# sourceMappingURL=name.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"name.js","sourceRoot":"","sources":["../../../src/mask/detectors/name.ts"],"names":[],"mappings":"AAMA,MAAM,GAAG,GAAG,cAAc,CAAA;AAC1B,wEAAwE;AACxE,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAA,6BAA6B,CAAA;AACrD,MAAM,UAAU,GAAG,MAAM,CAAC,GAAG,CAAA,kBAAkB,KAAK,qBAAqB,CAAA;AACzE,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAA,6DAA6D,CAAA;AACrF,MAAM,WAAW,GAAG;IAClB,SAAS;IACT,SAAS;IACT,SAAS;IACT,MAAM;IACN,MAAM;IACN,UAAU;IACV,YAAY;IACZ,YAAY;IACZ,UAAU;IACV,UAAU;IACV,SAAS;IACT,WAAW;IACX,MAAM;CACE,CAAA;AACV,uFAAuF;AACvF,MAAM,cAAc,GAAG,IAAI,MAAM,CAC/B,MAAM,CAAC,GAAG,CAAA,0BAA0B,KAAK,UAAU,UAAU,GAAG,EAChE,IAAI,CACL,CAAA;AACD,MAAM,QAAQ,GAAG,IAAI,MAAM,CACzB,MAAM,CAAC,GAAG,CAAA,qBAAqB,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,EAC3D,KAAK,CACN,CAAA;AACD,MAAM,gBAAgB,GAAG,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,CAAA,QAAQ,UAAU,GAAG,EAAE,GAAG,CAAC,CAAA;AAEzE,SAAS,eAAe,CAAC,CAAS;IAChC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,MAAM,IAAI,CAAC,KAAK,MAAM,IAAI,CAAC,KAAK,IAAI,CAAA;AAC3E,CAAC;AAED,SAAS,eAAe,CAAC,IAAY,EAAE,EAAU;IAC/C,IAAI,CAAC,GAAG,EAAE,CAAA;IACV,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QACvB,MAAM,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAA;QAC5B,IAAI,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAAE,MAAK;QACrD,CAAC,EAAE,CAAA;IACL,CAAC;IACD,OAAO,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,CAAA;AACxB,CAAC;AAED,SAAS,YAAY,CAAC,KAAa,EAAE,IAAY,EAAE,GAAW;IAC5D,MAAM,KAAK,GAAG,KAAK,CAAC,WAAW,EAAE,CAAA;IACjC,IAAI,KAAK,GAAG,KAAK,CAAA;IACjB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC5C,IAAI,WAAW,CAAC,CAAC,CAAC,KAAK,KAAK,EAAE,CAAC;YAC7B,KAAK,GAAG,IAAI,CAAA;YACZ,MAAK;QACP,CAAC;IACH,CAAC;IACD,IAAI,CAAC,KAAK;QAAE,OAAO,KAAK,CAAA;IACxB,OAAO,eAAe,CAAC,IAAI,EAAE,GAAG,CAAC,CAAA;AACnC,CAAC;AAED,SAAS,SAAS,CAAC,IAAY,EAAE,EAAU,EAAE,GAAW;IACtD,MAAM,IAAI,GAAG,EAAE,CAAC,SAAS,CAAA;IACzB,EAAE,CAAC,SAAS,GAAG,CAAC,CAAA;IAChB,IAAI,CAAC;QACH,IAAI,CAAyB,CAAA;QAC7B,OAAO,CAAC,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YACpC,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;YAC5B,MAAM,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;YAC7D,IAAI,IAAI,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC3D,GAAG,CAAC,IAAI,CAAC;oBACP,KAAK;oBACL,GAAG,EAAE,KAAK,GAAG,IAAI,CAAC,MAAM;oBACxB,GAAG,EAAE,MAAM;oBACX,KAAK,EAAE,GAAG;oBACV,MAAM,EAAE,MAAM;iBACf,CAAC,CAAA;YACJ,CAAC;YACD,IAAI,EAAE,CAAC,SAAS,KAAK,CAAC,CAAC,KAAK,EAAE,CAAC;gBAC7B,EAAE,CAAC,SAAS,GAAG,CAAC,CAAC,KAAK,GAAG,CAAC,CAAA;gBAC1B,IAAI,EAAE,CAAC,SAAS,GAAG,IAAI,CAAC,MAAM;oBAAE,MAAK;YACvC,CAAC;QACH,CAAC;IACH,CAAC;YAAS,CAAC;QACT,EAAE,CAAC,SAAS,GAAG,IAAI,CAAA;IACrB,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAY,EAAE,GAAW;IAClD,MAAM,IAAI,GAAG,QAAQ,CAAC,SAAS,CAAA;IAC/B,QAAQ,CAAC,SAAS,GAAG,CAAC,CAAA;IACtB,IAAI,CAAC;QACH,IAAI,CAAyB,CAAA;QAC7B,OAAO,CAAC,CAAC,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YAC1C,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAA;YACnC,MAAM,KAAK,GAAG,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAA;YACtD,MAAM,IAAI,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC,CAAA;YACvB,MAAM,KAAK,GAAG,IAAI,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;YACxE,IAAI,IAAI,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC3D,GAAG,CAAC,IAAI,CAAC;oBACP,KAAK;oBACL,GAAG,EAAE,KAAK,GAAG,IAAI,CAAC,MAAM;oBACxB,GAAG,EAAE,MAAM;oBACX,KAAK,EAAE,GAAG;oBACV,MAAM,EAAE,MAAM;iBACf,CAAC,CAAA;YACJ,CAAC;YACD,IAAI,QAAQ,CAAC,SAAS,KAAK,CAAC,CAAC,KAAK,EAAE,CAAC;gBACnC,QAAQ,CAAC,SAAS,GAAG,CAAC,CAAC,KAAK,GAAG,CAAC,CAAA;gBAChC,IAAI,QAAQ,CAAC,SAAS,GAAG,IAAI,CAAC,MAAM;oBAAE,MAAK;YAC7C,CAAC;QACH,CAAC;IACH,CAAC;YAAS,CAAC;QACT,QAAQ,CAAC,SAAS,GAAG,IAAI,CAAA;IAC3B,CAAC;AACH,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,IAAY;IAC1C,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,EAAE,CAAA;IACnC,MAAM,GAAG,GAAW,EAAE,CAAA;IACtB,SAAS,CAAC,IAAI,EAAE,cAAc,EAAE,GAAG,CAAC,CAAA;IACpC,iBAAiB,CAAC,IAAI,EAAE,GAAG,CAAC,CAAA;IAC5B,OAAO,GAAG,CAAA;AACZ,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"numeric.d.ts","sourceRoot":"","sources":["../../../src/mask/detectors/numeric.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,IAAI,EAAa,MAAM,YAAY,CAAA;AA8JjD,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,EAAE,CA4EvD"}
|
|
@@ -0,0 +1,240 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Phone, TCKN, card, and SSN spans. Formatted phones are found first and split later digit runs.
|
|
3
|
+
*/
|
|
4
|
+
import { luhnOk } from '../../digit_pii.js';
|
|
5
|
+
import { tcknChecksumOk } from '../../tckn.js';
|
|
6
|
+
const PII = '[MASKED_PII]';
|
|
7
|
+
const PHONE_FORMATTED = /(?<!\d)(?:\+?\d{1,3}[\s-]?)?\(?\d{3}\)?[\s-]?\d{3}[\s-]?\d{4}(?!\d)/g;
|
|
8
|
+
const TR_MOBILE_322 = /(?<!\d)\+90[\s-]5\d{2}[\s-]\d{3}[\s-]\d{2}[\s-]\d{2}(?!\d)/g;
|
|
9
|
+
function isDigit(c) {
|
|
10
|
+
return c !== undefined && c >= '0' && c <= '9';
|
|
11
|
+
}
|
|
12
|
+
function isGroup(c) {
|
|
13
|
+
return c === ' ' || c === '-' || c === '.' || c === '/';
|
|
14
|
+
}
|
|
15
|
+
function isWord(c) {
|
|
16
|
+
return /[A-Za-z0-9_]/.test(c);
|
|
17
|
+
}
|
|
18
|
+
function isolatedSpan(s, start, end, strength) {
|
|
19
|
+
const left = start === 0 ? '' : s[start - 1];
|
|
20
|
+
const right = end >= s.length ? '' : s[end];
|
|
21
|
+
if (isDigit(left) || isDigit(right))
|
|
22
|
+
return false;
|
|
23
|
+
if (strength === 'checksummed')
|
|
24
|
+
return true;
|
|
25
|
+
if (right && /[A-Za-z_]/.test(right)) {
|
|
26
|
+
const after = end + 1 < s.length ? s[end + 1] : '';
|
|
27
|
+
if (after && isWord(after))
|
|
28
|
+
return false;
|
|
29
|
+
}
|
|
30
|
+
return true;
|
|
31
|
+
}
|
|
32
|
+
function looksLikeDottedIpOrVersion(s, start, end) {
|
|
33
|
+
const slice = s.slice(start, end);
|
|
34
|
+
if (!/[./]/.test(slice))
|
|
35
|
+
return false;
|
|
36
|
+
const groups = slice.split(/[./]/).filter((g) => g.length > 0);
|
|
37
|
+
if (groups.length < 4)
|
|
38
|
+
return false;
|
|
39
|
+
return groups.every((g) => /^\d{1,3}$/.test(g));
|
|
40
|
+
}
|
|
41
|
+
function collectDigits(s, start, end) {
|
|
42
|
+
let d = '';
|
|
43
|
+
for (let j = start; j < end; j++) {
|
|
44
|
+
const c = s[j];
|
|
45
|
+
if (isDigit(c))
|
|
46
|
+
d += c;
|
|
47
|
+
}
|
|
48
|
+
return d;
|
|
49
|
+
}
|
|
50
|
+
function classify(s, start, end, n) {
|
|
51
|
+
if (n === 10)
|
|
52
|
+
return { strength: 'shape-only', cls: 'phone' };
|
|
53
|
+
if (n === 9) {
|
|
54
|
+
return /^\d{3}-\d{2}-\d{4}$/.test(s.slice(start, end))
|
|
55
|
+
? { strength: 'shape-only', cls: 'ssn' }
|
|
56
|
+
: null;
|
|
57
|
+
}
|
|
58
|
+
if (n === 11) {
|
|
59
|
+
const digits = collectDigits(s, start, end);
|
|
60
|
+
if (tcknChecksumOk(digits))
|
|
61
|
+
return { strength: 'checksummed', cls: 'tckn' };
|
|
62
|
+
if (/^05\d{9}$/.test(digits))
|
|
63
|
+
return { strength: 'checksummed', cls: 'phone' };
|
|
64
|
+
const first = s[start];
|
|
65
|
+
if (first === '0')
|
|
66
|
+
return { strength: 'shape-only', cls: 'phone' };
|
|
67
|
+
if (first >= '1' && first <= '9')
|
|
68
|
+
return { strength: 'shape-only', cls: 'tckn' };
|
|
69
|
+
return null;
|
|
70
|
+
}
|
|
71
|
+
if (n >= 13 && n <= 16) {
|
|
72
|
+
return luhnOk(collectDigits(s, start, end)) ? { strength: 'checksummed', cls: 'card' } : null;
|
|
73
|
+
}
|
|
74
|
+
return null;
|
|
75
|
+
}
|
|
76
|
+
function groupsOf(text, start, end) {
|
|
77
|
+
const groups = [];
|
|
78
|
+
let j = start;
|
|
79
|
+
while (j < end) {
|
|
80
|
+
if (!isDigit(text[j])) {
|
|
81
|
+
j++;
|
|
82
|
+
continue;
|
|
83
|
+
}
|
|
84
|
+
const gs = j;
|
|
85
|
+
while (j < end && isDigit(text[j]))
|
|
86
|
+
j++;
|
|
87
|
+
groups.push({ start: gs, end: j });
|
|
88
|
+
}
|
|
89
|
+
return groups;
|
|
90
|
+
}
|
|
91
|
+
function pushSpan(out, start, end, cls) {
|
|
92
|
+
if (end <= start)
|
|
93
|
+
return;
|
|
94
|
+
out.push({ start, end, cls, token: PII, source: 'numeric' });
|
|
95
|
+
}
|
|
96
|
+
function absorbWindow(covers, start, end, cls) {
|
|
97
|
+
for (let i = 0; i < covers.length; i++) {
|
|
98
|
+
const cover = covers[i];
|
|
99
|
+
if (cover.cls !== cls)
|
|
100
|
+
continue;
|
|
101
|
+
if (start <= cover.end && end >= cover.start) {
|
|
102
|
+
if (start < cover.start)
|
|
103
|
+
cover.start = start;
|
|
104
|
+
if (end > cover.end)
|
|
105
|
+
cover.end = end;
|
|
106
|
+
return;
|
|
107
|
+
}
|
|
108
|
+
}
|
|
109
|
+
covers.push({ start, end, cls });
|
|
110
|
+
}
|
|
111
|
+
function findPhones(text) {
|
|
112
|
+
const out = [];
|
|
113
|
+
if (/[+()\s-]/.test(text) && /\d/.test(text)) {
|
|
114
|
+
const prev = PHONE_FORMATTED.lastIndex;
|
|
115
|
+
PHONE_FORMATTED.lastIndex = 0;
|
|
116
|
+
try {
|
|
117
|
+
let m;
|
|
118
|
+
while ((m = PHONE_FORMATTED.exec(text)) !== null) {
|
|
119
|
+
if (!/^\d+$/.test(m[0]))
|
|
120
|
+
pushSpan(out, m.index, m.index + m[0].length, 'phone');
|
|
121
|
+
if (PHONE_FORMATTED.lastIndex === m.index) {
|
|
122
|
+
PHONE_FORMATTED.lastIndex = m.index + 1;
|
|
123
|
+
if (PHONE_FORMATTED.lastIndex > text.length)
|
|
124
|
+
break;
|
|
125
|
+
}
|
|
126
|
+
}
|
|
127
|
+
}
|
|
128
|
+
finally {
|
|
129
|
+
PHONE_FORMATTED.lastIndex = prev;
|
|
130
|
+
}
|
|
131
|
+
}
|
|
132
|
+
if (text.includes('+90')) {
|
|
133
|
+
const prev = TR_MOBILE_322.lastIndex;
|
|
134
|
+
TR_MOBILE_322.lastIndex = 0;
|
|
135
|
+
try {
|
|
136
|
+
let m;
|
|
137
|
+
while ((m = TR_MOBILE_322.exec(text)) !== null) {
|
|
138
|
+
pushSpan(out, m.index, m.index + m[0].length, 'phone');
|
|
139
|
+
if (TR_MOBILE_322.lastIndex === m.index) {
|
|
140
|
+
TR_MOBILE_322.lastIndex = m.index + 1;
|
|
141
|
+
if (TR_MOBILE_322.lastIndex > text.length)
|
|
142
|
+
break;
|
|
143
|
+
}
|
|
144
|
+
}
|
|
145
|
+
}
|
|
146
|
+
finally {
|
|
147
|
+
TR_MOBILE_322.lastIndex = prev;
|
|
148
|
+
}
|
|
149
|
+
}
|
|
150
|
+
return out;
|
|
151
|
+
}
|
|
152
|
+
export function detectNumericSpans(text) {
|
|
153
|
+
const phones = findPhones(text);
|
|
154
|
+
let mark;
|
|
155
|
+
if (phones.length > 0) {
|
|
156
|
+
mark = new Uint8Array(text.length);
|
|
157
|
+
for (const p of phones)
|
|
158
|
+
mark.fill(1, p.start, p.end);
|
|
159
|
+
}
|
|
160
|
+
const blocked = (i) => mark !== undefined && mark[i] === 1;
|
|
161
|
+
const out = phones.slice();
|
|
162
|
+
let i = 0;
|
|
163
|
+
while (i < text.length) {
|
|
164
|
+
if (!isDigit(text[i]) || blocked(i)) {
|
|
165
|
+
i++;
|
|
166
|
+
continue;
|
|
167
|
+
}
|
|
168
|
+
const start = i;
|
|
169
|
+
let n = 0;
|
|
170
|
+
while (i < text.length) {
|
|
171
|
+
if (blocked(i))
|
|
172
|
+
break;
|
|
173
|
+
const c = text[i];
|
|
174
|
+
if (isDigit(c)) {
|
|
175
|
+
n++;
|
|
176
|
+
i++;
|
|
177
|
+
continue;
|
|
178
|
+
}
|
|
179
|
+
if (isGroup(c) && i + 1 < text.length && isDigit(text[i + 1]) && !blocked(i + 1)) {
|
|
180
|
+
i++;
|
|
181
|
+
continue;
|
|
182
|
+
}
|
|
183
|
+
break;
|
|
184
|
+
}
|
|
185
|
+
const runEnd = i;
|
|
186
|
+
const found = classify(text, start, runEnd, n);
|
|
187
|
+
const accepted = found !== null
|
|
188
|
+
&& !looksLikeDottedIpOrVersion(text, start, runEnd)
|
|
189
|
+
&& isolatedSpan(text, start, runEnd, found.strength);
|
|
190
|
+
if (accepted && found) {
|
|
191
|
+
let end = runEnd;
|
|
192
|
+
if (found.strength === 'checksummed') {
|
|
193
|
+
while (end < text.length && !blocked(end) && isWord(text[end]))
|
|
194
|
+
end++;
|
|
195
|
+
}
|
|
196
|
+
else if (end < text.length && !blocked(end) && /[A-Za-z_]/.test(text[end])) {
|
|
197
|
+
const after = end + 1 < text.length ? text[end + 1] : '';
|
|
198
|
+
if (!after || !isWord(after) || blocked(end + 1))
|
|
199
|
+
end += 1;
|
|
200
|
+
}
|
|
201
|
+
pushSpan(out, start, end, found.cls);
|
|
202
|
+
i = end;
|
|
203
|
+
continue;
|
|
204
|
+
}
|
|
205
|
+
const groups = groupsOf(text, start, runEnd);
|
|
206
|
+
if (groups.length > 1) {
|
|
207
|
+
const covers = [];
|
|
208
|
+
for (let a = 0; a < groups.length; a++) {
|
|
209
|
+
let count = 0;
|
|
210
|
+
for (let b = a; b < groups.length; b++) {
|
|
211
|
+
count += groups[b].end - groups[b].start;
|
|
212
|
+
if (count > 16)
|
|
213
|
+
break;
|
|
214
|
+
if (count !== 11 && (count < 13 || count > 16))
|
|
215
|
+
continue;
|
|
216
|
+
const wStart = groups[a].start;
|
|
217
|
+
const wEnd = groups[b].end;
|
|
218
|
+
const win = classify(text, wStart, wEnd, count);
|
|
219
|
+
if (!win || win.strength !== 'checksummed')
|
|
220
|
+
continue;
|
|
221
|
+
if (looksLikeDottedIpOrVersion(text, wStart, wEnd))
|
|
222
|
+
continue;
|
|
223
|
+
if (!isolatedSpan(text, wStart, wEnd, 'checksummed'))
|
|
224
|
+
continue;
|
|
225
|
+
let spanEnd = wEnd;
|
|
226
|
+
if (b === groups.length - 1) {
|
|
227
|
+
while (spanEnd < text.length && !blocked(spanEnd) && isWord(text[spanEnd]))
|
|
228
|
+
spanEnd++;
|
|
229
|
+
}
|
|
230
|
+
absorbWindow(covers, wStart, spanEnd, win.cls);
|
|
231
|
+
}
|
|
232
|
+
}
|
|
233
|
+
for (let c = 0; c < covers.length; c++) {
|
|
234
|
+
pushSpan(out, covers[c].start, covers[c].end, covers[c].cls);
|
|
235
|
+
}
|
|
236
|
+
}
|
|
237
|
+
}
|
|
238
|
+
return out;
|
|
239
|
+
}
|
|
240
|
+
//# sourceMappingURL=numeric.js.map
|