@conarium-ai/core 0.3.3 → 0.3.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +43 -0
- package/dist/mask/speech.d.ts +10 -0
- package/dist/mask/speech.d.ts.map +1 -0
- package/dist/mask/speech.js +468 -0
- package/dist/mask/speech.js.map +1 -0
- package/dist/mask-text.d.ts +1 -1
- package/dist/mask-text.d.ts.map +1 -1
- package/dist/mask-text.js +60 -2
- package/dist/mask-text.js.map +1 -1
- package/docs/API-STABILITY.md +1 -0
- package/docs/claims/reviews/0.3.4.md +137 -0
- package/package.json +2 -2
package/CHANGELOG.md
CHANGED
|
@@ -1,5 +1,48 @@
|
|
|
1
1
|
# Changelog
|
|
2
2
|
|
|
3
|
+
## 0.3.4 - a speech pipeline for hyphenated digits and spoken addresses
|
|
4
|
+
|
|
5
|
+
`maskField` now accepts `pipeline: 'speech'` for text a local speech model
|
|
6
|
+
wrote from a recording. That pipeline masks digit runs of 7 or more digits
|
|
7
|
+
split by spaces or hyphens (a valid TCKN, a phone shape the text pipeline
|
|
8
|
+
already accepts, a Luhn-valid 13-to-19-digit card, or a run with no class,
|
|
9
|
+
which is always masked), `TR` plus digits split the same way when there are
|
|
10
|
+
at least four of them as an IBAN, and addresses said with `et` / `at` and
|
|
11
|
+
`nokta` or written as four or more dotted labels whose first two are
|
|
12
|
+
letters only, without `@`, when a word is in the fixed list
|
|
13
|
+
`DOMAIN_ENDINGS` in `src/mask/speech.ts`: the last label of a dotted run;
|
|
14
|
+
a spoken address is read up to its last listed word, so
|
|
15
|
+
`example nokta dev nokta jp` leaves `nokta jp`. An address may mix written
|
|
16
|
+
dots and spoken `nokta` on either side of `et` / `at`
|
|
17
|
+
(`ayse.yilmaz et example nokta com`, `ayse nokta yilmaz et example.com`,
|
|
18
|
+
`ayse.yilmaz et example.com`) and is one `email` span. An ending written
|
|
19
|
+
with a Turkish dotted capital I (U+0130) is read: for the ending lookup
|
|
20
|
+
only, the word is lowercased, U+0307 is dropped and U+0131 is read as `i`,
|
|
21
|
+
so `AI` with U+0130 matches `ai`.
|
|
22
|
+
`biz` is in the list and is also the Turkish word "we": a spoken address
|
|
23
|
+
is read up to `biz` only when no other listed word is on its chain, so
|
|
24
|
+
`example nokta com nokta Biz` is masked up to `com` and leaves `nokta Biz`,
|
|
25
|
+
while `firma nokta biz` and a dotted `ali.yilmaz.firma.biz` are masked.
|
|
26
|
+
An address with no listed word is not masked by these rules. Classes come
|
|
27
|
+
from the text pipeline's core detectors first, as in 0.3.3, so a
|
|
28
|
+
Luhn-valid card written in phone-shaped groups (`4111-11-111-111-1111`)
|
|
29
|
+
counts as `phone`, and an 11-digit run that fails the TCKN checksum counts
|
|
30
|
+
as `tckn`; when the core and the speech rules name different classes for
|
|
31
|
+
one number (`1-000-000-0146`: `phone` and `tckn`), both are counted and it
|
|
32
|
+
is masked if either class is asked for. It leaves an amount with thousands
|
|
33
|
+
separators (`1.250.000`, `1.250,00`) or under 7 digits before its decimal
|
|
34
|
+
comma, and a time with a colon, dates (`28-10-2026`, `28.10.2026`,
|
|
35
|
+
`28 10 2026`), two years joined by one space or one hyphen (`2025-2026`,
|
|
36
|
+
`2025 2026`), and a six-digit run: `8-4-23-26` is the broken-up tail of an
|
|
37
|
+
IBAN, and this pipeline does not close that leak. The same digits written
|
|
38
|
+
with spaces (`1 250 000`) are a run and are masked. `1234567,89` is a run
|
|
39
|
+
of 7 digits and is masked, and so is a decimal part of 7 or more digits
|
|
40
|
+
(`0,1234567`). The text pipeline is unchanged.
|
|
41
|
+
|
|
42
|
+
`re2js`, which runs operator patterns, is 2.8.7 in both packages: 2.8.6 has
|
|
43
|
+
quadratic-time lookbehind matching (GHSA-gg6h-894w-4m9c), and an operator
|
|
44
|
+
pattern may use lookbehind.
|
|
45
|
+
|
|
3
46
|
## 0.3.3 - the masking engine as a library: @conarium-ai/mask, and per-class masking
|
|
4
47
|
|
|
5
48
|
Importing `@conarium-ai/core` runs the stdio gateway: `dist/index.js` calls
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import type { Span } from './core.js';
|
|
2
|
+
export interface SpeechHit {
|
|
3
|
+
classified: Span[];
|
|
4
|
+
unclassified: {
|
|
5
|
+
start: number;
|
|
6
|
+
end: number;
|
|
7
|
+
}[];
|
|
8
|
+
}
|
|
9
|
+
export declare function detectSpeechSpans(text: string): SpeechHit;
|
|
10
|
+
//# sourceMappingURL=speech.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"speech.d.ts","sourceRoot":"","sources":["../../src/mask/speech.ts"],"names":[],"mappings":"AAQA,OAAO,KAAK,EAAE,IAAI,EAAa,MAAM,WAAW,CAAA;AA2DhD,MAAM,WAAW,SAAS;IACxB,UAAU,EAAE,IAAI,EAAE,CAAA;IAClB,YAAY,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAA;KAAE,EAAE,CAAA;CAC/C;AAuZD,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,CASzD"}
|
|
@@ -0,0 +1,468 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Speech-pipeline spans: digits a local model split with spaces or hyphens,
|
|
3
|
+
* TR plus such a run, and addresses said with et/at and nokta or written
|
|
4
|
+
* as four or more dotted labels. Called only when pipeline is `speech`.
|
|
5
|
+
* Every walk is linear; no open-ended backtracking.
|
|
6
|
+
*/
|
|
7
|
+
import { luhnOk } from '../digit_pii.js';
|
|
8
|
+
import { tcknChecksumOk } from '../tckn.js';
|
|
9
|
+
import { detectNumericSpans } from './detectors/numeric.js';
|
|
10
|
+
const PII = '[MASKED_PII]';
|
|
11
|
+
// Shared by the spoken `et`/`at`+`nokta` rule and the dotted-label rule.
|
|
12
|
+
// An address whose last label is not in this list is not masked by either.
|
|
13
|
+
// `at` is omitted: it is also the spoken `@`.
|
|
14
|
+
const DOMAIN_ENDINGS = new Set([
|
|
15
|
+
'com',
|
|
16
|
+
'net',
|
|
17
|
+
'org',
|
|
18
|
+
'edu',
|
|
19
|
+
'gov',
|
|
20
|
+
'mil',
|
|
21
|
+
'int',
|
|
22
|
+
'info',
|
|
23
|
+
'biz',
|
|
24
|
+
'io',
|
|
25
|
+
'ai',
|
|
26
|
+
'app',
|
|
27
|
+
'dev',
|
|
28
|
+
'co',
|
|
29
|
+
'me',
|
|
30
|
+
'tv',
|
|
31
|
+
'xyz',
|
|
32
|
+
'online',
|
|
33
|
+
'site',
|
|
34
|
+
'tech',
|
|
35
|
+
'cloud',
|
|
36
|
+
'email',
|
|
37
|
+
'tr',
|
|
38
|
+
'uk',
|
|
39
|
+
'de',
|
|
40
|
+
'fr',
|
|
41
|
+
'nl',
|
|
42
|
+
'it',
|
|
43
|
+
'es',
|
|
44
|
+
'eu',
|
|
45
|
+
'us',
|
|
46
|
+
'ca',
|
|
47
|
+
'au',
|
|
48
|
+
'ch',
|
|
49
|
+
'be',
|
|
50
|
+
'se',
|
|
51
|
+
'no',
|
|
52
|
+
'dk',
|
|
53
|
+
'fi',
|
|
54
|
+
'pl',
|
|
55
|
+
'ru',
|
|
56
|
+
'az',
|
|
57
|
+
'cy',
|
|
58
|
+
]);
|
|
59
|
+
// Endings that are also Turkish words (`biz` is "we"). A spoken nokta
|
|
60
|
+
// chain reads one only when no other listed ending is on that chain; a
|
|
61
|
+
// dotted run reads it as any other ending.
|
|
62
|
+
const WORD_ENDINGS = new Set(['biz']);
|
|
63
|
+
const SCHEMES = new Set(['http', 'https', 'ftp', 'mailto', 'file']);
|
|
64
|
+
const MAX_LABELS = 32;
|
|
65
|
+
function isDigit(c) {
|
|
66
|
+
return c !== undefined && c >= '0' && c <= '9';
|
|
67
|
+
}
|
|
68
|
+
function isLetter(c) {
|
|
69
|
+
return c !== undefined && /\p{L}/u.test(c);
|
|
70
|
+
}
|
|
71
|
+
function isLabelChar(c) {
|
|
72
|
+
if (c === undefined)
|
|
73
|
+
return false;
|
|
74
|
+
if (isLetter(c) || isDigit(c))
|
|
75
|
+
return true;
|
|
76
|
+
return c === '-';
|
|
77
|
+
}
|
|
78
|
+
function lettersOnly(s) {
|
|
79
|
+
if (s.length === 0)
|
|
80
|
+
return false;
|
|
81
|
+
for (let i = 0; i < s.length; i++) {
|
|
82
|
+
if (!isLetter(s[i]))
|
|
83
|
+
return false;
|
|
84
|
+
}
|
|
85
|
+
return true;
|
|
86
|
+
}
|
|
87
|
+
/** Ending lookup only: U+0130 lowercases to `i` + U+0307, which misses `ai`. */
|
|
88
|
+
function endingKey(s) {
|
|
89
|
+
const lower = s.toLowerCase();
|
|
90
|
+
let out = '';
|
|
91
|
+
for (let i = 0; i < lower.length; i++) {
|
|
92
|
+
const c = lower[i];
|
|
93
|
+
if (c === '\u0307')
|
|
94
|
+
continue;
|
|
95
|
+
out += c === '\u0131' ? 'i' : c;
|
|
96
|
+
}
|
|
97
|
+
return out;
|
|
98
|
+
}
|
|
99
|
+
function isDomainEnding(s) {
|
|
100
|
+
return DOMAIN_ENDINGS.has(endingKey(s));
|
|
101
|
+
}
|
|
102
|
+
function isolatedRun(text, start, end) {
|
|
103
|
+
const left = start === 0 ? '' : text[start - 1];
|
|
104
|
+
const right = end >= text.length ? '' : text[end];
|
|
105
|
+
if (isDigit(left) || isDigit(right))
|
|
106
|
+
return false;
|
|
107
|
+
if (isLetter(left) || isLetter(right))
|
|
108
|
+
return false;
|
|
109
|
+
return true;
|
|
110
|
+
}
|
|
111
|
+
function isDateRun(raw) {
|
|
112
|
+
if (raw.length < 8 || raw.length > 10)
|
|
113
|
+
return false;
|
|
114
|
+
let i = 0;
|
|
115
|
+
let day = 0;
|
|
116
|
+
let n = 0;
|
|
117
|
+
while (i < raw.length && isDigit(raw[i]) && n < 2) {
|
|
118
|
+
day = day * 10 + (raw.charCodeAt(i) - 48);
|
|
119
|
+
i++;
|
|
120
|
+
n++;
|
|
121
|
+
}
|
|
122
|
+
if (n === 0 || i >= raw.length)
|
|
123
|
+
return false;
|
|
124
|
+
const sep = raw[i];
|
|
125
|
+
if (sep !== '-' && sep !== '.' && sep !== ' ')
|
|
126
|
+
return false;
|
|
127
|
+
i++;
|
|
128
|
+
let month = 0;
|
|
129
|
+
n = 0;
|
|
130
|
+
while (i < raw.length && isDigit(raw[i]) && n < 2) {
|
|
131
|
+
month = month * 10 + (raw.charCodeAt(i) - 48);
|
|
132
|
+
i++;
|
|
133
|
+
n++;
|
|
134
|
+
}
|
|
135
|
+
if (n === 0 || raw[i] !== sep)
|
|
136
|
+
return false;
|
|
137
|
+
i++;
|
|
138
|
+
n = 0;
|
|
139
|
+
while (i < raw.length && isDigit(raw[i])) {
|
|
140
|
+
n++;
|
|
141
|
+
i++;
|
|
142
|
+
}
|
|
143
|
+
if (n !== 4 || i !== raw.length)
|
|
144
|
+
return false;
|
|
145
|
+
return day >= 1 && day <= 31 && month >= 1 && month <= 12;
|
|
146
|
+
}
|
|
147
|
+
function yearValue(raw, from) {
|
|
148
|
+
if (from + 4 > raw.length)
|
|
149
|
+
return null;
|
|
150
|
+
let y = 0;
|
|
151
|
+
for (let k = 0; k < 4; k++) {
|
|
152
|
+
const c = raw[from + k];
|
|
153
|
+
if (!isDigit(c))
|
|
154
|
+
return null;
|
|
155
|
+
y = y * 10 + (c.charCodeAt(0) - 48);
|
|
156
|
+
}
|
|
157
|
+
if (y < 1900 || y > 2099)
|
|
158
|
+
return null;
|
|
159
|
+
return y;
|
|
160
|
+
}
|
|
161
|
+
/** Exactly two 4-digit years 1900–2099 joined by one space or one hyphen. */
|
|
162
|
+
function isYearRange(raw) {
|
|
163
|
+
if (raw.length !== 9)
|
|
164
|
+
return false;
|
|
165
|
+
const sep = raw[4];
|
|
166
|
+
if (sep !== '-' && sep !== ' ')
|
|
167
|
+
return false;
|
|
168
|
+
return yearValue(raw, 0) !== null && yearValue(raw, 5) !== null;
|
|
169
|
+
}
|
|
170
|
+
function readDigitRun(text, start) {
|
|
171
|
+
if (!isDigit(text[start]))
|
|
172
|
+
return null;
|
|
173
|
+
let i = start;
|
|
174
|
+
let digits = '';
|
|
175
|
+
while (i < text.length) {
|
|
176
|
+
const c = text[i];
|
|
177
|
+
if (isDigit(c)) {
|
|
178
|
+
digits += c;
|
|
179
|
+
i++;
|
|
180
|
+
continue;
|
|
181
|
+
}
|
|
182
|
+
if ((c === ' ' || c === '-') && i + 1 < text.length && isDigit(text[i + 1])) {
|
|
183
|
+
i++;
|
|
184
|
+
continue;
|
|
185
|
+
}
|
|
186
|
+
break;
|
|
187
|
+
}
|
|
188
|
+
return { end: i, digits };
|
|
189
|
+
}
|
|
190
|
+
function classifyDigits(digits, runText) {
|
|
191
|
+
if (digits.length === 11 && tcknChecksumOk(digits))
|
|
192
|
+
return 'tckn';
|
|
193
|
+
if (detectNumericSpans(runText).some((sp) => sp.cls === 'phone'))
|
|
194
|
+
return 'phone';
|
|
195
|
+
if (digits.length === 10)
|
|
196
|
+
return 'phone';
|
|
197
|
+
if (digits.length === 11 && digits.charCodeAt(0) === 48)
|
|
198
|
+
return 'phone';
|
|
199
|
+
if (digits.length >= 13 && digits.length <= 19 && luhnOk(digits))
|
|
200
|
+
return 'card';
|
|
201
|
+
return null;
|
|
202
|
+
}
|
|
203
|
+
function pushClassified(out, start, end, cls) {
|
|
204
|
+
if (end <= start)
|
|
205
|
+
return;
|
|
206
|
+
out.push({ start, end, cls, token: PII, source: 'speech' });
|
|
207
|
+
}
|
|
208
|
+
function findDigitRuns(text, classified, unclassified) {
|
|
209
|
+
let i = 0;
|
|
210
|
+
while (i < text.length) {
|
|
211
|
+
if (!isDigit(text[i])) {
|
|
212
|
+
i++;
|
|
213
|
+
continue;
|
|
214
|
+
}
|
|
215
|
+
const run = readDigitRun(text, i);
|
|
216
|
+
if (!run) {
|
|
217
|
+
i++;
|
|
218
|
+
continue;
|
|
219
|
+
}
|
|
220
|
+
const start = i;
|
|
221
|
+
const end = run.end;
|
|
222
|
+
i = end;
|
|
223
|
+
if (run.digits.length < 7)
|
|
224
|
+
continue;
|
|
225
|
+
if (!isolatedRun(text, start, end))
|
|
226
|
+
continue;
|
|
227
|
+
const raw = text.slice(start, end);
|
|
228
|
+
if (isDateRun(raw) || isYearRange(raw))
|
|
229
|
+
continue;
|
|
230
|
+
const cls = classifyDigits(run.digits, raw);
|
|
231
|
+
if (cls)
|
|
232
|
+
pushClassified(classified, start, end, cls);
|
|
233
|
+
else
|
|
234
|
+
unclassified.push({ start, end });
|
|
235
|
+
}
|
|
236
|
+
}
|
|
237
|
+
function findIbans(text, classified) {
|
|
238
|
+
let i = 0;
|
|
239
|
+
while (i < text.length) {
|
|
240
|
+
const a = text[i];
|
|
241
|
+
const b = text[i + 1];
|
|
242
|
+
if ((a !== 'T' && a !== 't') || (b !== 'R' && b !== 'r')) {
|
|
243
|
+
i++;
|
|
244
|
+
continue;
|
|
245
|
+
}
|
|
246
|
+
if (i > 0 && isLetter(text[i - 1])) {
|
|
247
|
+
i++;
|
|
248
|
+
continue;
|
|
249
|
+
}
|
|
250
|
+
let j = i + 2;
|
|
251
|
+
if (j < text.length && (text[j] === ' ' || text[j] === '-') && j + 1 < text.length && isDigit(text[j + 1])) {
|
|
252
|
+
j++;
|
|
253
|
+
}
|
|
254
|
+
const run = readDigitRun(text, j);
|
|
255
|
+
if (!run || run.digits.length < 4) {
|
|
256
|
+
i++;
|
|
257
|
+
continue;
|
|
258
|
+
}
|
|
259
|
+
pushClassified(classified, i, run.end, 'iban');
|
|
260
|
+
i = run.end;
|
|
261
|
+
}
|
|
262
|
+
}
|
|
263
|
+
function collectWords(text) {
|
|
264
|
+
const out = [];
|
|
265
|
+
let i = 0;
|
|
266
|
+
while (i < text.length) {
|
|
267
|
+
if (!isLetter(text[i])) {
|
|
268
|
+
i++;
|
|
269
|
+
continue;
|
|
270
|
+
}
|
|
271
|
+
const start = i;
|
|
272
|
+
while (i < text.length && isLetter(text[i]))
|
|
273
|
+
i++;
|
|
274
|
+
out.push({ start, end: i, lower: text.slice(start, i).toLowerCase() });
|
|
275
|
+
}
|
|
276
|
+
return out;
|
|
277
|
+
}
|
|
278
|
+
function singleSpace(text, from, to) {
|
|
279
|
+
return to === from + 1 && text.charCodeAt(from) === 32;
|
|
280
|
+
}
|
|
281
|
+
function noktaLink(words, text, left, right) {
|
|
282
|
+
if (right !== left + 2)
|
|
283
|
+
return false;
|
|
284
|
+
const mid = words[left + 1];
|
|
285
|
+
return (mid.lower === 'nokta'
|
|
286
|
+
&& singleSpace(text, words[left].end, mid.start)
|
|
287
|
+
&& singleSpace(text, mid.end, words[right].start));
|
|
288
|
+
}
|
|
289
|
+
/**
|
|
290
|
+
* For each word, how far a nokta chain extends left and right, plus the
|
|
291
|
+
* rightmost TLD that sits on that right-hand chain, and separately the
|
|
292
|
+
* rightmost one of `WORD_ENDINGS`. Built in two linear passes so each
|
|
293
|
+
* `et` / `at` is then a constant-time lookup.
|
|
294
|
+
*/
|
|
295
|
+
function noktaExtents(words, text) {
|
|
296
|
+
const n = words.length;
|
|
297
|
+
const leftExtent = new Array(n);
|
|
298
|
+
const rightExtent = new Array(n);
|
|
299
|
+
const rightmostTld = new Array(n);
|
|
300
|
+
const rightmostWordTld = new Array(n);
|
|
301
|
+
for (let i = 0; i < n; i++) {
|
|
302
|
+
leftExtent[i] = i >= 2 && noktaLink(words, text, i - 2, i) ? leftExtent[i - 2] : i;
|
|
303
|
+
}
|
|
304
|
+
for (let i = n - 1; i >= 0; i--) {
|
|
305
|
+
const key = endingKey(words[i].lower);
|
|
306
|
+
const word = WORD_ENDINGS.has(key) ? i : -1;
|
|
307
|
+
const tld = word < 0 && DOMAIN_ENDINGS.has(key) ? i : -1;
|
|
308
|
+
if (i + 2 < n && noktaLink(words, text, i, i + 2)) {
|
|
309
|
+
rightExtent[i] = rightExtent[i + 2];
|
|
310
|
+
const further = rightmostTld[i + 2];
|
|
311
|
+
rightmostTld[i] = further >= 0 ? further : tld;
|
|
312
|
+
const furtherWord = rightmostWordTld[i + 2];
|
|
313
|
+
rightmostWordTld[i] = furtherWord >= 0 ? furtherWord : word;
|
|
314
|
+
}
|
|
315
|
+
else {
|
|
316
|
+
rightExtent[i] = i;
|
|
317
|
+
rightmostTld[i] = tld;
|
|
318
|
+
rightmostWordTld[i] = word;
|
|
319
|
+
}
|
|
320
|
+
}
|
|
321
|
+
return { leftExtent, rightExtent, rightmostTld, rightmostWordTld };
|
|
322
|
+
}
|
|
323
|
+
/**
|
|
324
|
+
* For each word, the start of the dotted run it sits in, and, when the
|
|
325
|
+
* word begins a dotted run of two or more labels whose last is a listed
|
|
326
|
+
* ending, that run's end. One left-to-right pass so each `et` / `at`
|
|
327
|
+
* then reads these in constant time.
|
|
328
|
+
*/
|
|
329
|
+
function dottedExtents(words, text) {
|
|
330
|
+
const n = words.length;
|
|
331
|
+
const runStart = new Array(n);
|
|
332
|
+
const endingEnd = new Array(n);
|
|
333
|
+
for (let w = 0; w < n; w++) {
|
|
334
|
+
runStart[w] = words[w].start;
|
|
335
|
+
endingEnd[w] = -1;
|
|
336
|
+
}
|
|
337
|
+
let i = 0;
|
|
338
|
+
let wi = 0;
|
|
339
|
+
while (i < text.length) {
|
|
340
|
+
if (!isLetter(text[i]) && !isDigit(text[i])) {
|
|
341
|
+
i++;
|
|
342
|
+
continue;
|
|
343
|
+
}
|
|
344
|
+
if (i > 0 && isLabelChar(text[i - 1])) {
|
|
345
|
+
i++;
|
|
346
|
+
continue;
|
|
347
|
+
}
|
|
348
|
+
const parsed = parseDotted(text, i);
|
|
349
|
+
if (!parsed) {
|
|
350
|
+
i++;
|
|
351
|
+
continue;
|
|
352
|
+
}
|
|
353
|
+
const { labels, end } = parsed;
|
|
354
|
+
while (wi < n && words[wi].start < i)
|
|
355
|
+
wi++;
|
|
356
|
+
const first = wi;
|
|
357
|
+
while (wi < n && words[wi].start < end) {
|
|
358
|
+
runStart[wi] = i;
|
|
359
|
+
wi++;
|
|
360
|
+
}
|
|
361
|
+
if (first < n
|
|
362
|
+
&& words[first].start === i
|
|
363
|
+
&& labels.length >= 2
|
|
364
|
+
&& isDomainEnding(labels[labels.length - 1].lower)
|
|
365
|
+
&& (end === text.length || !isLabelChar(text[end]))) {
|
|
366
|
+
endingEnd[first] = end;
|
|
367
|
+
}
|
|
368
|
+
i = end;
|
|
369
|
+
}
|
|
370
|
+
return { runStart, endingEnd };
|
|
371
|
+
}
|
|
372
|
+
function findSpokenEmails(text, classified) {
|
|
373
|
+
const words = collectWords(text);
|
|
374
|
+
if (words.length === 0)
|
|
375
|
+
return;
|
|
376
|
+
const { leftExtent, rightExtent, rightmostTld, rightmostWordTld } = noktaExtents(words, text);
|
|
377
|
+
const { runStart, endingEnd } = dottedExtents(words, text);
|
|
378
|
+
for (let e = 0; e < words.length; e++) {
|
|
379
|
+
const mark = words[e].lower;
|
|
380
|
+
if (mark !== 'et' && mark !== 'at')
|
|
381
|
+
continue;
|
|
382
|
+
if (e === 0 || e + 1 >= words.length)
|
|
383
|
+
continue;
|
|
384
|
+
if (!singleSpace(text, words[e - 1].end, words[e].start))
|
|
385
|
+
continue;
|
|
386
|
+
if (!singleSpace(text, words[e].end, words[e + 1].start))
|
|
387
|
+
continue;
|
|
388
|
+
const left = leftExtent[e - 1];
|
|
389
|
+
const start = runStart[left];
|
|
390
|
+
const tld = rightmostTld[e + 1];
|
|
391
|
+
const spokenRight = tld >= e + 3 ? tld : rightmostWordTld[e + 1];
|
|
392
|
+
if (spokenRight >= e + 3 && spokenRight <= rightExtent[e + 1]) {
|
|
393
|
+
pushClassified(classified, start, words[spokenRight].end, 'email');
|
|
394
|
+
continue;
|
|
395
|
+
}
|
|
396
|
+
const dottedEnd = endingEnd[e + 1];
|
|
397
|
+
if (dottedEnd > words[e + 1].start) {
|
|
398
|
+
pushClassified(classified, start, dottedEnd, 'email');
|
|
399
|
+
}
|
|
400
|
+
}
|
|
401
|
+
}
|
|
402
|
+
function parseDotted(text, start) {
|
|
403
|
+
const labels = [];
|
|
404
|
+
let i = start;
|
|
405
|
+
while (labels.length < MAX_LABELS && i < text.length) {
|
|
406
|
+
if (!isLetter(text[i]) && !isDigit(text[i]))
|
|
407
|
+
break;
|
|
408
|
+
const ls = i;
|
|
409
|
+
while (i < text.length && isLabelChar(text[i]))
|
|
410
|
+
i++;
|
|
411
|
+
if (i === ls)
|
|
412
|
+
break;
|
|
413
|
+
const raw = text.slice(ls, i);
|
|
414
|
+
labels.push({ start: ls, end: i, raw, lower: raw.toLowerCase() });
|
|
415
|
+
if (text[i] !== '.')
|
|
416
|
+
break;
|
|
417
|
+
i++;
|
|
418
|
+
}
|
|
419
|
+
if (labels.length === 0)
|
|
420
|
+
return null;
|
|
421
|
+
return { end: labels[labels.length - 1].end, labels };
|
|
422
|
+
}
|
|
423
|
+
function findDottedEmails(text, classified) {
|
|
424
|
+
let i = 0;
|
|
425
|
+
while (i < text.length) {
|
|
426
|
+
if (!isLetter(text[i]) && !isDigit(text[i])) {
|
|
427
|
+
i++;
|
|
428
|
+
continue;
|
|
429
|
+
}
|
|
430
|
+
if (i > 0 && isLabelChar(text[i - 1])) {
|
|
431
|
+
i++;
|
|
432
|
+
continue;
|
|
433
|
+
}
|
|
434
|
+
const parsed = parseDotted(text, i);
|
|
435
|
+
if (!parsed) {
|
|
436
|
+
i++;
|
|
437
|
+
continue;
|
|
438
|
+
}
|
|
439
|
+
const { labels, end } = parsed;
|
|
440
|
+
const first = labels[0];
|
|
441
|
+
if (first.lower === 'www' || SCHEMES.has(first.lower) || (i >= 3 && text.slice(i - 3, i) === '://')) {
|
|
442
|
+
i = end;
|
|
443
|
+
continue;
|
|
444
|
+
}
|
|
445
|
+
if (labels.length >= 4
|
|
446
|
+
&& lettersOnly(labels[0].raw)
|
|
447
|
+
&& lettersOnly(labels[1].raw)
|
|
448
|
+
&& isDomainEnding(labels[labels.length - 1].lower)
|
|
449
|
+
&& (end === text.length || !isLabelChar(text[end]))) {
|
|
450
|
+
pushClassified(classified, first.start, end, 'email');
|
|
451
|
+
i = end;
|
|
452
|
+
continue;
|
|
453
|
+
}
|
|
454
|
+
i = end;
|
|
455
|
+
}
|
|
456
|
+
}
|
|
457
|
+
export function detectSpeechSpans(text) {
|
|
458
|
+
const classified = [];
|
|
459
|
+
const unclassified = [];
|
|
460
|
+
if (text.length === 0)
|
|
461
|
+
return { classified, unclassified };
|
|
462
|
+
findDigitRuns(text, classified, unclassified);
|
|
463
|
+
findIbans(text, classified);
|
|
464
|
+
findSpokenEmails(text, classified);
|
|
465
|
+
findDottedEmails(text, classified);
|
|
466
|
+
return { classified, unclassified };
|
|
467
|
+
}
|
|
468
|
+
//# sourceMappingURL=speech.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"speech.js","sourceRoot":"","sources":["../../src/mask/speech.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,OAAO,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAA;AACxC,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAA;AAE3C,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAA;AAE3D,MAAM,GAAG,GAAG,cAAc,CAAA;AAC1B,yEAAyE;AACzE,2EAA2E;AAC3E,8CAA8C;AAC9C,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC;IAC7B,KAAK;IACL,KAAK;IACL,KAAK;IACL,KAAK;IACL,KAAK;IACL,KAAK;IACL,KAAK;IACL,MAAM;IACN,KAAK;IACL,IAAI;IACJ,IAAI;IACJ,KAAK;IACL,KAAK;IACL,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,KAAK;IACL,QAAQ;IACR,MAAM;IACN,MAAM;IACN,OAAO;IACP,OAAO;IACP,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;CACL,CAAC,CAAA;AACF,sEAAsE;AACtE,uEAAuE;AACvE,2CAA2C;AAC3C,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAA;AACrC,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,CAAC,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAA;AACnE,MAAM,UAAU,GAAG,EAAE,CAAA;AAarB,SAAS,OAAO,CAAC,CAAqB;IACpC,OAAO,CAAC,KAAK,SAAS,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,GAAG,CAAA;AAChD,CAAC;AAED,SAAS,QAAQ,CAAC,CAAqB;IACrC,OAAO,CAAC,KAAK,SAAS,IAAI,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;AAC5C,CAAC;AAED,SAAS,WAAW,CAAC,CAAqB;IACxC,IAAI,CAAC,KAAK,SAAS;QAAE,OAAO,KAAK,CAAA;IACjC,IAAI,QAAQ,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC,CAAC,CAAC;QAAE,OAAO,IAAI,CAAA;IAC1C,OAAO,CAAC,KAAK,GAAG,CAAA;AAClB,CAAC;AAED,SAAS,WAAW,CAAC,CAAS;IAC5B,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,KAAK,CAAA;IAChC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAClC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAAE,OAAO,KAAK,CAAA;IACnC,CAAC;IACD,OAAO,IAAI,CAAA;AACb,CAAC;AAED,gFAAgF;AAChF,SAAS,SAAS,CAAC,CAAS;IAC1B,MAAM,KAAK,GAAG,CAAC,CAAC,WAAW,EAAE,CAAA;IAC7B,IAAI,GAAG,GAAG,EAAE,CAAA;IACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAA;QAClB,IAAI,CAAC,KAAK,QAAQ;YAAE,SAAQ;QAC5B,GAAG,IAAI,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAA;IACjC,CAAC;IACD,OAAO,GAAG,CAAA;AACZ,CAAC;AAED,SAAS,cAAc,CAAC,CAAS;IAC/B,OAAO,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAA;AACzC,CAAC;AAED,SAAS,WAAW,CAAC,IAAY,EAAE,KAAa,EAAE,GAAW;IAC3D,MAAM,IAAI,GAAG,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,CAAA;IAC/C,MAAM,KAAK,GAAG,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IACjD,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAA;IACjD,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAA;IACnD,OAAO,IAAI,CAAA;AACb,CAAC;AAED,SAAS,SAAS,CAAC,GAAW;IAC5B,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,GAAG,CAAC,MAAM,GAAG,EAAE;QAAE,OAAO,KAAK,CAAA;IACnD,IAAI,CAAC,GAAG,CAAC,CAAA;IACT,IAAI,GAAG,GAAG,CAAC,CAAA;IACX,IAAI,CAAC,GAAG,CAAC,CAAA;IACT,OAAO,CAAC,GAAG,GAAG,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QAClD,GAAG,GAAG,GAAG,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAA;QACzC,CAAC,EAAE,CAAA;QACH,CAAC,EAAE,CAAA;IACL,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,MAAM;QAAE,OAAO,KAAK,CAAA;IAC5C,MAAM,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,CAAA;IAClB,IAAI,GAAG,KAAK,GAAG,IAAI,GAAG,KAAK,GAAG,IAAI,GAAG,KAAK,GAAG;QAAE,OAAO,KAAK,CAAA;IAC3D,CAAC,EAAE,CAAA;IACH,IAAI,KAAK,GAAG,CAAC,CAAA;IACb,CAAC,GAAG,CAAC,CAAA;IACL,OAAO,CAAC,GAAG,GAAG,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QAClD,KAAK,GAAG,KAAK,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAA;QAC7C,CAAC,EAAE,CAAA;QACH,CAAC,EAAE,CAAA;IACL,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,GAAG;QAAE,OAAO,KAAK,CAAA;IAC3C,CAAC,EAAE,CAAA;IACH,CAAC,GAAG,CAAC,CAAA;IACL,OAAO,CAAC,GAAG,GAAG,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACzC,CAAC,EAAE,CAAA;QACH,CAAC,EAAE,CAAA;IACL,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,MAAM;QAAE,OAAO,KAAK,CAAA;IAC7C,OAAO,GAAG,IAAI,CAAC,IAAI,GAAG,IAAI,EAAE,IAAI,KAAK,IAAI,CAAC,IAAI,KAAK,IAAI,EAAE,CAAA;AAC3D,CAAC;AAED,SAAS,SAAS,CAAC,GAAW,EAAE,IAAY;IAC1C,IAAI,IAAI,GAAG,CAAC,GAAG,GAAG,CAAC,MAAM;QAAE,OAAO,IAAI,CAAA;IACtC,IAAI,CAAC,GAAG,CAAC,CAAA;IACT,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3B,MAAM,CAAC,GAAG,GAAG,CAAC,IAAI,GAAG,CAAC,CAAC,CAAA;QACvB,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;YAAE,OAAO,IAAI,CAAA;QAC5B,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAA;IACrC,CAAC;IACD,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,IAAI;QAAE,OAAO,IAAI,CAAA;IACrC,OAAO,CAAC,CAAA;AACV,CAAC;AAED,6EAA6E;AAC7E,SAAS,WAAW,CAAC,GAAW;IAC9B,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,KAAK,CAAA;IAClC,MAAM,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,CAAA;IAClB,IAAI,GAAG,KAAK,GAAG,IAAI,GAAG,KAAK,GAAG;QAAE,OAAO,KAAK,CAAA;IAC5C,OAAO,SAAS,CAAC,GAAG,EAAE,CAAC,CAAC,KAAK,IAAI,IAAI,SAAS,CAAC,GAAG,EAAE,CAAC,CAAC,KAAK,IAAI,CAAA;AACjE,CAAC;AAED,SAAS,YAAY,CAAC,IAAY,EAAE,KAAa;IAC/C,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAAE,OAAO,IAAI,CAAA;IACtC,IAAI,CAAC,GAAG,KAAK,CAAA;IACb,IAAI,MAAM,GAAG,EAAE,CAAA;IACf,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QACvB,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAA;QACjB,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;YACf,MAAM,IAAI,CAAC,CAAA;YACX,CAAC,EAAE,CAAA;YACH,SAAQ;QACV,CAAC;QACD,IAAI,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;YAC5E,CAAC,EAAE,CAAA;YACH,SAAQ;QACV,CAAC;QACD,MAAK;IACP,CAAC;IACD,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,MAAM,EAAE,CAAA;AAC3B,CAAC;AAED,SAAS,cAAc,CAAC,MAAc,EAAE,OAAe;IACrD,IAAI,MAAM,CAAC,MAAM,KAAK,EAAE,IAAI,cAAc,CAAC,MAAM,CAAC;QAAE,OAAO,MAAM,CAAA;IACjE,IAAI,kBAAkB,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,GAAG,KAAK,OAAO,CAAC;QAAE,OAAO,OAAO,CAAA;IAChF,IAAI,MAAM,CAAC,MAAM,KAAK,EAAE;QAAE,OAAO,OAAO,CAAA;IACxC,IAAI,MAAM,CAAC,MAAM,KAAK,EAAE,IAAI,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,EAAE;QAAE,OAAO,OAAO,CAAA;IACvE,IAAI,MAAM,CAAC,MAAM,IAAI,EAAE,IAAI,MAAM,CAAC,MAAM,IAAI,EAAE,IAAI,MAAM,CAAC,MAAM,CAAC;QAAE,OAAO,MAAM,CAAA;IAC/E,OAAO,IAAI,CAAA;AACb,CAAC;AAED,SAAS,cAAc,CAAC,GAAW,EAAE,KAAa,EAAE,GAAW,EAAE,GAAc;IAC7E,IAAI,GAAG,IAAI,KAAK;QAAE,OAAM;IACxB,GAAG,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAA;AAC7D,CAAC;AAED,SAAS,aAAa,CAAC,IAAY,EAAE,UAAkB,EAAE,YAA8C;IACrG,IAAI,CAAC,GAAG,CAAC,CAAA;IACT,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QACvB,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACtB,CAAC,EAAE,CAAA;YACH,SAAQ;QACV,CAAC;QACD,MAAM,GAAG,GAAG,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC,CAAA;QACjC,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,CAAC,EAAE,CAAA;YACH,SAAQ;QACV,CAAC;QACD,MAAM,KAAK,GAAG,CAAC,CAAA;QACf,MAAM,GAAG,GAAG,GAAG,CAAC,GAAG,CAAA;QACnB,CAAC,GAAG,GAAG,CAAA;QACP,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC;YAAE,SAAQ;QACnC,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,CAAC;YAAE,SAAQ;QAC5C,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAA;QAClC,IAAI,SAAS,CAAC,GAAG,CAAC,IAAI,WAAW,CAAC,GAAG,CAAC;YAAE,SAAQ;QAChD,MAAM,GAAG,GAAG,cAAc,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;QAC3C,IAAI,GAAG;YAAE,cAAc,CAAC,UAAU,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,CAAC,CAAA;;YAC/C,YAAY,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAA;IACxC,CAAC;AACH,CAAC;AAED,SAAS,SAAS,CAAC,IAAY,EAAE,UAAkB;IACjD,IAAI,CAAC,GAAG,CAAC,CAAA;IACT,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QACvB,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAA;QACjB,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;QACrB,IAAI,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,GAAG,CAAC,IAAI,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;YACzD,CAAC,EAAE,CAAA;YACH,SAAQ;QACV,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;YACnC,CAAC,EAAE,CAAA;YACH,SAAQ;QACV,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QACb,IAAI,CAAC,GAAG,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;YAC3G,CAAC,EAAE,CAAA;QACL,CAAC;QACD,MAAM,GAAG,GAAG,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC,CAAA;QACjC,IAAI,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClC,CAAC,EAAE,CAAA;YACH,SAAQ;QACV,CAAC;QACD,cAAc,CAAC,UAAU,EAAE,CAAC,EAAE,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,CAAA;QAC9C,CAAC,GAAG,GAAG,CAAC,GAAG,CAAA;IACb,CAAC;AACH,CAAC;AAED,SAAS,YAAY,CAAC,IAAY;IAChC,MAAM,GAAG,GAAW,EAAE,CAAA;IACtB,IAAI,CAAC,GAAG,CAAC,CAAA;IACT,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QACvB,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACvB,CAAC,EAAE,CAAA;YACH,SAAQ;QACV,CAAC;QACD,MAAM,KAAK,GAAG,CAAC,CAAA;QACf,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,IAAI,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAAE,CAAC,EAAE,CAAA;QAChD,GAAG,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,CAAA;IACxE,CAAC;IACD,OAAO,GAAG,CAAA;AACZ,CAAC;AAED,SAAS,WAAW,CAAC,IAAY,EAAE,IAAY,EAAE,EAAU;IACzD,OAAO,EAAE,KAAK,IAAI,GAAG,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,EAAE,CAAA;AACxD,CAAC;AAED,SAAS,SAAS,CAAC,KAAsB,EAAE,IAAY,EAAE,IAAY,EAAE,KAAa;IAClF,IAAI,KAAK,KAAK,IAAI,GAAG,CAAC;QAAE,OAAO,KAAK,CAAA;IACpC,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,GAAG,CAAC,CAAC,CAAA;IAC3B,OAAO,CACL,GAAG,CAAC,KAAK,KAAK,OAAO;WAClB,WAAW,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,KAAK,CAAC;WAC7C,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAClD,CAAA;AACH,CAAC;AAED;;;;;GAKG;AACH,SAAS,YAAY,CAAC,KAAsB,EAAE,IAAY;IAMxD,MAAM,CAAC,GAAG,KAAK,CAAC,MAAM,CAAA;IACtB,MAAM,UAAU,GAAG,IAAI,KAAK,CAAS,CAAC,CAAC,CAAA;IACvC,MAAM,WAAW,GAAG,IAAI,KAAK,CAAS,CAAC,CAAC,CAAA;IACxC,MAAM,YAAY,GAAG,IAAI,KAAK,CAAS,CAAC,CAAC,CAAA;IACzC,MAAM,gBAAgB,GAAG,IAAI,KAAK,CAAS,CAAC,CAAC,CAAA;IAE7C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3B,UAAU,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IACpF,CAAC;IAED,KAAK,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAChC,MAAM,GAAG,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAA;QACrC,MAAM,IAAI,GAAG,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;QAC3C,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,IAAI,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;QACxD,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;YAClD,WAAW,CAAC,CAAC,CAAC,GAAG,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;YACnC,MAAM,OAAO,GAAG,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;YACnC,YAAY,CAAC,CAAC,CAAC,GAAG,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAA;YAC9C,MAAM,WAAW,GAAG,gBAAgB,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;YAC3C,gBAAgB,CAAC,CAAC,CAAC,GAAG,WAAW,IAAI,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAA;QAC7D,CAAC;aAAM,CAAC;YACN,WAAW,CAAC,CAAC,CAAC,GAAG,CAAC,CAAA;YAClB,YAAY,CAAC,CAAC,CAAC,GAAG,GAAG,CAAA;YACrB,gBAAgB,CAAC,CAAC,CAAC,GAAG,IAAI,CAAA;QAC5B,CAAC;IACH,CAAC;IAED,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,YAAY,EAAE,gBAAgB,EAAE,CAAA;AACpE,CAAC;AAED;;;;;GAKG;AACH,SAAS,aAAa,CAAC,KAAsB,EAAE,IAAY;IAIzD,MAAM,CAAC,GAAG,KAAK,CAAC,MAAM,CAAA;IACtB,MAAM,QAAQ,GAAG,IAAI,KAAK,CAAS,CAAC,CAAC,CAAA;IACrC,MAAM,SAAS,GAAG,IAAI,KAAK,CAAS,CAAC,CAAC,CAAA;IACtC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3B,QAAQ,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAA;QAC5B,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;IACnB,CAAC;IAED,IAAI,CAAC,GAAG,CAAC,CAAA;IACT,IAAI,EAAE,GAAG,CAAC,CAAA;IACV,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QACvB,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAC5C,CAAC,EAAE,CAAA;YACH,SAAQ;QACV,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,IAAI,WAAW,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;YACtC,CAAC,EAAE,CAAA;YACH,SAAQ;QACV,CAAC;QACD,MAAM,MAAM,GAAG,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,CAAA;QACnC,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,CAAC,EAAE,CAAA;YACH,SAAQ;QACV,CAAC;QACD,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,MAAM,CAAA;QAC9B,OAAO,EAAE,GAAG,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC,CAAC,KAAK,GAAG,CAAC;YAAE,EAAE,EAAE,CAAA;QAC1C,MAAM,KAAK,GAAG,EAAE,CAAA;QAChB,OAAO,EAAE,GAAG,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC,CAAC,KAAK,GAAG,GAAG,EAAE,CAAC;YACvC,QAAQ,CAAC,EAAE,CAAC,GAAG,CAAC,CAAA;YAChB,EAAE,EAAE,CAAA;QACN,CAAC;QACD,IACE,KAAK,GAAG,CAAC;eACN,KAAK,CAAC,KAAK,CAAC,CAAC,KAAK,KAAK,CAAC;eACxB,MAAM,CAAC,MAAM,IAAI,CAAC;eAClB,cAAc,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC;eAC/C,CAAC,GAAG,KAAK,IAAI,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EACnD,CAAC;YACD,SAAS,CAAC,KAAK,CAAC,GAAG,GAAG,CAAA;QACxB,CAAC;QACD,CAAC,GAAG,GAAG,CAAA;IACT,CAAC;IACD,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAA;AAChC,CAAC;AAED,SAAS,gBAAgB,CAAC,IAAY,EAAE,UAAkB;IACxD,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,CAAA;IAChC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAM;IAC9B,MAAM,EAAE,UAAU,EAAE,WAAW,EAAE,YAAY,EAAE,gBAAgB,EAAE,GAAG,YAAY,CAAC,KAAK,EAAE,IAAI,CAAC,CAAA;IAC7F,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,aAAa,CAAC,KAAK,EAAE,IAAI,CAAC,CAAA;IAE1D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAA;QAC3B,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI;YAAE,SAAQ;QAC5C,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,MAAM;YAAE,SAAQ;QAC9C,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;YAAE,SAAQ;QAClE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC;YAAE,SAAQ;QAElE,MAAM,IAAI,GAAG,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;QAC9B,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAA;QAC5B,MAAM,GAAG,GAAG,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;QAC/B,MAAM,WAAW,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;QAChE,IAAI,WAAW,IAAI,CAAC,GAAG,CAAC,IAAI,WAAW,IAAI,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;YAC9D,cAAc,CAAC,UAAU,EAAE,KAAK,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC,GAAG,EAAE,OAAO,CAAC,CAAA;YAClE,SAAQ;QACV,CAAC;QACD,MAAM,SAAS,GAAG,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;QAClC,IAAI,SAAS,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC;YACnC,cAAc,CAAC,UAAU,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,CAAC,CAAA;QACvD,CAAC;IACH,CAAC;AACH,CAAC;AASD,SAAS,WAAW,CAAC,IAAY,EAAE,KAAa;IAC9C,MAAM,MAAM,GAAY,EAAE,CAAA;IAC1B,IAAI,CAAC,GAAG,KAAK,CAAA;IACb,OAAO,MAAM,CAAC,MAAM,GAAG,UAAU,IAAI,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QACrD,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAAE,MAAK;QAClD,MAAM,EAAE,GAAG,CAAC,CAAA;QACZ,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,IAAI,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAAE,CAAC,EAAE,CAAA;QACnD,IAAI,CAAC,KAAK,EAAE;YAAE,MAAK;QACnB,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,CAAA;QAC7B,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,CAAC,WAAW,EAAE,EAAE,CAAC,CAAA;QACjE,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG;YAAE,MAAK;QAC1B,CAAC,EAAE,CAAA;IACL,CAAC;IACD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAA;IACpC,OAAO,EAAE,GAAG,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,CAAA;AACvD,CAAC;AAED,SAAS,gBAAgB,CAAC,IAAY,EAAE,UAAkB;IACxD,IAAI,CAAC,GAAG,CAAC,CAAA;IACT,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QACvB,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAC5C,CAAC,EAAE,CAAA;YACH,SAAQ;QACV,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,IAAI,WAAW,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;YACtC,CAAC,EAAE,CAAA;YACH,SAAQ;QACV,CAAC;QACD,MAAM,MAAM,GAAG,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,CAAA;QACnC,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,CAAC,EAAE,CAAA;YACH,SAAQ;QACV,CAAC;QACD,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,MAAM,CAAA;QAC9B,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAA;QACvB,IAAI,KAAK,CAAC,KAAK,KAAK,KAAK,IAAI,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,KAAK,KAAK,CAAC,EAAE,CAAC;YACpG,CAAC,GAAG,GAAG,CAAA;YACP,SAAQ;QACV,CAAC;QACD,IACE,MAAM,CAAC,MAAM,IAAI,CAAC;eACf,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;eAC1B,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;eAC1B,cAAc,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC;eAC/C,CAAC,GAAG,KAAK,IAAI,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EACnD,CAAC;YACD,cAAc,CAAC,UAAU,EAAE,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,OAAO,CAAC,CAAA;YACrD,CAAC,GAAG,GAAG,CAAA;YACP,SAAQ;QACV,CAAC;QACD,CAAC,GAAG,GAAG,CAAA;IACT,CAAC;AACH,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,IAAY;IAC5C,MAAM,UAAU,GAAW,EAAE,CAAA;IAC7B,MAAM,YAAY,GAAqC,EAAE,CAAA;IACzD,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,CAAA;IAC1D,aAAa,CAAC,IAAI,EAAE,UAAU,EAAE,YAAY,CAAC,CAAA;IAC7C,SAAS,CAAC,IAAI,EAAE,UAAU,CAAC,CAAA;IAC3B,gBAAgB,CAAC,IAAI,EAAE,UAAU,CAAC,CAAA;IAClC,gBAAgB,CAAC,IAAI,EAAE,UAAU,CAAC,CAAA;IAClC,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,CAAA;AACrC,CAAC"}
|
package/dist/mask-text.d.ts
CHANGED
|
@@ -9,7 +9,7 @@ export interface MaskTextOptions {
|
|
|
9
9
|
export declare const SECRET_VALUE_RE: RegExp;
|
|
10
10
|
export declare function maskSecretShapedValues(text: string, token?: string): string;
|
|
11
11
|
export interface MaskFieldOptions extends MaskTextOptions {
|
|
12
|
-
pipeline: 'text' | 'governance';
|
|
12
|
+
pipeline: 'text' | 'governance' | 'speech';
|
|
13
13
|
column?: string;
|
|
14
14
|
maskLabelledNames?: boolean;
|
|
15
15
|
only?: readonly SpanClass[];
|
package/dist/mask-text.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"mask-text.d.ts","sourceRoot":"","sources":["../src/mask-text.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAA;AACjE,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,YAAY,CAAA;AACjD,OAAO,EAA4B,KAAK,SAAS,EAAE,MAAM,gBAAgB,CAAA;
|
|
1
|
+
{"version":3,"file":"mask-text.d.ts","sourceRoot":"","sources":["../src/mask-text.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAA;AACjE,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,YAAY,CAAA;AACjD,OAAO,EAA4B,KAAK,SAAS,EAAE,MAAM,gBAAgB,CAAA;AAIzE,MAAM,WAAW,eAAe;IAC9B,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,SAAS,CAAC,EAAE,eAAe,CAAA;IAC3B,cAAc,CAAC,EAAE,qBAAqB,EAAE,CAAA;CACzC;AAED,eAAO,MAAM,eAAe,QAC0I,CAAA;AAEtK,wBAAgB,sBAAsB,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,SAAoB,GAAG,MAAM,CAGtF;AAKD,MAAM,WAAW,gBAAiB,SAAQ,eAAe;IACvD,QAAQ,EAAE,MAAM,GAAG,YAAY,GAAG,QAAQ,CAAA;IAC1C,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,iBAAiB,CAAC,EAAE,OAAO,CAAA;IAC3B,IAAI,CAAC,EAAE,SAAS,SAAS,EAAE,CAAA;CAC5B;AAmPD,wBAAgB,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,gBAAgB,GAAG;IAC/D,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,EAAE,MAAM,CAAA;IACb,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAC/B,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAC/B,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CAC/B,CAqDA;AAID,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,GAAE,eAAoB,GAAG,MAAM,CAOlF"}
|
package/dist/mask-text.js
CHANGED
|
@@ -6,6 +6,7 @@ import { normalizePiiText } from './pii_normalize.js';
|
|
|
6
6
|
import { resolveScanCharCap } from './digit_pii.js';
|
|
7
7
|
import { apply, detect } from './mask/core.js';
|
|
8
8
|
import { beltCover } from './mask/belt.js';
|
|
9
|
+
import { detectSpeechSpans } from './mask/speech.js';
|
|
9
10
|
export const SECRET_VALUE_RE = /\b(?:sk-[A-Za-z0-9]{12,}|sk_live_[A-Za-z0-9]{6,}|AKIA[0-9A-Z]{16}|ghp_[A-Za-z0-9]{20,}|gsk_[A-Za-z0-9]{20,}|xox[baprs]-[A-Za-z0-9-]{8,}|eyJ[A-Za-z0-9._-]{20,})\b/g;
|
|
10
11
|
export function maskSecretShapedValues(text, token = '[MASKED_SECRET]') {
|
|
11
12
|
SECRET_VALUE_RE.lastIndex = 0;
|
|
@@ -186,6 +187,54 @@ function wholeMasked() {
|
|
|
186
187
|
addCount(bag, 'whole');
|
|
187
188
|
return bag;
|
|
188
189
|
}
|
|
190
|
+
// Fold each speech span into a core span of its class that it overlaps
|
|
191
|
+
// (widening that core span); otherwise add it. Core spans stay as the
|
|
192
|
+
// text pipeline produced them — two overlapping operator patterns stay
|
|
193
|
+
// two. Sort the speech spans and walk each class's cores once; do not
|
|
194
|
+
// walk every span for every speech span.
|
|
195
|
+
function absorbSpeech(spans, extra) {
|
|
196
|
+
if (extra.length === 0)
|
|
197
|
+
return;
|
|
198
|
+
const speech = extra.slice();
|
|
199
|
+
speech.sort((a, b) => (a.cls < b.cls ? -1 : a.cls > b.cls ? 1 : a.start - b.start || a.end - b.end));
|
|
200
|
+
const byClass = Object.create(null);
|
|
201
|
+
for (let i = 0; i < spans.length; i++) {
|
|
202
|
+
const sp = spans[i];
|
|
203
|
+
const list = Object.prototype.hasOwnProperty.call(byClass, sp.cls)
|
|
204
|
+
? byClass[sp.cls]
|
|
205
|
+
: (byClass[sp.cls] = []);
|
|
206
|
+
list.push(sp);
|
|
207
|
+
}
|
|
208
|
+
for (const key of Object.keys(byClass)) {
|
|
209
|
+
byClass[key].sort((a, b) => a.start - b.start || a.end - b.end);
|
|
210
|
+
}
|
|
211
|
+
let cls = '';
|
|
212
|
+
let cores = [];
|
|
213
|
+
let c = 0;
|
|
214
|
+
for (let i = 0; i < speech.length; i++) {
|
|
215
|
+
const sp = speech[i];
|
|
216
|
+
if (sp.cls !== cls) {
|
|
217
|
+
cls = sp.cls;
|
|
218
|
+
cores = Object.prototype.hasOwnProperty.call(byClass, cls) ? byClass[cls] : [];
|
|
219
|
+
c = 0;
|
|
220
|
+
}
|
|
221
|
+
while (c < cores.length && cores[c].end <= sp.start)
|
|
222
|
+
c++;
|
|
223
|
+
let folded = false;
|
|
224
|
+
for (let k = c; k < cores.length && cores[k].start < sp.end; k++) {
|
|
225
|
+
if (sp.start < cores[k].end) {
|
|
226
|
+
if (sp.start < cores[k].start)
|
|
227
|
+
cores[k].start = sp.start;
|
|
228
|
+
if (sp.end > cores[k].end)
|
|
229
|
+
cores[k].end = sp.end;
|
|
230
|
+
folded = true;
|
|
231
|
+
break;
|
|
232
|
+
}
|
|
233
|
+
}
|
|
234
|
+
if (!folded)
|
|
235
|
+
spans.push(sp);
|
|
236
|
+
}
|
|
237
|
+
}
|
|
189
238
|
function coreToApply(spans, only) {
|
|
190
239
|
if (!only)
|
|
191
240
|
return spans;
|
|
@@ -215,10 +264,16 @@ export function maskField(text, opts) {
|
|
|
215
264
|
column: opts.column,
|
|
216
265
|
maskLabelledNames: opts.maskLabelledNames,
|
|
217
266
|
});
|
|
267
|
+
let speechUnclassified = [];
|
|
268
|
+
if (opts.pipeline === 'speech') {
|
|
269
|
+
const found = detectSpeechSpans(normalized);
|
|
270
|
+
absorbSpeech(detected.spans, found.classified);
|
|
271
|
+
speechUnclassified = found.unclassified;
|
|
272
|
+
}
|
|
218
273
|
const belt = beltCover({
|
|
219
274
|
raw: text,
|
|
220
275
|
normalized,
|
|
221
|
-
pipeline: opts.pipeline,
|
|
276
|
+
pipeline: opts.pipeline === 'governance' ? 'governance' : 'text',
|
|
222
277
|
policy: {
|
|
223
278
|
detectors: opts.detectors,
|
|
224
279
|
scanCharCap: opts.scanCharCap,
|
|
@@ -236,7 +291,10 @@ export function maskField(text, opts) {
|
|
|
236
291
|
if (whole)
|
|
237
292
|
return wholeFieldResult(whole, byClass, classes);
|
|
238
293
|
const coreApplied = coreToApply(detected.spans, opts.only);
|
|
239
|
-
const
|
|
294
|
+
const beltRanges = speechUnclassified.length === 0
|
|
295
|
+
? belt.spans
|
|
296
|
+
: belt.spans.concat(speechUnclassified);
|
|
297
|
+
const beltOnly = beltOnlySpans(detected.spans, beltRanges);
|
|
240
298
|
const applied = apply(normalized, coreApplied.concat(beltOnly));
|
|
241
299
|
return {
|
|
242
300
|
text: applied.text,
|
package/dist/mask-text.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"mask-text.js","sourceRoot":"","sources":["../src/mask-text.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAA;AACrD,OAAO,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAA;AAGnD,OAAO,EAAE,KAAK,EAAE,MAAM,EAA6B,MAAM,gBAAgB,CAAA;AACzE,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAA;AAQ1C,MAAM,CAAC,MAAM,eAAe,GAC1B,oKAAoK,CAAA;AAEtK,MAAM,UAAU,sBAAsB,CAAC,IAAY,EAAE,KAAK,GAAG,iBAAiB;IAC5E,eAAe,CAAC,SAAS,GAAG,CAAC,CAAA;IAC7B,OAAO,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,KAAK,CAAC,CAAA;AAC7C,CAAC;AAED,MAAM,MAAM,GAAG,iBAAiB,CAAA;AAChC,MAAM,GAAG,GAAG,cAAc,CAAA;AAS1B,SAAS,SAAS,CAAC,KAAa;IAC9B,IAAI,KAAK,KAAK,MAAM;QAAE,OAAO,CAAC,CAAA;IAC9B,IAAI,KAAK,KAAK,GAAG;QAAE,OAAO,CAAC,CAAA;IAC3B,OAAO,CAAC,CAAA;AACV,CAAC;AAED,SAAS,WAAW,CAClB,IAAwB,EACxB,KAAyB,EACzB,KAAmC;IAEnC,IAAI,CAAC,IAAI;QAAE,OAAO,KAAK,CAAA;IACvB,IAAI,CAAC,KAAK;QAAE,OAAO,IAAI,CAAA;IACvB,MAAM,CAAC,GAAG,SAAS,CAAC,IAAI,CAAC,CAAA;IACzB,MAAM,CAAC,GAAG,SAAS,CAAC,KAAK,CAAC,CAAA;IAC1B,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAA;IACxC,IAAI,CAAC,GAAG,CAAC;QAAE,OAAO,IAAI,CAAA;IACtB,MAAM,EAAE,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC,CAAA;IACzD,MAAM,EAAE,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,KAAK,KAAK,CAAC,CAAA;IAC1D,IAAI,EAAE,GAAG,CAAC;QAAE,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAA;IACxC,IAAI,EAAE,GAAG,CAAC;QAAE,OAAO,IAAI,CAAA;IACvB,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAA;AAChC,CAAC;AAED,SAAS,UAAU,CAAC,KAAa,EAAE,GAAW;IAC5C,OAAO;QACL,KAAK;QACL,GAAG;QACH,GAAG,EAAE,QAAQ;QACb,KAAK,EAAE,GAAG;QACV,MAAM,EAAE,MAAM;KACI,CAAA;AACtB,CAAC;AAED,kGAAkG;AAClG,SAAS,aAAa,CAAC,IAAqB,EAAE,IAA+C;IAC3F,MAAM,GAAG,GAAqC,EAAE,CAAA;IAChD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAA;QAClB,IAAI,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,KAAK;YAAE,GAAG,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,EAAE,CAAC,CAAA;IACnE,CAAC;IACD,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,CAAA;IACtD,MAAM,MAAM,GAAqC,EAAE,CAAA;IACnD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACpC,MAAM,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC,CAAA;QACjB,MAAM,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;QACrC,IAAI,CAAC,GAAG,IAAI,EAAE,CAAC,KAAK,GAAG,GAAG,CAAC,GAAG;YAAE,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,EAAE,CAAC,CAAA;aACxE,IAAI,EAAE,CAAC,GAAG,GAAG,GAAG,CAAC,GAAG;YAAE,GAAG,CAAC,GAAG,GAAG,EAAE,CAAC,GAAG,CAAA;IAC7C,CAAC;IAED,MAAM,OAAO,GAAG,SAAS,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAA;IAC5C,MAAM,GAAG,GAAW,EAAE,CAAA;IACtB,4EAA4E;IAC5E,wDAAwD;IACxD,IAAI,IAAI,GAAG,CAAC,CAAA;IACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,EAAE,GAAG,OAAO,CAAC,CAAC,CAAC,CAAA;QACrB,IAAI,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,KAAK;YAAE,SAAQ;QAChC,OAAO,IAAI,GAAG,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC,KAAK;YAAE,IAAI,EAAE,CAAA;QACnE,IAAI,MAAM,GAAG,EAAE,CAAC,KAAK,CAAA;QACrB,KAAK,IAAI,CAAC,GAAG,IAAI,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC1C,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,CAAA;YACpB,IAAI,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,GAAG;gBAAE,MAAK;YAC7B,IAAI,EAAE,CAAC,KAAK,GAAG,MAAM;gBAAE,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;YAC/E,IAAI,EAAE,CAAC,GAAG,GAAG,MAAM;gBAAE,MAAM,GAAG,EAAE,CAAC,GAAG,CAAA;YACpC,IAAI,MAAM,IAAI,EAAE,CAAC,GAAG;gBAAE,MAAK;QAC7B,CAAC;QACD,IAAI,MAAM,GAAG,EAAE,CAAC,GAAG;YAAE,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,CAAA;IAC3D,CAAC;IACD,OAAO,GAAG,CAAA;AACZ,CAAC;AAED,wEAAwE;AACxE,2EAA2E;AAC3E,SAAS,SAAS,CAChB,OAAkD;IAElD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,IAAI,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG;YAAE,OAAO,SAAS,CAAC,OAAO,CAAC,CAAA;IACtE,CAAC;IACD,OAAO,OAAO,CAAA;AAChB,CAAC;AAED,SAAS,SAAS,CAChB,OAAkD;IAElD,MAAM,MAAM,GAAqC,EAAE,CAAA;IACnD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,EAAE,GAAG,OAAO,CAAC,CAAC,CAAC,CAAA;QACrB,IAAI,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,KAAK;YAAE,SAAQ;QAChC,MAAM,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;QACrC,IAAI,GAAG,IAAI,EAAE,CAAC,KAAK,GAAG,GAAG,CAAC,GAAG,EAAE,CAAC;YAC9B,IAAI,EAAE,CAAC,GAAG,GAAG,GAAG,CAAC,GAAG;gBAAE,GAAG,CAAC,GAAG,GAAG,EAAE,CAAC,GAAG,CAAA;QACxC,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,EAAE,CAAC,CAAA;QAC/C,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAA;AACf,CAAC;AAED,SAAS,WAAW,CAClB,IAA+C;IAE/C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC;YACtC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,EAAE,CAAA;YACzB,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAA;YACtC,OAAO,IAAI,CAAA;QACb,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAA;AACb,CAAC;AAED,SAAS,UAAU,CAAC,GAAuC;IACzD,MAAM,GAAG,GAA2B,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;IACvD,IAAI,CAAC,GAAG;QAAE,OAAO,GAAG,CAAA;IACpB,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QACnC,MAAM,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,CAAA;QAClB,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YAAE,SAAQ;QAC/C,MAAM,CAAC,cAAc,CAAC,GAAG,EAAE,GAAG,EAAE;YAC9B,KAAK,EAAE,CAAC;YACR,QAAQ,EAAE,IAAI;YACd,UAAU,EAAE,IAAI;YAChB,YAAY,EAAE,IAAI;SACnB,CAAC,CAAA;IACJ,CAAC;IACD,OAAO,GAAG,CAAA;AACZ,CAAC;AAED,SAAS,QAAQ;IACf,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;AAC5B,CAAC;AAED,SAAS,QAAQ,CAAC,GAA2B,EAAE,GAAW,EAAE,CAAC,GAAG,CAAC;IAC/D,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAAE,OAAM;IACpB,MAAM,IAAI,GAAG,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IAC1E,MAAM,CAAC,cAAc,CAAC,GAAG,EAAE,GAAG,EAAE;QAC9B,KAAK,EAAE,IAAI,GAAG,CAAC;QACf,QAAQ,EAAE,IAAI;QACd,UAAU,EAAE,IAAI;QAChB,YAAY,EAAE,IAAI;KACnB,CAAC,CAAA;AACJ,CAAC;AAED,SAAS,YAAY,CAAC,KAAsB;IAC1C,MAAM,GAAG,GAAG,QAAQ,EAAE,CAAA;IACtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK;YAAE,QAAQ,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAA;IAChE,CAAC;IACD,OAAO,GAAG,CAAA;AACZ,CAAC;AAED,SAAS,WAAW,CAAC,IAAqB,EAAE,QAAyB;IACnE,MAAM,GAAG,GAAG,QAAQ,EAAE,CAAA;IACtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK;YAAE,QAAQ,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAA;IAC7D,CAAC;IACD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACzC,IAAI,QAAQ,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK;YAAE,QAAQ,CAAC,GAAG,EAAE,cAAc,CAAC,CAAA;IACxE,CAAC;IACD,OAAO,GAAG,CAAA;AACZ,CAAC;AAED,SAAS,WAAW;IAClB,MAAM,GAAG,GAAG,QAAQ,EAAE,CAAA;IACtB,QAAQ,CAAC,GAAG,EAAE,OAAO,CAAC,CAAA;IACtB,OAAO,GAAG,CAAA;AACZ,CAAC;AAED,SAAS,WAAW,CAAC,KAAsB,EAAE,IAAsC;IACjF,IAAI,CAAC,IAAI;QAAE,OAAO,KAAK,CAAA;IACvB,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,CAAA;IAC3B,MAAM,GAAG,GAAW,EAAE,CAAA;IACtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,IAAI,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;YAAE,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;IACjD,CAAC;IACD,OAAO,GAAG,CAAA;AACZ,CAAC;AAED,SAAS,gBAAgB,CACvB,IAAY,EACZ,OAA+B,EAC/B,OAA+B;IAQ/B,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,EAAE,CAAA;AACpE,CAAC;AAED,wEAAwE;AACxE,0DAA0D;AAC1D,MAAM,UAAU,SAAS,CAAC,IAAY,EAAE,IAAsB;IAO5D,IAAI,IAAI,CAAC,MAAM,GAAG,kBAAkB,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC;QACvD,OAAO,gBAAgB,CAAC,GAAG,EAAE,QAAQ,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAA;IACtD,CAAC;IACD,IAAI,CAAC;QACH,MAAM,UAAU,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAA;QACzC,MAAM,KAAK,GAAG,IAAI,CAAC,cAAc,IAAI,EAAE,CAAA;QACvC,MAAM,QAAQ,GAAG,MAAM,CAAC,UAAU,EAAE;YAClC,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,cAAc,EAAE,KAAK;YACrB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;SAC1C,CAAC,CAAA;QACF,MAAM,IAAI,GAAG,SAAS,CAAC;YACrB,GAAG,EAAE,IAAI;YACT,UAAU;YACV,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,MAAM,EAAE;gBACN,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;aAC1C;YACD,cAAc,EAAE,KAAK;YACrB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,WAAW,EAAE,IAAI,CAAC,WAAW;SAC9B,CAAC,CAAA;QACF,MAAM,OAAO,GAAG,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAA;QAC5C,MAAM,OAAO,GAAG,YAAY,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAA;QAC5C,IAAI,CAAC,IAAI,CAAC,EAAE;YAAE,OAAO,gBAAgB,CAAC,GAAG,EAAE,OAAO,EAAE,OAAO,CAAC,CAAA;QAC5D,MAAM,KAAK,GAAG,WAAW,CAAC,QAAQ,CAAC,UAAU,EAAE,KAAK,EAAE,IAAI,CAAC,UAAU,EAAE,KAAK,CAAC,CAAA;QAC7E,IAAI,KAAK;YAAE,OAAO,gBAAgB,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,CAAA;QAC3D,MAAM,WAAW,GAAG,WAAW,CAAC,QAAQ,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,CAAA;QAC1D,MAAM,QAAQ,GAAG,aAAa,CAAC,QAAQ,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAA;QAC1D,MAAM,OAAO,GAAG,KAAK,CAAC,UAAU,EAAE,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAA;QAC/D,OAAO;YACL,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,KAAK,EAAE,OAAO,CAAC,OAAO;YACtB,OAAO;YACP,OAAO;YACP,MAAM,EAAE,WAAW,CAAC,WAAW,EAAE,QAAQ,CAAC;SAC3C,CAAA;IACH,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,gBAAgB,CAAC,GAAG,EAAE,QAAQ,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAA;IACtD,CAAC;AACH,CAAC;AAED,wEAAwE;AACxE,0DAA0D;AAC1D,MAAM,UAAU,iBAAiB,CAAC,IAAY,EAAE,IAAI,GAAoB,EAAE;IACxE,OAAO,SAAS,CAAC,IAAI,EAAE;QACrB,QAAQ,EAAE,MAAM;QAChB,WAAW,EAAE,IAAI,CAAC,WAAW;QAC7B,SAAS,EAAE,IAAI,CAAC,SAAS;QACzB,cAAc,EAAE,IAAI,CAAC,cAAc;KACpC,CAAC,CAAC,IAAI,CAAA;AACT,CAAC"}
|
|
1
|
+
{"version":3,"file":"mask-text.js","sourceRoot":"","sources":["../src/mask-text.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAA;AACrD,OAAO,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAA;AAGnD,OAAO,EAAE,KAAK,EAAE,MAAM,EAA6B,MAAM,gBAAgB,CAAA;AACzE,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAA;AAC1C,OAAO,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAA;AAQpD,MAAM,CAAC,MAAM,eAAe,GAC1B,oKAAoK,CAAA;AAEtK,MAAM,UAAU,sBAAsB,CAAC,IAAY,EAAE,KAAK,GAAG,iBAAiB;IAC5E,eAAe,CAAC,SAAS,GAAG,CAAC,CAAA;IAC7B,OAAO,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,KAAK,CAAC,CAAA;AAC7C,CAAC;AAED,MAAM,MAAM,GAAG,iBAAiB,CAAA;AAChC,MAAM,GAAG,GAAG,cAAc,CAAA;AAS1B,SAAS,SAAS,CAAC,KAAa;IAC9B,IAAI,KAAK,KAAK,MAAM;QAAE,OAAO,CAAC,CAAA;IAC9B,IAAI,KAAK,KAAK,GAAG;QAAE,OAAO,CAAC,CAAA;IAC3B,OAAO,CAAC,CAAA;AACV,CAAC;AAED,SAAS,WAAW,CAClB,IAAwB,EACxB,KAAyB,EACzB,KAAmC;IAEnC,IAAI,CAAC,IAAI;QAAE,OAAO,KAAK,CAAA;IACvB,IAAI,CAAC,KAAK;QAAE,OAAO,IAAI,CAAA;IACvB,MAAM,CAAC,GAAG,SAAS,CAAC,IAAI,CAAC,CAAA;IACzB,MAAM,CAAC,GAAG,SAAS,CAAC,KAAK,CAAC,CAAA;IAC1B,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAA;IACxC,IAAI,CAAC,GAAG,CAAC;QAAE,OAAO,IAAI,CAAA;IACtB,MAAM,EAAE,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC,CAAA;IACzD,MAAM,EAAE,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,KAAK,KAAK,CAAC,CAAA;IAC1D,IAAI,EAAE,GAAG,CAAC;QAAE,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAA;IACxC,IAAI,EAAE,GAAG,CAAC;QAAE,OAAO,IAAI,CAAA;IACvB,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAA;AAChC,CAAC;AAED,SAAS,UAAU,CAAC,KAAa,EAAE,GAAW;IAC5C,OAAO;QACL,KAAK;QACL,GAAG;QACH,GAAG,EAAE,QAAQ;QACb,KAAK,EAAE,GAAG;QACV,MAAM,EAAE,MAAM;KACI,CAAA;AACtB,CAAC;AAED,kGAAkG;AAClG,SAAS,aAAa,CAAC,IAAqB,EAAE,IAA+C;IAC3F,MAAM,GAAG,GAAqC,EAAE,CAAA;IAChD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAA;QAClB,IAAI,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,KAAK;YAAE,GAAG,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,EAAE,CAAC,CAAA;IACnE,CAAC;IACD,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,CAAA;IACtD,MAAM,MAAM,GAAqC,EAAE,CAAA;IACnD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACpC,MAAM,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC,CAAA;QACjB,MAAM,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;QACrC,IAAI,CAAC,GAAG,IAAI,EAAE,CAAC,KAAK,GAAG,GAAG,CAAC,GAAG;YAAE,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,EAAE,CAAC,CAAA;aACxE,IAAI,EAAE,CAAC,GAAG,GAAG,GAAG,CAAC,GAAG;YAAE,GAAG,CAAC,GAAG,GAAG,EAAE,CAAC,GAAG,CAAA;IAC7C,CAAC;IAED,MAAM,OAAO,GAAG,SAAS,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAA;IAC5C,MAAM,GAAG,GAAW,EAAE,CAAA;IACtB,4EAA4E;IAC5E,wDAAwD;IACxD,IAAI,IAAI,GAAG,CAAC,CAAA;IACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,EAAE,GAAG,OAAO,CAAC,CAAC,CAAC,CAAA;QACrB,IAAI,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,KAAK;YAAE,SAAQ;QAChC,OAAO,IAAI,GAAG,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC,KAAK;YAAE,IAAI,EAAE,CAAA;QACnE,IAAI,MAAM,GAAG,EAAE,CAAC,KAAK,CAAA;QACrB,KAAK,IAAI,CAAC,GAAG,IAAI,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC1C,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,CAAA;YACpB,IAAI,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,GAAG;gBAAE,MAAK;YAC7B,IAAI,EAAE,CAAC,KAAK,GAAG,MAAM;gBAAE,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;YAC/E,IAAI,EAAE,CAAC,GAAG,GAAG,MAAM;gBAAE,MAAM,GAAG,EAAE,CAAC,GAAG,CAAA;YACpC,IAAI,MAAM,IAAI,EAAE,CAAC,GAAG;gBAAE,MAAK;QAC7B,CAAC;QACD,IAAI,MAAM,GAAG,EAAE,CAAC,GAAG;YAAE,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,CAAA;IAC3D,CAAC;IACD,OAAO,GAAG,CAAA;AACZ,CAAC;AAED,wEAAwE;AACxE,2EAA2E;AAC3E,SAAS,SAAS,CAChB,OAAkD;IAElD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,IAAI,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG;YAAE,OAAO,SAAS,CAAC,OAAO,CAAC,CAAA;IACtE,CAAC;IACD,OAAO,OAAO,CAAA;AAChB,CAAC;AAED,SAAS,SAAS,CAChB,OAAkD;IAElD,MAAM,MAAM,GAAqC,EAAE,CAAA;IACnD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,EAAE,GAAG,OAAO,CAAC,CAAC,CAAC,CAAA;QACrB,IAAI,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,KAAK;YAAE,SAAQ;QAChC,MAAM,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;QACrC,IAAI,GAAG,IAAI,EAAE,CAAC,KAAK,GAAG,GAAG,CAAC,GAAG,EAAE,CAAC;YAC9B,IAAI,EAAE,CAAC,GAAG,GAAG,GAAG,CAAC,GAAG;gBAAE,GAAG,CAAC,GAAG,GAAG,EAAE,CAAC,GAAG,CAAA;QACxC,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,EAAE,CAAC,CAAA;QAC/C,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAA;AACf,CAAC;AAED,SAAS,WAAW,CAClB,IAA+C;IAE/C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC;YACtC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,EAAE,CAAA;YACzB,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAA;YACtC,OAAO,IAAI,CAAA;QACb,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAA;AACb,CAAC;AAED,SAAS,UAAU,CAAC,GAAuC;IACzD,MAAM,GAAG,GAA2B,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;IACvD,IAAI,CAAC,GAAG;QAAE,OAAO,GAAG,CAAA;IACpB,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QACnC,MAAM,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,CAAA;QAClB,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YAAE,SAAQ;QAC/C,MAAM,CAAC,cAAc,CAAC,GAAG,EAAE,GAAG,EAAE;YAC9B,KAAK,EAAE,CAAC;YACR,QAAQ,EAAE,IAAI;YACd,UAAU,EAAE,IAAI;YAChB,YAAY,EAAE,IAAI;SACnB,CAAC,CAAA;IACJ,CAAC;IACD,OAAO,GAAG,CAAA;AACZ,CAAC;AAED,SAAS,QAAQ;IACf,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;AAC5B,CAAC;AAED,SAAS,QAAQ,CAAC,GAA2B,EAAE,GAAW,EAAE,CAAC,GAAG,CAAC;IAC/D,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAAE,OAAM;IACpB,MAAM,IAAI,GAAG,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IAC1E,MAAM,CAAC,cAAc,CAAC,GAAG,EAAE,GAAG,EAAE;QAC9B,KAAK,EAAE,IAAI,GAAG,CAAC;QACf,QAAQ,EAAE,IAAI;QACd,UAAU,EAAE,IAAI;QAChB,YAAY,EAAE,IAAI;KACnB,CAAC,CAAA;AACJ,CAAC;AAED,SAAS,YAAY,CAAC,KAAsB;IAC1C,MAAM,GAAG,GAAG,QAAQ,EAAE,CAAA;IACtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK;YAAE,QAAQ,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAA;IAChE,CAAC;IACD,OAAO,GAAG,CAAA;AACZ,CAAC;AAED,SAAS,WAAW,CAAC,IAAqB,EAAE,QAAyB;IACnE,MAAM,GAAG,GAAG,QAAQ,EAAE,CAAA;IACtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK;YAAE,QAAQ,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAA;IAC7D,CAAC;IACD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACzC,IAAI,QAAQ,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK;YAAE,QAAQ,CAAC,GAAG,EAAE,cAAc,CAAC,CAAA;IACxE,CAAC;IACD,OAAO,GAAG,CAAA;AACZ,CAAC;AAED,SAAS,WAAW;IAClB,MAAM,GAAG,GAAG,QAAQ,EAAE,CAAA;IACtB,QAAQ,CAAC,GAAG,EAAE,OAAO,CAAC,CAAA;IACtB,OAAO,GAAG,CAAA;AACZ,CAAC;AAED,uEAAuE;AACvE,sEAAsE;AACtE,uEAAuE;AACvE,sEAAsE;AACtE,yCAAyC;AACzC,SAAS,YAAY,CAAC,KAAa,EAAE,KAAsB;IACzD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAM;IAC9B,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,EAAE,CAAA;IAC5B,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;IAEpG,MAAM,OAAO,GAA2B,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;IAC3D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC,CAAA;QACnB,MAAM,IAAI,GAAG,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC,GAAG,CAAC;YAChE,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,GAAG,CAAC;YACjB,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAA;QAC1B,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IACf,CAAC;IACD,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;QACvC,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,CAAA;IACjE,CAAC;IAED,IAAI,GAAG,GAAG,EAAE,CAAA;IACZ,IAAI,KAAK,GAAW,EAAE,CAAA;IACtB,IAAI,CAAC,GAAG,CAAC,CAAA;IACT,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,CAAA;QACpB,IAAI,EAAE,CAAC,GAAG,KAAK,GAAG,EAAE,CAAC;YACnB,GAAG,GAAG,EAAE,CAAC,GAAG,CAAA;YACZ,KAAK,GAAG,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;YAC9E,CAAC,GAAG,CAAC,CAAA;QACP,CAAC;QACD,OAAO,CAAC,GAAG,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC,KAAK;YAAE,CAAC,EAAE,CAAA;QACxD,IAAI,MAAM,GAAG,KAAK,CAAA;QAClB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;YACjE,IAAI,EAAE,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;gBAC5B,IAAI,EAAE,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK;oBAAE,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC,KAAK,CAAA;gBACxD,IAAI,EAAE,CAAC,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG;oBAAE,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,EAAE,CAAC,GAAG,CAAA;gBAChD,MAAM,GAAG,IAAI,CAAA;gBACb,MAAK;YACP,CAAC;QACH,CAAC;QACD,IAAI,CAAC,MAAM;YAAE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IAC7B,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAAC,KAAsB,EAAE,IAAsC;IACjF,IAAI,CAAC,IAAI;QAAE,OAAO,KAAK,CAAA;IACvB,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,CAAA;IAC3B,MAAM,GAAG,GAAW,EAAE,CAAA;IACtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,IAAI,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;YAAE,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;IACjD,CAAC;IACD,OAAO,GAAG,CAAA;AACZ,CAAC;AAED,SAAS,gBAAgB,CACvB,IAAY,EACZ,OAA+B,EAC/B,OAA+B;IAQ/B,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,EAAE,CAAA;AACpE,CAAC;AAED,wEAAwE;AACxE,0DAA0D;AAC1D,MAAM,UAAU,SAAS,CAAC,IAAY,EAAE,IAAsB;IAO5D,IAAI,IAAI,CAAC,MAAM,GAAG,kBAAkB,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC;QACvD,OAAO,gBAAgB,CAAC,GAAG,EAAE,QAAQ,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAA;IACtD,CAAC;IACD,IAAI,CAAC;QACH,MAAM,UAAU,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAA;QACzC,MAAM,KAAK,GAAG,IAAI,CAAC,cAAc,IAAI,EAAE,CAAA;QACvC,MAAM,QAAQ,GAAG,MAAM,CAAC,UAAU,EAAE;YAClC,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,cAAc,EAAE,KAAK;YACrB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;SAC1C,CAAC,CAAA;QACF,IAAI,kBAAkB,GAAqC,EAAE,CAAA;QAC7D,IAAI,IAAI,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;YAC/B,MAAM,KAAK,GAAG,iBAAiB,CAAC,UAAU,CAAC,CAAA;YAC3C,YAAY,CAAC,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAC,UAAU,CAAC,CAAA;YAC9C,kBAAkB,GAAG,KAAK,CAAC,YAAY,CAAA;QACzC,CAAC;QACD,MAAM,IAAI,GAAG,SAAS,CAAC;YACrB,GAAG,EAAE,IAAI;YACT,UAAU;YACV,QAAQ,EAAE,IAAI,CAAC,QAAQ,KAAK,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM;YAChE,MAAM,EAAE;gBACN,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;aAC1C;YACD,cAAc,EAAE,KAAK;YACrB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,WAAW,EAAE,IAAI,CAAC,WAAW;SAC9B,CAAC,CAAA;QACF,MAAM,OAAO,GAAG,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAA;QAC5C,MAAM,OAAO,GAAG,YAAY,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAA;QAC5C,IAAI,CAAC,IAAI,CAAC,EAAE;YAAE,OAAO,gBAAgB,CAAC,GAAG,EAAE,OAAO,EAAE,OAAO,CAAC,CAAA;QAC5D,MAAM,KAAK,GAAG,WAAW,CAAC,QAAQ,CAAC,UAAU,EAAE,KAAK,EAAE,IAAI,CAAC,UAAU,EAAE,KAAK,CAAC,CAAA;QAC7E,IAAI,KAAK;YAAE,OAAO,gBAAgB,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,CAAA;QAC3D,MAAM,WAAW,GAAG,WAAW,CAAC,QAAQ,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,CAAA;QAC1D,MAAM,UAAU,GAAG,kBAAkB,CAAC,MAAM,KAAK,CAAC;YAChD,CAAC,CAAC,IAAI,CAAC,KAAK;YACZ,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAA;QACzC,MAAM,QAAQ,GAAG,aAAa,CAAC,QAAQ,CAAC,KAAK,EAAE,UAAU,CAAC,CAAA;QAC1D,MAAM,OAAO,GAAG,KAAK,CAAC,UAAU,EAAE,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAA;QAC/D,OAAO;YACL,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,KAAK,EAAE,OAAO,CAAC,OAAO;YACtB,OAAO;YACP,OAAO;YACP,MAAM,EAAE,WAAW,CAAC,WAAW,EAAE,QAAQ,CAAC;SAC3C,CAAA;IACH,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,gBAAgB,CAAC,GAAG,EAAE,QAAQ,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAA;IACtD,CAAC;AACH,CAAC;AAED,wEAAwE;AACxE,0DAA0D;AAC1D,MAAM,UAAU,iBAAiB,CAAC,IAAY,EAAE,IAAI,GAAoB,EAAE;IACxE,OAAO,SAAS,CAAC,IAAI,EAAE;QACrB,QAAQ,EAAE,MAAM;QAChB,WAAW,EAAE,IAAI,CAAC,WAAW;QAC7B,SAAS,EAAE,IAAI,CAAC,SAAS;QACzB,cAAc,EAAE,IAAI,CAAC,cAAc;KACpC,CAAC,CAAC,IAAI,CAAA;AACT,CAAC"}
|
package/docs/API-STABILITY.md
CHANGED
|
@@ -166,6 +166,7 @@ Env: `CONARIUM_CONSOLE_HOST`, `CONARIUM_CONSOLE_PORT`,
|
|
|
166
166
|
| `"main": "./dist/index.js"`, `exports["."]` | experimental — process entry, not a library; importing it starts the stdio gateway |
|
|
167
167
|
| `exports["./mask"]` → `./dist/mask.js` | experimental — `maskField`, `maskSensitiveText`, `compileCustomPatterns` and their types; importing it starts no server (`test/mask_entry.mjs`) |
|
|
168
168
|
| `maskField` options `only`, results `classes` and `masked` | experimental — `only` lists the classes to mask; `classes` counts what the core found per class, `masked` what was replaced (`unclassified`, or `{ whole: 1 }`); counts, never values (`src/mask-classes.test.ts`) |
|
|
169
|
+
| `maskField` option `pipeline: 'speech'` | experimental — text a local speech model wrote from a recording; digit runs of 7 or more digits split by spaces or hyphens, spoken `et` / `at` and `nokta` addresses and four or more dotted labels whose first two are letters only, with a word in the fixed list `DOMAIN_ENDINGS` in `src/mask/speech.ts` (a dotted run's last label; a spoken address is read up to its last listed word, so `example nokta dev nokta jp` leaves `nokta jp`; an address that mixes written dots and spoken `nokta` on either side of `et` / `at` (`ayse.yilmaz et example nokta com`, `ayse nokta yilmaz et example.com`, `ayse.yilmaz et example.com`) is one `email` span; an ending written with a Turkish dotted capital I (U+0130) is read — for the ending lookup only, the word is lowercased, U+0307 is dropped and U+0131 is read as `i`; a spoken chain reads `biz` only when no other listed word is on it, so `example nokta com nokta Biz` leaves `nokta Biz`; an address with no listed word is not masked by these rules), and `TR` plus at least four such digits as an IBAN. Classes come from the text pipeline's core detectors first, as in 0.3.3, so a Luhn-valid card written in phone-shaped groups (`4111-11-111-111-1111`) counts as `phone`, and an 11-digit run that fails the TCKN checksum counts as `tckn`; when the core and the speech rules name different classes for one number (`1-000-000-0146`: `phone` and `tckn`), both are counted and it is masked if either class is asked for. An amount with thousands separators (`1.250.000`, `1.250,00`) or under 7 digits before its decimal comma stays; `1234567,89` is a run of 7 digits and is masked, and so is a decimal part of 7 or more digits (`0,1234567`). The same digits with spaces (`1 250 000`) are a run. The text pipeline is unchanged. |
|
|
169
170
|
| package `@conarium-ai/mask` (`packages/mask`) | experimental — the same `src/mask.ts`, built on its own with `@eslint-community/regexpp` and `re2js` as its only dependencies (`test/mask_package.mjs`) |
|
|
170
171
|
| `exports["./*"]` → `./*` | a deep path that names a file, extension included, resolves to that file; extensionless `require` paths, which resolved before the map existed, no longer do. What it reaches is **internal** |
|
|
171
172
|
| `dist/governance.js`, `dist/ots/*`, `dist/http.js`, … | **internal** |
|
|
@@ -0,0 +1,137 @@
|
|
|
1
|
+
# Claims review — 0.3.4
|
|
2
|
+
|
|
3
|
+
- base: v0.3.3
|
|
4
|
+
- head: ff89678
|
|
5
|
+
- surface: sha256:529c447e52d294b7d38c67d281c12bd415d1cbeda1f1c85723ccc3f9beb3c783
|
|
6
|
+
- verdict: pass
|
|
7
|
+
- reviewer: Cursor; findings 3 and 4 from a read-only model review, reworded by Claude; finding 6 from an automated security review, fixed by Claude. One claim surface changed between v0.3.3 and HEAD:
|
|
8
|
+
`docs/API-STABILITY.md` (`node test/denetci.mjs input v0.3.3 HEAD`).
|
|
9
|
+
|
|
10
|
+
The release adds `src/mask/speech.ts`, `src/mask/speech.test.ts` and the
|
|
11
|
+
`pipeline: 'speech'` option on `maskField` (`src/mask-text.ts`), the version
|
|
12
|
+
fields (`package.json`, `package-lock.json`, `server.json`,
|
|
13
|
+
`packages/mask/package.json`), the version assertion in
|
|
14
|
+
`src/demo-mode.test.ts`, the changelog entry, and the one row in
|
|
15
|
+
`docs/API-STABILITY.md` below.
|
|
16
|
+
|
|
17
|
+
The new row was set against what establishes it: `MaskFieldOptions.pipeline`
|
|
18
|
+
accepts `'speech'` (`src/mask-text.ts`); `detectSpeechSpans` walks digit runs
|
|
19
|
+
of 7 or more digits split by a single space or hyphen, `TR` plus at least
|
|
20
|
+
four such digits as an IBAN, spoken `et` / `at` + `nokta` addresses and
|
|
21
|
+
four or more dotted labels whose first two are letters only and whose last
|
|
22
|
+
label is in the fixed list `DOMAIN_ENDINGS` (`src/mask/speech.ts`), a spoken
|
|
23
|
+
address being read up to its last word in that list; a spoken address that
|
|
24
|
+
mixes written dots and spoken `nokta` on either side of `et` / `at` is one
|
|
25
|
+
`email` span (`ayse.yilmaz et example nokta com` and the two forms with
|
|
26
|
+
`example.com` on the right — `src/mask/speech.test.ts`); an ending written
|
|
27
|
+
with a Turkish dotted capital I (U+0130) is read (`endingKey` lowercases,
|
|
28
|
+
drops U+0307 and reads U+0131 as `i`); a spoken chain reads `biz` only when
|
|
29
|
+
no other listed word is on it (`WORD_ENDINGS`: `example nokta com nokta Biz`
|
|
30
|
+
leaves `nokta Biz`, while `firma nokta biz` and `ali.yilmaz.firma.biz` are
|
|
31
|
+
masked — `src/mask/speech.test.ts`). The text
|
|
32
|
+
pipeline's output on
|
|
33
|
+
the spoken-numbers fixture is unchanged (`src/mask/speech.test.ts`). An
|
|
34
|
+
amount with thousands separators (`1.250.000`, `1.250,00`) or under 7
|
|
35
|
+
digits before its decimal comma stays; `1234567,89` is a run of 7 digits
|
|
36
|
+
and is masked, and so is a decimal part of 7 or more digits (`0,1234567`).
|
|
37
|
+
Dates include `dd mm yyyy` with one space between parts. Two years
|
|
38
|
+
1900–2099, a six-digit run, and `TR` plus fewer than four digits are also
|
|
39
|
+
left, which the row does not claim to mask.
|
|
40
|
+
|
|
41
|
+
Classes come from the text pipeline's core detectors first, as in 0.3.3
|
|
42
|
+
(`detect` then `absorbSpeech` in `src/mask-text.ts`; `findPhones` before
|
|
43
|
+
later digit runs in `src/mask/detectors/numeric.ts`):
|
|
44
|
+
`4111-11-111-111-1111` is a Luhn-valid 16-digit card and counts as
|
|
45
|
+
`phone`; `12345678901` fails the TCKN checksum and counts as `tckn`;
|
|
46
|
+
`1-000-000-0146` is `phone` from the core and `tckn` from the speech
|
|
47
|
+
rules, so both are counted and either class in `only` masks it.
|
|
48
|
+
|
|
49
|
+
The changelog is not a claim surface, but its sentences were checked the
|
|
50
|
+
same way: the 7-digit floor, the IBAN's four-digit floor, the dotted-label
|
|
51
|
+
rule, the fixed ending list, the three mixed forms, the U+0130 ending lookup,
|
|
52
|
+
when `biz` is read as an ending, the class limits above, what is left
|
|
53
|
+
(including that a six-digit broken-up IBAN tail can leak, that spaced
|
|
54
|
+
digits are a run, and that `1234567,89` is a run), and that the text
|
|
55
|
+
pipeline is unchanged are what `src/mask/speech.test.ts` and the core
|
|
56
|
+
detectors assert.
|
|
57
|
+
|
|
58
|
+
The previous wording of the row, the changelog, and this record said more
|
|
59
|
+
than that. Those two overclaims are the findings below; they were reworded
|
|
60
|
+
in `bf49021`. The earlier dotted-label and spaced-amount overclaims were
|
|
61
|
+
reworded in `1072dac`. This round's new sentences (mixed forms, U+0130,
|
|
62
|
+
`biz`, class limits) were set against the tests and the core detectors and
|
|
63
|
+
hold after finding 5 was reworded.
|
|
64
|
+
|
|
65
|
+
## Findings
|
|
66
|
+
|
|
67
|
+
### 1. docs/API-STABILITY.md:169 — spoken and dotted addresses without a named ending list
|
|
68
|
+
|
|
69
|
+
- Claim: "spoken `et` / `at` and `nokta` addresses and four or more dotted
|
|
70
|
+
labels whose first two are letters only"
|
|
71
|
+
- Mechanism: `findSpokenEmails` and `findDottedEmails` in `src/mask/speech.ts`
|
|
72
|
+
keep a run only when the last label is in `DOMAIN_ENDINGS`
|
|
73
|
+
- Why it falls short: `ayse.yilmaz.example.xyzzy` is four dotted labels
|
|
74
|
+
whose first two are letters only and is not masked — `xyzzy` is not in
|
|
75
|
+
the list
|
|
76
|
+
- Disposition: reworded in `bf49021` to name `DOMAIN_ENDINGS` in
|
|
77
|
+
`src/mask/speech.ts` and that an address ending in anything else is not
|
|
78
|
+
masked by these rules
|
|
79
|
+
|
|
80
|
+
### 2. CHANGELOG.md (0.3.4, previous wording) — "an amount written with dots or commas"
|
|
81
|
+
|
|
82
|
+
- Claim: "It leaves an amount written with dots or commas"
|
|
83
|
+
- Mechanism: `findDigitRuns` masks a run of 7 or more digits; thousands
|
|
84
|
+
separators (`1.250.000`, `1.250,00`) break the run, and fewer than 7
|
|
85
|
+
digits before a decimal comma stay
|
|
86
|
+
- Why it falls short: `1234567,89` is written with a comma and is a run
|
|
87
|
+
of 7 digits, so it is masked
|
|
88
|
+
- Disposition: reworded in `bf49021`
|
|
89
|
+
|
|
90
|
+
### 3. docs/API-STABILITY.md:169 — "an address ending in anything else is not masked"
|
|
91
|
+
|
|
92
|
+
- Claim: "ending in the fixed list `DOMAIN_ENDINGS` … (an address ending in
|
|
93
|
+
anything else is not masked by these rules)"
|
|
94
|
+
- Mechanism: `findSpokenEmails` in `src/mask/speech.ts` takes the rightmost
|
|
95
|
+
word in `DOMAIN_ENDINGS` on the nokta chain after `et` / `at`, not the
|
|
96
|
+
chain's last word
|
|
97
|
+
- Why it falls short: `ayse et example nokta dev nokta jp` ends in `jp`,
|
|
98
|
+
which is not in the list, and becomes `[MASKED_PII] nokta jp`
|
|
99
|
+
- Disposition: reworded in `026a6f4`: a dotted run's last label, and a spoken
|
|
100
|
+
address read up to its last listed word
|
|
101
|
+
|
|
102
|
+
### 4. docs/API-STABILITY.md:169 — "under 7 digits before its decimal comma stays"
|
|
103
|
+
|
|
104
|
+
- Claim: "An amount … under 7 digits before its decimal comma stays"
|
|
105
|
+
- Mechanism: `findDigitRuns` reads each side of the comma as its own run
|
|
106
|
+
- Why it falls short: `0,1234567 BTC` has one digit before the comma and
|
|
107
|
+
becomes `0,[MASKED_PII] BTC`
|
|
108
|
+
- Disposition: reworded in `026a6f4`: a decimal part of 7 or more digits is
|
|
109
|
+
masked too
|
|
110
|
+
|
|
111
|
+
### 5. docs/API-STABILITY.md:169 — Turkish-specific letters on an English surface
|
|
112
|
+
|
|
113
|
+
- Claim: the first wording of this round wrote the mixed-form examples and
|
|
114
|
+
the dotted capital I with Turkish-specific letters (U+015F, U+0130, U+0131)
|
|
115
|
+
- Mechanism: `test/locale_letters.mjs` and `test/claim_discipline.mjs` reject
|
|
116
|
+
those letters on English claim surfaces; `test/pack_locale.mjs` rejects
|
|
117
|
+
them in `dist/`
|
|
118
|
+
- Why it falls short: that wording failed `locale_letters` on this row, and
|
|
119
|
+
`endingKey` with a literal U+0131 failed `pack_locale` on
|
|
120
|
+
`dist/mask/speech.js`
|
|
121
|
+
- Disposition: reworded in `8336ca7` to ASCII local parts and to U+0130 /
|
|
122
|
+
U+0131 by code point
|
|
123
|
+
|
|
124
|
+
### 6. docs/API-STABILITY.md:169 — "`biz` is not in the list"
|
|
125
|
+
|
|
126
|
+
- Claim: "`biz` is not in the list", which `62e1aac` wrote after `d08d8fb`
|
|
127
|
+
removed `biz` from `DOMAIN_ENDINGS` so the Turkish word "we" was not
|
|
128
|
+
masked after a spoken address
|
|
129
|
+
- Mechanism: both the dotted rule and the spoken `nokta` rule keep a run only
|
|
130
|
+
when its ending is in `DOMAIN_ENDINGS`
|
|
131
|
+
- Why it falls short: the sentence was true, and the behaviour was a leak:
|
|
132
|
+
`ali.yilmaz.firma.biz`, `ali et firma nokta biz`, `ali et firma.biz` and
|
|
133
|
+
`ali nokta yilmaz et firma nokta biz` were left unmasked
|
|
134
|
+
- Disposition: fixed in `ff89678`: `biz` is back in the list, and a spoken
|
|
135
|
+
chain reads it only when no other listed word is on it (`WORD_ENDINGS`), so
|
|
136
|
+
`example nokta com nokta Biz` still leaves `nokta Biz`; the row, the
|
|
137
|
+
changelog and this record were reworded in the same commit
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@conarium-ai/core",
|
|
3
|
-
"version": "0.3.
|
|
3
|
+
"version": "0.3.4",
|
|
4
4
|
"mcpName": "io.github.dogrucanemek-alt/conarium",
|
|
5
5
|
"//files-artefakt": "Generated files under examples/ (private key, receipt/audit JSONL) are EXCLUDED. .gitignore does not bind npm: because the allow-list contained 'examples', `npm publish` on a machine that had run the demo was shipping _keys/audit-ed25519.pem (PRIVATE KEY) and the receipts. test/pack_artefakt.mjs locks this. The exclusions are LIMITED to examples/: receipts.jsonl and .pub.pem under test-vectors/ MUST ship, or a third party cannot run the conformance vectors.",
|
|
6
6
|
"//files": "Allow-list of what enters the package. Without it npm sent everything: 296 files / 1.5 MB — CI workflows, gitleaks config, a 137 KB marketing image, the site's api/chat.js. A bank security team opens the tarball and sees those. scripts/ is here ON PURPOSE: conarium-reconcile references scripts/pg-snapshot.sql at runtime; without it the user files a support mail.",
|
|
@@ -132,7 +132,7 @@
|
|
|
132
132
|
"node-sql-parser": "^5.4.0",
|
|
133
133
|
"pgsql-ast-parser": "^12.0.2",
|
|
134
134
|
"postgres": "^3.4.4",
|
|
135
|
-
"re2js": "2.8.
|
|
135
|
+
"re2js": "2.8.7",
|
|
136
136
|
"zod": "4.6.7"
|
|
137
137
|
},
|
|
138
138
|
"devDependencies": {
|