@stll/anonymize-wasm 1.2.0 → 1.4.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (64) hide show
  1. package/dist/address-boundaries.mjs +113 -5
  2. package/dist/address-stop-keywords.mjs +137 -0
  3. package/dist/address-stop-keywords.mjs.map +1 -0
  4. package/dist/address-stopwords.mjs +81 -0
  5. package/dist/address-stopwords.mjs.map +1 -0
  6. package/dist/address-street-types.mjs +67 -4
  7. package/dist/clause-noun-heads.mjs +75 -0
  8. package/dist/clause-noun-heads.mjs.map +1 -0
  9. package/dist/constants.d.mts +2 -0
  10. package/dist/constants.mjs +85 -0
  11. package/dist/constants.mjs.map +1 -0
  12. package/dist/constants2.d.mts +65 -0
  13. package/dist/coreference.es.mjs +22 -0
  14. package/dist/coreference.es.mjs.map +1 -0
  15. package/dist/coreference.fr.mjs +32 -0
  16. package/dist/coreference.fr.mjs.map +1 -0
  17. package/dist/coreference.it.mjs +27 -0
  18. package/dist/coreference.it.mjs.map +1 -0
  19. package/dist/coreference.pl.mjs +27 -0
  20. package/dist/coreference.pl.mjs.map +1 -0
  21. package/dist/coreference.pt-br.mjs +14 -0
  22. package/dist/coreference.pt-br.mjs.map +1 -0
  23. package/dist/coreference.sk.mjs +22 -5
  24. package/dist/generic-roles.mjs +179 -1
  25. package/dist/hotword-rules.mjs +7 -3
  26. package/dist/legal-forms.mjs +3 -0
  27. package/dist/legal-role-heads.cs.mjs +42 -0
  28. package/dist/legal-role-heads.cs.mjs.map +1 -0
  29. package/dist/legal-role-heads.de.mjs +33 -0
  30. package/dist/legal-role-heads.de.mjs.map +1 -0
  31. package/dist/legal-role-heads.en.mjs +37 -0
  32. package/dist/legal-role-heads.en.mjs.map +1 -0
  33. package/dist/legal-role-heads.es.mjs +54 -0
  34. package/dist/legal-role-heads.es.mjs.map +1 -0
  35. package/dist/legal-role-heads.fr.mjs +72 -0
  36. package/dist/legal-role-heads.fr.mjs.map +1 -0
  37. package/dist/legal-role-heads.it.mjs +68 -0
  38. package/dist/legal-role-heads.it.mjs.map +1 -0
  39. package/dist/legal-role-heads.pl.mjs +84 -0
  40. package/dist/legal-role-heads.pl.mjs.map +1 -0
  41. package/dist/legal-role-heads.pt-br.mjs +63 -0
  42. package/dist/legal-role-heads.pt-br.mjs.map +1 -0
  43. package/dist/legal-role-heads.sk.mjs +80 -0
  44. package/dist/legal-role-heads.sk.mjs.map +1 -0
  45. package/dist/manifest.mjs +21 -8
  46. package/dist/names-exclusions.mjs +21 -1
  47. package/dist/person-stopwords.mjs +121 -1
  48. package/dist/section-headings.mjs +15 -3
  49. package/dist/sentence-verb-indicators.mjs +223 -0
  50. package/dist/sentence-verb-indicators.mjs.map +1 -0
  51. package/dist/triggers.cs.mjs +107 -3
  52. package/dist/triggers.en.mjs +32 -0
  53. package/dist/triggers.es.mjs +43 -4
  54. package/dist/triggers.fr.mjs +206 -7
  55. package/dist/triggers.it.mjs +26 -4
  56. package/dist/triggers.pl.mjs +191 -4
  57. package/dist/triggers.pt-br.mjs +193 -0
  58. package/dist/triggers.pt-br.mjs.map +1 -0
  59. package/dist/triggers.sk.mjs +493 -0
  60. package/dist/vite.mjs.map +1 -1
  61. package/dist/wasm.d.mts +56 -39
  62. package/dist/wasm.mjs +2382 -1408
  63. package/dist/wasm.mjs.map +1 -1
  64. package/package.json +7 -2
@@ -2,65 +2,185 @@
2
2
  var person_stopwords_default = {
3
3
  _comment: "Words that are valid in other labels (address, org) but should never be classified as person. Checked only in person chain scoring.",
4
4
  words: [
5
+ "addendum",
6
+ "agent",
7
+ "agreement",
8
+ "alameda",
9
+ "amendment",
10
+ "annex",
5
11
  "april",
12
+ "article",
6
13
  "august",
7
14
  "austria",
8
15
  "austrian",
16
+ "avenida",
9
17
  "basic",
10
18
  "belgian",
19
+ "borrower",
11
20
  "british",
12
21
  "bulgarian",
22
+ "buyer",
13
23
  "california",
14
24
  "center",
25
+ "consent",
26
+ "consultant",
27
+ "contract",
28
+ "contractor",
15
29
  "croatian",
30
+ "customer",
16
31
  "cypriot",
17
32
  "czech",
18
33
  "danish",
19
34
  "december",
35
+ "default",
20
36
  "delaware",
37
+ "delivery",
21
38
  "dry",
22
39
  "dutch",
23
40
  "english",
24
41
  "estonian",
42
+ "estrada",
25
43
  "european",
44
+ "event",
45
+ "exhibit",
26
46
  "february",
27
47
  "finnish",
28
48
  "french",
29
49
  "german",
30
50
  "germany",
31
51
  "greek",
52
+ "guarantor",
32
53
  "hungarian",
33
54
  "indiana",
55
+ "interest",
34
56
  "irish",
35
57
  "israel",
36
58
  "italian",
37
59
  "january",
38
60
  "july",
39
61
  "june",
62
+ "landlord",
63
+ "largo",
40
64
  "latvian",
65
+ "lender",
66
+ "lessee",
67
+ "lessor",
68
+ "license",
69
+ "licensee",
70
+ "licensor",
41
71
  "lithuanian",
42
72
  "louisiana",
43
73
  "luxembourgish",
44
74
  "maltese",
45
75
  "march",
46
76
  "maryland",
77
+ "memorandum",
47
78
  "missouri",
48
79
  "nevada",
80
+ "notice",
49
81
  "november",
50
82
  "october",
51
83
  "ohio",
52
84
  "opportunity",
85
+ "owner",
53
86
  "page",
87
+ "party",
88
+ "payment",
54
89
  "polish",
55
90
  "portuguese",
91
+ "praca",
92
+ "praça",
93
+ "price",
94
+ "principal",
95
+ "purchaser",
96
+ "rate",
97
+ "rodovia",
56
98
  "romanian",
99
+ "rua",
57
100
  "sale",
101
+ "schedule",
102
+ "section",
103
+ "seller",
58
104
  "september",
59
105
  "slovak",
60
106
  "slovenian",
61
107
  "spanish",
62
108
  "swedish",
63
- "university"
109
+ "tenant",
110
+ "term",
111
+ "termination",
112
+ "time",
113
+ "travessa",
114
+ "union",
115
+ "university",
116
+ "vendor",
117
+ "waiver",
118
+ "borgo",
119
+ "contrada",
120
+ "corso",
121
+ "indirizzo",
122
+ "lungarno",
123
+ "lungomare",
124
+ "lungotevere",
125
+ "piazza",
126
+ "piazzale",
127
+ "salita",
128
+ "sede",
129
+ "sezione",
130
+ "strada",
131
+ "stradone",
132
+ "traversa",
133
+ "via",
134
+ "viale",
135
+ "vico",
136
+ "vicolo",
137
+ "acheteur",
138
+ "acheteuse",
139
+ "acquéreur",
140
+ "acquéreuse",
141
+ "allée",
142
+ "annexe",
143
+ "avenue",
144
+ "bailleresse",
145
+ "bailleur",
146
+ "boulevard",
147
+ "cédant",
148
+ "cédante",
149
+ "cessionnaire",
150
+ "chapitre",
151
+ "chemin",
152
+ "domicilié",
153
+ "domiciliée",
154
+ "employé",
155
+ "employée",
156
+ "employeur",
157
+ "employeuse",
158
+ "fournisseur",
159
+ "fournisseuse",
160
+ "impasse",
161
+ "locataire",
162
+ "maître",
163
+ "mandant",
164
+ "mandante",
165
+ "mandataire",
166
+ "passage",
167
+ "préambule",
168
+ "preneur",
169
+ "preneuse",
170
+ "prestataire",
171
+ "prêteur",
172
+ "prêteuse",
173
+ "promesse",
174
+ "quai",
175
+ "résidence",
176
+ "ruelle",
177
+ "salarié",
178
+ "salariée",
179
+ "société",
180
+ "titre",
181
+ "vendeur",
182
+ "vendeuse",
183
+ "voie"
64
184
  ]
65
185
  };
66
186
  //#endregion
@@ -26,7 +26,19 @@ var patterns = [
26
26
  "flags": "iu"
27
27
  },
28
28
  {
29
- "re": "^\\s*(?:Capitolo|Sezione)\\s*\\d",
29
+ "re": "^\\s*(?:Annexe|Préambule|Titre)\\s*\\d",
30
+ "flags": "iu"
31
+ },
32
+ {
33
+ "re": "^\\s*(?:Capitolo|Sezione|Articolo)\\s*\\d",
34
+ "flags": "iu"
35
+ },
36
+ {
37
+ "re": "^\\s*Sezione\\s+[IVX]+\\b",
38
+ "flags": "iu"
39
+ },
40
+ {
41
+ "re": "^\\s*(?:AMMINISTRAZIONE\\s+AGGIUDICATRICE|ALTRE\\s+INFORMAZIONI|OGGETTO|PROCEDURA)\\b",
30
42
  "flags": "iu"
31
43
  },
32
44
  {
@@ -34,11 +46,11 @@ var patterns = [
34
46
  "flags": "iu"
35
47
  },
36
48
  {
37
- "re": "^\\s*(?:Článok|Čl\\.)\\s*\\d",
49
+ "re": "^\\s*(?:Článok|Čl\\.|Oddiel|Odsek|Príloha)\\s*\\d",
38
50
  "flags": "iu"
39
51
  },
40
52
  {
41
- "re": "^\\s*(?:Rozdział|Artykuł)\\s*\\d",
53
+ "re": "^\\s*(?:Rozdział|Artykuł|Paragraf|Załącznik)\\s*\\d",
42
54
  "flags": "iu"
43
55
  }
44
56
  ];
@@ -0,0 +1,223 @@
1
+ //#region src/data/sentence-verb-indicators.json
2
+ var _comment = "Verb-like tokens that signal sentence context inside a legal-form match span. When one of these appears between a role-head opening ('Vendor', 'Predávajúci') and the legal-form suffix ('Inc.', 's.r.o.'), the match is a swept sentence fragment and gets trimmed back to the real organisation name. Lowercased; matched case-insensitively. Organised per-language because verb morphology is language-specific; at runtime the legal-form detector unions every language's list into a single set because match spans don't carry a language tag.";
3
+ var cs = [
4
+ "je",
5
+ "jsou",
6
+ "byl",
7
+ "byla",
8
+ "byly",
9
+ "bude",
10
+ "není",
11
+ "vlastní",
12
+ "vlastníkem",
13
+ "prodává",
14
+ "prodal",
15
+ "prodala",
16
+ "koupil",
17
+ "koupila",
18
+ "kupuje",
19
+ "platí",
20
+ "hradí",
21
+ "podepsal",
22
+ "podepsala",
23
+ "podepisuje",
24
+ "uzavírá",
25
+ "uzavřel",
26
+ "uzavřela",
27
+ "zavazuje",
28
+ "dluží"
29
+ ];
30
+ var en = [
31
+ "is",
32
+ "are",
33
+ "was",
34
+ "were",
35
+ "owns",
36
+ "grants",
37
+ "sells",
38
+ "sold",
39
+ "buys",
40
+ "bought",
41
+ "has",
42
+ "holds",
43
+ "agrees",
44
+ "pays",
45
+ "paid",
46
+ "owes",
47
+ "signs",
48
+ "signed",
49
+ "leases",
50
+ "rents"
51
+ ];
52
+ var de = [
53
+ "ist",
54
+ "sind",
55
+ "war",
56
+ "waren",
57
+ "besitzt",
58
+ "gewährt",
59
+ "verkauft",
60
+ "kauft",
61
+ "hat",
62
+ "unterzeichnet",
63
+ "zahlt"
64
+ ];
65
+ var fr = [
66
+ "est",
67
+ "sont",
68
+ "était",
69
+ "étaient",
70
+ "sera",
71
+ "seront",
72
+ "possède",
73
+ "possèdent",
74
+ "détient",
75
+ "détiennent",
76
+ "vend",
77
+ "vendent",
78
+ "achète",
79
+ "achètent",
80
+ "signe",
81
+ "signent",
82
+ "paie",
83
+ "paient",
84
+ "accorde",
85
+ "accordent",
86
+ "loue",
87
+ "louent",
88
+ "s'engage",
89
+ "s’engage",
90
+ "s'engagent",
91
+ "s’engagent",
92
+ "conclut",
93
+ "concluent",
94
+ "doit",
95
+ "doivent"
96
+ ];
97
+ var sk = [
98
+ "je",
99
+ "sú",
100
+ "bol",
101
+ "bola",
102
+ "boli",
103
+ "bude",
104
+ "nie je",
105
+ "uzatvára",
106
+ "uzatvoril",
107
+ "uzatvorila",
108
+ "uzaviera",
109
+ "uzavrel",
110
+ "uzavrela",
111
+ "podpisuje",
112
+ "podpísal",
113
+ "podpísala",
114
+ "vlastní",
115
+ "vlastníkom",
116
+ "vlastníkmi",
117
+ "predáva",
118
+ "predal",
119
+ "predala",
120
+ "kupuje",
121
+ "kúpil",
122
+ "kúpila",
123
+ "platí",
124
+ "hradí",
125
+ "zaväzuje",
126
+ "dlží",
127
+ "prenajíma",
128
+ "najíma"
129
+ ];
130
+ var es = [
131
+ "actúa",
132
+ "actúan",
133
+ "adquiere",
134
+ "adquirió",
135
+ "celebra",
136
+ "celebran",
137
+ "celebró",
138
+ "compra",
139
+ "compró",
140
+ "concede",
141
+ "contrata",
142
+ "contrató",
143
+ "debe",
144
+ "es",
145
+ "fue",
146
+ "fueron",
147
+ "firma",
148
+ "firman",
149
+ "firmó",
150
+ "ha",
151
+ "han",
152
+ "otorga",
153
+ "otorgan",
154
+ "otorgó",
155
+ "paga",
156
+ "pagó",
157
+ "posee",
158
+ "compromete",
159
+ "comprometen",
160
+ "comprometió",
161
+ "ser",
162
+ "son",
163
+ "suscribe",
164
+ "tiene",
165
+ "tienen",
166
+ "transfiere",
167
+ "vende",
168
+ "vendió"
169
+ ];
170
+ var it = [
171
+ "è",
172
+ "sono",
173
+ "era",
174
+ "erano",
175
+ "possiede",
176
+ "concede",
177
+ "vende",
178
+ "compra",
179
+ "ha",
180
+ "firma",
181
+ "firmato",
182
+ "paga",
183
+ "deve",
184
+ "ratifica",
185
+ "stipula"
186
+ ];
187
+ var pl = [
188
+ "jest",
189
+ "są",
190
+ "był",
191
+ "była",
192
+ "było",
193
+ "były",
194
+ "będzie",
195
+ "będą",
196
+ "nie jest",
197
+ "oświadcza",
198
+ "oświadczają",
199
+ "sprzedaje",
200
+ "sprzedają",
201
+ "kupuje",
202
+ "kupują",
203
+ "zawiera",
204
+ "zawierają",
205
+ "podpisuje",
206
+ "płaci",
207
+ "wynajmuje"
208
+ ];
209
+ var sentence_verb_indicators_default = {
210
+ _comment,
211
+ cs,
212
+ en,
213
+ de,
214
+ fr,
215
+ sk,
216
+ es,
217
+ it,
218
+ pl
219
+ };
220
+ //#endregion
221
+ export { _comment, cs, de, sentence_verb_indicators_default as default, en, es, fr, it, pl, sk };
222
+
223
+ //# sourceMappingURL=sentence-verb-indicators.mjs.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"sentence-verb-indicators.mjs","names":[],"sources":["../../src/data/sentence-verb-indicators.json"],"sourcesContent":[""],"mappings":""}
@@ -190,7 +190,7 @@ var triggers_cs_default = [
190
190
  },
191
191
  {
192
192
  "id": "cs-birth-number",
193
- "label": "czech birth number",
193
+ "label": "birth number",
194
194
  "strategy": {
195
195
  "type": "n-words",
196
196
  "count": 1
@@ -347,7 +347,22 @@ var triggers_cs_default = [
347
347
  "obvodní soud"
348
348
  ],
349
349
  "label": "organization",
350
- "strategy": { "type": "to-next-comma" },
350
+ "strategy": {
351
+ "type": "to-next-comma",
352
+ "stopWords": [
353
+ "dne",
354
+ "v oddíle",
355
+ "oddíl",
356
+ "oddílu",
357
+ "vložka",
358
+ "vložky",
359
+ "vložce",
360
+ "sp.zn.",
361
+ "spisové",
362
+ "spisovou",
363
+ "pod"
364
+ ]
365
+ },
351
366
  "includeTrigger": true,
352
367
  "extensions": [],
353
368
  "validations": [{
@@ -366,7 +381,96 @@ var triggers_cs_default = [
366
381
  "obvodního soudu"
367
382
  ],
368
383
  "label": "organization",
369
- "strategy": { "type": "to-next-comma" },
384
+ "strategy": {
385
+ "type": "to-next-comma",
386
+ "stopWords": [
387
+ "dne",
388
+ "v oddíle",
389
+ "oddíl",
390
+ "oddílu",
391
+ "vložka",
392
+ "vložky",
393
+ "vložce",
394
+ "sp.zn.",
395
+ "spisové",
396
+ "spisovou",
397
+ "pod"
398
+ ]
399
+ },
400
+ "includeTrigger": true,
401
+ "extensions": [],
402
+ "validations": [{
403
+ "type": "min-length",
404
+ "min": 3
405
+ }]
406
+ },
407
+ {
408
+ "id": "soudy-instrumental",
409
+ "triggers": [
410
+ "krajským soudem",
411
+ "okresním soudem",
412
+ "městským soudem",
413
+ "nejvyšším soudem",
414
+ "ústavním soudem",
415
+ "obvodním soudem"
416
+ ],
417
+ "label": "organization",
418
+ "strategy": {
419
+ "type": "to-next-comma",
420
+ "stopWords": [
421
+ "dne",
422
+ "v oddíle",
423
+ "oddíl",
424
+ "oddílu",
425
+ "vložka",
426
+ "vložky",
427
+ "vložce",
428
+ "sp.zn.",
429
+ "spisové",
430
+ "spisovou",
431
+ "pod"
432
+ ]
433
+ },
434
+ "includeTrigger": true,
435
+ "extensions": [],
436
+ "validations": [{
437
+ "type": "min-length",
438
+ "min": 3
439
+ }]
440
+ },
441
+ {
442
+ "id": "soudy-dative-locative",
443
+ "triggers": [
444
+ "krajskému soudu",
445
+ "okresnímu soudu",
446
+ "městskému soudu",
447
+ "nejvyššímu soudu",
448
+ "ústavnímu soudu",
449
+ "obvodnímu soudu",
450
+ "krajském soudu",
451
+ "okresním soudu",
452
+ "městském soudu",
453
+ "nejvyšším soudu",
454
+ "ústavním soudu",
455
+ "obvodním soudu"
456
+ ],
457
+ "label": "organization",
458
+ "strategy": {
459
+ "type": "to-next-comma",
460
+ "stopWords": [
461
+ "dne",
462
+ "v oddíle",
463
+ "oddíl",
464
+ "oddílu",
465
+ "vložka",
466
+ "vložky",
467
+ "vložce",
468
+ "sp.zn.",
469
+ "spisové",
470
+ "spisovou",
471
+ "pod"
472
+ ]
473
+ },
370
474
  "includeTrigger": true,
371
475
  "extensions": [],
372
476
  "validations": [{
@@ -64,6 +64,38 @@ var triggers_en_default = [
64
64
  "tax identification number",
65
65
  "tax id"
66
66
  ]
67
+ },
68
+ {
69
+ "id": "en-uk-companies-house",
70
+ "label": "registration number",
71
+ "strategy": { "type": "company-id-value" },
72
+ "triggers": [
73
+ "Companies House",
74
+ "Company No.",
75
+ "Company No",
76
+ "CRN"
77
+ ],
78
+ "extensions": ["add-colon", "add-colon-space"],
79
+ "validations": [{
80
+ "type": "matches-pattern",
81
+ "pattern": "^(?:SC|NI|OC|SO|R|FC|GE|GS|IC|IP|LP|NC|NF|NL|NO|NP|NR|NZ|RC|SA|SF|SI|SL|SP|SR|SZ)?\\d{6,8}$"
82
+ }]
83
+ },
84
+ {
85
+ "id": "en-uk-utr",
86
+ "label": "tax identification number",
87
+ "strategy": { "type": "company-id-value" },
88
+ "triggers": [
89
+ "UTR",
90
+ "Unique Tax Reference",
91
+ "Unique Taxpayer Reference",
92
+ "Self Assessment UTR"
93
+ ],
94
+ "extensions": ["add-colon", "add-colon-space"],
95
+ "validations": [{
96
+ "type": "matches-pattern",
97
+ "pattern": "^\\d{10}$"
98
+ }]
67
99
  }
68
100
  ];
69
101
  //#endregion
@@ -8,7 +8,10 @@ var triggers_es_default = [
8
8
  "con domicilio en",
9
9
  "domiciliado en",
10
10
  "domiciliada en",
11
- "sita en"
11
+ "sita en",
12
+ "sito en",
13
+ "residente en",
14
+ "con sede en"
12
15
  ]
13
16
  },
14
17
  {
@@ -25,7 +28,11 @@ var triggers_es_default = [
25
28
  "type": "n-words",
26
29
  "count": 5
27
30
  },
28
- "triggers": ["nacido el", "nacida el"]
31
+ "triggers": [
32
+ "nacido el",
33
+ "nacida el",
34
+ "fecha de nacimiento"
35
+ ]
29
36
  },
30
37
  {
31
38
  "id": "es-national-id",
@@ -35,20 +42,52 @@ var triggers_es_default = [
35
42
  "con D.N.I.",
36
43
  "con DNI",
37
44
  "con N.I.E.",
38
- "con NIE"
45
+ "con NIE",
46
+ "DNI",
47
+ "NIE",
48
+ "D.N.I.",
49
+ "N.I.E.",
50
+ "documento nacional de identidad",
51
+ "número de identificación de extranjero"
39
52
  ]
40
53
  },
41
54
  {
42
55
  "id": "es-tax-id",
43
56
  "label": "tax identification number",
44
57
  "strategy": { "type": "company-id-value" },
45
- "triggers": ["con CIF", "con NIF"]
58
+ "triggers": [
59
+ "con CIF",
60
+ "con NIF",
61
+ "CIF",
62
+ "NIF",
63
+ "C.I.F.",
64
+ "N.I.F.",
65
+ "código de identificación fiscal",
66
+ "número de identificación fiscal"
67
+ ]
46
68
  },
47
69
  {
48
70
  "id": "es-bank-account",
49
71
  "label": "bank account number",
50
72
  "strategy": { "type": "to-end-of-line" },
51
73
  "triggers": ["número de cuenta"]
74
+ },
75
+ {
76
+ "id": "es-postal-code",
77
+ "label": "address",
78
+ "strategy": {
79
+ "type": "n-words",
80
+ "count": 1
81
+ },
82
+ "triggers": [
83
+ "C.P.",
84
+ "CP",
85
+ "código postal"
86
+ ],
87
+ "validations": [{
88
+ "type": "matches-pattern",
89
+ "pattern": "^\\d{5}\\.?$"
90
+ }]
52
91
  }
53
92
  ];
54
93
  //#endregion