@stll/anonymize-wasm 1.1.1 → 1.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (59) hide show
  1. package/dist/address-boundaries.mjs +113 -5
  2. package/dist/address-stop-keywords.mjs +137 -0
  3. package/dist/address-stop-keywords.mjs.map +1 -0
  4. package/dist/address-stopwords.mjs +81 -0
  5. package/dist/address-stopwords.mjs.map +1 -0
  6. package/dist/address-street-types.mjs +67 -4
  7. package/dist/clause-noun-heads.mjs +75 -0
  8. package/dist/clause-noun-heads.mjs.map +1 -0
  9. package/dist/coreference.es.mjs +22 -0
  10. package/dist/coreference.es.mjs.map +1 -0
  11. package/dist/coreference.fr.mjs +32 -0
  12. package/dist/coreference.fr.mjs.map +1 -0
  13. package/dist/coreference.it.mjs +27 -0
  14. package/dist/coreference.it.mjs.map +1 -0
  15. package/dist/coreference.pl.mjs +27 -0
  16. package/dist/coreference.pl.mjs.map +1 -0
  17. package/dist/coreference.pt-br.mjs +14 -0
  18. package/dist/coreference.pt-br.mjs.map +1 -0
  19. package/dist/coreference.sk.mjs +22 -5
  20. package/dist/generic-roles.mjs +179 -1
  21. package/dist/hotword-rules.mjs +7 -3
  22. package/dist/legal-forms.mjs +3 -0
  23. package/dist/legal-role-heads.cs.mjs +42 -0
  24. package/dist/legal-role-heads.cs.mjs.map +1 -0
  25. package/dist/legal-role-heads.de.mjs +33 -0
  26. package/dist/legal-role-heads.de.mjs.map +1 -0
  27. package/dist/legal-role-heads.en.mjs +37 -0
  28. package/dist/legal-role-heads.en.mjs.map +1 -0
  29. package/dist/legal-role-heads.es.mjs +54 -0
  30. package/dist/legal-role-heads.es.mjs.map +1 -0
  31. package/dist/legal-role-heads.fr.mjs +72 -0
  32. package/dist/legal-role-heads.fr.mjs.map +1 -0
  33. package/dist/legal-role-heads.it.mjs +68 -0
  34. package/dist/legal-role-heads.it.mjs.map +1 -0
  35. package/dist/legal-role-heads.pl.mjs +84 -0
  36. package/dist/legal-role-heads.pl.mjs.map +1 -0
  37. package/dist/legal-role-heads.pt-br.mjs +63 -0
  38. package/dist/legal-role-heads.pt-br.mjs.map +1 -0
  39. package/dist/legal-role-heads.sk.mjs +80 -0
  40. package/dist/legal-role-heads.sk.mjs.map +1 -0
  41. package/dist/manifest.mjs +21 -8
  42. package/dist/names-exclusions.mjs +21 -1
  43. package/dist/person-stopwords.mjs +121 -1
  44. package/dist/section-headings.mjs +15 -3
  45. package/dist/sentence-verb-indicators.mjs +223 -0
  46. package/dist/sentence-verb-indicators.mjs.map +1 -0
  47. package/dist/triggers.cs.mjs +107 -3
  48. package/dist/triggers.es.mjs +43 -4
  49. package/dist/triggers.fr.mjs +206 -7
  50. package/dist/triggers.it.mjs +26 -4
  51. package/dist/triggers.pl.mjs +191 -4
  52. package/dist/triggers.pt-br.mjs +193 -0
  53. package/dist/triggers.pt-br.mjs.map +1 -0
  54. package/dist/triggers.sk.mjs +493 -0
  55. package/dist/vite.mjs.map +1 -1
  56. package/dist/wasm.d.mts +100 -8
  57. package/dist/wasm.mjs +2520 -1360
  58. package/dist/wasm.mjs.map +1 -1
  59. package/package.json +2 -2
@@ -0,0 +1,68 @@
1
+ //#region src/data/legal-role-heads.it.json
2
+ var _comment = "Italian contract/legal role words. Used by the legal-form detector to recognise sentence-level false positives and trim them back to the trailing organisation name.";
3
+ var words = [
4
+ "venditore",
5
+ "venditrice",
6
+ "compratore",
7
+ "compratrice",
8
+ "acquirente",
9
+ "locatore",
10
+ "locatrice",
11
+ "conduttore",
12
+ "conduttrice",
13
+ "locatario",
14
+ "locataria",
15
+ "datore",
16
+ "lavoratore",
17
+ "lavoratrice",
18
+ "dipendente",
19
+ "cliente",
20
+ "fornitore",
21
+ "fornitrice",
22
+ "mandante",
23
+ "mandataria",
24
+ "mandatario",
25
+ "concedente",
26
+ "concessionario",
27
+ "concessionaria",
28
+ "committente",
29
+ "appaltatore",
30
+ "appaltatrice",
31
+ "subappaltatore",
32
+ "garante",
33
+ "fideiussore",
34
+ "mutuante",
35
+ "mutuatario",
36
+ "creditore",
37
+ "debitore",
38
+ "cedente",
39
+ "cessionario",
40
+ "cessionaria",
41
+ "licenziante",
42
+ "licenziataria",
43
+ "licenziatario",
44
+ "parte",
45
+ "parti",
46
+ "amministrazione",
47
+ "aggiudicatrice",
48
+ "sezione",
49
+ "oggetto",
50
+ "procedura",
51
+ "informazioni",
52
+ "altre",
53
+ "denominazione",
54
+ "indirizzi",
55
+ "indirizzo",
56
+ "punti",
57
+ "responsabile",
58
+ "stazione",
59
+ "appaltante"
60
+ ];
61
+ var legal_role_heads_it_default = {
62
+ _comment,
63
+ words
64
+ };
65
+ //#endregion
66
+ export { _comment, legal_role_heads_it_default as default, words };
67
+
68
+ //# sourceMappingURL=legal-role-heads.it.mjs.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"legal-role-heads.it.mjs","names":[],"sources":["../../src/data/legal-role-heads.it.json"],"sourcesContent":[""],"mappings":""}
@@ -0,0 +1,84 @@
1
+ //#region src/data/legal-role-heads.pl.json
2
+ var _comment = "Polish contract/legal role words. When the legal-form detector picks up a phrase whose first word is one of these, the span is sentence noise (\"Sprzedawca oświadcza, że ...\") and gets trimmed back to the actual organisation name. Lowercased; matched case-insensitively. Cover nominative + most common declensions (genitive, dative, accusative, instrumental, locative).";
3
+ var words = [
4
+ "sprzedawca",
5
+ "sprzedawcy",
6
+ "sprzedawcą",
7
+ "sprzedający",
8
+ "sprzedającego",
9
+ "sprzedającemu",
10
+ "sprzedającym",
11
+ "kupujący",
12
+ "kupującego",
13
+ "kupującemu",
14
+ "kupującym",
15
+ "wynajmujący",
16
+ "wynajmującego",
17
+ "wynajmującemu",
18
+ "wynajmującym",
19
+ "wynajmująca",
20
+ "wynajmującej",
21
+ "wynajmującą",
22
+ "najemca",
23
+ "najemcy",
24
+ "najemcę",
25
+ "najemcą",
26
+ "zleceniodawca",
27
+ "zleceniodawcy",
28
+ "zleceniodawcę",
29
+ "zleceniodawcą",
30
+ "zleceniobiorca",
31
+ "zleceniobiorcy",
32
+ "zleceniobiorcę",
33
+ "zleceniobiorcą",
34
+ "wykonawca",
35
+ "wykonawcy",
36
+ "wykonawcę",
37
+ "wykonawcą",
38
+ "zamawiający",
39
+ "zamawiającego",
40
+ "zamawiającemu",
41
+ "zamawiającym",
42
+ "dostawca",
43
+ "dostawcy",
44
+ "dostawcę",
45
+ "dostawcą",
46
+ "odbiorca",
47
+ "odbiorcy",
48
+ "odbiorcę",
49
+ "odbiorcą",
50
+ "pracodawca",
51
+ "pracodawcy",
52
+ "pracodawcę",
53
+ "pracodawcą",
54
+ "pracownik",
55
+ "pracownika",
56
+ "pracownikowi",
57
+ "pracownikiem",
58
+ "pożyczkodawca",
59
+ "pożyczkodawcy",
60
+ "pożyczkodawcę",
61
+ "pożyczkodawcą",
62
+ "pożyczkobiorca",
63
+ "pożyczkobiorcy",
64
+ "pożyczkobiorcę",
65
+ "pożyczkobiorcą",
66
+ "strona",
67
+ "strony",
68
+ "stronie",
69
+ "stroną",
70
+ "stronami",
71
+ "stronom",
72
+ "ubezpieczyciel",
73
+ "ubezpieczyciela",
74
+ "ubezpieczonego",
75
+ "ubezpieczony"
76
+ ];
77
+ var legal_role_heads_pl_default = {
78
+ _comment,
79
+ words
80
+ };
81
+ //#endregion
82
+ export { _comment, legal_role_heads_pl_default as default, words };
83
+
84
+ //# sourceMappingURL=legal-role-heads.pl.mjs.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"legal-role-heads.pl.mjs","names":[],"sources":["../../src/data/legal-role-heads.pl.json"],"sourcesContent":[""],"mappings":""}
@@ -0,0 +1,63 @@
1
+ //#region src/data/legal-role-heads.pt-br.json
2
+ var _comment = "Brazilian Portuguese contract/legal role words. Used by the legal-form detector to recognise sentence-level false positives and trim them back to the trailing organisation name.";
3
+ var words = [
4
+ "vendedor",
5
+ "vendedora",
6
+ "comprador",
7
+ "compradora",
8
+ "locador",
9
+ "locadora",
10
+ "locatário",
11
+ "locatario",
12
+ "locatária",
13
+ "locataria",
14
+ "arrendador",
15
+ "arrendadora",
16
+ "arrendatário",
17
+ "arrendatario",
18
+ "arrendatária",
19
+ "arrendataria",
20
+ "empregador",
21
+ "empregadora",
22
+ "empregado",
23
+ "empregada",
24
+ "contratante",
25
+ "contratada",
26
+ "contratado",
27
+ "prestador",
28
+ "prestadora",
29
+ "tomador",
30
+ "tomadora",
31
+ "cliente",
32
+ "fornecedor",
33
+ "fornecedora",
34
+ "mutuante",
35
+ "mutuário",
36
+ "mutuario",
37
+ "mutuária",
38
+ "mutuaria",
39
+ "credor",
40
+ "credora",
41
+ "devedor",
42
+ "devedora",
43
+ "fiador",
44
+ "fiadora",
45
+ "outorgante",
46
+ "outorgado",
47
+ "outorgada",
48
+ "cessionário",
49
+ "cessionario",
50
+ "cessionária",
51
+ "cessionaria",
52
+ "cedente",
53
+ "parte",
54
+ "partes"
55
+ ];
56
+ var legal_role_heads_pt_br_default = {
57
+ _comment,
58
+ words
59
+ };
60
+ //#endregion
61
+ export { _comment, legal_role_heads_pt_br_default as default, words };
62
+
63
+ //# sourceMappingURL=legal-role-heads.pt-br.mjs.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"legal-role-heads.pt-br.mjs","names":[],"sources":["../../src/data/legal-role-heads.pt-br.json"],"sourcesContent":[""],"mappings":""}
@@ -0,0 +1,80 @@
1
+ //#region src/data/legal-role-heads.sk.json
2
+ var _comment = "Slovak contract/legal role words. When the legal-form detector picks up a phrase whose first word is one of these, the span is sentence noise (\"Predávajúci 1 je vlastníkom podielu v spoločnosti Acme s.r.o.\") and gets trimmed back to the actual organisation name. Lowercased; matched case-insensitively. Covers nominative + most common declensions for the parties most often used in Slovak contracts (kúpna, nájomná, dielo, pracovná, dotácia).";
3
+ var words = [
4
+ "predávajúci",
5
+ "predávajúceho",
6
+ "predávajúcemu",
7
+ "predávajúcim",
8
+ "kupujúci",
9
+ "kupujúceho",
10
+ "kupujúcemu",
11
+ "kupujúcim",
12
+ "prenajímateľ",
13
+ "prenajímateľa",
14
+ "prenajímateľovi",
15
+ "prenajímateľom",
16
+ "nájomca",
17
+ "nájomcu",
18
+ "nájomcovi",
19
+ "nájomcom",
20
+ "objednávateľ",
21
+ "objednávateľa",
22
+ "objednávateľovi",
23
+ "objednávateľom",
24
+ "zhotoviteľ",
25
+ "zhotoviteľa",
26
+ "zhotoviteľovi",
27
+ "zhotoviteľom",
28
+ "dodávateľ",
29
+ "dodávateľa",
30
+ "dodávateľovi",
31
+ "dodávateľom",
32
+ "odberateľ",
33
+ "odberateľa",
34
+ "odberateľovi",
35
+ "odberateľom",
36
+ "zamestnávateľ",
37
+ "zamestnávateľa",
38
+ "zamestnávateľovi",
39
+ "zamestnávateľom",
40
+ "zamestnanec",
41
+ "zamestnanca",
42
+ "zamestnancovi",
43
+ "zamestnancom",
44
+ "dlžník",
45
+ "dlžníka",
46
+ "dlžníkovi",
47
+ "dlžníkom",
48
+ "veriteľ",
49
+ "veriteľa",
50
+ "veriteľovi",
51
+ "veriteľom",
52
+ "poskytovateľ",
53
+ "poskytovateľa",
54
+ "poskytovateľovi",
55
+ "poskytovateľom",
56
+ "prijímateľ",
57
+ "prijímateľa",
58
+ "prijímateľovi",
59
+ "prijímateľom",
60
+ "usporiadateľ",
61
+ "usporiadateľa",
62
+ "ubytovateľ",
63
+ "ubytovateľa",
64
+ "ubytovaný",
65
+ "ubytovaného",
66
+ "zmluvná",
67
+ "zmluvné",
68
+ "strana",
69
+ "strany",
70
+ "stranou",
71
+ "stranám"
72
+ ];
73
+ var legal_role_heads_sk_default = {
74
+ _comment,
75
+ words
76
+ };
77
+ //#endregion
78
+ export { _comment, legal_role_heads_sk_default as default, words };
79
+
80
+ //# sourceMappingURL=legal-role-heads.sk.mjs.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"legal-role-heads.sk.mjs","names":[],"sources":["../../src/data/legal-role-heads.sk.json"],"sourcesContent":[""],"mappings":""}
package/dist/manifest.mjs CHANGED
@@ -3,23 +3,33 @@ var _comment = "Language manifest. Drives auto-discovery of config files. Adding
3
3
  var languages = {
4
4
  "cs": {
5
5
  "triggers": true,
6
- "coreference": true
6
+ "coreference": true,
7
+ "legalRoleHeads": true
7
8
  },
8
9
  "de": {
9
10
  "triggers": true,
10
- "coreference": true
11
+ "coreference": true,
12
+ "legalRoleHeads": true
11
13
  },
12
14
  "en": {
13
15
  "triggers": true,
14
- "coreference": true
16
+ "coreference": true,
17
+ "legalRoleHeads": true
18
+ },
19
+ "pt-br": {
20
+ "triggers": true,
21
+ "coreference": true,
22
+ "legalRoleHeads": true
15
23
  },
16
24
  "es": {
17
25
  "triggers": true,
18
- "coreference": false
26
+ "coreference": true,
27
+ "legalRoleHeads": true
19
28
  },
20
29
  "fr": {
21
30
  "triggers": true,
22
- "coreference": false
31
+ "coreference": true,
32
+ "legalRoleHeads": true
23
33
  },
24
34
  "hu": {
25
35
  "triggers": true,
@@ -27,11 +37,13 @@ var languages = {
27
37
  },
28
38
  "it": {
29
39
  "triggers": true,
30
- "coreference": false
40
+ "coreference": true,
41
+ "legalRoleHeads": true
31
42
  },
32
43
  "pl": {
33
44
  "triggers": true,
34
- "coreference": false
45
+ "coreference": true,
46
+ "legalRoleHeads": true
35
47
  },
36
48
  "ro": {
37
49
  "triggers": true,
@@ -39,7 +51,8 @@ var languages = {
39
51
  },
40
52
  "sk": {
41
53
  "triggers": true,
42
- "coreference": true
54
+ "coreference": true,
55
+ "legalRoleHeads": true
43
56
  },
44
57
  "sv": {
45
58
  "triggers": true,
@@ -179,7 +179,27 @@ var words = [
179
179
  "úřadem",
180
180
  "úřadu",
181
181
  "článek",
182
- "částka"
182
+ "částka",
183
+ "borgo",
184
+ "contrada",
185
+ "corso",
186
+ "indirizzo",
187
+ "largo",
188
+ "lungarno",
189
+ "lungomare",
190
+ "lungotevere",
191
+ "piazza",
192
+ "piazzale",
193
+ "salita",
194
+ "sede",
195
+ "sezione",
196
+ "strada",
197
+ "stradone",
198
+ "traversa",
199
+ "via",
200
+ "viale",
201
+ "vico",
202
+ "vicolo"
183
203
  ];
184
204
  var names_exclusions_default = {
185
205
  _comment,
@@ -2,65 +2,185 @@
2
2
  var person_stopwords_default = {
3
3
  _comment: "Words that are valid in other labels (address, org) but should never be classified as person. Checked only in person chain scoring.",
4
4
  words: [
5
+ "addendum",
6
+ "agent",
7
+ "agreement",
8
+ "alameda",
9
+ "amendment",
10
+ "annex",
5
11
  "april",
12
+ "article",
6
13
  "august",
7
14
  "austria",
8
15
  "austrian",
16
+ "avenida",
9
17
  "basic",
10
18
  "belgian",
19
+ "borrower",
11
20
  "british",
12
21
  "bulgarian",
22
+ "buyer",
13
23
  "california",
14
24
  "center",
25
+ "consent",
26
+ "consultant",
27
+ "contract",
28
+ "contractor",
15
29
  "croatian",
30
+ "customer",
16
31
  "cypriot",
17
32
  "czech",
18
33
  "danish",
19
34
  "december",
35
+ "default",
20
36
  "delaware",
37
+ "delivery",
21
38
  "dry",
22
39
  "dutch",
23
40
  "english",
24
41
  "estonian",
42
+ "estrada",
25
43
  "european",
44
+ "event",
45
+ "exhibit",
26
46
  "february",
27
47
  "finnish",
28
48
  "french",
29
49
  "german",
30
50
  "germany",
31
51
  "greek",
52
+ "guarantor",
32
53
  "hungarian",
33
54
  "indiana",
55
+ "interest",
34
56
  "irish",
35
57
  "israel",
36
58
  "italian",
37
59
  "january",
38
60
  "july",
39
61
  "june",
62
+ "landlord",
63
+ "largo",
40
64
  "latvian",
65
+ "lender",
66
+ "lessee",
67
+ "lessor",
68
+ "license",
69
+ "licensee",
70
+ "licensor",
41
71
  "lithuanian",
42
72
  "louisiana",
43
73
  "luxembourgish",
44
74
  "maltese",
45
75
  "march",
46
76
  "maryland",
77
+ "memorandum",
47
78
  "missouri",
48
79
  "nevada",
80
+ "notice",
49
81
  "november",
50
82
  "october",
51
83
  "ohio",
52
84
  "opportunity",
85
+ "owner",
53
86
  "page",
87
+ "party",
88
+ "payment",
54
89
  "polish",
55
90
  "portuguese",
91
+ "praca",
92
+ "praça",
93
+ "price",
94
+ "principal",
95
+ "purchaser",
96
+ "rate",
97
+ "rodovia",
56
98
  "romanian",
99
+ "rua",
57
100
  "sale",
101
+ "schedule",
102
+ "section",
103
+ "seller",
58
104
  "september",
59
105
  "slovak",
60
106
  "slovenian",
61
107
  "spanish",
62
108
  "swedish",
63
- "university"
109
+ "tenant",
110
+ "term",
111
+ "termination",
112
+ "time",
113
+ "travessa",
114
+ "union",
115
+ "university",
116
+ "vendor",
117
+ "waiver",
118
+ "borgo",
119
+ "contrada",
120
+ "corso",
121
+ "indirizzo",
122
+ "lungarno",
123
+ "lungomare",
124
+ "lungotevere",
125
+ "piazza",
126
+ "piazzale",
127
+ "salita",
128
+ "sede",
129
+ "sezione",
130
+ "strada",
131
+ "stradone",
132
+ "traversa",
133
+ "via",
134
+ "viale",
135
+ "vico",
136
+ "vicolo",
137
+ "acheteur",
138
+ "acheteuse",
139
+ "acquéreur",
140
+ "acquéreuse",
141
+ "allée",
142
+ "annexe",
143
+ "avenue",
144
+ "bailleresse",
145
+ "bailleur",
146
+ "boulevard",
147
+ "cédant",
148
+ "cédante",
149
+ "cessionnaire",
150
+ "chapitre",
151
+ "chemin",
152
+ "domicilié",
153
+ "domiciliée",
154
+ "employé",
155
+ "employée",
156
+ "employeur",
157
+ "employeuse",
158
+ "fournisseur",
159
+ "fournisseuse",
160
+ "impasse",
161
+ "locataire",
162
+ "maître",
163
+ "mandant",
164
+ "mandante",
165
+ "mandataire",
166
+ "passage",
167
+ "préambule",
168
+ "preneur",
169
+ "preneuse",
170
+ "prestataire",
171
+ "prêteur",
172
+ "prêteuse",
173
+ "promesse",
174
+ "quai",
175
+ "résidence",
176
+ "ruelle",
177
+ "salarié",
178
+ "salariée",
179
+ "société",
180
+ "titre",
181
+ "vendeur",
182
+ "vendeuse",
183
+ "voie"
64
184
  ]
65
185
  };
66
186
  //#endregion
@@ -26,7 +26,19 @@ var patterns = [
26
26
  "flags": "iu"
27
27
  },
28
28
  {
29
- "re": "^\\s*(?:Capitolo|Sezione)\\s*\\d",
29
+ "re": "^\\s*(?:Annexe|Préambule|Titre)\\s*\\d",
30
+ "flags": "iu"
31
+ },
32
+ {
33
+ "re": "^\\s*(?:Capitolo|Sezione|Articolo)\\s*\\d",
34
+ "flags": "iu"
35
+ },
36
+ {
37
+ "re": "^\\s*Sezione\\s+[IVX]+\\b",
38
+ "flags": "iu"
39
+ },
40
+ {
41
+ "re": "^\\s*(?:AMMINISTRAZIONE\\s+AGGIUDICATRICE|ALTRE\\s+INFORMAZIONI|OGGETTO|PROCEDURA)\\b",
30
42
  "flags": "iu"
31
43
  },
32
44
  {
@@ -34,11 +46,11 @@ var patterns = [
34
46
  "flags": "iu"
35
47
  },
36
48
  {
37
- "re": "^\\s*(?:Článok|Čl\\.)\\s*\\d",
49
+ "re": "^\\s*(?:Článok|Čl\\.|Oddiel|Odsek|Príloha)\\s*\\d",
38
50
  "flags": "iu"
39
51
  },
40
52
  {
41
- "re": "^\\s*(?:Rozdział|Artykuł)\\s*\\d",
53
+ "re": "^\\s*(?:Rozdział|Artykuł|Paragraf|Załącznik)\\s*\\d",
42
54
  "flags": "iu"
43
55
  }
44
56
  ];