@stll/anonymize-wasm 1.2.0 → 1.4.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/address-boundaries.mjs +113 -5
- package/dist/address-stop-keywords.mjs +137 -0
- package/dist/address-stop-keywords.mjs.map +1 -0
- package/dist/address-stopwords.mjs +81 -0
- package/dist/address-stopwords.mjs.map +1 -0
- package/dist/address-street-types.mjs +67 -4
- package/dist/clause-noun-heads.mjs +75 -0
- package/dist/clause-noun-heads.mjs.map +1 -0
- package/dist/constants.d.mts +2 -0
- package/dist/constants.mjs +85 -0
- package/dist/constants.mjs.map +1 -0
- package/dist/constants2.d.mts +65 -0
- package/dist/coreference.es.mjs +22 -0
- package/dist/coreference.es.mjs.map +1 -0
- package/dist/coreference.fr.mjs +32 -0
- package/dist/coreference.fr.mjs.map +1 -0
- package/dist/coreference.it.mjs +27 -0
- package/dist/coreference.it.mjs.map +1 -0
- package/dist/coreference.pl.mjs +27 -0
- package/dist/coreference.pl.mjs.map +1 -0
- package/dist/coreference.pt-br.mjs +14 -0
- package/dist/coreference.pt-br.mjs.map +1 -0
- package/dist/coreference.sk.mjs +22 -5
- package/dist/generic-roles.mjs +179 -1
- package/dist/hotword-rules.mjs +7 -3
- package/dist/legal-forms.mjs +3 -0
- package/dist/legal-role-heads.cs.mjs +42 -0
- package/dist/legal-role-heads.cs.mjs.map +1 -0
- package/dist/legal-role-heads.de.mjs +33 -0
- package/dist/legal-role-heads.de.mjs.map +1 -0
- package/dist/legal-role-heads.en.mjs +37 -0
- package/dist/legal-role-heads.en.mjs.map +1 -0
- package/dist/legal-role-heads.es.mjs +54 -0
- package/dist/legal-role-heads.es.mjs.map +1 -0
- package/dist/legal-role-heads.fr.mjs +72 -0
- package/dist/legal-role-heads.fr.mjs.map +1 -0
- package/dist/legal-role-heads.it.mjs +68 -0
- package/dist/legal-role-heads.it.mjs.map +1 -0
- package/dist/legal-role-heads.pl.mjs +84 -0
- package/dist/legal-role-heads.pl.mjs.map +1 -0
- package/dist/legal-role-heads.pt-br.mjs +63 -0
- package/dist/legal-role-heads.pt-br.mjs.map +1 -0
- package/dist/legal-role-heads.sk.mjs +80 -0
- package/dist/legal-role-heads.sk.mjs.map +1 -0
- package/dist/manifest.mjs +21 -8
- package/dist/names-exclusions.mjs +21 -1
- package/dist/person-stopwords.mjs +121 -1
- package/dist/section-headings.mjs +15 -3
- package/dist/sentence-verb-indicators.mjs +223 -0
- package/dist/sentence-verb-indicators.mjs.map +1 -0
- package/dist/triggers.cs.mjs +107 -3
- package/dist/triggers.en.mjs +32 -0
- package/dist/triggers.es.mjs +43 -4
- package/dist/triggers.fr.mjs +206 -7
- package/dist/triggers.it.mjs +26 -4
- package/dist/triggers.pl.mjs +191 -4
- package/dist/triggers.pt-br.mjs +193 -0
- package/dist/triggers.pt-br.mjs.map +1 -0
- package/dist/triggers.sk.mjs +493 -0
- package/dist/vite.mjs.map +1 -1
- package/dist/wasm.d.mts +56 -39
- package/dist/wasm.mjs +2382 -1408
- package/dist/wasm.mjs.map +1 -1
- package/package.json +7 -2
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"constants.mjs","names":[],"sources":["../../src/constants.ts"],"sourcesContent":["/**\n * Runtime-free constants for the anonymization pipeline.\n *\n * This module is the SSR-safe / browser-safe entrypoint:\n * importing it must not pull in `@stll/text-search`,\n * `@stll/anonymize-wasm`, or any other runtime-bearing\n * module. Consumers that only need the static label list,\n * detection-source identifiers, or operator names import\n * from `@stll/anonymize/constants` (or\n * `@stll/anonymize-wasm/constants`) without paying the\n * wasm / regex-set startup cost.\n *\n * `types.ts` re-exports these for back-compat, so existing\n * `import { DEFAULT_ENTITY_LABELS } from \"@stll/anonymize\"`\n * call sites keep working.\n */\n\n/**\n * Source of a detected entity span.\n * Ordered by detection layer in the pipeline.\n */\nexport const DETECTION_SOURCES = {\n TRIGGER: \"trigger\",\n REGEX: \"regex\",\n DENY_LIST: \"deny-list\",\n LEGAL_FORM: \"legal-form\",\n GAZETTEER: \"gazetteer\",\n NER: \"ner\",\n COREFERENCE: \"coreference\",\n} as const;\n\nexport type DetectionSource =\n (typeof DETECTION_SOURCES)[keyof typeof DETECTION_SOURCES];\n\n/**\n * Priority levels for detection sources.\n * Higher = more structurally reliable. Used during\n * overlap resolution so deterministic detectors beat\n * probabilistic ones regardless of raw score.\n */\nexport const DETECTOR_PRIORITY = {\n [DETECTION_SOURCES.GAZETTEER]: 5,\n [DETECTION_SOURCES.TRIGGER]: 4,\n [DETECTION_SOURCES.LEGAL_FORM]: 3,\n [DETECTION_SOURCES.REGEX]: 3,\n [DETECTION_SOURCES.DENY_LIST]: 2,\n [DETECTION_SOURCES.COREFERENCE]: 2,\n [DETECTION_SOURCES.NER]: 1,\n} as const satisfies Record<DetectionSource, number>;\n\n/**\n * Anonymization operator types. Each operator defines\n * how a confirmed entity is replaced in the output.\n */\nexport const OPERATOR_TYPES = [\"replace\", \"redact\"] as const;\n\nexport type OperatorType = (typeof OPERATOR_TYPES)[number];\n\n/**\n * Canonical entity labels used across the pipeline.\n * NER models may use different native labels; the bench\n * NER wrapper maps model output to these canonical names.\n *\n * These labels are ephemeral: entities are regenerated on\n * every pipeline run and never persisted to the database.\n * Renaming a label here requires no migration.\n */\nexport const DEFAULT_ENTITY_LABELS = [\n \"person\",\n \"organization\",\n \"phone number\",\n \"address\",\n \"email address\",\n \"date\",\n \"date of birth\",\n \"bank account number\",\n \"iban\",\n \"tax identification number\",\n \"identity card number\",\n \"birth number\",\n \"national identification number\",\n \"social security number\",\n \"registration number\",\n \"credit card number\",\n \"passport number\",\n \"monetary amount\",\n \"land parcel\",\n \"misc\",\n] as const;\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;AAqBA,MAAa,oBAAoB;CAC/B,SAAS;CACT,OAAO;CACP,WAAW;CACX,YAAY;CACZ,WAAW;CACX,KAAK;CACL,aAAa;CACd;;;;;;;AAWD,MAAa,oBAAoB;EAC9B,kBAAkB,YAAY;EAC9B,kBAAkB,UAAU;EAC5B,kBAAkB,aAAa;EAC/B,kBAAkB,QAAQ;EAC1B,kBAAkB,YAAY;EAC9B,kBAAkB,cAAc;EAChC,kBAAkB,MAAM;CAC1B;;;;;AAMD,MAAa,iBAAiB,CAAC,WAAW,SAAS;;;;;;;;;;AAanD,MAAa,wBAAwB;CACnC;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACD"}
|
|
@@ -0,0 +1,65 @@
|
|
|
1
|
+
//#region src/constants.d.ts
|
|
2
|
+
/**
|
|
3
|
+
* Runtime-free constants for the anonymization pipeline.
|
|
4
|
+
*
|
|
5
|
+
* This module is the SSR-safe / browser-safe entrypoint:
|
|
6
|
+
* importing it must not pull in `@stll/text-search`,
|
|
7
|
+
* `@stll/anonymize-wasm`, or any other runtime-bearing
|
|
8
|
+
* module. Consumers that only need the static label list,
|
|
9
|
+
* detection-source identifiers, or operator names import
|
|
10
|
+
* from `@stll/anonymize/constants` (or
|
|
11
|
+
* `@stll/anonymize-wasm/constants`) without paying the
|
|
12
|
+
* wasm / regex-set startup cost.
|
|
13
|
+
*
|
|
14
|
+
* `types.ts` re-exports these for back-compat, so existing
|
|
15
|
+
* `import { DEFAULT_ENTITY_LABELS } from "@stll/anonymize"`
|
|
16
|
+
* call sites keep working.
|
|
17
|
+
*/
|
|
18
|
+
/**
|
|
19
|
+
* Source of a detected entity span.
|
|
20
|
+
* Ordered by detection layer in the pipeline.
|
|
21
|
+
*/
|
|
22
|
+
declare const DETECTION_SOURCES: {
|
|
23
|
+
readonly TRIGGER: "trigger";
|
|
24
|
+
readonly REGEX: "regex";
|
|
25
|
+
readonly DENY_LIST: "deny-list";
|
|
26
|
+
readonly LEGAL_FORM: "legal-form";
|
|
27
|
+
readonly GAZETTEER: "gazetteer";
|
|
28
|
+
readonly NER: "ner";
|
|
29
|
+
readonly COREFERENCE: "coreference";
|
|
30
|
+
};
|
|
31
|
+
type DetectionSource = (typeof DETECTION_SOURCES)[keyof typeof DETECTION_SOURCES];
|
|
32
|
+
/**
|
|
33
|
+
* Priority levels for detection sources.
|
|
34
|
+
* Higher = more structurally reliable. Used during
|
|
35
|
+
* overlap resolution so deterministic detectors beat
|
|
36
|
+
* probabilistic ones regardless of raw score.
|
|
37
|
+
*/
|
|
38
|
+
declare const DETECTOR_PRIORITY: {
|
|
39
|
+
readonly gazetteer: 5;
|
|
40
|
+
readonly trigger: 4;
|
|
41
|
+
readonly "legal-form": 3;
|
|
42
|
+
readonly regex: 3;
|
|
43
|
+
readonly "deny-list": 2;
|
|
44
|
+
readonly coreference: 2;
|
|
45
|
+
readonly ner: 1;
|
|
46
|
+
};
|
|
47
|
+
/**
|
|
48
|
+
* Anonymization operator types. Each operator defines
|
|
49
|
+
* how a confirmed entity is replaced in the output.
|
|
50
|
+
*/
|
|
51
|
+
declare const OPERATOR_TYPES: readonly ["replace", "redact"];
|
|
52
|
+
type OperatorType = (typeof OPERATOR_TYPES)[number];
|
|
53
|
+
/**
|
|
54
|
+
* Canonical entity labels used across the pipeline.
|
|
55
|
+
* NER models may use different native labels; the bench
|
|
56
|
+
* NER wrapper maps model output to these canonical names.
|
|
57
|
+
*
|
|
58
|
+
* These labels are ephemeral: entities are regenerated on
|
|
59
|
+
* every pipeline run and never persisted to the database.
|
|
60
|
+
* Renaming a label here requires no migration.
|
|
61
|
+
*/
|
|
62
|
+
declare const DEFAULT_ENTITY_LABELS: readonly ["person", "organization", "phone number", "address", "email address", "date", "date of birth", "bank account number", "iban", "tax identification number", "identity card number", "birth number", "national identification number", "social security number", "registration number", "credit card number", "passport number", "monetary amount", "land parcel", "misc"];
|
|
63
|
+
//#endregion
|
|
64
|
+
export { OPERATOR_TYPES as a, DetectionSource as i, DETECTION_SOURCES as n, OperatorType as o, DETECTOR_PRIORITY as r, DEFAULT_ENTITY_LABELS as t };
|
|
65
|
+
//# sourceMappingURL=constants2.d.mts.map
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
//#region src/data/coreference.es.json
|
|
2
|
+
var coreference_es_default = [
|
|
3
|
+
{
|
|
4
|
+
"label": "(en adelante, \"X\") or (en lo sucesivo \"X\")",
|
|
5
|
+
"pattern": "\\(\\s*(?:en\\s+adelante|en\\s+lo\\s+sucesivo|denominad[oa]s?\\s+en\\s+adelante|denominad[oa]s?)\\s*,?\\s*[\"'„«‚“”‘’]([^\"'“”‘’«»]+)[\"'“”‘’»]\\s*\\)",
|
|
6
|
+
"flags": "gi"
|
|
7
|
+
},
|
|
8
|
+
{
|
|
9
|
+
"label": "en adelante \"X\" (without parens)",
|
|
10
|
+
"pattern": "(?:en\\s+adelante|en\\s+lo\\s+sucesivo|denominad[oa]s?\\s+en\\s+adelante)\\s*,?\\s*[\"'„«‚“”‘’]([^\"'“”‘’«»]+)[\"'“”‘’»]",
|
|
11
|
+
"flags": "gi"
|
|
12
|
+
},
|
|
13
|
+
{
|
|
14
|
+
"label": "(la \"X\") or (el \"X\") — defined-term alias",
|
|
15
|
+
"pattern": "\\(\\s*(?:la|el|las|los)\\s+[\"'„«‚“”‘’]([^\"'“”‘’«»]+)[\"'“”‘’»]\\s*\\)",
|
|
16
|
+
"flags": "gi"
|
|
17
|
+
}
|
|
18
|
+
];
|
|
19
|
+
//#endregion
|
|
20
|
+
export { coreference_es_default as default };
|
|
21
|
+
|
|
22
|
+
//# sourceMappingURL=coreference.es.mjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"coreference.es.mjs","names":[],"sources":["../../src/data/coreference.es.json"],"sourcesContent":[""],"mappings":""}
|
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
//#region src/data/coreference.fr.json
|
|
2
|
+
var coreference_fr_default = [
|
|
3
|
+
{
|
|
4
|
+
"label": "(ci-après dénommé(e) \"X\") with French guillemets or quotes",
|
|
5
|
+
"pattern": "\\(\\s*ci-après\\s+(?:dénommée?s?|désignée?s?|appelée?s?)(?:\\(e\\)s?)?\\s+(?:la|le|les|l['’])?\\s*[«\"'„‚]([^»\"'\"”‟]+)[»\"'\"”]\\s*\\)",
|
|
6
|
+
"flags": "giu"
|
|
7
|
+
},
|
|
8
|
+
{
|
|
9
|
+
"label": "ci-après dénommé \"X\" (no parens, French quotes)",
|
|
10
|
+
"pattern": "ci-après\\s+(?:dénommée?s?|désignée?s?|appelée?s?)(?:\\(e\\)s?)?\\s+(?:la|le|les|l['’])?\\s*[«\"'„‚]([^»\"'\"”‟]+)[»\"'\"”]",
|
|
11
|
+
"flags": "giu"
|
|
12
|
+
},
|
|
13
|
+
{
|
|
14
|
+
"label": "(« X ») or (\"X\") — bare parenthetical define-term",
|
|
15
|
+
"pattern": "\\(\\s*[«\"'„‚](?:la|le|les|l['’])?\\s*([^»\"'\"”‟]+)[»\"'\"”]\\s*\\)",
|
|
16
|
+
"flags": "giu"
|
|
17
|
+
},
|
|
18
|
+
{
|
|
19
|
+
"label": "désigné ci-après \"X\"",
|
|
20
|
+
"pattern": "désignée?s?(?:\\(e\\)s?)?\\s+ci-après\\s+(?:comme\\s+)?(?:la|le|les|l['’])?\\s*[«\"'„‚]([^»\"'\"”‟]+)[»\"'\"”]",
|
|
21
|
+
"flags": "giu"
|
|
22
|
+
},
|
|
23
|
+
{
|
|
24
|
+
"label": "dénommé(e) ci-après \"X\"",
|
|
25
|
+
"pattern": "dénommée?s?(?:\\(e\\)s?)?\\s+ci-après\\s+(?:la|le|les|l['’])?\\s*[«\"'„‚]([^»\"'\"”‟]+)[»\"'\"”]",
|
|
26
|
+
"flags": "giu"
|
|
27
|
+
}
|
|
28
|
+
];
|
|
29
|
+
//#endregion
|
|
30
|
+
export { coreference_fr_default as default };
|
|
31
|
+
|
|
32
|
+
//# sourceMappingURL=coreference.fr.mjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"coreference.fr.mjs","names":[],"sources":["../../src/data/coreference.fr.json"],"sourcesContent":[""],"mappings":""}
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
//#region src/data/coreference.it.json
|
|
2
|
+
var coreference_it_default = [
|
|
3
|
+
{
|
|
4
|
+
"label": "(in seguito \"X\") or (di seguito \"X\")",
|
|
5
|
+
"pattern": "\\((?:in\\s+seguito|di\\s+seguito|qui\\s+di\\s+seguito|nel\\s+seguito)\\s+(?:denominata|denominato|detta|detto|indicata|indicato|anche|la|il)?\\s*[\"'“”«»‘’‚]([^\"'“”«»‘’‚]+)[\"'“”«»‘’‚]\\)",
|
|
6
|
+
"flags": "gi"
|
|
7
|
+
},
|
|
8
|
+
{
|
|
9
|
+
"label": "(denominato/denominata \"X\")",
|
|
10
|
+
"pattern": "\\((?:denominata|denominato|qui\\s+di\\s+seguito\\s+denominata|qui\\s+di\\s+seguito\\s+denominato)\\s+[\"'“”«»‘’‚]([^\"'“”«»‘’‚]+)[\"'“”«»‘’‚]\\)",
|
|
11
|
+
"flags": "gi"
|
|
12
|
+
},
|
|
13
|
+
{
|
|
14
|
+
"label": "(la/il \"X\")",
|
|
15
|
+
"pattern": "\\((?:la|il|lo|le|gli|l')\\s*[\"'“”«»‘’‚]([^\"'“”«»‘’‚]+)[\"'“”«»‘’‚]\\)",
|
|
16
|
+
"flags": "gi"
|
|
17
|
+
},
|
|
18
|
+
{
|
|
19
|
+
"label": "denominata/denominato \"X\" without parens",
|
|
20
|
+
"pattern": "(?:in\\s+seguito|di\\s+seguito)\\s+(?:denominata|denominato|detta|detto|indicata|indicato)\\s+[\"'“”«»‘’‚]([^\"'“”«»‘’‚]+)[\"'“”«»‘’‚]",
|
|
21
|
+
"flags": "gi"
|
|
22
|
+
}
|
|
23
|
+
];
|
|
24
|
+
//#endregion
|
|
25
|
+
export { coreference_it_default as default };
|
|
26
|
+
|
|
27
|
+
//# sourceMappingURL=coreference.it.mjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"coreference.it.mjs","names":[],"sources":["../../src/data/coreference.it.json"],"sourcesContent":[""],"mappings":""}
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
//#region src/data/coreference.pl.json
|
|
2
|
+
var coreference_pl_default = [
|
|
3
|
+
{
|
|
4
|
+
"label": "(zwana/y dalej \"X\") parenthetical define-term",
|
|
5
|
+
"pattern": "zwan(?:ego|emu|ymi|ym|ej|[ayąei])?\\s+dalej\\s+[\"„‚']([^\"”’']+)[\"”’']",
|
|
6
|
+
"flags": "gi"
|
|
7
|
+
},
|
|
8
|
+
{
|
|
9
|
+
"label": "dalej zwana/y \"X\"",
|
|
10
|
+
"pattern": "dalej\\s+zwan(?:ego|emu|ymi|ym|ej|[ayąei])?\\s+[\"„‚']([^\"”’']+)[\"”’']",
|
|
11
|
+
"flags": "gi"
|
|
12
|
+
},
|
|
13
|
+
{
|
|
14
|
+
"label": "(\"X\") parenthetical define-term",
|
|
15
|
+
"pattern": "\\(\\s*[\"„‚']([^\"”’']+)[\"”’']\\s*\\)",
|
|
16
|
+
"flags": "gi"
|
|
17
|
+
},
|
|
18
|
+
{
|
|
19
|
+
"label": "zwanymi dalej łącznie \"X\"",
|
|
20
|
+
"pattern": "zwanymi\\s+dalej\\s+(?:łącznie\\s+)?[\"„‚']([^\"”’']+)[\"”’']",
|
|
21
|
+
"flags": "gi"
|
|
22
|
+
}
|
|
23
|
+
];
|
|
24
|
+
//#endregion
|
|
25
|
+
export { coreference_pl_default as default };
|
|
26
|
+
|
|
27
|
+
//# sourceMappingURL=coreference.pl.mjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"coreference.pl.mjs","names":[],"sources":["../../src/data/coreference.pl.json"],"sourcesContent":[""],"mappings":""}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
//#region src/data/coreference.pt-br.json
|
|
2
|
+
var coreference_pt_br_default = [{
|
|
3
|
+
"label": "(doravante denominada \"X\") / (doravante denominado \"X\")",
|
|
4
|
+
"pattern": "doravante\\s+denominad[ao]s?(?:\\s+simplesmente)?\\s+[\"'“”„‟‚‘’]?([^\"'“”„‟‚‘’,;.\\n)]+?)[\"'“”„‟‚‘’,;.\\n)]",
|
|
5
|
+
"flags": "gi"
|
|
6
|
+
}, {
|
|
7
|
+
"label": "doravante referida como \"X\"",
|
|
8
|
+
"pattern": "doravante\\s+(?:referid[ao]|design[ao]d[ao])s?(?:\\s+como)?\\s+[\"'“”„‟‚‘’]?([^\"'“”„‟‚‘’,;.\\n)]+?)[\"'“”„‟‚‘’,;.\\n)]",
|
|
9
|
+
"flags": "gi"
|
|
10
|
+
}];
|
|
11
|
+
//#endregion
|
|
12
|
+
export { coreference_pt_br_default as default };
|
|
13
|
+
|
|
14
|
+
//# sourceMappingURL=coreference.pt-br.mjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"coreference.pt-br.mjs","names":[],"sources":["../../src/data/coreference.pt-br.json"],"sourcesContent":[""],"mappings":""}
|
package/dist/coreference.sk.mjs
CHANGED
|
@@ -1,9 +1,26 @@
|
|
|
1
1
|
//#region src/data/coreference.sk.json
|
|
2
|
-
var coreference_sk_default = [
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
2
|
+
var coreference_sk_default = [
|
|
3
|
+
{
|
|
4
|
+
"label": "(ďalej len \"X\") in parentheses",
|
|
5
|
+
"pattern": "\\(ďalej\\s+len\\s+[„\"'‚,]*([^\"'„“,;.\\n)]+?)[\"'„“,;.]*\\s*\\)",
|
|
6
|
+
"flags": "gi"
|
|
7
|
+
},
|
|
8
|
+
{
|
|
9
|
+
"label": "ďalej len \"X\" without parens",
|
|
10
|
+
"pattern": "ďalej\\s+len\\s+[„\"'‚,]([^\"'„“,;.\\n]+?)[\"'„“]",
|
|
11
|
+
"flags": "gi"
|
|
12
|
+
},
|
|
13
|
+
{
|
|
14
|
+
"label": "(ďalej spolu ako \"X\")",
|
|
15
|
+
"pattern": "\\(ďalej\\s+spolu\\s+(?:len|ako)\\s+[„\"'‚,]*([^\"'„“,;.\\n)]+?)[\"'„“,;.]*\\s*\\)",
|
|
16
|
+
"flags": "gi"
|
|
17
|
+
},
|
|
18
|
+
{
|
|
19
|
+
"label": "(ďalej tiež \"X\")",
|
|
20
|
+
"pattern": "\\(ďalej\\s+tiež\\s+[„\"'‚,]*([^\"'„“,;.\\n)]+?)[\"'„“,;.]*\\s*\\)",
|
|
21
|
+
"flags": "gi"
|
|
22
|
+
}
|
|
23
|
+
];
|
|
7
24
|
//#endregion
|
|
8
25
|
export { coreference_sk_default as default };
|
|
9
26
|
|
package/dist/generic-roles.mjs
CHANGED
|
@@ -1,59 +1,237 @@
|
|
|
1
1
|
//#region src/data/generic-roles.json
|
|
2
2
|
var _comment = "Generic legal/business role terms that are not PII. Used to filter false positives from name detection.";
|
|
3
3
|
var roles = [
|
|
4
|
+
"acreedor",
|
|
5
|
+
"acreedora",
|
|
6
|
+
"adjudicatario",
|
|
7
|
+
"adjudicataria",
|
|
4
8
|
"arbeitgeber",
|
|
5
9
|
"arbeitnehmer",
|
|
10
|
+
"arrendador",
|
|
11
|
+
"arrendadora",
|
|
12
|
+
"arrendatario",
|
|
13
|
+
"arrendataria",
|
|
6
14
|
"auftraggeber",
|
|
7
15
|
"auftragnehmer",
|
|
8
16
|
"bonus",
|
|
9
17
|
"borrower",
|
|
10
18
|
"buyer",
|
|
19
|
+
"capitán",
|
|
20
|
+
"cedente",
|
|
11
21
|
"cena",
|
|
22
|
+
"cesionario",
|
|
23
|
+
"cesionaria",
|
|
12
24
|
"client",
|
|
25
|
+
"cliente",
|
|
26
|
+
"comprador",
|
|
27
|
+
"compradora",
|
|
13
28
|
"committee",
|
|
14
29
|
"company",
|
|
15
30
|
"contractor",
|
|
31
|
+
"contratante",
|
|
32
|
+
"contratista",
|
|
33
|
+
"coronel",
|
|
16
34
|
"customer",
|
|
17
35
|
"darlehensgeber",
|
|
18
36
|
"darlehensnehmer",
|
|
37
|
+
"deudor",
|
|
38
|
+
"deudora",
|
|
19
39
|
"dlužník",
|
|
40
|
+
"dlžník",
|
|
20
41
|
"dodavatel",
|
|
42
|
+
"dodávateľ",
|
|
43
|
+
"dostawca",
|
|
44
|
+
"dostawcą",
|
|
45
|
+
"dostawcy",
|
|
46
|
+
"empleado",
|
|
47
|
+
"empleador",
|
|
48
|
+
"empleadora",
|
|
49
|
+
"empleada",
|
|
50
|
+
"empresa",
|
|
51
|
+
"empresario",
|
|
52
|
+
"empresaria",
|
|
21
53
|
"employee",
|
|
22
54
|
"employer",
|
|
23
55
|
"fax",
|
|
56
|
+
"fiador",
|
|
57
|
+
"fiadora",
|
|
24
58
|
"gesellschaft",
|
|
25
59
|
"guarantor",
|
|
26
60
|
"kupující",
|
|
61
|
+
"kupujúci",
|
|
27
62
|
"käufer",
|
|
28
63
|
"landlord",
|
|
64
|
+
"licitador",
|
|
65
|
+
"licitadora",
|
|
29
66
|
"lender",
|
|
30
67
|
"licensee",
|
|
31
68
|
"licensor",
|
|
32
69
|
"mieter",
|
|
33
70
|
"nájemce",
|
|
71
|
+
"nájomca",
|
|
34
72
|
"objednatel",
|
|
73
|
+
"objednávateľ",
|
|
35
74
|
"odběratel",
|
|
75
|
+
"odberateľ",
|
|
76
|
+
"otorgante",
|
|
77
|
+
"otorgado",
|
|
78
|
+
"otorgada",
|
|
79
|
+
"parte",
|
|
80
|
+
"partes",
|
|
36
81
|
"parties",
|
|
37
82
|
"party",
|
|
38
83
|
"plátce",
|
|
84
|
+
"poskytovateľ",
|
|
85
|
+
"prestador",
|
|
86
|
+
"prestadora",
|
|
87
|
+
"prestatario",
|
|
88
|
+
"prestataria",
|
|
89
|
+
"prijímateľ",
|
|
39
90
|
"prodávající",
|
|
91
|
+
"predávajúci",
|
|
40
92
|
"pronajímatel",
|
|
93
|
+
"prenajímateľ",
|
|
94
|
+
"proveedor",
|
|
95
|
+
"proveedora",
|
|
41
96
|
"příjemce",
|
|
42
97
|
"seller",
|
|
98
|
+
"sociedad",
|
|
99
|
+
"spoločnosť",
|
|
43
100
|
"společnost",
|
|
44
101
|
"strana",
|
|
45
102
|
"strany",
|
|
46
103
|
"supplier",
|
|
47
104
|
"tenant",
|
|
105
|
+
"vendedor",
|
|
106
|
+
"vendedora",
|
|
48
107
|
"vendor",
|
|
49
108
|
"vermieter",
|
|
50
109
|
"verkäufer",
|
|
51
110
|
"věřitel",
|
|
111
|
+
"veriteľ",
|
|
52
112
|
"uchazeč",
|
|
113
|
+
"ubytovateľ",
|
|
114
|
+
"usporiadateľ",
|
|
53
115
|
"zadavatel",
|
|
116
|
+
"zamawiający",
|
|
117
|
+
"zamawiającego",
|
|
118
|
+
"zamawiającym",
|
|
54
119
|
"zaměstnanec",
|
|
120
|
+
"zamestnanec",
|
|
55
121
|
"zaměstnavatel",
|
|
56
|
-
"
|
|
122
|
+
"zamestnávateľ",
|
|
123
|
+
"zhotovitel",
|
|
124
|
+
"zhotoviteľ",
|
|
125
|
+
"acquirente",
|
|
126
|
+
"amministrazione",
|
|
127
|
+
"appaltatore",
|
|
128
|
+
"appaltatrice",
|
|
129
|
+
"cedente",
|
|
130
|
+
"cessionario",
|
|
131
|
+
"cliente",
|
|
132
|
+
"committente",
|
|
133
|
+
"compratore",
|
|
134
|
+
"compratrice",
|
|
135
|
+
"concedente",
|
|
136
|
+
"concessionario",
|
|
137
|
+
"conduttore",
|
|
138
|
+
"conduttrice",
|
|
139
|
+
"creditore",
|
|
140
|
+
"datore",
|
|
141
|
+
"debitore",
|
|
142
|
+
"denominazione",
|
|
143
|
+
"dipendente",
|
|
144
|
+
"fideiussore",
|
|
145
|
+
"fornitore",
|
|
146
|
+
"fornitrice",
|
|
147
|
+
"garante",
|
|
148
|
+
"lavoratore",
|
|
149
|
+
"lavoratrice",
|
|
150
|
+
"licenziante",
|
|
151
|
+
"licenziatario",
|
|
152
|
+
"locatario",
|
|
153
|
+
"locataria",
|
|
154
|
+
"locatore",
|
|
155
|
+
"locatrice",
|
|
156
|
+
"mandante",
|
|
157
|
+
"mandatario",
|
|
158
|
+
"mandataria",
|
|
159
|
+
"mutuante",
|
|
160
|
+
"mutuatario",
|
|
161
|
+
"parte",
|
|
162
|
+
"parti",
|
|
163
|
+
"stazione",
|
|
164
|
+
"subappaltatore",
|
|
165
|
+
"venditore",
|
|
166
|
+
"venditrice",
|
|
167
|
+
"zleceniodawca",
|
|
168
|
+
"zleceniodawcą",
|
|
169
|
+
"zleceniodawcy",
|
|
170
|
+
"zleceniobiorca",
|
|
171
|
+
"zleceniobiorcą",
|
|
172
|
+
"zleceniobiorcy",
|
|
173
|
+
"wykonawca",
|
|
174
|
+
"wykonawcą",
|
|
175
|
+
"wykonawcy",
|
|
176
|
+
"wynajmujący",
|
|
177
|
+
"wynajmująca",
|
|
178
|
+
"wynajmującym",
|
|
179
|
+
"wynajmującej",
|
|
180
|
+
"najemca",
|
|
181
|
+
"najemcy",
|
|
182
|
+
"sprzedawca",
|
|
183
|
+
"sprzedawcy",
|
|
184
|
+
"sprzedawcą",
|
|
185
|
+
"sprzedający",
|
|
186
|
+
"kupujący",
|
|
187
|
+
"kupującego",
|
|
188
|
+
"pracodawca",
|
|
189
|
+
"pracodawcą",
|
|
190
|
+
"pracownik",
|
|
191
|
+
"pracownikiem",
|
|
192
|
+
"pożyczkodawca",
|
|
193
|
+
"pożyczkodawcą",
|
|
194
|
+
"pożyczkobiorca",
|
|
195
|
+
"pożyczkobiorcą",
|
|
196
|
+
"odbiorca",
|
|
197
|
+
"odbiorcą",
|
|
198
|
+
"acheteur",
|
|
199
|
+
"acheteuse",
|
|
200
|
+
"acquéreur",
|
|
201
|
+
"acquéreuse",
|
|
202
|
+
"bailleresse",
|
|
203
|
+
"bailleur",
|
|
204
|
+
"cédant",
|
|
205
|
+
"cédante",
|
|
206
|
+
"cessionnaire",
|
|
207
|
+
"concédant",
|
|
208
|
+
"concédante",
|
|
209
|
+
"concessionnaire",
|
|
210
|
+
"donneur d'ordre",
|
|
211
|
+
"emprunteur",
|
|
212
|
+
"emprunteuse",
|
|
213
|
+
"employé",
|
|
214
|
+
"employée",
|
|
215
|
+
"employeur",
|
|
216
|
+
"employeuse",
|
|
217
|
+
"fournisseur",
|
|
218
|
+
"fournisseuse",
|
|
219
|
+
"garant",
|
|
220
|
+
"garante",
|
|
221
|
+
"locataire",
|
|
222
|
+
"mandant",
|
|
223
|
+
"mandante",
|
|
224
|
+
"mandataire",
|
|
225
|
+
"preneur",
|
|
226
|
+
"preneuse",
|
|
227
|
+
"prestataire",
|
|
228
|
+
"prêteur",
|
|
229
|
+
"prêteuse",
|
|
230
|
+
"salarié",
|
|
231
|
+
"salariée",
|
|
232
|
+
"société",
|
|
233
|
+
"vendeur",
|
|
234
|
+
"vendeuse"
|
|
57
235
|
];
|
|
58
236
|
var generic_roles_default = {
|
|
59
237
|
_comment,
|
package/dist/hotword-rules.mjs
CHANGED
|
@@ -7,7 +7,7 @@ var rules = [
|
|
|
7
7
|
"birth number",
|
|
8
8
|
"Geburtsnummer"
|
|
9
9
|
],
|
|
10
|
-
"targetLabels": ["
|
|
10
|
+
"targetLabels": ["birth number"],
|
|
11
11
|
"scoreAdjustment": .25,
|
|
12
12
|
"proximityBefore": 60,
|
|
13
13
|
"proximityAfter": 60
|
|
@@ -87,7 +87,8 @@ var rules = [
|
|
|
87
87
|
"hotwords": [
|
|
88
88
|
"e-mail",
|
|
89
89
|
"email",
|
|
90
|
-
"E-Mail"
|
|
90
|
+
"E-Mail",
|
|
91
|
+
"pec"
|
|
91
92
|
],
|
|
92
93
|
"targetLabels": ["email address"],
|
|
93
94
|
"scoreAdjustment": .1,
|
|
@@ -101,7 +102,10 @@ var rules = [
|
|
|
101
102
|
"sídlem",
|
|
102
103
|
"bytem",
|
|
103
104
|
"Adresse",
|
|
104
|
-
"address"
|
|
105
|
+
"address",
|
|
106
|
+
"indirizzo",
|
|
107
|
+
"sede legale",
|
|
108
|
+
"sede"
|
|
105
109
|
],
|
|
106
110
|
"targetLabels": ["address"],
|
|
107
111
|
"scoreAdjustment": .15,
|
package/dist/legal-forms.mjs
CHANGED
|
@@ -0,0 +1,42 @@
|
|
|
1
|
+
//#region src/data/legal-role-heads.cs.json
|
|
2
|
+
var _comment = "Czech contract/legal role words. When the legal-form detector picks up a phrase whose first word is one of these, the span is sentence noise (\"Prodávající 1 je vlastníkem podílu ve společnosti Acme s.r.o.\") and gets trimmed back to the actual organisation name. Lowercased; matched case-insensitively. Cover nominative + most common declensions.";
|
|
3
|
+
var words = [
|
|
4
|
+
"prodávající",
|
|
5
|
+
"prodávajícího",
|
|
6
|
+
"prodávajícím",
|
|
7
|
+
"kupující",
|
|
8
|
+
"kupujícího",
|
|
9
|
+
"kupujícím",
|
|
10
|
+
"nájemce",
|
|
11
|
+
"nájemci",
|
|
12
|
+
"pronajímatel",
|
|
13
|
+
"pronajímatele",
|
|
14
|
+
"pronajímateli",
|
|
15
|
+
"objednatel",
|
|
16
|
+
"objednatele",
|
|
17
|
+
"zhotovitel",
|
|
18
|
+
"zhotovitele",
|
|
19
|
+
"zaměstnavatel",
|
|
20
|
+
"zaměstnavatele",
|
|
21
|
+
"zaměstnanec",
|
|
22
|
+
"zaměstnance",
|
|
23
|
+
"dlužník",
|
|
24
|
+
"dlužníka",
|
|
25
|
+
"věřitel",
|
|
26
|
+
"věřitele",
|
|
27
|
+
"dodavatel",
|
|
28
|
+
"dodavatele",
|
|
29
|
+
"odběratel",
|
|
30
|
+
"odběratele",
|
|
31
|
+
"smluvní",
|
|
32
|
+
"strana",
|
|
33
|
+
"strany"
|
|
34
|
+
];
|
|
35
|
+
var legal_role_heads_cs_default = {
|
|
36
|
+
_comment,
|
|
37
|
+
words
|
|
38
|
+
};
|
|
39
|
+
//#endregion
|
|
40
|
+
export { _comment, legal_role_heads_cs_default as default, words };
|
|
41
|
+
|
|
42
|
+
//# sourceMappingURL=legal-role-heads.cs.mjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"legal-role-heads.cs.mjs","names":[],"sources":["../../src/data/legal-role-heads.cs.json"],"sourcesContent":[""],"mappings":""}
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
//#region src/data/legal-role-heads.de.json
|
|
2
|
+
var _comment = "German contract/legal role words. Used by the legal-form detector to recognise sentence-level false positives and trim them back to the trailing organisation name.";
|
|
3
|
+
var words = [
|
|
4
|
+
"verkäufer",
|
|
5
|
+
"verkaeufer",
|
|
6
|
+
"käufer",
|
|
7
|
+
"kaeufer",
|
|
8
|
+
"vermieter",
|
|
9
|
+
"mieter",
|
|
10
|
+
"arbeitgeber",
|
|
11
|
+
"arbeitnehmer",
|
|
12
|
+
"auftraggeber",
|
|
13
|
+
"auftragnehmer",
|
|
14
|
+
"darlehensgeber",
|
|
15
|
+
"darlehensnehmer",
|
|
16
|
+
"lizenzgeber",
|
|
17
|
+
"lizenznehmer",
|
|
18
|
+
"verleiher",
|
|
19
|
+
"entleiher",
|
|
20
|
+
"vertragspartei",
|
|
21
|
+
"vertragsparteien",
|
|
22
|
+
"schuldner",
|
|
23
|
+
"gläubiger",
|
|
24
|
+
"glaeubiger"
|
|
25
|
+
];
|
|
26
|
+
var legal_role_heads_de_default = {
|
|
27
|
+
_comment,
|
|
28
|
+
words
|
|
29
|
+
};
|
|
30
|
+
//#endregion
|
|
31
|
+
export { _comment, legal_role_heads_de_default as default, words };
|
|
32
|
+
|
|
33
|
+
//# sourceMappingURL=legal-role-heads.de.mjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"legal-role-heads.de.mjs","names":[],"sources":["../../src/data/legal-role-heads.de.json"],"sourcesContent":[""],"mappings":""}
|
|
@@ -0,0 +1,37 @@
|
|
|
1
|
+
//#region src/data/legal-role-heads.en.json
|
|
2
|
+
var _comment = "English contract/legal role words. Used by the legal-form detector to recognise sentence-level false positives and trim them back to the trailing organisation name.";
|
|
3
|
+
var words = [
|
|
4
|
+
"buyer",
|
|
5
|
+
"seller",
|
|
6
|
+
"vendor",
|
|
7
|
+
"purchaser",
|
|
8
|
+
"lender",
|
|
9
|
+
"borrower",
|
|
10
|
+
"employer",
|
|
11
|
+
"employee",
|
|
12
|
+
"contractor",
|
|
13
|
+
"subcontractor",
|
|
14
|
+
"client",
|
|
15
|
+
"customer",
|
|
16
|
+
"landlord",
|
|
17
|
+
"tenant",
|
|
18
|
+
"licensor",
|
|
19
|
+
"licensee",
|
|
20
|
+
"lessor",
|
|
21
|
+
"lessee",
|
|
22
|
+
"party",
|
|
23
|
+
"parties",
|
|
24
|
+
"guarantor",
|
|
25
|
+
"assignor",
|
|
26
|
+
"assignee",
|
|
27
|
+
"disclosing",
|
|
28
|
+
"receiving"
|
|
29
|
+
];
|
|
30
|
+
var legal_role_heads_en_default = {
|
|
31
|
+
_comment,
|
|
32
|
+
words
|
|
33
|
+
};
|
|
34
|
+
//#endregion
|
|
35
|
+
export { _comment, legal_role_heads_en_default as default, words };
|
|
36
|
+
|
|
37
|
+
//# sourceMappingURL=legal-role-heads.en.mjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"legal-role-heads.en.mjs","names":[],"sources":["../../src/data/legal-role-heads.en.json"],"sourcesContent":[""],"mappings":""}
|