@stll/anonymize 1.5.0 → 2.0.0-alpha.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (41) hide show
  1. package/ATTRIBUTION.md +70 -0
  2. package/README.md +86 -48
  3. package/dist/address-boundaries.mjs +2 -0
  4. package/dist/address-jurisdiction-prefixes.mjs +16 -0
  5. package/dist/address-jurisdiction-prefixes.mjs.map +1 -0
  6. package/dist/address-stop-keywords.mjs +12 -1
  7. package/dist/address-unit-abbreviations.mjs +15 -0
  8. package/dist/address-unit-abbreviations.mjs.map +1 -0
  9. package/dist/clause-noun-heads.mjs +5 -1
  10. package/dist/coreference-org-determiners.mjs +19 -0
  11. package/dist/coreference-org-determiners.mjs.map +1 -0
  12. package/dist/defined-term-heads.mjs +15 -0
  13. package/dist/defined-term-heads.mjs.map +1 -0
  14. package/dist/false-positive-shapes.mjs +36 -0
  15. package/dist/false-positive-shapes.mjs.map +1 -0
  16. package/dist/index.d.mts +3 -1201
  17. package/dist/index.mjs +3 -16267
  18. package/dist/index.mjs.map +1 -1
  19. package/dist/legal-role-heads.cs.mjs +6 -0
  20. package/dist/native-node.d.mts +124 -0
  21. package/dist/native-node.mjs +3 -0
  22. package/dist/native-node2.d.mts +3 -0
  23. package/dist/native-node2.mjs +13353 -0
  24. package/dist/native-node2.mjs.map +1 -0
  25. package/dist/native.d.mts +1158 -0
  26. package/dist/native.mjs +230 -0
  27. package/dist/native.mjs.map +1 -0
  28. package/dist/native2.d.mts +2 -0
  29. package/dist/organization-unit-heads.mjs +20 -0
  30. package/dist/organization-unit-heads.mjs.map +1 -0
  31. package/dist/person-stopwords.mjs +205 -199
  32. package/dist/signing-clauses.mjs +33 -9
  33. package/index.cjs +3 -0
  34. package/native-pipeline.cs.stlanonpkg +0 -0
  35. package/native-pipeline.de.stlanonpkg +0 -0
  36. package/native-pipeline.en.stlanonpkg +0 -0
  37. package/native-pipeline.stlanonpkg +0 -0
  38. package/package.json +40 -6
  39. package/scripts/build-native-pipeline-package.mjs +225 -0
  40. package/dist/address-prepositions.mjs +0 -182
  41. package/dist/address-prepositions.mjs.map +0 -1
@@ -28,6 +28,12 @@ var words = [
28
28
  "dodavatele",
29
29
  "odběratel",
30
30
  "odběratele",
31
+ "plátce",
32
+ "příjemce",
33
+ "uchazeč",
34
+ "uchazeče",
35
+ "zadavatel",
36
+ "zadavatele",
31
37
  "smluvní",
32
38
  "strana",
33
39
  "strany"
@@ -0,0 +1,124 @@
1
+ import { G as NativePreparedSearchConfig, K as PipelineContext, _ as PreparedNativeAnonymizer, et as GazetteerEntry, h as NativeStaticRedactionResult, nt as PipelineConfig, p as NativeSearchPackageInput, s as NativeOperatorConfig, t as NativeAnonymizeBinding, v as PreparedNativePipeline } from "./native.mjs";
2
+
3
+ //#region src/native-pipeline.d.ts
4
+ type NativePipelineUnsupportedFeature = "enableNer";
5
+ type NativePipelineCompatibility = {
6
+ status: "supported";
7
+ } | {
8
+ status: "unsupported";
9
+ unsupportedFeatures: NativePipelineUnsupportedFeature[];
10
+ };
11
+ type NativePipelineBuildOptions = {
12
+ binding: NativeAnonymizeBinding;
13
+ config: PipelineConfig;
14
+ gazetteerEntries?: GazetteerEntry[];
15
+ context?: PipelineContext;
16
+ };
17
+ type NativePipelinePackageOptions = NativePipelineBuildOptions & {
18
+ compressed?: boolean;
19
+ };
20
+ declare const getNativePipelineCompatibility: (config: PipelineConfig) => NativePipelineCompatibility;
21
+ declare const assertNativePipelineSupported: (config: PipelineConfig) => void;
22
+ declare const prepareNativePipelineConfig: ({
23
+ config,
24
+ gazetteerEntries,
25
+ context
26
+ }: Omit<NativePipelineBuildOptions, "binding">) => Promise<NativePreparedSearchConfig>;
27
+ declare const prepareNativePipelinePackage: ({
28
+ binding,
29
+ config,
30
+ gazetteerEntries,
31
+ context,
32
+ compressed
33
+ }: NativePipelinePackageOptions) => Promise<Uint8Array>;
34
+ declare const createNativePipelineFromConfig: ({
35
+ binding,
36
+ config,
37
+ gazetteerEntries,
38
+ context
39
+ }: NativePipelineBuildOptions) => Promise<PreparedNativePipeline>;
40
+ //#endregion
41
+ //#region src/native-default-config.d.ts
42
+ declare const DEFAULT_NATIVE_PIPELINE_CONFIG: PipelineConfig;
43
+ //#endregion
44
+ //#region src/native-node.d.ts
45
+ type NativeRequire = (specifier: string) => unknown;
46
+ type NativeLibc = "gnu" | "musl";
47
+ type LoadNativeBindingOptions = {
48
+ expectedVersion?: string;
49
+ platform?: string;
50
+ arch?: string;
51
+ libc?: NativeLibc;
52
+ env?: Record<string, string | undefined>;
53
+ requireModule?: NativeRequire;
54
+ };
55
+ type NativePipelinePackageFileOptions = LoadNativeBindingOptions & {
56
+ binding?: NativeAnonymizeBinding;
57
+ packagePath: string;
58
+ };
59
+ type NativeSdkOptions = LoadNativeBindingOptions & {
60
+ binding?: NativeAnonymizeBinding;
61
+ };
62
+ type NativeSdkPackageOptions = NativeSdkOptions & {
63
+ compressed?: boolean;
64
+ };
65
+ type DefaultNativePipelinePackageOptions = LoadNativeBindingOptions & {
66
+ binding?: NativeAnonymizeBinding;
67
+ language?: string;
68
+ packagePath?: string;
69
+ warmup?: DefaultNativePipelineWarmup;
70
+ };
71
+ declare const DEFAULT_NATIVE_PIPELINE_WARMUPS: {
72
+ readonly lazyRegex: "lazy-regex";
73
+ readonly none: "none";
74
+ };
75
+ type DefaultNativePipelineWarmup = (typeof DEFAULT_NATIVE_PIPELINE_WARMUPS)[keyof typeof DEFAULT_NATIVE_PIPELINE_WARMUPS];
76
+ type DefaultNativePipelinePackageFileOptions = {
77
+ language?: string;
78
+ };
79
+ declare const loadNativeAnonymizeBinding: (options?: LoadNativeBindingOptions) => NativeAnonymizeBinding;
80
+ declare const readNativePipelinePackageFile: (packagePath: string) => Uint8Array;
81
+ declare const readNativePipelinePackageFileAsync: (packagePath: string) => Promise<Uint8Array>;
82
+ declare const native_package_version: (options?: NativeSdkOptions) => string;
83
+ declare const normalize_for_search: (text: string, options?: NativeSdkOptions) => string;
84
+ declare const prepare_search_package: (config: NativeSearchPackageInput, {
85
+ compressed,
86
+ ...options
87
+ }?: NativeSdkPackageOptions) => Uint8Array;
88
+ declare const load_prepared_package: (packageBytes: Uint8Array, options?: NativeSdkOptions) => PreparedNativeAnonymizer;
89
+ declare const load_prepared_package_file: (packagePath: string, options?: NativeSdkOptions) => PreparedNativeAnonymizer;
90
+ declare const redact_text: (config: NativeSearchPackageInput, fullText: string, operators?: NativeOperatorConfig, options?: NativeSdkOptions) => NativeStaticRedactionResult;
91
+ declare const redact_text_json: (config: NativeSearchPackageInput, fullText: string, operators?: NativeOperatorConfig, options?: NativeSdkOptions) => string;
92
+ declare const redact_text_stream_json: (config: NativeSearchPackageInput, fullText: string, onEvent: (eventJson: string) => void, operators?: NativeOperatorConfig, options?: NativeSdkOptions) => string | null;
93
+ declare const diagnostics_json: (config: NativeSearchPackageInput, fullText: string, operators?: NativeOperatorConfig, options?: NativeSdkOptions) => string | null;
94
+ declare const diagnostics_stream_json: (config: NativeSearchPackageInput, fullText: string, onBatch: (diagnosticsJson: string) => void, operators?: NativeOperatorConfig, options?: NativeSdkOptions) => string | null;
95
+ declare const summary_diagnostics_json: (config: NativeSearchPackageInput, fullText: string, operators?: NativeOperatorConfig, options?: NativeSdkOptions) => string | null;
96
+ declare const readDefaultNativePipelinePackageFile: ({
97
+ language
98
+ }?: DefaultNativePipelinePackageFileOptions) => Uint8Array;
99
+ declare const read_default_native_pipeline_package_file: (options?: DefaultNativePipelinePackageFileOptions) => Uint8Array;
100
+ declare const availableDefaultNativePipelineLanguages: () => string[];
101
+ declare const available_default_native_pipeline_languages: () => string[];
102
+ declare const readDefaultNativePipelinePackageFileAsync: ({
103
+ language
104
+ }?: DefaultNativePipelinePackageFileOptions) => Promise<Uint8Array>;
105
+ declare const createNativePipelineFromPackageFile: ({
106
+ binding,
107
+ packagePath,
108
+ expectedVersion,
109
+ ...loadOptions
110
+ }: NativePipelinePackageFileOptions) => PreparedNativePipeline;
111
+ declare const createNativePipelineFromDefaultPackage: (options?: DefaultNativePipelinePackageOptions) => PreparedNativePipeline;
112
+ declare const create_native_pipeline_from_default_package: (options?: DefaultNativePipelinePackageOptions) => PreparedNativePipeline;
113
+ declare const getDefaultNativePipeline: (options?: DefaultNativePipelinePackageOptions) => PreparedNativePipeline;
114
+ declare const get_default_native_pipeline: (options?: DefaultNativePipelinePackageOptions) => PreparedNativePipeline;
115
+ declare const preloadDefaultNativePipeline: (options?: DefaultNativePipelinePackageOptions) => PreparedNativePipeline;
116
+ declare const preload_default_native_pipeline: (options?: DefaultNativePipelinePackageOptions) => PreparedNativePipeline;
117
+ declare const redactDefaultText: (fullText: string, operators?: NativeOperatorConfig, options?: DefaultNativePipelinePackageOptions) => NativeStaticRedactionResult;
118
+ declare const redact_default_text: (fullText: string, operators?: NativeOperatorConfig, options?: DefaultNativePipelinePackageOptions) => NativeStaticRedactionResult;
119
+ declare const redactDefaultTextJson: (fullText: string, operators?: NativeOperatorConfig, options?: DefaultNativePipelinePackageOptions) => string;
120
+ declare const redact_default_text_json: (fullText: string, operators?: NativeOperatorConfig, options?: DefaultNativePipelinePackageOptions) => string;
121
+ declare const preloadDefaultNativePipelineAsync: (options?: DefaultNativePipelinePackageOptions) => Promise<PreparedNativePipeline>;
122
+ //#endregion
123
+ export { readDefaultNativePipelinePackageFileAsync as A, redact_text_stream_json as B, native_package_version as C, preload_default_native_pipeline as D, preloadDefaultNativePipelineAsync as E, redactDefaultTextJson as F, NativePipelinePackageOptions as G, DEFAULT_NATIVE_PIPELINE_CONFIG as H, redact_default_text as I, createNativePipelineFromConfig as J, NativePipelineUnsupportedFeature as K, redact_default_text_json as L, readNativePipelinePackageFileAsync as M, read_default_native_pipeline_package_file as N, prepare_search_package as O, redactDefaultText as P, redact_text as R, load_prepared_package_file as S, preloadDefaultNativePipeline as T, NativePipelineBuildOptions as U, summary_diagnostics_json as V, NativePipelineCompatibility as W, prepareNativePipelineConfig as X, getNativePipelineCompatibility as Y, prepareNativePipelinePackage as Z, diagnostics_stream_json as _, LoadNativeBindingOptions as a, loadNativeAnonymizeBinding as b, NativeRequire as c, availableDefaultNativePipelineLanguages as d, available_default_native_pipeline_languages as f, diagnostics_json as g, create_native_pipeline_from_default_package as h, DefaultNativePipelineWarmup as i, readNativePipelinePackageFile as j, readDefaultNativePipelinePackageFile as k, NativeSdkOptions as l, createNativePipelineFromPackageFile as m, DefaultNativePipelinePackageFileOptions as n, NativeLibc as o, createNativePipelineFromDefaultPackage as p, assertNativePipelineSupported as q, DefaultNativePipelinePackageOptions as r, NativePipelinePackageFileOptions as s, DEFAULT_NATIVE_PIPELINE_WARMUPS as t, NativeSdkPackageOptions as u, getDefaultNativePipeline as v, normalize_for_search as w, load_prepared_package as x, get_default_native_pipeline as y, redact_text_json as z };
124
+ //# sourceMappingURL=native-node.d.mts.map
@@ -0,0 +1,3 @@
1
+ import { A as redact_text_json, C as readNativePipelinePackageFileAsync, D as redact_default_text, E as redactDefaultTextJson, F as createNativePipelineFromConfig, I as getNativePipelineCompatibility, L as prepareNativePipelineConfig, M as summary_diagnostics_json, N as DEFAULT_NATIVE_PIPELINE_CONFIG, O as redact_default_text_json, P as assertNativePipelineSupported, R as prepareNativePipelinePackage, S as readNativePipelinePackageFile, T as redactDefaultText, _ as preloadDefaultNativePipelineAsync, a as createNativePipelineFromPackageFile, b as readDefaultNativePipelinePackageFile, c as diagnostics_stream_json, d as loadNativeAnonymizeBinding, f as load_prepared_package, g as preloadDefaultNativePipeline, h as normalize_for_search, i as createNativePipelineFromDefaultPackage, j as redact_text_stream_json, k as redact_text, l as getDefaultNativePipeline, m as native_package_version, n as availableDefaultNativePipelineLanguages, o as create_native_pipeline_from_default_package, p as load_prepared_package_file, r as available_default_native_pipeline_languages, s as diagnostics_json, t as DEFAULT_NATIVE_PIPELINE_WARMUPS, u as get_default_native_pipeline, v as preload_default_native_pipeline, w as read_default_native_pipeline_package_file, x as readDefaultNativePipelinePackageFileAsync, y as prepare_search_package } from "./native-node2.mjs";
2
+ import { PreparedAnonymizer, PreparedNativeAnonymizer, PreparedNativePipeline, PreparedSearch, assertNativeBindingVersion, createNativeAnonymizerFromConfig, createNativeAnonymizerFromPackage, createNativePipelineFromPackage, encodeNativeSearchConfig, encodeNativeSearchConfigInput, getNativeBindingVersion, prepareNativeSearchPackage } from "./native.mjs";
3
+ export { DEFAULT_NATIVE_PIPELINE_CONFIG, DEFAULT_NATIVE_PIPELINE_WARMUPS, PreparedAnonymizer, PreparedNativeAnonymizer, PreparedNativePipeline, PreparedSearch, assertNativeBindingVersion, assertNativePipelineSupported, availableDefaultNativePipelineLanguages, available_default_native_pipeline_languages, createNativeAnonymizerFromConfig, createNativeAnonymizerFromPackage, createNativePipelineFromConfig, createNativePipelineFromDefaultPackage, createNativePipelineFromPackage, createNativePipelineFromPackageFile, create_native_pipeline_from_default_package, diagnostics_json, diagnostics_stream_json, encodeNativeSearchConfig, encodeNativeSearchConfigInput, getDefaultNativePipeline, getNativeBindingVersion, getNativePipelineCompatibility, get_default_native_pipeline, loadNativeAnonymizeBinding, load_prepared_package, load_prepared_package_file, native_package_version, normalize_for_search, preloadDefaultNativePipeline, preloadDefaultNativePipelineAsync, preload_default_native_pipeline, prepareNativePipelineConfig, prepareNativePipelinePackage, prepareNativeSearchPackage, prepare_search_package, readDefaultNativePipelinePackageFile, readDefaultNativePipelinePackageFileAsync, readNativePipelinePackageFile, readNativePipelinePackageFileAsync, read_default_native_pipeline_package_file, redactDefaultText, redactDefaultTextJson, redact_default_text, redact_default_text_json, redact_text, redact_text_json, redact_text_stream_json, summary_diagnostics_json };
@@ -0,0 +1,3 @@
1
+ import { A as createNativePipelineFromPackage, C as SharedNativeRedactTextJsonOptions, D as assertNativeBindingVersion, E as SharedNativeSearchPackageOptions, F as getNativeBindingVersion, N as encodeNativeSearchConfig, O as createNativeAnonymizerFromConfig, P as encodeNativeSearchConfigInput, S as SharedNativePreparedPackageOptions, T as SharedNativeRedactTextStreamJsonOptions, _ as PreparedNativeAnonymizer, a as NativeDiagnosticsBatchCallback, b as SharedNativeDiagnosticsJsonOptions, c as NativePipelineEntity, d as NativeRedactionResult, f as NativeResultEventCallback, g as PreparedAnonymizer, h as NativeStaticRedactionResult, i as NativeBindingVersionOptions, k as createNativeAnonymizerFromPackage, l as NativePipelineFromPackageOptions, m as NativeSearchPackageOptions, n as NativeAnonymizerFromConfigOptions, o as NativeNormalizeOptions, p as NativeSearchPackageInput, r as NativeAnonymizerFromPackageOptions, s as NativeOperatorConfig, t as NativeAnonymizeBinding, u as NativePreparedSearchBinding, v as PreparedNativePipeline, w as SharedNativeRedactTextOptions, x as SharedNativeDiagnosticsStreamJsonOptions, y as PreparedSearch, z as prepareNativeSearchPackage } from "./native.mjs";
2
+ import { A as readDefaultNativePipelinePackageFileAsync, B as redact_text_stream_json, C as native_package_version, D as preload_default_native_pipeline, E as preloadDefaultNativePipelineAsync, F as redactDefaultTextJson, G as NativePipelinePackageOptions, H as DEFAULT_NATIVE_PIPELINE_CONFIG, I as redact_default_text, J as createNativePipelineFromConfig, K as NativePipelineUnsupportedFeature, L as redact_default_text_json, M as readNativePipelinePackageFileAsync, N as read_default_native_pipeline_package_file, O as prepare_search_package, P as redactDefaultText, R as redact_text, S as load_prepared_package_file, T as preloadDefaultNativePipeline, U as NativePipelineBuildOptions, V as summary_diagnostics_json, W as NativePipelineCompatibility, X as prepareNativePipelineConfig, Y as getNativePipelineCompatibility, Z as prepareNativePipelinePackage, _ as diagnostics_stream_json, a as LoadNativeBindingOptions, b as loadNativeAnonymizeBinding, c as NativeRequire, d as availableDefaultNativePipelineLanguages, f as available_default_native_pipeline_languages, g as diagnostics_json, h as create_native_pipeline_from_default_package, i as DefaultNativePipelineWarmup, j as readNativePipelinePackageFile, k as readDefaultNativePipelinePackageFile, l as NativeSdkOptions, m as createNativePipelineFromPackageFile, n as DefaultNativePipelinePackageFileOptions, o as NativeLibc, p as createNativePipelineFromDefaultPackage, q as assertNativePipelineSupported, r as DefaultNativePipelinePackageOptions, s as NativePipelinePackageFileOptions, t as DEFAULT_NATIVE_PIPELINE_WARMUPS, u as NativeSdkPackageOptions, v as getDefaultNativePipeline, w as normalize_for_search, x as load_prepared_package, y as get_default_native_pipeline, z as redact_text_json } from "./native-node.mjs";
3
+ export { DEFAULT_NATIVE_PIPELINE_CONFIG, DEFAULT_NATIVE_PIPELINE_WARMUPS, DefaultNativePipelinePackageFileOptions, DefaultNativePipelinePackageOptions, DefaultNativePipelineWarmup, LoadNativeBindingOptions, NativeAnonymizeBinding, NativeAnonymizerFromConfigOptions, NativeAnonymizerFromPackageOptions, NativeBindingVersionOptions, NativeDiagnosticsBatchCallback, NativeLibc, NativeNormalizeOptions, NativeOperatorConfig, type NativePipelineBuildOptions, type NativePipelineCompatibility, NativePipelineEntity, NativePipelineFromPackageOptions, NativePipelinePackageFileOptions, type NativePipelinePackageOptions, type NativePipelineUnsupportedFeature, NativePreparedSearchBinding, NativeRedactionResult, NativeRequire, NativeResultEventCallback, NativeSdkOptions, NativeSdkPackageOptions, NativeSearchPackageInput, NativeSearchPackageOptions, NativeStaticRedactionResult, PreparedAnonymizer, PreparedNativeAnonymizer, PreparedNativePipeline, PreparedSearch, SharedNativeDiagnosticsJsonOptions, SharedNativeDiagnosticsStreamJsonOptions, SharedNativePreparedPackageOptions, SharedNativeRedactTextJsonOptions, SharedNativeRedactTextOptions, SharedNativeRedactTextStreamJsonOptions, SharedNativeSearchPackageOptions, assertNativeBindingVersion, assertNativePipelineSupported, availableDefaultNativePipelineLanguages, available_default_native_pipeline_languages, createNativeAnonymizerFromConfig, createNativeAnonymizerFromPackage, createNativePipelineFromConfig, createNativePipelineFromDefaultPackage, createNativePipelineFromPackage, createNativePipelineFromPackageFile, create_native_pipeline_from_default_package, diagnostics_json, diagnostics_stream_json, encodeNativeSearchConfig, encodeNativeSearchConfigInput, getDefaultNativePipeline, getNativeBindingVersion, getNativePipelineCompatibility, get_default_native_pipeline, loadNativeAnonymizeBinding, load_prepared_package, load_prepared_package_file, native_package_version, normalize_for_search, preloadDefaultNativePipeline, preloadDefaultNativePipelineAsync, preload_default_native_pipeline, prepareNativePipelineConfig, prepareNativePipelinePackage, prepareNativeSearchPackage, prepare_search_package, readDefaultNativePipelinePackageFile, readDefaultNativePipelinePackageFileAsync, readNativePipelinePackageFile, readNativePipelinePackageFileAsync, read_default_native_pipeline_package_file, redactDefaultText, redactDefaultTextJson, redact_default_text, redact_default_text_json, redact_text, redact_text_json, redact_text_stream_json, summary_diagnostics_json };