@stll/anonymize 1.5.0 → 2.0.0

package/dist/native-node.d.mts

@@ -0,0 +1,138 @@
+import { Q as GazetteerEntry, _ as PreparedNativeAnonymizer, et as PipelineConfig, h as NativeStaticRedactionResult, lt as NativePreparedSearchConfig, p as NativeSearchPackageInput, s as NativeOperatorConfig, t as NativeAnonymizeBinding, v as PreparedNativePipeline } from "./native.mjs";
+
+//#region src/context.d.ts
+/**
+ * Cached state for a single pipeline run (or a sequence of runs sharing the
+ * same config). The native pipeline builds its prepared package once and reuses
+ * it across calls with the same config; the package bytes and the key/promise
+ * that guard concurrent builds live here so callers can share one warmed
+ * context.
+ */
+type PipelineContext = {
+  nativePipelinePackage: Uint8Array | null;
+  nativePipelinePackageKey: string;
+  nativePipelinePackagePromise: Promise<Uint8Array> | null;
+};
+//#endregion
+//#region src/native-pipeline.d.ts
+type NativePipelineUnsupportedFeature = "enableNer";
+type NativePipelineCompatibility = {
+  status: "supported";
+} | {
+  status: "unsupported";
+  unsupportedFeatures: NativePipelineUnsupportedFeature[];
+};
+type NativePipelineBuildOptions = {
+  binding: NativeAnonymizeBinding;
+  config: PipelineConfig;
+  gazetteerEntries?: GazetteerEntry[];
+  context?: PipelineContext;
+};
+type NativePipelinePackageOptions = NativePipelineBuildOptions & {
+  compressed?: boolean;
+};
+declare const getNativePipelineCompatibility: (config: PipelineConfig) => NativePipelineCompatibility;
+declare const assertNativePipelineSupported: (config: PipelineConfig) => void;
+declare const prepareNativePipelineConfig: ({
+  binding,
+  config,
+  gazetteerEntries
+}: Omit<NativePipelineBuildOptions, "context">) => Promise<NativePreparedSearchConfig>;
+declare const prepareNativePipelinePackage: ({
+  binding,
+  config,
+  gazetteerEntries,
+  context,
+  compressed
+}: NativePipelinePackageOptions) => Promise<Uint8Array>;
+declare const createNativePipelineFromConfig: ({
+  binding,
+  config,
+  gazetteerEntries,
+  context
+}: NativePipelineBuildOptions) => Promise<PreparedNativePipeline>;
+//#endregion
+//#region src/native-default-config.d.ts
+declare const DEFAULT_NATIVE_PIPELINE_CONFIG: PipelineConfig;
+//#endregion
+//#region src/native-node.d.ts
+type NativeRequire = (specifier: string) => unknown;
+type NativeLibc = "gnu" | "musl";
+type LoadNativeBindingOptions = {
+  expectedVersion?: string;
+  platform?: string;
+  arch?: string;
+  libc?: NativeLibc;
+  env?: Record<string, string | undefined>;
+  requireModule?: NativeRequire;
+};
+type NativePipelinePackageFileOptions = LoadNativeBindingOptions & {
+  binding?: NativeAnonymizeBinding;
+  packagePath: string;
+};
+type NativeSdkOptions = LoadNativeBindingOptions & {
+  binding?: NativeAnonymizeBinding;
+};
+type NativeSdkPackageOptions = NativeSdkOptions & {
+  compressed?: boolean;
+};
+type DefaultNativePipelinePackageOptions = LoadNativeBindingOptions & {
+  binding?: NativeAnonymizeBinding;
+  language?: string;
+  packagePath?: string;
+  warmup?: DefaultNativePipelineWarmup;
+};
+declare const DEFAULT_NATIVE_PIPELINE_WARMUPS: {
+  readonly lazyRegex: "lazy-regex";
+  readonly none: "none";
+};
+type DefaultNativePipelineWarmup = (typeof DEFAULT_NATIVE_PIPELINE_WARMUPS)[keyof typeof DEFAULT_NATIVE_PIPELINE_WARMUPS];
+type DefaultNativePipelinePackageFileOptions = {
+  language?: string;
+};
+declare const loadNativeAnonymizeBinding: (options?: LoadNativeBindingOptions) => NativeAnonymizeBinding;
+declare const readNativePipelinePackageFile: (packagePath: string) => Uint8Array;
+declare const readNativePipelinePackageFileAsync: (packagePath: string) => Promise<Uint8Array>;
+declare const native_package_version: (options?: NativeSdkOptions) => string;
+declare const normalize_for_search: (text: string, options?: NativeSdkOptions) => string;
+declare const prepare_search_package: (config: NativeSearchPackageInput, {
+  compressed,
+  ...options
+}?: NativeSdkPackageOptions) => Uint8Array;
+declare const load_prepared_package: (packageBytes: Uint8Array, options?: NativeSdkOptions) => PreparedNativeAnonymizer;
+declare const load_prepared_package_file: (packagePath: string, options?: NativeSdkOptions) => PreparedNativeAnonymizer;
+declare const redact_text: (config: NativeSearchPackageInput, fullText: string, operators?: NativeOperatorConfig, options?: NativeSdkOptions) => NativeStaticRedactionResult;
+declare const redact_text_json: (config: NativeSearchPackageInput, fullText: string, operators?: NativeOperatorConfig, options?: NativeSdkOptions) => string;
+declare const redact_text_stream_json: (config: NativeSearchPackageInput, fullText: string, onEvent: (eventJson: string) => void, operators?: NativeOperatorConfig, options?: NativeSdkOptions) => string | null;
+declare const diagnostics_json: (config: NativeSearchPackageInput, fullText: string, operators?: NativeOperatorConfig, options?: NativeSdkOptions) => string | null;
+declare const diagnostics_stream_json: (config: NativeSearchPackageInput, fullText: string, onBatch: (diagnosticsJson: string) => void, operators?: NativeOperatorConfig, options?: NativeSdkOptions) => string | null;
+declare const summary_diagnostics_json: (config: NativeSearchPackageInput, fullText: string, operators?: NativeOperatorConfig, options?: NativeSdkOptions) => string | null;
+declare const readDefaultNativePipelinePackageFile: ({
+  language
+}?: DefaultNativePipelinePackageFileOptions) => Uint8Array;
+declare const read_default_native_pipeline_package_file: (options?: DefaultNativePipelinePackageFileOptions) => Uint8Array;
+declare const availableDefaultNativePipelineLanguages: () => string[];
+declare const available_default_native_pipeline_languages: () => string[];
+declare const readDefaultNativePipelinePackageFileAsync: ({
+  language
+}?: DefaultNativePipelinePackageFileOptions) => Promise<Uint8Array>;
+declare const createNativePipelineFromPackageFile: ({
+  binding,
+  packagePath,
+  expectedVersion,
+  ...loadOptions
+}: NativePipelinePackageFileOptions) => PreparedNativePipeline;
+declare const createNativePipelineFromDefaultPackage: (options?: DefaultNativePipelinePackageOptions) => PreparedNativePipeline;
+declare const create_native_pipeline_from_default_package: (options?: DefaultNativePipelinePackageOptions) => PreparedNativePipeline;
+declare const getDefaultNativePipeline: (options?: DefaultNativePipelinePackageOptions) => PreparedNativePipeline;
+declare const get_default_native_pipeline: (options?: DefaultNativePipelinePackageOptions) => PreparedNativePipeline;
+declare const preloadDefaultNativePipeline: (options?: DefaultNativePipelinePackageOptions) => PreparedNativePipeline;
+declare const preload_default_native_pipeline: (options?: DefaultNativePipelinePackageOptions) => PreparedNativePipeline;
+declare const redactDefaultText: (fullText: string, operators?: NativeOperatorConfig, options?: DefaultNativePipelinePackageOptions) => NativeStaticRedactionResult;
+declare const redact_default_text: (fullText: string, operators?: NativeOperatorConfig, options?: DefaultNativePipelinePackageOptions) => NativeStaticRedactionResult;
+declare const redactDefaultTextJson: (fullText: string, operators?: NativeOperatorConfig, options?: DefaultNativePipelinePackageOptions) => string;
+declare const redact_default_text_json: (fullText: string, operators?: NativeOperatorConfig, options?: DefaultNativePipelinePackageOptions) => string;
+declare const preloadDefaultNativePipelineAsync: (options?: DefaultNativePipelinePackageOptions) => Promise<PreparedNativePipeline>;
+//#endregion
+export { readDefaultNativePipelinePackageFileAsync as A, redact_text_stream_json as B, native_package_version as C, preload_default_native_pipeline as D, preloadDefaultNativePipelineAsync as E, redactDefaultTextJson as F, NativePipelinePackageOptions as G, DEFAULT_NATIVE_PIPELINE_CONFIG as H, redact_default_text as I, createNativePipelineFromConfig as J, NativePipelineUnsupportedFeature as K, redact_default_text_json as L, readNativePipelinePackageFileAsync as M, read_default_native_pipeline_package_file as N, prepare_search_package as O, redactDefaultText as P, redact_text as R, load_prepared_package_file as S, preloadDefaultNativePipeline as T, NativePipelineBuildOptions as U, summary_diagnostics_json as V, NativePipelineCompatibility as W, prepareNativePipelineConfig as X, getNativePipelineCompatibility as Y, prepareNativePipelinePackage as Z, diagnostics_stream_json as _, LoadNativeBindingOptions as a, loadNativeAnonymizeBinding as b, NativeRequire as c, availableDefaultNativePipelineLanguages as d, available_default_native_pipeline_languages as f, diagnostics_json as g, create_native_pipeline_from_default_package as h, DefaultNativePipelineWarmup as i, readNativePipelinePackageFile as j, readDefaultNativePipelinePackageFile as k, NativeSdkOptions as l, createNativePipelineFromPackageFile as m, DefaultNativePipelinePackageFileOptions as n, NativeLibc as o, createNativePipelineFromDefaultPackage as p, assertNativePipelineSupported as q, DefaultNativePipelinePackageOptions as r, NativePipelinePackageFileOptions as s, DEFAULT_NATIVE_PIPELINE_WARMUPS as t, NativeSdkPackageOptions as u, getDefaultNativePipeline as v, normalize_for_search as w, load_prepared_package as x, get_default_native_pipeline as y, redact_text_json as z };
+//# sourceMappingURL=native-node.d.mts.map

package/dist/native-node.mjs

@@ -0,0 +1,3 @@
+import { PreparedAnonymizer, PreparedNativeAnonymizer, PreparedNativePipeline, PreparedSearch, assertNativeBindingVersion, createNativeAnonymizerFromConfig, createNativeAnonymizerFromPackage, createNativePipelineFromPackage, encodeNativeSearchConfig, encodeNativeSearchConfigInput, getNativeBindingVersion, prepareNativeSearchPackage } from "./native.mjs";
+import { A as redact_text_json, C as readNativePipelinePackageFileAsync, D as redact_default_text, E as redactDefaultTextJson, F as createNativePipelineFromConfig, I as getNativePipelineCompatibility, L as prepareNativePipelineConfig, M as summary_diagnostics_json, N as DEFAULT_NATIVE_PIPELINE_CONFIG, O as redact_default_text_json, P as assertNativePipelineSupported, R as prepareNativePipelinePackage, S as readNativePipelinePackageFile, T as redactDefaultText, _ as preloadDefaultNativePipelineAsync, a as createNativePipelineFromPackageFile, b as readDefaultNativePipelinePackageFile, c as diagnostics_stream_json, d as loadNativeAnonymizeBinding, f as load_prepared_package, g as preloadDefaultNativePipeline, h as normalize_for_search, i as createNativePipelineFromDefaultPackage, j as redact_text_stream_json, k as redact_text, l as getDefaultNativePipeline, m as native_package_version, n as availableDefaultNativePipelineLanguages, o as create_native_pipeline_from_default_package, p as load_prepared_package_file, r as available_default_native_pipeline_languages, s as diagnostics_json, t as DEFAULT_NATIVE_PIPELINE_WARMUPS, u as get_default_native_pipeline, v as preload_default_native_pipeline, w as read_default_native_pipeline_package_file, x as readDefaultNativePipelinePackageFileAsync, y as prepare_search_package } from "./native-node2.mjs";
+export { DEFAULT_NATIVE_PIPELINE_CONFIG, DEFAULT_NATIVE_PIPELINE_WARMUPS, PreparedAnonymizer, PreparedNativeAnonymizer, PreparedNativePipeline, PreparedSearch, assertNativeBindingVersion, assertNativePipelineSupported, availableDefaultNativePipelineLanguages, available_default_native_pipeline_languages, createNativeAnonymizerFromConfig, createNativeAnonymizerFromPackage, createNativePipelineFromConfig, createNativePipelineFromDefaultPackage, createNativePipelineFromPackage, createNativePipelineFromPackageFile, create_native_pipeline_from_default_package, diagnostics_json, diagnostics_stream_json, encodeNativeSearchConfig, encodeNativeSearchConfigInput, getDefaultNativePipeline, getNativeBindingVersion, getNativePipelineCompatibility, get_default_native_pipeline, loadNativeAnonymizeBinding, load_prepared_package, load_prepared_package_file, native_package_version, normalize_for_search, preloadDefaultNativePipeline, preloadDefaultNativePipelineAsync, preload_default_native_pipeline, prepareNativePipelineConfig, prepareNativePipelinePackage, prepareNativeSearchPackage, prepare_search_package, readDefaultNativePipelinePackageFile, readDefaultNativePipelinePackageFileAsync, readNativePipelinePackageFile, readNativePipelinePackageFileAsync, read_default_native_pipeline_package_file, redactDefaultText, redactDefaultTextJson, redact_default_text, redact_default_text_json, redact_text, redact_text_json, redact_text_stream_json, summary_diagnostics_json };

package/dist/native-node2.d.mts

@@ -0,0 +1,3 @@
+import { A as createNativePipelineFromPackage, C as SharedNativeRedactTextJsonOptions, D as assertNativeBindingVersion, E as SharedNativeSearchPackageOptions, F as getNativeBindingVersion, N as encodeNativeSearchConfig, O as createNativeAnonymizerFromConfig, P as encodeNativeSearchConfigInput, S as SharedNativePreparedPackageOptions, T as SharedNativeRedactTextStreamJsonOptions, _ as PreparedNativeAnonymizer, a as NativeDiagnosticsBatchCallback, b as SharedNativeDiagnosticsJsonOptions, c as NativePipelineEntity, d as NativeRedactionResult, f as NativeResultEventCallback, g as PreparedAnonymizer, h as NativeStaticRedactionResult, i as NativeBindingVersionOptions, k as createNativeAnonymizerFromPackage, l as NativePipelineFromPackageOptions, lt as NativePreparedSearchConfig, m as NativeSearchPackageOptions, n as NativeAnonymizerFromConfigOptions, o as NativeNormalizeOptions, p as NativeSearchPackageInput, r as NativeAnonymizerFromPackageOptions, s as NativeOperatorConfig, t as NativeAnonymizeBinding, u as NativePreparedSearchBinding, v as PreparedNativePipeline, w as SharedNativeRedactTextOptions, x as SharedNativeDiagnosticsStreamJsonOptions, y as PreparedSearch, z as prepareNativeSearchPackage } from "./native.mjs";
+import { A as readDefaultNativePipelinePackageFileAsync, B as redact_text_stream_json, C as native_package_version, D as preload_default_native_pipeline, E as preloadDefaultNativePipelineAsync, F as redactDefaultTextJson, G as NativePipelinePackageOptions, H as DEFAULT_NATIVE_PIPELINE_CONFIG, I as redact_default_text, J as createNativePipelineFromConfig, K as NativePipelineUnsupportedFeature, L as redact_default_text_json, M as readNativePipelinePackageFileAsync, N as read_default_native_pipeline_package_file, O as prepare_search_package, P as redactDefaultText, R as redact_text, S as load_prepared_package_file, T as preloadDefaultNativePipeline, U as NativePipelineBuildOptions, V as summary_diagnostics_json, W as NativePipelineCompatibility, X as prepareNativePipelineConfig, Y as getNativePipelineCompatibility, Z as prepareNativePipelinePackage, _ as diagnostics_stream_json, a as LoadNativeBindingOptions, b as loadNativeAnonymizeBinding, c as NativeRequire, d as availableDefaultNativePipelineLanguages, f as available_default_native_pipeline_languages, g as diagnostics_json, h as create_native_pipeline_from_default_package, i as DefaultNativePipelineWarmup, j as readNativePipelinePackageFile, k as readDefaultNativePipelinePackageFile, l as NativeSdkOptions, m as createNativePipelineFromPackageFile, n as DefaultNativePipelinePackageFileOptions, o as NativeLibc, p as createNativePipelineFromDefaultPackage, q as assertNativePipelineSupported, r as DefaultNativePipelinePackageOptions, s as NativePipelinePackageFileOptions, t as DEFAULT_NATIVE_PIPELINE_WARMUPS, u as NativeSdkPackageOptions, v as getDefaultNativePipeline, w as normalize_for_search, x as load_prepared_package, y as get_default_native_pipeline, z as redact_text_json } from "./native-node.mjs";
+export { DEFAULT_NATIVE_PIPELINE_CONFIG, DEFAULT_NATIVE_PIPELINE_WARMUPS, DefaultNativePipelinePackageFileOptions, DefaultNativePipelinePackageOptions, DefaultNativePipelineWarmup, LoadNativeBindingOptions, NativeAnonymizeBinding, NativeAnonymizerFromConfigOptions, NativeAnonymizerFromPackageOptions, NativeBindingVersionOptions, NativeDiagnosticsBatchCallback, NativeLibc, NativeNormalizeOptions, NativeOperatorConfig, type NativePipelineBuildOptions, type NativePipelineCompatibility, NativePipelineEntity, NativePipelineFromPackageOptions, NativePipelinePackageFileOptions, type NativePipelinePackageOptions, type NativePipelineUnsupportedFeature, NativePreparedSearchBinding, type NativePreparedSearchConfig, NativeRedactionResult, NativeRequire, NativeResultEventCallback, NativeSdkOptions, NativeSdkPackageOptions, NativeSearchPackageInput, NativeSearchPackageOptions, NativeStaticRedactionResult, PreparedAnonymizer, PreparedNativeAnonymizer, PreparedNativePipeline, PreparedSearch, SharedNativeDiagnosticsJsonOptions, SharedNativeDiagnosticsStreamJsonOptions, SharedNativePreparedPackageOptions, SharedNativeRedactTextJsonOptions, SharedNativeRedactTextOptions, SharedNativeRedactTextStreamJsonOptions, SharedNativeSearchPackageOptions, assertNativeBindingVersion, assertNativePipelineSupported, availableDefaultNativePipelineLanguages, available_default_native_pipeline_languages, createNativeAnonymizerFromConfig, createNativeAnonymizerFromPackage, createNativePipelineFromConfig, createNativePipelineFromDefaultPackage, createNativePipelineFromPackage, createNativePipelineFromPackageFile, create_native_pipeline_from_default_package, diagnostics_json, diagnostics_stream_json, encodeNativeSearchConfig, encodeNativeSearchConfigInput, getDefaultNativePipeline, getNativeBindingVersion, getNativePipelineCompatibility, get_default_native_pipeline, loadNativeAnonymizeBinding, load_prepared_package, load_prepared_package_file, native_package_version, normalize_for_search, preloadDefaultNativePipeline, preloadDefaultNativePipelineAsync, preload_default_native_pipeline, prepareNativePipelineConfig, prepareNativePipelinePackage, prepareNativeSearchPackage, prepare_search_package, readDefaultNativePipelinePackageFile, readDefaultNativePipelinePackageFileAsync, readNativePipelinePackageFile, readNativePipelinePackageFileAsync, read_default_native_pipeline_package_file, redactDefaultText, redactDefaultTextJson, redact_default_text, redact_default_text_json, redact_text, redact_text_json, redact_text_stream_json, summary_diagnostics_json };