@stll/anonymize 1.5.0 → 2.0.0

package/dist/native.mjs

@@ -0,0 +1,230 @@
+//#region src/native.ts
+var PreparedNativeAnonymizer = class {
+	#prepared;
+	constructor(prepared) {
+		this.#prepared = prepared;
+	}
+	prepareDiagnosticsJson() {
+		return this.#prepared.prepareDiagnosticsJson?.() ?? null;
+	}
+	prepare_diagnostics_json() {
+		return this.prepareDiagnosticsJson();
+	}
+	warmLazyRegex() {
+		if (this.#prepared.warmLazyRegex) {
+			this.#prepared.warmLazyRegex();
+			return;
+		}
+		this.#prepared.warm_lazy_regex?.();
+	}
+	warm_lazy_regex() {
+		this.warmLazyRegex();
+	}
+	warmLazyRegexDiagnosticsJson() {
+		if (this.#prepared.warmLazyRegexDiagnosticsJson) return this.#prepared.warmLazyRegexDiagnosticsJson();
+		return this.#prepared.warm_lazy_regex_diagnostics_json?.() ?? null;
+	}
+	warm_lazy_regex_diagnostics_json() {
+		return this.warmLazyRegexDiagnosticsJson();
+	}
+	redactStaticEntities(fullText, operators) {
+		return toNativeStaticRedactionResult(this.#prepared.redactStaticEntities(fullText, toBindingOperatorConfig(operators)));
+	}
+	redact_text(fullText, operators) {
+		return this.redactStaticEntities(fullText, operators);
+	}
+	redact_text_json(fullText, operators) {
+		const bindingOperators = toBindingOperatorConfig(operators);
+		if (this.#prepared.redactStaticEntitiesJson) return this.#prepared.redactStaticEntitiesJson(fullText, bindingOperators);
+		return JSON.stringify(toBindingStaticRedactionResult(toNativeStaticRedactionResult(this.#prepared.redactStaticEntities(fullText, bindingOperators))));
+	}
+	redactTextJson(fullText, operators) {
+		return this.redact_text_json(fullText, operators);
+	}
+	redactTextStreamJson(fullText, onEvent, operators) {
+		if (!this.#prepared.redactStaticEntitiesResultStreamJson) return null;
+		return this.#prepared.redactStaticEntitiesResultStreamJson(fullText, toBindingOperatorConfig(operators), onEvent);
+	}
+	redact_text_stream_json(fullText, onEvent, operators) {
+		return this.redactTextStreamJson(fullText, onEvent, operators);
+	}
+	redactStaticEntitiesDiagnosticsJson(fullText, operators) {
+		if (!this.#prepared.redactStaticEntitiesDiagnosticsJson) return null;
+		return this.#prepared.redactStaticEntitiesDiagnosticsJson(fullText, toBindingOperatorConfig(operators));
+	}
+	diagnostics_json(fullText, operators) {
+		return this.redactStaticEntitiesDiagnosticsJson(fullText, operators);
+	}
+	diagnosticsStreamJson(fullText, onBatch, operators) {
+		if (!this.#prepared.redactStaticEntitiesDiagnosticsStreamJson) return null;
+		return this.#prepared.redactStaticEntitiesDiagnosticsStreamJson(fullText, toBindingOperatorConfig(operators), onBatch);
+	}
+	diagnostics_stream_json(fullText, onBatch, operators) {
+		return this.diagnosticsStreamJson(fullText, onBatch, operators);
+	}
+	redactStaticEntitiesSummaryDiagnosticsJson(fullText, operators) {
+		if (!this.#prepared.redactStaticEntitiesSummaryDiagnosticsJson) return null;
+		return this.#prepared.redactStaticEntitiesSummaryDiagnosticsJson(fullText, toBindingOperatorConfig(operators));
+	}
+	summary_diagnostics_json(fullText, operators) {
+		return this.redactStaticEntitiesSummaryDiagnosticsJson(fullText, operators);
+	}
+};
+var PreparedNativePipeline = class {
+	#anonymizer;
+	constructor(anonymizer) {
+		this.#anonymizer = anonymizer;
+	}
+	prepareDiagnosticsJson() {
+		return this.#anonymizer.prepareDiagnosticsJson();
+	}
+	prepare_diagnostics_json() {
+		return this.prepareDiagnosticsJson();
+	}
+	warmLazyRegex() {
+		this.#anonymizer.warmLazyRegex();
+	}
+	warm_lazy_regex() {
+		this.warmLazyRegex();
+	}
+	warmLazyRegexDiagnosticsJson() {
+		return this.#anonymizer.warmLazyRegexDiagnosticsJson();
+	}
+	warm_lazy_regex_diagnostics_json() {
+		return this.warmLazyRegexDiagnosticsJson();
+	}
+	redactText(fullText, operators) {
+		return this.#anonymizer.redactStaticEntities(fullText, operators);
+	}
+	redact_text(fullText, operators) {
+		return this.redactText(fullText, operators);
+	}
+	redact_text_json(fullText, operators) {
+		return this.#anonymizer.redact_text_json(fullText, operators);
+	}
+	redactTextJson(fullText, operators) {
+		return this.redact_text_json(fullText, operators);
+	}
+	redactTextStreamJson(fullText, onEvent, operators) {
+		return this.#anonymizer.redactTextStreamJson(fullText, onEvent, operators);
+	}
+	redact_text_stream_json(fullText, onEvent, operators) {
+		return this.redactTextStreamJson(fullText, onEvent, operators);
+	}
+	redactTextDiagnosticsJson(fullText, operators) {
+		return this.#anonymizer.redactStaticEntitiesDiagnosticsJson(fullText, operators);
+	}
+	diagnostics_json(fullText, operators) {
+		return this.redactTextDiagnosticsJson(fullText, operators);
+	}
+	diagnosticsStreamJson(fullText, onBatch, operators) {
+		return this.#anonymizer.diagnosticsStreamJson(fullText, onBatch, operators);
+	}
+	diagnostics_stream_json(fullText, onBatch, operators) {
+		return this.diagnosticsStreamJson(fullText, onBatch, operators);
+	}
+	redactTextSummaryDiagnosticsJson(fullText, operators) {
+		return this.#anonymizer.redactStaticEntitiesSummaryDiagnosticsJson(fullText, operators);
+	}
+	summary_diagnostics_json(fullText, operators) {
+		return this.redactTextSummaryDiagnosticsJson(fullText, operators);
+	}
+};
+const encodeNativeSearchConfig = (config) => new TextEncoder().encode(JSON.stringify(config));
+const encodeNativeSearchConfigInput = (config) => {
+	if (typeof config === "string") return new TextEncoder().encode(config);
+	if (config instanceof Uint8Array) return config;
+	return encodeNativeSearchConfig(config);
+};
+const getNativeBindingVersion = (binding) => binding.nativePackageVersion();
+const native_package_version = getNativeBindingVersion;
+const normalize_for_search = ({ binding, text }) => binding.normalizeForSearch(text);
+const assertNativeBindingVersion = ({ binding, expectedVersion }) => {
+	const actualVersion = getNativeBindingVersion(binding);
+	if (actualVersion !== expectedVersion) throw new Error(`Native anonymize binding version ${actualVersion} does not match ${expectedVersion}`);
+};
+const prepareNativeSearchPackage = ({ binding, config, compressed = false }) => {
+	const configBytes = encodeNativeSearchConfig(config);
+	return compressed ? binding.prepareStaticSearchCompressedPackageBytes(configBytes) : binding.prepareStaticSearchPackageBytes(configBytes);
+};
+const prepare_search_package = ({ binding, config, compressed = false }) => {
+	const configBytes = encodeNativeSearchConfigInput(config);
+	return compressed ? binding.prepareStaticSearchCompressedPackageBytes(configBytes) : binding.prepareStaticSearchPackageBytes(configBytes);
+};
+const createNativeAnonymizerFromConfig = ({ binding, config }) => new PreparedNativeAnonymizer(binding.NativePreparedSearch.fromConfigJsonBytes(encodeNativeSearchConfig(config)));
+const createNativeAnonymizerFromPackage = ({ binding, packageBytes }) => new PreparedNativeAnonymizer(binding.NativePreparedSearch.fromPreparedPackageBytes(packageBytes));
+const load_prepared_package = ({ binding, packageBytes }) => createNativeAnonymizerFromPackage({
+	binding,
+	packageBytes
+});
+const redact_text_json = ({ binding, config, fullText, operators }) => new PreparedNativeAnonymizer(binding.NativePreparedSearch.fromConfigJsonBytes(encodeNativeSearchConfigInput(config))).redact_text_json(fullText, operators);
+const redact_text = ({ binding, config, fullText, operators }) => new PreparedNativeAnonymizer(binding.NativePreparedSearch.fromConfigJsonBytes(encodeNativeSearchConfigInput(config))).redact_text(fullText, operators);
+const redact_text_stream_json = ({ binding, config, fullText, operators, onEvent }) => new PreparedNativeAnonymizer(binding.NativePreparedSearch.fromConfigJsonBytes(encodeNativeSearchConfigInput(config))).redact_text_stream_json(fullText, onEvent, operators);
+const diagnostics_json = ({ binding, config, fullText, operators }) => new PreparedNativeAnonymizer(binding.NativePreparedSearch.fromConfigJsonBytes(encodeNativeSearchConfigInput(config))).diagnostics_json(fullText, operators);
+const diagnostics_stream_json = ({ binding, config, fullText, operators, onBatch }) => new PreparedNativeAnonymizer(binding.NativePreparedSearch.fromConfigJsonBytes(encodeNativeSearchConfigInput(config))).diagnostics_stream_json(fullText, onBatch, operators);
+const summary_diagnostics_json = ({ binding, config, fullText, operators }) => new PreparedNativeAnonymizer(binding.NativePreparedSearch.fromConfigJsonBytes(encodeNativeSearchConfigInput(config))).summary_diagnostics_json(fullText, operators);
+const createNativePipelineFromPackage = ({ binding, packageBytes }) => new PreparedNativePipeline(createNativeAnonymizerFromPackage({
+	binding,
+	packageBytes
+}));
+const PreparedSearch = PreparedNativeAnonymizer;
+const PreparedAnonymizer = PreparedNativeAnonymizer;
+const toBindingOperatorConfig = (config) => {
+	if (!config) return;
+	const bindingConfig = {};
+	if (config.operators !== void 0) bindingConfig.operators = config.operators;
+	if (config.redactString !== void 0) bindingConfig.redactString = config.redactString;
+	return bindingConfig;
+};
+const toNativeStaticRedactionResult = (result) => ({
+	resolvedEntities: result.resolvedEntities.map(toNativePipelineEntity),
+	redaction: toNativeRedactionResult(result.redaction)
+});
+const toBindingStaticRedactionResult = (result) => ({
+	resolved_entities: result.resolvedEntities.map(toBindingPipelineEntity),
+	redaction: {
+		redacted_text: result.redaction.redactedText,
+		redaction_map: [...result.redaction.redactionMap.entries()].map(([placeholder, original]) => ({
+			placeholder,
+			original
+		})),
+		operator_map: [...result.redaction.operatorMap.entries()].map(([placeholder, operator]) => ({
+			placeholder,
+			operator
+		})),
+		entity_count: result.redaction.entityCount
+	}
+});
+const toNativePipelineEntity = (entity) => ({
+	start: entity.start,
+	end: entity.end,
+	label: entity.label,
+	text: entity.text,
+	score: entity.score,
+	source: entity.source,
+	...entity.sourceDetail ? { sourceDetail: entity.sourceDetail } : {}
+});
+const toBindingPipelineEntity = ({ sourceDetail, ...entity }) => ({
+	...entity,
+	source_detail: sourceDetail ?? null
+});
+const toNativeRedactionResult = (result) => ({
+	redactedText: result.redactedText,
+	redactionMap: toRedactionMap(result.redactionMap),
+	operatorMap: toOperatorMap(result.operatorMap),
+	entityCount: result.entityCount
+});
+const toRedactionMap = (entries) => {
+	const map = /* @__PURE__ */ new Map();
+	for (const entry of entries) map.set(entry.placeholder, entry.original);
+	return map;
+};
+const toOperatorMap = (entries) => {
+	const map = /* @__PURE__ */ new Map();
+	for (const entry of entries) map.set(entry.placeholder, entry.operator);
+	return map;
+};
+//#endregion
+export { PreparedAnonymizer, PreparedNativeAnonymizer, PreparedNativePipeline, PreparedSearch, assertNativeBindingVersion, createNativeAnonymizerFromConfig, createNativeAnonymizerFromPackage, createNativePipelineFromPackage, diagnostics_json, diagnostics_stream_json, encodeNativeSearchConfig, encodeNativeSearchConfigInput, getNativeBindingVersion, load_prepared_package, native_package_version, normalize_for_search, prepareNativeSearchPackage, prepare_search_package, redact_text, redact_text_json, redact_text_stream_json, summary_diagnostics_json };
+
+//# sourceMappingURL=native.mjs.map

package/dist/native.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"native.mjs","names":["#prepared","#anonymizer"],"sources":["../src/native.ts"],"sourcesContent":["import type { NativePreparedSearchConfig } from \"./native-search-config\";\nimport type { OperatorType } from \"./types\";\n\nexport type { NativePreparedSearchConfig } from \"./native-search-config\";\n\ntype NativeBindingOperatorConfig = {\n  operators?: Record<string, OperatorType>;\n  redactString?: string;\n};\n\nexport type NativeDiagnosticsBatchCallback = (diagnosticsJson: string) => void;\nexport type NativeResultEventCallback = (eventJson: string) => void;\n\ntype NativeBindingRedactionEntry = {\n  placeholder: string;\n  original: string;\n};\n\ntype NativeBindingOperatorEntry = {\n  placeholder: string;\n  operator: OperatorType;\n};\n\ntype NativeBindingPipelineEntity = {\n  start: number;\n  end: number;\n  label: string;\n  text: string;\n  score: number;\n  source: string;\n  sourceDetail?: string | null;\n};\n\ntype NativeBindingRedactionResult = {\n  redactedText: string;\n  redactionMap: NativeBindingRedactionEntry[];\n  operatorMap: NativeBindingOperatorEntry[];\n  entityCount: number;\n};\n\ntype NativeBindingStaticRedactionResult = {\n  resolvedEntities: NativeBindingPipelineEntity[];\n  redaction: NativeBindingRedactionResult;\n};\n\ntype CanonicalPipelineEntity = {\n  start: number;\n  end: number;\n  label: string;\n  text: string;\n  score: number;\n  source: string;\n  source_detail?: string | null;\n};\n\ntype CanonicalStaticRedactionResult = {\n  resolved_entities: CanonicalPipelineEntity[];\n  redaction: {\n    redacted_text: string;\n    redaction_map: NativeBindingRedactionEntry[];\n    operator_map: NativeBindingOperatorEntry[];\n    entity_count: number;\n  };\n};\n\nexport type NativePreparedSearchBinding = {\n  prepareDiagnosticsJson?: () => string;\n  warmLazyRegex?: () => void;\n  warm_lazy_regex?: () => void;\n  warmLazyRegexDiagnosticsJson?: () => string;\n  warm_lazy_regex_diagnostics_json?: () => string;\n  redactStaticEntities: (\n    fullText: string,\n    operators?: NativeBindingOperatorConfig,\n  ) => NativeBindingStaticRedactionResult;\n  redactStaticEntitiesJson?: (\n    fullText: string,\n    operators?: NativeBindingOperatorConfig,\n  ) => string;\n  redactStaticEntitiesResultStreamJson?: (\n    fullText: string,\n    operators: NativeBindingOperatorConfig | undefined,\n    onEvent: NativeResultEventCallback,\n  ) => string;\n  redactStaticEntitiesDiagnosticsJson?: (\n    fullText: string,\n    operators?: NativeBindingOperatorConfig,\n  ) => string;\n  redactStaticEntitiesDiagnosticsStreamJson?: (\n    fullText: string,\n    operators: NativeBindingOperatorConfig | undefined,\n    onBatch: NativeDiagnosticsBatchCallback,\n  ) => string;\n  redactStaticEntitiesSummaryDiagnosticsJson?: (\n    fullText: string,\n    operators?: NativeBindingOperatorConfig,\n  ) => string;\n};\n\nexport type NativeAnonymizeBinding = {\n  normalizeForSearch: (text: string) => string;\n  nativePackageVersion: () => string;\n  NativePreparedSearch: {\n    fromConfigJsonBytes: (\n      configJson: Uint8Array,\n    ) => NativePreparedSearchBinding;\n    fromPreparedPackageBytes: (\n      packageBytes: Uint8Array,\n    ) => NativePreparedSearchBinding;\n    fromPreparedPackageBytesWithoutCache?: (\n      packageBytes: Uint8Array,\n    ) => NativePreparedSearchBinding;\n    fromTrustedPreparedPackageBytes?: (\n      packageBytes: Uint8Array,\n    ) => NativePreparedSearchBinding;\n    fromTrustedPreparedPackageBytesWithoutCache?: (\n      packageBytes: Uint8Array,\n    ) => NativePreparedSearchBinding;\n  };\n  prepareStaticSearchPackageBytes: (configJson: Uint8Array) => Uint8Array;\n  prepareStaticSearchCompressedPackageBytes: (\n    configJson: Uint8Array,\n  ) => Uint8Array;\n  // Rust config assembler (replaces the retired TypeScript config-assembly\n  // layer). Takes the pipeline config plus out-of-band dictionaries and\n  // gazetteer JSON and returns either the assembled config JSON or ready\n  // package bytes. Optional so older bindings without the assembler still\n  // satisfy the type; native-node loads them from the same `.node`.\n  assembleStaticSearchConfigJson?: (\n    pipelineConfigJson: Uint8Array,\n    dictionariesJson?: Uint8Array,\n    gazetteerJson?: Uint8Array,\n  ) => Uint8Array;\n  assembleStaticSearchPackageBytes?: (\n    pipelineConfigJson: Uint8Array,\n    dictionariesJson?: Uint8Array,\n    gazetteerJson?: Uint8Array,\n  ) => Uint8Array;\n  assembleStaticSearchCompressedPackageBytes?: (\n    pipelineConfigJson: Uint8Array,\n    dictionariesJson?: Uint8Array,\n    gazetteerJson?: Uint8Array,\n  ) => Uint8Array;\n};\n\nexport type NativeOperatorConfig = {\n  operators?: Record<string, OperatorType>;\n  redactString?: string;\n};\n\nexport type NativePipelineEntity = {\n  start: number;\n  end: number;\n  label: string;\n  text: string;\n  score: number;\n  source: string;\n  sourceDetail?: string;\n};\n\nexport type NativeRedactionResult = {\n  redactedText: string;\n  redactionMap: Map<string, string>;\n  operatorMap: Map<string, OperatorType>;\n  entityCount: number;\n};\n\nexport type NativeStaticRedactionResult = {\n  resolvedEntities: NativePipelineEntity[];\n  redaction: NativeRedactionResult;\n};\n\nexport type NativeSearchPackageOptions = {\n  binding: NativeAnonymizeBinding;\n  config: NativePreparedSearchConfig;\n  compressed?: boolean;\n};\n\nexport type NativeSearchPackageInput =\n  | NativePreparedSearchConfig\n  | string\n  | Uint8Array;\n\nexport type SharedNativeSearchPackageOptions = {\n  binding: NativeAnonymizeBinding;\n  config: NativeSearchPackageInput;\n  compressed?: boolean;\n};\n\nexport type SharedNativePreparedPackageOptions = {\n  binding: NativeAnonymizeBinding;\n  packageBytes: Uint8Array;\n};\n\nexport type SharedNativeRedactTextJsonOptions = {\n  binding: NativeAnonymizeBinding;\n  config: NativeSearchPackageInput;\n  fullText: string;\n  operators?: NativeOperatorConfig;\n};\n\nexport type SharedNativeRedactTextOptions = SharedNativeRedactTextJsonOptions;\n\nexport type SharedNativeDiagnosticsJsonOptions =\n  SharedNativeRedactTextJsonOptions;\n\nexport type SharedNativeDiagnosticsStreamJsonOptions =\n  SharedNativeRedactTextJsonOptions & {\n    onBatch: NativeDiagnosticsBatchCallback;\n  };\n\nexport type SharedNativeRedactTextStreamJsonOptions =\n  SharedNativeRedactTextJsonOptions & {\n    onEvent: NativeResultEventCallback;\n  };\n\nexport type NativeNormalizeOptions = {\n  binding: NativeAnonymizeBinding;\n  text: string;\n};\n\nexport type NativeAnonymizerFromConfigOptions = {\n  binding: NativeAnonymizeBinding;\n  config: NativePreparedSearchConfig;\n};\n\nexport type NativeAnonymizerFromPackageOptions = {\n  binding: NativeAnonymizeBinding;\n  packageBytes: Uint8Array;\n};\n\nexport type NativePipelineFromPackageOptions =\n  NativeAnonymizerFromPackageOptions;\n\nexport type NativeBindingVersionOptions = {\n  binding: NativeAnonymizeBinding;\n  expectedVersion: string;\n};\n\nexport class PreparedNativeAnonymizer {\n  readonly #prepared: NativePreparedSearchBinding;\n\n  constructor(prepared: NativePreparedSearchBinding) {\n    this.#prepared = prepared;\n  }\n\n  prepareDiagnosticsJson(): string | null {\n    return this.#prepared.prepareDiagnosticsJson?.() ?? null;\n  }\n\n  prepare_diagnostics_json(): string | null {\n    return this.prepareDiagnosticsJson();\n  }\n\n  warmLazyRegex(): void {\n    if (this.#prepared.warmLazyRegex) {\n      this.#prepared.warmLazyRegex();\n      return;\n    }\n    this.#prepared.warm_lazy_regex?.();\n  }\n\n  warm_lazy_regex(): void {\n    this.warmLazyRegex();\n  }\n\n  warmLazyRegexDiagnosticsJson(): string | null {\n    if (this.#prepared.warmLazyRegexDiagnosticsJson) {\n      return this.#prepared.warmLazyRegexDiagnosticsJson();\n    }\n    return this.#prepared.warm_lazy_regex_diagnostics_json?.() ?? null;\n  }\n\n  warm_lazy_regex_diagnostics_json(): string | null {\n    return this.warmLazyRegexDiagnosticsJson();\n  }\n\n  redactStaticEntities(\n    fullText: string,\n    operators?: NativeOperatorConfig,\n  ): NativeStaticRedactionResult {\n    return toNativeStaticRedactionResult(\n      this.#prepared.redactStaticEntities(\n        fullText,\n        toBindingOperatorConfig(operators),\n      ),\n    );\n  }\n\n  redact_text(\n    fullText: string,\n    operators?: NativeOperatorConfig,\n  ): NativeStaticRedactionResult {\n    return this.redactStaticEntities(fullText, operators);\n  }\n\n  redact_text_json(fullText: string, operators?: NativeOperatorConfig): string {\n    const bindingOperators = toBindingOperatorConfig(operators);\n    if (this.#prepared.redactStaticEntitiesJson) {\n      return this.#prepared.redactStaticEntitiesJson(\n        fullText,\n        bindingOperators,\n      );\n    }\n    return JSON.stringify(\n      toBindingStaticRedactionResult(\n        toNativeStaticRedactionResult(\n          this.#prepared.redactStaticEntities(fullText, bindingOperators),\n        ),\n      ),\n    );\n  }\n\n  redactTextJson(fullText: string, operators?: NativeOperatorConfig): string {\n    return this.redact_text_json(fullText, operators);\n  }\n\n  redactTextStreamJson(\n    fullText: string,\n    onEvent: NativeResultEventCallback,\n    operators?: NativeOperatorConfig,\n  ): string | null {\n    if (!this.#prepared.redactStaticEntitiesResultStreamJson) {\n      return null;\n    }\n    return this.#prepared.redactStaticEntitiesResultStreamJson(\n      fullText,\n      toBindingOperatorConfig(operators),\n      onEvent,\n    );\n  }\n\n  redact_text_stream_json(\n    fullText: string,\n    onEvent: NativeResultEventCallback,\n    operators?: NativeOperatorConfig,\n  ): string | null {\n    return this.redactTextStreamJson(fullText, onEvent, operators);\n  }\n\n  redactStaticEntitiesDiagnosticsJson(\n    fullText: string,\n    operators?: NativeOperatorConfig,\n  ): string | null {\n    if (!this.#prepared.redactStaticEntitiesDiagnosticsJson) {\n      return null;\n    }\n    return this.#prepared.redactStaticEntitiesDiagnosticsJson(\n      fullText,\n      toBindingOperatorConfig(operators),\n    );\n  }\n\n  diagnostics_json(\n    fullText: string,\n    operators?: NativeOperatorConfig,\n  ): string | null {\n    return this.redactStaticEntitiesDiagnosticsJson(fullText, operators);\n  }\n\n  diagnosticsStreamJson(\n    fullText: string,\n    onBatch: NativeDiagnosticsBatchCallback,\n    operators?: NativeOperatorConfig,\n  ): string | null {\n    if (!this.#prepared.redactStaticEntitiesDiagnosticsStreamJson) {\n      return null;\n    }\n    return this.#prepared.redactStaticEntitiesDiagnosticsStreamJson(\n      fullText,\n      toBindingOperatorConfig(operators),\n      onBatch,\n    );\n  }\n\n  diagnostics_stream_json(\n    fullText: string,\n    onBatch: NativeDiagnosticsBatchCallback,\n    operators?: NativeOperatorConfig,\n  ): string | null {\n    return this.diagnosticsStreamJson(fullText, onBatch, operators);\n  }\n\n  redactStaticEntitiesSummaryDiagnosticsJson(\n    fullText: string,\n    operators?: NativeOperatorConfig,\n  ): string | null {\n    if (!this.#prepared.redactStaticEntitiesSummaryDiagnosticsJson) {\n      return null;\n    }\n    return this.#prepared.redactStaticEntitiesSummaryDiagnosticsJson(\n      fullText,\n      toBindingOperatorConfig(operators),\n    );\n  }\n\n  summary_diagnostics_json(\n    fullText: string,\n    operators?: NativeOperatorConfig,\n  ): string | null {\n    return this.redactStaticEntitiesSummaryDiagnosticsJson(fullText, operators);\n  }\n}\n\nexport class PreparedNativePipeline {\n  readonly #anonymizer: PreparedNativeAnonymizer;\n\n  constructor(anonymizer: PreparedNativeAnonymizer) {\n    this.#anonymizer = anonymizer;\n  }\n\n  prepareDiagnosticsJson(): string | null {\n    return this.#anonymizer.prepareDiagnosticsJson();\n  }\n\n  prepare_diagnostics_json(): string | null {\n    return this.prepareDiagnosticsJson();\n  }\n\n  warmLazyRegex(): void {\n    this.#anonymizer.warmLazyRegex();\n  }\n\n  warm_lazy_regex(): void {\n    this.warmLazyRegex();\n  }\n\n  warmLazyRegexDiagnosticsJson(): string | null {\n    return this.#anonymizer.warmLazyRegexDiagnosticsJson();\n  }\n\n  warm_lazy_regex_diagnostics_json(): string | null {\n    return this.warmLazyRegexDiagnosticsJson();\n  }\n\n  redactText(\n    fullText: string,\n    operators?: NativeOperatorConfig,\n  ): NativeStaticRedactionResult {\n    return this.#anonymizer.redactStaticEntities(fullText, operators);\n  }\n\n  redact_text(\n    fullText: string,\n    operators?: NativeOperatorConfig,\n  ): NativeStaticRedactionResult {\n    return this.redactText(fullText, operators);\n  }\n\n  redact_text_json(fullText: string, operators?: NativeOperatorConfig): string {\n    return this.#anonymizer.redact_text_json(fullText, operators);\n  }\n\n  redactTextJson(fullText: string, operators?: NativeOperatorConfig): string {\n    return this.redact_text_json(fullText, operators);\n  }\n\n  redactTextStreamJson(\n    fullText: string,\n    onEvent: NativeResultEventCallback,\n    operators?: NativeOperatorConfig,\n  ): string | null {\n    return this.#anonymizer.redactTextStreamJson(fullText, onEvent, operators);\n  }\n\n  redact_text_stream_json(\n    fullText: string,\n    onEvent: NativeResultEventCallback,\n    operators?: NativeOperatorConfig,\n  ): string | null {\n    return this.redactTextStreamJson(fullText, onEvent, operators);\n  }\n\n  redactTextDiagnosticsJson(\n    fullText: string,\n    operators?: NativeOperatorConfig,\n  ): string | null {\n    return this.#anonymizer.redactStaticEntitiesDiagnosticsJson(\n      fullText,\n      operators,\n    );\n  }\n\n  diagnostics_json(\n    fullText: string,\n    operators?: NativeOperatorConfig,\n  ): string | null {\n    return this.redactTextDiagnosticsJson(fullText, operators);\n  }\n\n  diagnosticsStreamJson(\n    fullText: string,\n    onBatch: NativeDiagnosticsBatchCallback,\n    operators?: NativeOperatorConfig,\n  ): string | null {\n    return this.#anonymizer.diagnosticsStreamJson(fullText, onBatch, operators);\n  }\n\n  diagnostics_stream_json(\n    fullText: string,\n    onBatch: NativeDiagnosticsBatchCallback,\n    operators?: NativeOperatorConfig,\n  ): string | null {\n    return this.diagnosticsStreamJson(fullText, onBatch, operators);\n  }\n\n  redactTextSummaryDiagnosticsJson(\n    fullText: string,\n    operators?: NativeOperatorConfig,\n  ): string | null {\n    return this.#anonymizer.redactStaticEntitiesSummaryDiagnosticsJson(\n      fullText,\n      operators,\n    );\n  }\n\n  summary_diagnostics_json(\n    fullText: string,\n    operators?: NativeOperatorConfig,\n  ): string | null {\n    return this.redactTextSummaryDiagnosticsJson(fullText, operators);\n  }\n}\n\nexport const encodeNativeSearchConfig = (\n  config: NativePreparedSearchConfig,\n): Uint8Array => new TextEncoder().encode(JSON.stringify(config));\n\nexport const encodeNativeSearchConfigInput = (\n  config: NativeSearchPackageInput,\n): Uint8Array => {\n  if (typeof config === \"string\") {\n    return new TextEncoder().encode(config);\n  }\n  if (config instanceof Uint8Array) {\n    return config;\n  }\n  return encodeNativeSearchConfig(config);\n};\n\nexport const getNativeBindingVersion = (\n  binding: NativeAnonymizeBinding,\n): string => binding.nativePackageVersion();\n\nexport const native_package_version = getNativeBindingVersion;\n\nexport const normalize_for_search = ({\n  binding,\n  text,\n}: NativeNormalizeOptions): string => binding.normalizeForSearch(text);\n\nexport const assertNativeBindingVersion = ({\n  binding,\n  expectedVersion,\n}: NativeBindingVersionOptions): void => {\n  const actualVersion = getNativeBindingVersion(binding);\n  if (actualVersion !== expectedVersion) {\n    throw new Error(\n      `Native anonymize binding version ${actualVersion} does not match ${expectedVersion}`,\n    );\n  }\n};\n\nexport const prepareNativeSearchPackage = ({\n  binding,\n  config,\n  compressed = false,\n}: NativeSearchPackageOptions): Uint8Array => {\n  const configBytes = encodeNativeSearchConfig(config);\n  return compressed\n    ? binding.prepareStaticSearchCompressedPackageBytes(configBytes)\n    : binding.prepareStaticSearchPackageBytes(configBytes);\n};\n\nexport const prepare_search_package = ({\n  binding,\n  config,\n  compressed = false,\n}: SharedNativeSearchPackageOptions): Uint8Array => {\n  const configBytes = encodeNativeSearchConfigInput(config);\n  return compressed\n    ? binding.prepareStaticSearchCompressedPackageBytes(configBytes)\n    : binding.prepareStaticSearchPackageBytes(configBytes);\n};\n\nexport const createNativeAnonymizerFromConfig = ({\n  binding,\n  config,\n}: NativeAnonymizerFromConfigOptions): PreparedNativeAnonymizer =>\n  new PreparedNativeAnonymizer(\n    binding.NativePreparedSearch.fromConfigJsonBytes(\n      encodeNativeSearchConfig(config),\n    ),\n  );\n\nexport const createNativeAnonymizerFromPackage = ({\n  binding,\n  packageBytes,\n}: NativeAnonymizerFromPackageOptions): PreparedNativeAnonymizer =>\n  new PreparedNativeAnonymizer(\n    binding.NativePreparedSearch.fromPreparedPackageBytes(packageBytes),\n  );\n\nexport const load_prepared_package = ({\n  binding,\n  packageBytes,\n}: SharedNativePreparedPackageOptions): PreparedNativeAnonymizer =>\n  createNativeAnonymizerFromPackage({ binding, packageBytes });\n\nexport const redact_text_json = ({\n  binding,\n  config,\n  fullText,\n  operators,\n}: SharedNativeRedactTextJsonOptions): string =>\n  new PreparedNativeAnonymizer(\n    binding.NativePreparedSearch.fromConfigJsonBytes(\n      encodeNativeSearchConfigInput(config),\n    ),\n  ).redact_text_json(fullText, operators);\n\nexport const redact_text = ({\n  binding,\n  config,\n  fullText,\n  operators,\n}: SharedNativeRedactTextOptions): NativeStaticRedactionResult =>\n  new PreparedNativeAnonymizer(\n    binding.NativePreparedSearch.fromConfigJsonBytes(\n      encodeNativeSearchConfigInput(config),\n    ),\n  ).redact_text(fullText, operators);\n\nexport const redact_text_stream_json = ({\n  binding,\n  config,\n  fullText,\n  operators,\n  onEvent,\n}: SharedNativeRedactTextStreamJsonOptions): string | null =>\n  new PreparedNativeAnonymizer(\n    binding.NativePreparedSearch.fromConfigJsonBytes(\n      encodeNativeSearchConfigInput(config),\n    ),\n  ).redact_text_stream_json(fullText, onEvent, operators);\n\nexport const diagnostics_json = ({\n  binding,\n  config,\n  fullText,\n  operators,\n}: SharedNativeDiagnosticsJsonOptions): string | null =>\n  new PreparedNativeAnonymizer(\n    binding.NativePreparedSearch.fromConfigJsonBytes(\n      encodeNativeSearchConfigInput(config),\n    ),\n  ).diagnostics_json(fullText, operators);\n\nexport const diagnostics_stream_json = ({\n  binding,\n  config,\n  fullText,\n  operators,\n  onBatch,\n}: SharedNativeDiagnosticsStreamJsonOptions): string | null =>\n  new PreparedNativeAnonymizer(\n    binding.NativePreparedSearch.fromConfigJsonBytes(\n      encodeNativeSearchConfigInput(config),\n    ),\n  ).diagnostics_stream_json(fullText, onBatch, operators);\n\nexport const summary_diagnostics_json = ({\n  binding,\n  config,\n  fullText,\n  operators,\n}: SharedNativeDiagnosticsJsonOptions): string | null =>\n  new PreparedNativeAnonymizer(\n    binding.NativePreparedSearch.fromConfigJsonBytes(\n      encodeNativeSearchConfigInput(config),\n    ),\n  ).summary_diagnostics_json(fullText, operators);\n\nexport const createNativePipelineFromPackage = ({\n  binding,\n  packageBytes,\n}: NativePipelineFromPackageOptions): PreparedNativePipeline =>\n  new PreparedNativePipeline(\n    createNativeAnonymizerFromPackage({ binding, packageBytes }),\n  );\n\nexport const PreparedSearch = PreparedNativeAnonymizer;\nexport type PreparedSearch = PreparedNativeAnonymizer;\nexport const PreparedAnonymizer = PreparedNativeAnonymizer;\nexport type PreparedAnonymizer = PreparedNativeAnonymizer;\n\nconst toBindingOperatorConfig = (\n  config: NativeOperatorConfig | undefined,\n): NativeBindingOperatorConfig | undefined => {\n  if (!config) {\n    return undefined;\n  }\n  const bindingConfig: NativeBindingOperatorConfig = {};\n  if (config.operators !== undefined) {\n    bindingConfig.operators = config.operators;\n  }\n  if (config.redactString !== undefined) {\n    bindingConfig.redactString = config.redactString;\n  }\n  return bindingConfig;\n};\n\nconst toNativeStaticRedactionResult = (\n  result: NativeBindingStaticRedactionResult,\n): NativeStaticRedactionResult => ({\n  resolvedEntities: result.resolvedEntities.map(toNativePipelineEntity),\n  redaction: toNativeRedactionResult(result.redaction),\n});\n\nconst toBindingStaticRedactionResult = (\n  result: NativeStaticRedactionResult,\n): CanonicalStaticRedactionResult => ({\n  resolved_entities: result.resolvedEntities.map(toBindingPipelineEntity),\n  redaction: {\n    redacted_text: result.redaction.redactedText,\n    redaction_map: [...result.redaction.redactionMap.entries()].map(\n      ([placeholder, original]) => ({ placeholder, original }),\n    ),\n    operator_map: [...result.redaction.operatorMap.entries()].map(\n      ([placeholder, operator]) => ({ placeholder, operator }),\n    ),\n    entity_count: result.redaction.entityCount,\n  },\n});\n\nconst toNativePipelineEntity = (\n  entity: NativeBindingPipelineEntity,\n): NativePipelineEntity => ({\n  start: entity.start,\n  end: entity.end,\n  label: entity.label,\n  text: entity.text,\n  score: entity.score,\n  source: entity.source,\n  ...(entity.sourceDetail ? { sourceDetail: entity.sourceDetail } : {}),\n});\n\nconst toBindingPipelineEntity = ({\n  sourceDetail,\n  ...entity\n}: NativePipelineEntity): CanonicalPipelineEntity => ({\n  ...entity,\n  source_detail: sourceDetail ?? null,\n});\n\nconst toNativeRedactionResult = (\n  result: NativeBindingRedactionResult,\n): NativeRedactionResult => ({\n  redactedText: result.redactedText,\n  redactionMap: toRedactionMap(result.redactionMap),\n  operatorMap: toOperatorMap(result.operatorMap),\n  entityCount: result.entityCount,\n});\n\nconst toRedactionMap = (\n  entries: readonly NativeBindingRedactionEntry[],\n): Map<string, string> => {\n  const map = new Map<string, string>();\n  for (const entry of entries) {\n    map.set(entry.placeholder, entry.original);\n  }\n  return map;\n};\n\nconst toOperatorMap = (\n  entries: readonly NativeBindingOperatorEntry[],\n): Map<string, OperatorType> => {\n  const map = new Map<string, OperatorType>();\n  for (const entry of entries) {\n    map.set(entry.placeholder, entry.operator);\n  }\n  return map;\n};\n"],"mappings":";AA+OA,IAAa,2BAAb,MAAsC;CACpC;CAEA,YAAY,UAAuC;EACjD,KAAKA,YAAY;CACnB;CAEA,yBAAwC;EACtC,OAAO,KAAKA,UAAU,yBAAyB,KAAK;CACtD;CAEA,2BAA0C;EACxC,OAAO,KAAK,uBAAuB;CACrC;CAEA,gBAAsB;EACpB,IAAI,KAAKA,UAAU,eAAe;GAChC,KAAKA,UAAU,cAAc;GAC7B;EACF;EACA,KAAKA,UAAU,kBAAkB;CACnC;CAEA,kBAAwB;EACtB,KAAK,cAAc;CACrB;CAEA,+BAA8C;EAC5C,IAAI,KAAKA,UAAU,8BACjB,OAAO,KAAKA,UAAU,6BAA6B;EAErD,OAAO,KAAKA,UAAU,mCAAmC,KAAK;CAChE;CAEA,mCAAkD;EAChD,OAAO,KAAK,6BAA6B;CAC3C;CAEA,qBACE,UACA,WAC6B;EAC7B,OAAO,8BACL,KAAKA,UAAU,qBACb,UACA,wBAAwB,SAAS,CACnC,CACF;CACF;CAEA,YACE,UACA,WAC6B;EAC7B,OAAO,KAAK,qBAAqB,UAAU,SAAS;CACtD;CAEA,iBAAiB,UAAkB,WAA0C;EAC3E,MAAM,mBAAmB,wBAAwB,SAAS;EAC1D,IAAI,KAAKA,UAAU,0BACjB,OAAO,KAAKA,UAAU,yBACpB,UACA,gBACF;EAEF,OAAO,KAAK,UACV,+BACE,8BACE,KAAKA,UAAU,qBAAqB,UAAU,gBAAgB,CAChE,CACF,CACF;CACF;CAEA,eAAe,UAAkB,WAA0C;EACzE,OAAO,KAAK,iBAAiB,UAAU,SAAS;CAClD;CAEA,qBACE,UACA,SACA,WACe;EACf,IAAI,CAAC,KAAKA,UAAU,sCAClB,OAAO;EAET,OAAO,KAAKA,UAAU,qCACpB,UACA,wBAAwB,SAAS,GACjC,OACF;CACF;CAEA,wBACE,UACA,SACA,WACe;EACf,OAAO,KAAK,qBAAqB,UAAU,SAAS,SAAS;CAC/D;CAEA,oCACE,UACA,WACe;EACf,IAAI,CAAC,KAAKA,UAAU,qCAClB,OAAO;EAET,OAAO,KAAKA,UAAU,oCACpB,UACA,wBAAwB,SAAS,CACnC;CACF;CAEA,iBACE,UACA,WACe;EACf,OAAO,KAAK,oCAAoC,UAAU,SAAS;CACrE;CAEA,sBACE,UACA,SACA,WACe;EACf,IAAI,CAAC,KAAKA,UAAU,2CAClB,OAAO;EAET,OAAO,KAAKA,UAAU,0CACpB,UACA,wBAAwB,SAAS,GACjC,OACF;CACF;CAEA,wBACE,UACA,SACA,WACe;EACf,OAAO,KAAK,sBAAsB,UAAU,SAAS,SAAS;CAChE;CAEA,2CACE,UACA,WACe;EACf,IAAI,CAAC,KAAKA,UAAU,4CAClB,OAAO;EAET,OAAO,KAAKA,UAAU,2CACpB,UACA,wBAAwB,SAAS,CACnC;CACF;CAEA,yBACE,UACA,WACe;EACf,OAAO,KAAK,2CAA2C,UAAU,SAAS;CAC5E;AACF;AAEA,IAAa,yBAAb,MAAoC;CAClC;CAEA,YAAY,YAAsC;EAChD,KAAKC,cAAc;CACrB;CAEA,yBAAwC;EACtC,OAAO,KAAKA,YAAY,uBAAuB;CACjD;CAEA,2BAA0C;EACxC,OAAO,KAAK,uBAAuB;CACrC;CAEA,gBAAsB;EACpB,KAAKA,YAAY,cAAc;CACjC;CAEA,kBAAwB;EACtB,KAAK,cAAc;CACrB;CAEA,+BAA8C;EAC5C,OAAO,KAAKA,YAAY,6BAA6B;CACvD;CAEA,mCAAkD;EAChD,OAAO,KAAK,6BAA6B;CAC3C;CAEA,WACE,UACA,WAC6B;EAC7B,OAAO,KAAKA,YAAY,qBAAqB,UAAU,SAAS;CAClE;CAEA,YACE,UACA,WAC6B;EAC7B,OAAO,KAAK,WAAW,UAAU,SAAS;CAC5C;CAEA,iBAAiB,UAAkB,WAA0C;EAC3E,OAAO,KAAKA,YAAY,iBAAiB,UAAU,SAAS;CAC9D;CAEA,eAAe,UAAkB,WAA0C;EACzE,OAAO,KAAK,iBAAiB,UAAU,SAAS;CAClD;CAEA,qBACE,UACA,SACA,WACe;EACf,OAAO,KAAKA,YAAY,qBAAqB,UAAU,SAAS,SAAS;CAC3E;CAEA,wBACE,UACA,SACA,WACe;EACf,OAAO,KAAK,qBAAqB,UAAU,SAAS,SAAS;CAC/D;CAEA,0BACE,UACA,WACe;EACf,OAAO,KAAKA,YAAY,oCACtB,UACA,SACF;CACF;CAEA,iBACE,UACA,WACe;EACf,OAAO,KAAK,0BAA0B,UAAU,SAAS;CAC3D;CAEA,sBACE,UACA,SACA,WACe;EACf,OAAO,KAAKA,YAAY,sBAAsB,UAAU,SAAS,SAAS;CAC5E;CAEA,wBACE,UACA,SACA,WACe;EACf,OAAO,KAAK,sBAAsB,UAAU,SAAS,SAAS;CAChE;CAEA,iCACE,UACA,WACe;EACf,OAAO,KAAKA,YAAY,2CACtB,UACA,SACF;CACF;CAEA,yBACE,UACA,WACe;EACf,OAAO,KAAK,iCAAiC,UAAU,SAAS;CAClE;AACF;AAEA,MAAa,4BACX,WACe,IAAI,YAAY,CAAC,CAAC,OAAO,KAAK,UAAU,MAAM,CAAC;AAEhE,MAAa,iCACX,WACe;CACf,IAAI,OAAO,WAAW,UACpB,OAAO,IAAI,YAAY,CAAC,CAAC,OAAO,MAAM;CAExC,IAAI,kBAAkB,YACpB,OAAO;CAET,OAAO,yBAAyB,MAAM;AACxC;AAEA,MAAa,2BACX,YACW,QAAQ,qBAAqB;AAE1C,MAAa,yBAAyB;AAEtC,MAAa,wBAAwB,EACnC,SACA,WACoC,QAAQ,mBAAmB,IAAI;AAErE,MAAa,8BAA8B,EACzC,SACA,sBACuC;CACvC,MAAM,gBAAgB,wBAAwB,OAAO;CACrD,IAAI,kBAAkB,iBACpB,MAAM,IAAI,MACR,oCAAoC,cAAc,kBAAkB,iBACtE;AAEJ;AAEA,MAAa,8BAA8B,EACzC,SACA,QACA,aAAa,YAC+B;CAC5C,MAAM,cAAc,yBAAyB,MAAM;CACnD,OAAO,aACH,QAAQ,0CAA0C,WAAW,IAC7D,QAAQ,gCAAgC,WAAW;AACzD;AAEA,MAAa,0BAA0B,EACrC,SACA,QACA,aAAa,YACqC;CAClD,MAAM,cAAc,8BAA8B,MAAM;CACxD,OAAO,aACH,QAAQ,0CAA0C,WAAW,IAC7D,QAAQ,gCAAgC,WAAW;AACzD;AAEA,MAAa,oCAAoC,EAC/C,SACA,aAEA,IAAI,yBACF,QAAQ,qBAAqB,oBAC3B,yBAAyB,MAAM,CACjC,CACF;AAEF,MAAa,qCAAqC,EAChD,SACA,mBAEA,IAAI,yBACF,QAAQ,qBAAqB,yBAAyB,YAAY,CACpE;AAEF,MAAa,yBAAyB,EACpC,SACA,mBAEA,kCAAkC;CAAE;CAAS;AAAa,CAAC;AAE7D,MAAa,oBAAoB,EAC/B,SACA,QACA,UACA,gBAEA,IAAI,yBACF,QAAQ,qBAAqB,oBAC3B,8BAA8B,MAAM,CACtC,CACF,CAAC,CAAC,iBAAiB,UAAU,SAAS;AAExC,MAAa,eAAe,EAC1B,SACA,QACA,UACA,gBAEA,IAAI,yBACF,QAAQ,qBAAqB,oBAC3B,8BAA8B,MAAM,CACtC,CACF,CAAC,CAAC,YAAY,UAAU,SAAS;AAEnC,MAAa,2BAA2B,EACtC,SACA,QACA,UACA,WACA,cAEA,IAAI,yBACF,QAAQ,qBAAqB,oBAC3B,8BAA8B,MAAM,CACtC,CACF,CAAC,CAAC,wBAAwB,UAAU,SAAS,SAAS;AAExD,MAAa,oBAAoB,EAC/B,SACA,QACA,UACA,gBAEA,IAAI,yBACF,QAAQ,qBAAqB,oBAC3B,8BAA8B,MAAM,CACtC,CACF,CAAC,CAAC,iBAAiB,UAAU,SAAS;AAExC,MAAa,2BAA2B,EACtC,SACA,QACA,UACA,WACA,cAEA,IAAI,yBACF,QAAQ,qBAAqB,oBAC3B,8BAA8B,MAAM,CACtC,CACF,CAAC,CAAC,wBAAwB,UAAU,SAAS,SAAS;AAExD,MAAa,4BAA4B,EACvC,SACA,QACA,UACA,gBAEA,IAAI,yBACF,QAAQ,qBAAqB,oBAC3B,8BAA8B,MAAM,CACtC,CACF,CAAC,CAAC,yBAAyB,UAAU,SAAS;AAEhD,MAAa,mCAAmC,EAC9C,SACA,mBAEA,IAAI,uBACF,kCAAkC;CAAE;CAAS;AAAa,CAAC,CAC7D;AAEF,MAAa,iBAAiB;AAE9B,MAAa,qBAAqB;AAGlC,MAAM,2BACJ,WAC4C;CAC5C,IAAI,CAAC,QACH;CAEF,MAAM,gBAA6C,CAAC;CACpD,IAAI,OAAO,cAAc,KAAA,GACvB,cAAc,YAAY,OAAO;CAEnC,IAAI,OAAO,iBAAiB,KAAA,GAC1B,cAAc,eAAe,OAAO;CAEtC,OAAO;AACT;AAEA,MAAM,iCACJ,YACiC;CACjC,kBAAkB,OAAO,iBAAiB,IAAI,sBAAsB;CACpE,WAAW,wBAAwB,OAAO,SAAS;AACrD;AAEA,MAAM,kCACJ,YACoC;CACpC,mBAAmB,OAAO,iBAAiB,IAAI,uBAAuB;CACtE,WAAW;EACT,eAAe,OAAO,UAAU;EAChC,eAAe,CAAC,GAAG,OAAO,UAAU,aAAa,QAAQ,CAAC,CAAC,CAAC,KACzD,CAAC,aAAa,eAAe;GAAE;GAAa;EAAS,EACxD;EACA,cAAc,CAAC,GAAG,OAAO,UAAU,YAAY,QAAQ,CAAC,CAAC,CAAC,KACvD,CAAC,aAAa,eAAe;GAAE;GAAa;EAAS,EACxD;EACA,cAAc,OAAO,UAAU;CACjC;AACF;AAEA,MAAM,0BACJ,YAC0B;CAC1B,OAAO,OAAO;CACd,KAAK,OAAO;CACZ,OAAO,OAAO;CACd,MAAM,OAAO;CACb,OAAO,OAAO;CACd,QAAQ,OAAO;CACf,GAAI,OAAO,eAAe,EAAE,cAAc,OAAO,aAAa,IAAI,CAAC;AACrE;AAEA,MAAM,2BAA2B,EAC/B,cACA,GAAG,cACiD;CACpD,GAAG;CACH,eAAe,gBAAgB;AACjC;AAEA,MAAM,2BACJ,YAC2B;CAC3B,cAAc,OAAO;CACrB,cAAc,eAAe,OAAO,YAAY;CAChD,aAAa,cAAc,OAAO,WAAW;CAC7C,aAAa,OAAO;AACtB;AAEA,MAAM,kBACJ,YACwB;CACxB,MAAM,sBAAM,IAAI,IAAoB;CACpC,KAAK,MAAM,SAAS,SAClB,IAAI,IAAI,MAAM,aAAa,MAAM,QAAQ;CAE3C,OAAO;AACT;AAEA,MAAM,iBACJ,YAC8B;CAC9B,MAAM,sBAAM,IAAI,IAA0B;CAC1C,KAAK,MAAM,SAAS,SAClB,IAAI,IAAI,MAAM,aAAa,MAAM,QAAQ;CAE3C,OAAO;AACT"}

package/dist/native2.d.mts

@@ -0,0 +1,2 @@
+import { A as createNativePipelineFromPackage, B as prepare_search_package, C as SharedNativeRedactTextJsonOptions, D as assertNativeBindingVersion, E as SharedNativeSearchPackageOptions, F as getNativeBindingVersion, H as redact_text_json, I as load_prepared_package, L as native_package_version, M as diagnostics_stream_json, N as encodeNativeSearchConfig, O as createNativeAnonymizerFromConfig, P as encodeNativeSearchConfigInput, R as normalize_for_search, S as SharedNativePreparedPackageOptions, T as SharedNativeRedactTextStreamJsonOptions, U as redact_text_stream_json, V as redact_text, W as summary_diagnostics_json, _ as PreparedNativeAnonymizer, a as NativeDiagnosticsBatchCallback, b as SharedNativeDiagnosticsJsonOptions, c as NativePipelineEntity, d as NativeRedactionResult, f as NativeResultEventCallback, g as PreparedAnonymizer, h as NativeStaticRedactionResult, i as NativeBindingVersionOptions, j as diagnostics_json, k as createNativeAnonymizerFromPackage, l as NativePipelineFromPackageOptions, lt as NativePreparedSearchConfig, m as NativeSearchPackageOptions, n as NativeAnonymizerFromConfigOptions, o as NativeNormalizeOptions, p as NativeSearchPackageInput, r as NativeAnonymizerFromPackageOptions, s as NativeOperatorConfig, t as NativeAnonymizeBinding, u as NativePreparedSearchBinding, v as PreparedNativePipeline, w as SharedNativeRedactTextOptions, x as SharedNativeDiagnosticsStreamJsonOptions, y as PreparedSearch, z as prepareNativeSearchPackage } from "./native.mjs";
+export { NativeAnonymizeBinding, NativeAnonymizerFromConfigOptions, NativeAnonymizerFromPackageOptions, NativeBindingVersionOptions, NativeDiagnosticsBatchCallback, NativeNormalizeOptions, NativeOperatorConfig, NativePipelineEntity, NativePipelineFromPackageOptions, NativePreparedSearchBinding, type NativePreparedSearchConfig, NativeRedactionResult, NativeResultEventCallback, NativeSearchPackageInput, NativeSearchPackageOptions, NativeStaticRedactionResult, PreparedAnonymizer, PreparedNativeAnonymizer, PreparedNativePipeline, PreparedSearch, SharedNativeDiagnosticsJsonOptions, SharedNativeDiagnosticsStreamJsonOptions, SharedNativePreparedPackageOptions, SharedNativeRedactTextJsonOptions, SharedNativeRedactTextOptions, SharedNativeRedactTextStreamJsonOptions, SharedNativeSearchPackageOptions, assertNativeBindingVersion, createNativeAnonymizerFromConfig, createNativeAnonymizerFromPackage, createNativePipelineFromPackage, diagnostics_json, diagnostics_stream_json, encodeNativeSearchConfig, encodeNativeSearchConfigInput, getNativeBindingVersion, load_prepared_package, native_package_version, normalize_for_search, prepareNativeSearchPackage, prepare_search_package, redact_text, redact_text_json, redact_text_stream_json, summary_diagnostics_json };

package/index.cjs

@@ -0,0 +1,3 @@
+"use strict";
+
+module.exports = require("./stella_anonymize_napi.node");

package/package.json

@@ -1,7 +1,16 @@
 {
   "name": "@stll/anonymize",
-  "version": "1.5.0",
+  "version": "2.0.0",
   "description": "Multi-layer PII detection and anonymization pipeline with regex, NER, deny lists, and coreference resolution",
+  "keywords": [
+    "anonymization",
+    "pii",
+    "redaction",
+    "ner",
+    "pseudonymization",
+    "gdpr",
+    "privacy"
+  ],
   "type": "module",
   "exports": {
     ".": {
@@ -13,11 +22,29 @@
       "types": "./dist/constants.d.mts",
       "import": "./dist/constants.mjs",
       "default": "./dist/constants.mjs"
+    },
+    "./native": {
+      "types": "./dist/native.d.mts",
+      "import": "./dist/native.mjs",
+      "default": "./dist/native.mjs"
+    },
+    "./native-node": {
+      "types": "./dist/native-node.d.mts",
+      "import": "./dist/native-node.mjs",
+      "default": "./dist/native-node.mjs"
     }
   },
   "types": "dist/index.d.mts",
+  "bin": {
+    "stella-anonymize-build-native-package": "./scripts/build-native-pipeline-package.mjs"
+  },
   "files": [
-    "dist"
+    "ATTRIBUTION.md",
+    "dist",
+    "index.cjs",
+    "native-pipeline.stlanonpkg",
+    "native-pipeline.*.stlanonpkg",
+    "scripts/build-native-pipeline-package.mjs"
   ],
   "publishConfig": {
     "access": "public"
@@ -26,21 +53,32 @@
     "type": "git",
     "url": "git+https://github.com/stella/anonymize.git"
   },
+  "homepage": "https://github.com/stella/anonymize",
   "license": "MIT",
   "scripts": {
-    "build": "tsdown",
+    "build": "bun run build:native-wasm && tsdown && bun scripts/build-native-node.mjs && bun run build:wasm-assets",
     "prepublishOnly": "bun run build",
     "typecheck": "tsc --noEmit -p tsconfig.json && tsc --noEmit -p tsconfig.test.json && tsc --noEmit -p tsconfig.wasm.json",
-    "test": "bun test --preload ./src/__test__/setup.ts --timeout 15000",
+    "test": "bun test --timeout 15000",
     "test:fast": "bun run test src/__test__/*.test.ts",
-    "perf:contracts": "bun scripts/contract-perf.mjs",
+    "test:native-fixtures": "ANONYMIZE_TEST_SLOW_NATIVE_FIXTURE_PARITY=1 bun test --timeout 600000 src/__test__/python-parity.test.ts",
+    "perf:native-adapters": "bun scripts/native-adapter-perf.mjs",
+    "perf:native-default": "bun scripts/native-default-sdk-perf.mjs",
+    "perf:native-default:summary": "ANONYMIZE_NATIVE_DEFAULT_SDK_PERF_OUTPUT=summary bun scripts/native-default-sdk-perf.mjs",
+    "check:v1-native": "bun scripts/native-v1-readiness.mjs",
+    "check:v1-native:full": "ANONYMIZE_V1_READINESS_MODE=full bun scripts/native-v1-readiness.mjs",
     "smoke:dist": "bun scripts/dist-smoke.mjs",
+    "build:native-wasm": "node scripts/build-native-wasm.mjs",
+    "build:wasm-assets": "node scripts/build-native-wasm-assets.mjs",
+    "smoke:wasm": "node scripts/smoke-wasm.mjs",
+    "smoke:wasm-package": "node scripts/smoke-wasm-package.mjs",
+    "smoke:wasm-browser": "node scripts/smoke-wasm-browser.mjs",
     "format": "oxfmt ."
   },
   "dependencies": {
     "@huggingface/tokenizers": "^0.1.3",
     "@stll/stdnum": "^2.1.1",
-    "@stll/text-search": "^1.0.6"
+    "@stll/text-search": "^1.0.7"
   },
   "peerDependencies": {
     "@stll/anonymize-data": "^0.0.6"
@@ -50,12 +88,22 @@
       "optional": true
     }
   },
+  "optionalDependencies": {
+    "@stll/anonymize-darwin-arm64": "2.0.0",
+    "@stll/anonymize-darwin-x64": "2.0.0",
+    "@stll/anonymize-linux-arm64-gnu": "2.0.0",
+    "@stll/anonymize-linux-x64-gnu": "2.0.0",
+    "@stll/anonymize-win32-x64-msvc": "2.0.0"
+  },
   "devDependencies": {
+    "@napi-rs/cli": "^3.7.2",
     "@stll/anonymize-data": "workspace:*",
-    "@stll/text-search-wasm": "^1.0.6",
+    "@stll/text-search-wasm": "^1.0.7",
     "bun-types": "^1.3.14",
-    "tsdown": "^0.22.2",
+    "fast-check": "^4.8.0",
+    "puppeteer-core": "25.2.1",
+    "tsdown": "^0.22.3",
     "typescript": "^6.0.3",
-    "vite": "^8.0.16"
+    "vite": "^8.1.0"
   }
 }

package/scripts/build-native-pipeline-package.mjs

@@ -0,0 +1,225 @@
+#!/usr/bin/env node
+import { mkdirSync, writeFileSync } from "node:fs";
+import { dirname, resolve } from "node:path";
+import { pathToFileURL } from "node:url";
+
+import {
+  DEFAULT_NATIVE_PIPELINE_CONFIG,
+  prepareNativePipelinePackage,
+} from "../dist/index.mjs";
+import { loadNativeAnonymizeBinding } from "../dist/native-node.mjs";
+
+const args = parseArgs(process.argv.slice(2));
+const outputPath = resolve(args.out ?? "native-pipeline.stlanonpkg");
+const compressed = args.compressed === true;
+const { config, gazetteerEntries } = await loadPackageInput(args);
+const binding = loadNativeAnonymizeBinding();
+const packageBytes = await prepareNativePipelinePackage({
+  binding,
+  config,
+  gazetteerEntries,
+  compressed,
+});
+
+mkdirSync(dirname(outputPath), { recursive: true });
+writeFileSync(outputPath, packageBytes);
+
+console.log(
+  JSON.stringify({
+    event: "native-pipeline-package",
+    outputPath,
+    bytes: packageBytes.byteLength,
+    compressed,
+    nativeVersion: binding.nativePackageVersion(),
+  }),
+);
+
+function parseArgs(values) {
+  const result = {};
+  for (let index = 0; index < values.length; index += 1) {
+    const value = values[index];
+    switch (value) {
+      case "--config": {
+        result.config = requiredValue(values, index, value);
+        index += 1;
+        break;
+      }
+      case "--export": {
+        result.exportName = requiredValue(values, index, value);
+        index += 1;
+        break;
+      }
+      case "--out": {
+        result.out = requiredValue(values, index, value);
+        index += 1;
+        break;
+      }
+      case "--raw": {
+        result.raw = true;
+        break;
+      }
+      case "--compressed": {
+        result.compressed = true;
+        break;
+      }
+      case "--default-dictionaries": {
+        result.defaultDictionaries = true;
+        break;
+      }
+      case "--language": {
+        result.language = requiredValue(values, index, value);
+        index += 1;
+        break;
+      }
+      case "--languages": {
+        result.languages = requiredValue(values, index, value);
+        index += 1;
+        break;
+      }
+      case "--help": {
+        printHelp();
+        process.exit(0);
+      }
+      default:
+        throw new Error(`Unknown option: ${value}`);
+    }
+  }
+  if (result.raw && result.compressed) {
+    throw new Error("Use either --raw or --compressed, not both");
+  }
+  return result;
+}
+
+function requiredValue(values, index, option) {
+  const value = values[index + 1];
+  if (value === undefined || value.startsWith("--")) {
+    throw new Error(`${option} requires a value`);
+  }
+  return value;
+}
+
+async function loadPackageInput(options) {
+  const input = await loadBasePackageInput(options);
+  const withDictionaries =
+    !options.defaultDictionaries || input.config.dictionaries !== undefined
+      ? input
+      : {
+          ...input,
+          config: {
+            ...input.config,
+            dictionaries: await loadDefaultDictionaries(),
+          },
+        };
+  return {
+    ...withDictionaries,
+    config: applyCliLanguageScope(withDictionaries.config, options),
+  };
+}
+
+async function loadBasePackageInput(options) {
+  if (!options.config) {
+    return { config: defaultNativePipelineConfig(), gazetteerEntries: [] };
+  }
+  const moduleUrl = pathToFileURL(resolve(options.config)).href;
+  // eslint-disable-next-line stll/no-dynamic-import-specifier
+  const loaded = await import(moduleUrl);
+  const exportName = options.exportName ?? "default";
+  const candidate =
+    exportName === "default" ? loaded.default : loaded[exportName];
+  if (candidate === undefined) {
+    throw new Error(`Config module does not export ${exportName}`);
+  }
+  const value =
+    typeof candidate === "function" ? await candidate() : await candidate;
+  if (!value || typeof value !== "object") {
+    throw new TypeError("Native package config export must be an object");
+  }
+  if ("config" in value) {
+    return {
+      config: value.config,
+      gazetteerEntries: value.gazetteerEntries ?? [],
+    };
+  }
+  return { config: value, gazetteerEntries: [] };
+}
+
+function defaultNativePipelineConfig() {
+  return {
+    ...DEFAULT_NATIVE_PIPELINE_CONFIG,
+    labels: [...DEFAULT_NATIVE_PIPELINE_CONFIG.labels],
+    workspaceId: "native-pipeline-package",
+  };
+}
+
+function applyCliLanguageScope(pipelineConfig, options) {
+  if (options.language !== undefined && options.languages !== undefined) {
+    throw new Error("Use either --language or --languages, not both");
+  }
+  if (options.language !== undefined) {
+    const language = normalizeLanguageOption(options.language, "--language");
+    return { ...pipelineConfig, language, languages: undefined };
+  }
+  if (options.languages === undefined) {
+    return pipelineConfig;
+  }
+  const languages = normalizeLanguageList(options.languages);
+  return { ...pipelineConfig, language: undefined, languages };
+}
+
+function normalizeLanguageOption(value, option) {
+  const language = value.trim().toLowerCase();
+  if (language.length === 0) {
+    throw new Error(`${option} requires a non-empty language code`);
+  }
+  return language;
+}
+
+function normalizeLanguageList(value) {
+  const languages = value
+    .split(",")
+    .map((entry) => normalizeLanguageOption(entry, "--languages"))
+    .filter((entry, index, entries) => entries.indexOf(entry) === index);
+  if (languages.length === 0) {
+    throw new Error("--languages requires at least one language code");
+  }
+  return languages;
+}
+
+async function loadDefaultDictionaries() {
+  let loaded;
+  try {
+    loaded = await import("@stll/anonymize-data/dictionaries");
+  } catch (error) {
+    throw new Error(
+      `--default-dictionaries requires @stll/anonymize-data: ${formatError(error)}`,
+    );
+  }
+  if (typeof loaded.loadDictionaryBundle !== "function") {
+    throw new TypeError(
+      "@stll/anonymize-data/dictionaries does not export loadDictionaryBundle",
+    );
+  }
+  return loaded.loadDictionaryBundle();
+}
+
+function formatError(error) {
+  if (error instanceof Error) {
+    return error.message;
+  }
+  return String(error);
+}
+
+function printHelp() {
+  console.log(`Usage: build-native-pipeline-package [options]
+
+Options:
+  --out <path>              Output package path. Defaults to native-pipeline.stlanonpkg.
+  --config <path>           ESM module exporting a PipelineConfig or { config, gazetteerEntries }.
+  --export <name>           Export name to read from the config module. Defaults to default.
+  --language <code>         Build a package scoped to one content language.
+  --languages <codes>       Build a package scoped to comma-separated content languages.
+  --default-dictionaries    Load @stll/anonymize-data into configs that do not provide dictionaries.
+  --compressed              Write an LZ4-compressed package.
+  --raw                     Write an uncompressed package. This is the default.
+`);
+}