@stll/anonymize-wasm 2.8.3 → 2.9.1

package/README.md

@@ -18,14 +18,18 @@ and local document-provider tools remain Node-only. The binding is instantiated
 lazily on first use.
 
 ```ts
-import { loadDefaultPipeline } from "@stll/anonymize-wasm";
+import { createPipeline } from "@stll/anonymize-wasm";
 
-// Loads the compressed default package bundled in the tarball.
-const pipeline = await loadDefaultPipeline();
+const pipeline = await createPipeline({ language: "en" });
 const { redaction } = pipeline.redactText("A contract signed by Jan Novak.");
 console.log(redaction.redactedText);
 ```
 
+`createPipeline()` accepts one supported language, an exact non-empty
+combination such as `{ language: ["cs", "en"] }`, or `{ language: "all" }`.
+Language-scoped pipelines are assembled and cached from lazy dictionary chunks;
+`"all"` loads the bundled default prepared package.
+
 Bring your own prepared package (bytes, an `ArrayBuffer`, or a URL to fetch):
 
 ```ts
@@ -66,11 +70,16 @@ stllAnonymizeWasm({ packages: "none" });
 stllAnonymizeWasm({ packages: "all" });
 ```
 
-`"default"` selects the full-dictionary package that `loadDefaultPipeline()`
+`"default"` selects the full-dictionary package that `createPipeline()` with
+`language: "all"` or `loadDefaultPipeline()`
 (no argument) loads; a language code selects the scoped package that
 `loadDefaultPipeline("cs")` loads. Requesting a package that is not bundled
 fails the build.
 
+The semantic factory supports `cs`, `de`, `en`, `es`, `fr`, `hu`, `it`, `lv`,
+`pl`, `pt-br`, `ro`, `sk`, and `sv`. The lower-level artifact loader has
+bundled scoped packages for `cs`, `de`, and `en` only.
+
 Interplay with the runtime loaders: the plugin only controls which assets ship,
 not which the code asks for. Calling `loadDefaultPipeline(language)` for a
 package you did not emit resolves to a missing asset URL and rejects with a

package/dist/wasm.d.mts

@@ -223,6 +223,7 @@ type NativeAddressSeedData = {
   boundary_words: string[];
   br_cep_cue_words: string[];
   unit_abbreviations: string[];
+  directional_abbreviations: string[];
   /** Present only when `standaloneStreetDetection` is enabled. */
   standalone_street?: NativeStandaloneStreetData;
 };
@@ -297,7 +298,9 @@ type NativeHotwordRuleData = {
 };
 type NativeSignatureData = {
   labels: string[];
+  person_value_labels: string[];
   person_list_labels: string[];
+  party_role_name_evidence: string;
   witness_phrases: string[];
   name_particles: string[];
   post_nominal_suffixes: string[];
@@ -1076,6 +1079,11 @@ type PreparedSearch = PreparedNativeAnonymizer;
 declare const PreparedAnonymizer: typeof PreparedNativeAnonymizer;
 type PreparedAnonymizer = PreparedNativeAnonymizer;
 //#endregion
+//#region src/pipeline-language.d.ts
+type SupportedLanguage = "cs" | "de" | "en" | "es" | "fr" | "hu" | "it" | "lv" | "pl" | "pt-br" | "ro" | "sk" | "sv";
+declare const SUPPORTED_LANGUAGES: readonly SupportedLanguage[];
+type PipelineLanguageSelection = SupportedLanguage | readonly [SupportedLanguage, ...SupportedLanguage[]] | "all";
+//#endregion
 //#region src/context.d.ts
 /**
  * Cached state for a single pipeline run (or a sequence of runs sharing the
@@ -1142,6 +1150,9 @@ type WasmBindingOptions = {
  * the underlying wasm module is instantiated a single time and cached. */
 declare const getBinding: () => Promise<NativeAnonymizeBinding>;
 type LoadPreparedPackageOptions = WasmBindingOptions;
+type CreatePipelineOptions = WasmBindingOptions & {
+  language?: PipelineLanguageSelection;
+};
 /** Load a prepared package and return a pipeline ready to redact text. */
 declare const loadPipeline: (source: PreparedPackageSource, options?: LoadPreparedPackageOptions) => Promise<PreparedNativePipeline>;
 /** Load a prepared package and return the lower-level anonymizer. */
@@ -1165,6 +1176,8 @@ declare const loadDefaultPipeline: (language?: string, options?: LoadPreparedPac
  * folding the binding into the key would keep unbounded per-binding entries
  * alive. Injected-binding callers get a fresh pipeline each call. */
 declare const getDefaultPipeline: (language?: string, options?: LoadPreparedPackageOptions) => Promise<PreparedNativePipeline>;
+declare const createPipeline: ({ language, ...bindingOptions }?: CreatePipelineOptions) => Promise<PreparedNativePipeline>;
+declare const create_pipeline: typeof createPipeline;
 declare const redactDefaultText: (fullText: string, operators?: NativeOperatorConfig, language?: string) => Promise<NativeStaticRedactionResult>;
 declare const redactDefaultTextJson: (fullText: string, operators?: NativeOperatorConfig, language?: string) => Promise<string>;
 declare const native_package_version: (options?: WasmBindingOptions) => Promise<string>;
@@ -1184,5 +1197,5 @@ declare const summary_diagnostics_json: (config: NativeSearchPackageInput, fullT
  * fail-closed core used by Node and Python. This does not redact the PDF. */
 declare const inspect_pdf_json: (document: Uint8Array, observationsJson?: string, options?: WasmBindingOptions) => Promise<string>;
 //#endregion
-export { type AnonymisationOperator, CALLER_DETECTION_CONTRACT_VERSION, CALLER_DETECTION_MAX_COUNT, CALLER_DETECTION_REQUEST_JSON_MAX_BYTES, CALLER_DETECTION_TEXT_MAX_BYTES, CAPABILITY_MANIFEST, CAPABILITY_MANIFEST_SCHEMA_VERSION, CAPABILITY_PARITY_PROFILES, CAPABILITY_RUNTIMES, CAPABILITY_SURFACES, type CapabilityManifest, type CapabilityParityProfile, type CapabilityRuntime, type CapabilitySurface, type CapabilitySurfaceId, ConvertExternalDetectionBatchOptions, DEFAULT_ENTITY_LABELS, DETECTION_SOURCES, DETECTOR_PRIORITY, type DefaultEntityLabel, type DetectionSource, type Dictionaries, ENTITY_CAPABILITIES, ENTITY_LABELS, ENTITY_SELECTIONS, EXTERNAL_DETECTION_BATCH_MAX_BYTES, EXTERNAL_DETECTION_BATCH_VERSION, EXTERNAL_DETECTION_DOCUMENT_MAX_BYTES, EXTERNAL_DETECTION_MAX_DETECTIONS, EXTERNAL_DETECTION_MAX_LABEL_MAPPINGS, EXTERNAL_DETECTION_MAX_METADATA_BYTES, EXTERNAL_DETECTION_OFFSET_UNITS, EXTERNAL_DETECTION_PROVIDER_ID_MAX_BYTES, type Entity, type EntityCapability, type EntityLabel, type EntitySelection, ExternalDetectionBatch, ExternalDetectionOffsetUnit, type GazetteerEntry, LoadPreparedPackageOptions, NATIVE_BINDING_PARITY_MEMBERS, NativeAnonymizeBinding, NativeAnonymizerFromConfigOptions, NativeAnonymizerFromPackageOptions, NativeBindingVersionOptions, NativeCallerDetection, NativeCallerRedactionOptions, NativeCreateSessionWithLifecycleOptions, NativeDiagnosticsBatchCallback, NativeNormalizeOptions, NativeOpenSessionArchiveOptions, NativeOperatorConfig, type NativePipelineBuildOptions, type NativePipelineCompatibility, NativePipelineEntity, NativePipelineFromPackageOptions, type NativePipelinePackageOptions, type NativePipelineUnsupportedFeature, NativePreparedRedactionSessionBinding, NativePreparedSearchBinding, type NativePreparedSearchConfig, NativePreparedSessionRedactionPlanBinding, NativeRedactionResult, NativeResultEventCallback, NativeSearchPackageInput, NativeSearchPackageOptions, NativeSessionBlockRedactionPlan, NativeSessionCallerRedactionInput, NativeSessionCallerRedactionPlanOptions, NativeSessionDeletionSummary, NativeSessionLifecycle, NativeSessionMetadata, NativeSessionRedactionAtOptions, NativeSessionStatus, NativeStaticRedactionResult, NativeTextReplacement, OPERATOR_TYPES, type OperatorConfig, type OperatorType, type PipelineConfig, type PipelineContext, PrepareSearchPackageOptions, PreparedAnonymizer, PreparedNativeAnonymizer, PreparedNativePipeline, PreparedNativeRedactionSession, PreparedNativeSessionRedactionPlan, PreparedPackageSource, PreparedSearch, type RedactionResult, type ReviewDecision, type ReviewedEntity, SESSION_CALLER_INPUTS_JSON_MAX_BYTES, SESSION_CALLER_MAX_INPUTS, SharedNativeDiagnosticsJsonOptions, SharedNativeDiagnosticsStreamJsonOptions, SharedNativePreparedPackageOptions, SharedNativeRedactTextJsonOptions, SharedNativeRedactTextOptions, SharedNativeRedactTextStreamJsonOptions, SharedNativeSearchPackageOptions, WasmBindingOptions, assertNativeBindingVersion, assertNativePipelineSupported, convert_external_detection_batch, createNativeAnonymizerFromConfig, createNativeAnonymizerFromPackage, createNativePipelineFromConfig, createNativePipelineFromPackage, createPipelineContext, deanonymise, defaultPackageUrl, diagnostics_json, diagnostics_stream_json, encodeNativeSearchConfig, encodeNativeSearchConfigInput, exportRedactionKey, getBinding, getDefaultPipeline, getNativeBindingVersion, getNativePipelineCompatibility, inspect_pdf_json, isNativeAnonymizeBinding, loadDefaultPipeline, loadPipeline, load_prepared_package, native_package_version, normalize_for_search, prepareNativePipelineConfig, prepareNativePipelinePackage, prepareNativeSearchPackage, prepare_search_package, redactDefaultText, redactDefaultTextJson, redact_text, redact_text_json, redact_text_stream_json, summary_diagnostics_json };
+export { type AnonymisationOperator, CALLER_DETECTION_CONTRACT_VERSION, CALLER_DETECTION_MAX_COUNT, CALLER_DETECTION_REQUEST_JSON_MAX_BYTES, CALLER_DETECTION_TEXT_MAX_BYTES, CAPABILITY_MANIFEST, CAPABILITY_MANIFEST_SCHEMA_VERSION, CAPABILITY_PARITY_PROFILES, CAPABILITY_RUNTIMES, CAPABILITY_SURFACES, type CapabilityManifest, type CapabilityParityProfile, type CapabilityRuntime, type CapabilitySurface, type CapabilitySurfaceId, ConvertExternalDetectionBatchOptions, CreatePipelineOptions, DEFAULT_ENTITY_LABELS, DETECTION_SOURCES, DETECTOR_PRIORITY, type DefaultEntityLabel, type DetectionSource, type Dictionaries, ENTITY_CAPABILITIES, ENTITY_LABELS, ENTITY_SELECTIONS, EXTERNAL_DETECTION_BATCH_MAX_BYTES, EXTERNAL_DETECTION_BATCH_VERSION, EXTERNAL_DETECTION_DOCUMENT_MAX_BYTES, EXTERNAL_DETECTION_MAX_DETECTIONS, EXTERNAL_DETECTION_MAX_LABEL_MAPPINGS, EXTERNAL_DETECTION_MAX_METADATA_BYTES, EXTERNAL_DETECTION_OFFSET_UNITS, EXTERNAL_DETECTION_PROVIDER_ID_MAX_BYTES, type Entity, type EntityCapability, type EntityLabel, type EntitySelection, ExternalDetectionBatch, ExternalDetectionOffsetUnit, type GazetteerEntry, LoadPreparedPackageOptions, NATIVE_BINDING_PARITY_MEMBERS, NativeAnonymizeBinding, NativeAnonymizerFromConfigOptions, NativeAnonymizerFromPackageOptions, NativeBindingVersionOptions, NativeCallerDetection, NativeCallerRedactionOptions, NativeCreateSessionWithLifecycleOptions, NativeDiagnosticsBatchCallback, NativeNormalizeOptions, NativeOpenSessionArchiveOptions, NativeOperatorConfig, type NativePipelineBuildOptions, type NativePipelineCompatibility, NativePipelineEntity, NativePipelineFromPackageOptions, type NativePipelinePackageOptions, type NativePipelineUnsupportedFeature, NativePreparedRedactionSessionBinding, NativePreparedSearchBinding, type NativePreparedSearchConfig, NativePreparedSessionRedactionPlanBinding, NativeRedactionResult, NativeResultEventCallback, NativeSearchPackageInput, NativeSearchPackageOptions, NativeSessionBlockRedactionPlan, NativeSessionCallerRedactionInput, NativeSessionCallerRedactionPlanOptions, NativeSessionDeletionSummary, NativeSessionLifecycle, NativeSessionMetadata, NativeSessionRedactionAtOptions, NativeSessionStatus, NativeStaticRedactionResult, NativeTextReplacement, OPERATOR_TYPES, type OperatorConfig, type OperatorType, type PipelineConfig, type PipelineContext, type PipelineLanguageSelection, PrepareSearchPackageOptions, PreparedAnonymizer, PreparedNativeAnonymizer, PreparedNativePipeline, PreparedNativeRedactionSession, PreparedNativeSessionRedactionPlan, PreparedPackageSource, PreparedSearch, type RedactionResult, type ReviewDecision, type ReviewedEntity, SESSION_CALLER_INPUTS_JSON_MAX_BYTES, SESSION_CALLER_MAX_INPUTS, SUPPORTED_LANGUAGES, SharedNativeDiagnosticsJsonOptions, SharedNativeDiagnosticsStreamJsonOptions, SharedNativePreparedPackageOptions, SharedNativeRedactTextJsonOptions, SharedNativeRedactTextOptions, SharedNativeRedactTextStreamJsonOptions, SharedNativeSearchPackageOptions, type SupportedLanguage, WasmBindingOptions, assertNativeBindingVersion, assertNativePipelineSupported, convert_external_detection_batch, createNativeAnonymizerFromConfig, createNativeAnonymizerFromPackage, createNativePipelineFromConfig, createNativePipelineFromPackage, createPipeline, createPipelineContext, create_pipeline, deanonymise, defaultPackageUrl, diagnostics_json, diagnostics_stream_json, encodeNativeSearchConfig, encodeNativeSearchConfigInput, exportRedactionKey, getBinding, getDefaultPipeline, getNativeBindingVersion, getNativePipelineCompatibility, inspect_pdf_json, isNativeAnonymizeBinding, loadDefaultPipeline, loadPipeline, load_prepared_package, native_package_version, normalize_for_search, prepareNativePipelineConfig, prepareNativePipelinePackage, prepareNativeSearchPackage, prepare_search_package, redactDefaultText, redactDefaultTextJson, redact_text, redact_text_json, redact_text_stream_json, summary_diagnostics_json };
 //# sourceMappingURL=wasm.d.mts.map

package/dist/wasm.mjs

@@ -70,13 +70,13 @@ const isNativeAnonymizeBinding = (candidate) => {
 };
 const CALLER_DETECTION_CONTRACT_VERSION = 2;
 const CALLER_DETECTION_MAX_COUNT = 1e6;
-const CALLER_DETECTION_TEXT_MAX_BYTES = 64 * 1024 * 1024;
-const CALLER_DETECTION_REQUEST_JSON_MAX_BYTES = 16 * 1024 * 1024;
+const CALLER_DETECTION_TEXT_MAX_BYTES = 67108864;
+const CALLER_DETECTION_REQUEST_JSON_MAX_BYTES = 16777216;
 const SESSION_CALLER_MAX_INPUTS = 1e5;
-const SESSION_CALLER_INPUTS_JSON_MAX_BYTES = 64 * 1024 * 1024;
+const SESSION_CALLER_INPUTS_JSON_MAX_BYTES = 67108864;
 const EXTERNAL_DETECTION_BATCH_VERSION = 1;
-const EXTERNAL_DETECTION_BATCH_MAX_BYTES = 16 * 1024 * 1024;
-const EXTERNAL_DETECTION_DOCUMENT_MAX_BYTES = 64 * 1024 * 1024;
+const EXTERNAL_DETECTION_BATCH_MAX_BYTES = 16777216;
+const EXTERNAL_DETECTION_DOCUMENT_MAX_BYTES = 67108864;
 const EXTERNAL_DETECTION_MAX_DETECTIONS = 1e5;
 const EXTERNAL_DETECTION_MAX_LABEL_MAPPINGS = 4096;
 const EXTERNAL_DETECTION_MAX_METADATA_BYTES = 256;
@@ -838,50 +838,62 @@ const assertPdfPixelPages = (pagePixels) => {
 	for (const [index, page] of pagePixels.entries()) if (!(page instanceof Uint8Array)) throw new TypeError(`PDF pagePixels[${index}] must be a Uint8Array`);
 };
 //#endregion
-//#region src/context.ts
-/** Create a fresh, empty pipeline context. */
-const createPipelineContext = () => ({
-	nativePipelinePackage: null,
-	nativePipelinePackageKey: "",
-	nativePipelinePackagePromise: null
-});
-/**
-* Module-level default context. Used when callers
-* don't provide an explicit context, preserving full
-* backward compatibility with the existing API.
-*/
-const defaultContext = createPipelineContext();
-//#endregion
-//#region src/redact.ts
-/**
-* Serialize the redaction key to JSON for export.
-* Includes operator metadata so the export is self-describing.
-*/
-const exportRedactionKey = (redactionMap, operatorMap) => {
-	const entries = {};
-	for (const [placeholder, value] of redactionMap) entries[placeholder] = {
-		original: value,
-		operator: operatorMap.get(placeholder) ?? "replace"
-	};
-	return JSON.stringify({ entries }, null, 2);
-};
-/**
-* De-anonymise text using a redaction key.
-* Replaces placeholders back with original values.
-* Only works for reversible operators (replace).
-*/
-const deanonymise = (redactedText, redactionMap) => {
-	let result = redactedText;
-	for (const [placeholder, original] of redactionMap) result = result.replaceAll(placeholder, original);
-	return result;
-};
-//#endregion
-//#region src/types.ts
-const isLegalFormsEnabled = (config) => config.enableLegalForms !== false;
-//#endregion
-//#region src/language-scope.ts
-const scopeData = {
-	_comment: "Default dictionary scopes for content language hints. Lower-level caller config can still override name corpus languages and deny-list countries independently.",
+//#region src/data/language-scopes.json
+var language_scopes_default = {
+	_comment: "Default dictionary scopes for content language hints. The all-language city scope preserves the data package defaults and covers every supported language. Lower-level caller config can still override name corpus languages and deny-list countries independently.",
+	allLanguageCityCountries: [
+		"AR",
+		"AT",
+		"AU",
+		"BE",
+		"BG",
+		"BO",
+		"BR",
+		"CA",
+		"CH",
+		"CL",
+		"CO",
+		"CR",
+		"CU",
+		"CZ",
+		"DE",
+		"DK",
+		"DO",
+		"EC",
+		"ES",
+		"FI",
+		"FR",
+		"GB",
+		"GR",
+		"GT",
+		"HN",
+		"HR",
+		"HU",
+		"IE",
+		"IT",
+		"LU",
+		"LV",
+		"MC",
+		"MD",
+		"MX",
+		"NI",
+		"NL",
+		"NO",
+		"NZ",
+		"PA",
+		"PE",
+		"PL",
+		"PT",
+		"PY",
+		"RO",
+		"SE",
+		"SI",
+		"SK",
+		"SV",
+		"US",
+		"UY",
+		"VE"
+	],
 	languages: {
 		"cs": {
 			"nameCorpusLanguages": ["cs", "sk"],
@@ -974,7 +986,10 @@ const scopeData = {
 		}
 	}
 };
-const normalizeLanguage$1 = (language) => language.trim().toLowerCase();
+//#endregion
+//#region src/language-scope.ts
+const scopeData = language_scopes_default;
+const normalizeLanguage$2 = (language) => language.trim().toLowerCase();
 const fallbackLanguage = (language) => {
 	const index = language.indexOf("-");
 	return index === -1 ? null : language.slice(0, index);
@@ -988,7 +1003,7 @@ const uniquePush = (target, values) => {
 	}
 };
 const resolveLanguageScope = (language) => {
-	const normalized = normalizeLanguage$1(language);
+	const normalized = normalizeLanguage$2(language);
 	if (normalized.length === 0) return null;
 	const exact = scopeData.languages[normalized];
 	if (exact !== void 0) return exact;
@@ -1004,21 +1019,50 @@ const applyPipelineLanguageScope = (config) => {
 	if (languages.length === 0) return config;
 	const nameCorpusLanguages = [];
 	const denyListCountries = [];
+	let hasResolvedScope = false;
 	for (const language of languages) {
 		const scope = resolveLanguageScope(language);
 		if (scope === null) continue;
+		hasResolvedScope = true;
 		uniquePush(nameCorpusLanguages, scope.nameCorpusLanguages ?? []);
 		uniquePush(denyListCountries, scope.denyListCountries ?? []);
 	}
 	const next = {};
-	if (config.nameCorpusLanguages === void 0 && nameCorpusLanguages.length > 0) next.nameCorpusLanguages = nameCorpusLanguages;
-	if (config.denyListCountries === void 0 && denyListCountries.length > 0) next.denyListCountries = denyListCountries;
+	if (config.nameCorpusLanguages === void 0 && hasResolvedScope) next.nameCorpusLanguages = nameCorpusLanguages;
+	if (config.denyListCountries === void 0 && hasResolvedScope) next.denyListCountries = denyListCountries;
 	return Object.keys(next).length === 0 ? config : {
 		...config,
 		...next
 	};
 };
 //#endregion
+//#region src/build-native-package.ts
+const EMPTY_NAME_CORPUS_SCOPE = ["und"];
+const defaultDictionaryBundleOptions = (config) => ({
+	...config.denyListCountries === void 0 ? { cityCountries: language_scopes_default.allLanguageCityCountries } : {
+		countries: config.denyListCountries,
+		cityCountries: config.denyListCountries
+	},
+	...config.nameCorpusLanguages === void 0 ? {} : { nameLanguages: config.nameCorpusLanguages.length === 0 ? EMPTY_NAME_CORPUS_SCOPE : config.nameCorpusLanguages }
+});
+//#endregion
+//#region src/context.ts
+/** Create a fresh, empty pipeline context. */
+const createPipelineContext = () => ({
+	nativePipelinePackage: null,
+	nativePipelinePackageKey: "",
+	nativePipelinePackagePromise: null
+});
+/**
+* Module-level default context. Used when callers
+* don't provide an explicit context, preserving full
+* backward compatibility with the existing API.
+*/
+const defaultContext = createPipelineContext();
+//#endregion
+//#region src/types.ts
+const isLegalFormsEnabled = (config) => config.enableLegalForms !== false;
+//#endregion
 //#region src/util/language-selection.ts
 const normalizeLanguageCode = (language) => language.trim().toLowerCase();
 const normalizeLanguageSelection = (languages) => languages === void 0 ? [] : languages.map(normalizeLanguageCode).filter((language) => language.length > 0);
@@ -1030,7 +1074,8 @@ const languageSelectionKey = (languages) => {
 //#region src/pipeline-cache-key.ts
 const DEFAULT_CUSTOM_REGEX_SCORE = .9;
 const contentLanguageFingerprint = (config) => {
-	return languageSelectionKey(config.languages ?? (config.language === void 0 ? [] : [config.language]));
+	const languages = config.languages ?? (config.language === void 0 ? [] : [config.language]);
+	return languageSelectionKey(languages);
 };
 const pipelineConfigKey = (config, gazetteerEntries) => {
 	const legalFormsEnabled = isLegalFormsEnabled(config);
@@ -1140,14 +1185,15 @@ const prepareNativePipelinePackage = async ({ binding, config, gazetteerEntries
 	return new Uint8Array(packageBytes);
 };
 const createNativePipelineFromConfig = async ({ binding, config, gazetteerEntries = [], context }) => {
+	const packageBytes = await getCachedNativePipelinePackage({
+		binding,
+		config,
+		gazetteerEntries,
+		...context ? { context } : {}
+	});
 	return createNativePipelineFromPackage({
 		binding,
-		packageBytes: await getCachedNativePipelinePackage({
-			binding,
-			config,
-			gazetteerEntries,
-			...context ? { context } : {}
-		})
+		packageBytes
 	});
 };
 const getCachedNativePipelinePackage = async ({ binding, config, gazetteerEntries = [], context, compressed = false }) => {
@@ -1208,6 +1254,141 @@ const nativePackageCacheKey = ({ binding, config, gazetteerEntries, compressed }
 	pipelineConfigKey(config, gazetteerEntries)
 ].join(":");
 //#endregion
+//#region src/native-default-config.ts
+const DEFAULT_NATIVE_PIPELINE_CONFIG = {
+	threshold: .3,
+	enableTriggerPhrases: true,
+	enableRegex: true,
+	enableLegalForms: true,
+	enableNameCorpus: true,
+	enableDenyList: true,
+	enableGazetteer: false,
+	enableCountries: true,
+	enableConfidenceBoost: true,
+	enableCoreference: true,
+	enableHotwordRules: true,
+	enableZoneClassification: true,
+	standaloneStreetDetection: "off",
+	labels: [...DEFAULT_ENTITY_LABELS],
+	workspaceId: "native-pipeline-default"
+};
+//#endregion
+//#region src/pipeline-language.ts
+const isSupportedLanguage = (language) => Object.hasOwn(language_scopes_default.languages, language);
+const SUPPORTED_LANGUAGES = Object.freeze(Object.keys(language_scopes_default.languages).filter(isSupportedLanguage).toSorted());
+const normalizeLanguage$1 = (language) => {
+	if (typeof language !== "string") throw new TypeError("Pipeline language codes must be strings");
+	const normalized = language.trim().toLowerCase();
+	if (!isSupportedLanguage(normalized)) throw new RangeError(`Unsupported pipeline language ${JSON.stringify(language)}; expected one of: ${SUPPORTED_LANGUAGES.join(", ")}`);
+	return normalized;
+};
+const normalizePipelineLanguageSelection = (selection) => {
+	if (selection === void 0 || typeof selection === "string" && selection.trim().toLowerCase() === "all") return { type: "all" };
+	const requested = Array.isArray(selection) ? selection : [selection];
+	if (requested.length === 0) throw new RangeError("Pipeline language selection must not be empty");
+	const normalized = [...new Set(requested.map(normalizeLanguage$1))].toSorted();
+	const first = normalized.at(0);
+	if (first === void 0) throw new RangeError("Pipeline language selection must not be empty");
+	return {
+		type: "languages",
+		languages: [first, ...normalized.slice(1)]
+	};
+};
+const pipelineLanguageSelectionKey = (selection) => selection.type === "all" ? "all" : selection.languages.join(",");
+//#endregion
+//#region src/create-pipeline.ts
+const dictionaryCache = /* @__PURE__ */ new Map();
+const semanticPipelineCache = /* @__PURE__ */ new WeakMap();
+const MAX_SEMANTIC_PIPELINE_CACHE_ENTRIES = 8;
+const getCachedEntry = (cache, key) => {
+	const cached = cache.get(key);
+	if (cached === void 0) return;
+	cache.delete(key);
+	cache.set(key, cached);
+	return cached;
+};
+const setCachedEntry = (cache, key, value) => {
+	cache.set(key, value);
+	if (cache.size <= MAX_SEMANTIC_PIPELINE_CACHE_ENTRIES) return;
+	const oldestKey = cache.keys().next().value;
+	if (oldestKey !== void 0) cache.delete(oldestKey);
+};
+const loadSemanticDictionaries = (key, config) => {
+	const cached = getCachedEntry(dictionaryCache, key);
+	if (cached !== void 0) return cached;
+	let dictionaries;
+	dictionaries = import("@stll/anonymize-data/cities").then(({ loadDictionaryBundle }) => loadDictionaryBundle(defaultDictionaryBundleOptions(config))).catch((error) => {
+		if (dictionaryCache.get(key) === dictionaries) dictionaryCache.delete(key);
+		throw error;
+	});
+	setCachedEntry(dictionaryCache, key, dictionaries);
+	return dictionaries;
+};
+const pipelineConfigFor = (selection) => {
+	if (selection.type === "all") return {
+		...DEFAULT_NATIVE_PIPELINE_CONFIG,
+		labels: [...DEFAULT_NATIVE_PIPELINE_CONFIG.labels]
+	};
+	const [language, ...languages] = selection.languages;
+	return applyPipelineLanguageScope({
+		...DEFAULT_NATIVE_PIPELINE_CONFIG,
+		labels: [...DEFAULT_NATIVE_PIPELINE_CONFIG.labels],
+		workspaceId: `default-pipeline:${pipelineLanguageSelectionKey(selection)}`,
+		...languages.length === 0 ? { language } : { languages: [language, ...languages] }
+	});
+};
+const semanticPipelineCacheFor = (binding) => {
+	const cached = semanticPipelineCache.get(binding);
+	if (cached !== void 0) return cached;
+	const created = /* @__PURE__ */ new Map();
+	semanticPipelineCache.set(binding, created);
+	return created;
+};
+const createSemanticPipeline = ({ binding, selection }) => {
+	const key = pipelineLanguageSelectionKey(selection);
+	const cache = semanticPipelineCacheFor(binding);
+	const cached = getCachedEntry(cache, key);
+	if (cached !== void 0) return cached;
+	const config = pipelineConfigFor(selection);
+	let pipeline;
+	pipeline = loadSemanticDictionaries(key, config).then((dictionaries) => createNativePipelineFromConfig({
+		binding,
+		config: {
+			...config,
+			dictionaries
+		}
+	})).catch((error) => {
+		if (cache.get(key) === pipeline) cache.delete(key);
+		throw error;
+	});
+	setCachedEntry(cache, key, pipeline);
+	return pipeline;
+};
+//#endregion
+//#region src/redact.ts
+/**
+* Serialize the redaction key to JSON for export.
+* Includes operator metadata so the export is self-describing.
+*/
+const exportRedactionKey = (redactionMap, operatorMap) => {
+	const entries = {};
+	for (const [placeholder, value] of redactionMap) entries[placeholder] = {
+		original: value,
+		operator: operatorMap.get(placeholder) ?? "replace"
+	};
+	return JSON.stringify({ entries }, null, 2);
+};
+/**
+* De-anonymise text using a redaction key.
+* Replaces placeholders back with original values.
+* Only works for reversible operators (replace).
+*/
+const deanonymise = (redactedText, redactionMap) => {
+	let result = redactedText;
+	for (const [placeholder, original] of redactionMap) result = result.replaceAll(placeholder, original);
+	return result;
+};
+//#endregion
 //#region src/wasm.ts
 const GLUE_MODULE = "index.js";
 const WASM_MODULE = "index_bg.wasm";
@@ -1216,10 +1397,18 @@ const NATIVE_ASSET_DIR = "native";
 const ASSET_DIR_ENV = "STLL_ANONYMIZE_ASSET_DIR";
 const DEFAULT_PACKAGE_FILE = "native-pipeline.stlanonpkg";
 const LANGUAGE_PATTERN = /^[a-z0-9]+(?:-[a-z0-9]+)*$/u;
+const HTML_MEDIA_TYPES = /* @__PURE__ */ new Set(["application/xhtml+xml", "text/html"]);
 const DEFAULT_PIPELINE_CACHE_KEY = "<default>";
 const DEFAULT_PIPELINE_CACHE_MAX_ENTRIES = 32;
 let bindingPromise;
 const defaultPipelineCache = /* @__PURE__ */ new Map();
+const unavailablePackageUrls = /* @__PURE__ */ new Set();
+var PreparedPackageUnavailableError = class extends Error {
+	constructor(href, options) {
+		super(`Prepared package is unavailable: ${href}`, options);
+		this.name = "PreparedPackageUnavailableError";
+	}
+};
 /** Instantiate (once) and return the wasm binding. Safe to call repeatedly:
 * the underlying wasm module is instantiated a single time and cached. */
 const getBinding = () => {
@@ -1272,11 +1461,27 @@ const toPackageBytes = async (source) => {
 	if (source instanceof Uint8Array) return source;
 	if (source instanceof ArrayBuffer) return new Uint8Array(source);
 	const href = source instanceof URL ? source.href : source;
-	if (href.startsWith("file:")) return readFileUrlBytes(href);
+	if (href.startsWith("file:")) try {
+		return await readFileUrlBytes(href);
+	} catch (error) {
+		if (isMissingFileError(error)) throw new PreparedPackageUnavailableError(href, { cause: error });
+		throw error;
+	}
 	const response = await fetch(href);
-	if (!response.ok) throw new Error(`Failed to fetch prepared package (${response.status} ${response.statusText})`);
+	if (!response.ok) {
+		if (response.status === 404) throw new PreparedPackageUnavailableError(href);
+		throw new Error(`Failed to fetch prepared package (${response.status} ${response.statusText})`);
+	}
+	if (isHtmlResponse(response)) throw new PreparedPackageUnavailableError(href);
 	return new Uint8Array(await response.arrayBuffer());
 };
+const isHtmlResponse = (response) => {
+	const contentType = response.headers.get("content-type");
+	if (contentType === null) return false;
+	const mediaType = contentType.split(";", 1).at(0)?.trim().toLowerCase();
+	return mediaType !== void 0 && HTML_MEDIA_TYPES.has(mediaType);
+};
+const isMissingFileError = (error) => typeof error === "object" && error !== null && "code" in error && error.code === "ENOENT";
 /** Read a `file:` URL through node:fs. The import is dynamic and gated behind
 * the `file:` check (never reached in browsers); the specifier is a runtime
 * value so the bundler leaves it alone, mirroring the runtime glue import in
@@ -1317,6 +1522,7 @@ const loadDefaultPipeline = async (language, options) => {
 	try {
 		return await loadPipeline(defaultPackageUrl(language), options);
 	} catch (error) {
+		if (!(error instanceof PreparedPackageUnavailableError)) throw error;
 		const normalized = language === void 0 ? void 0 : normalizeLanguage(language);
 		const baseLanguage = normalized?.split("-").at(0);
 		if (baseLanguage === void 0 || baseLanguage === normalized) throw error;
@@ -1371,6 +1577,37 @@ const getDefaultPipeline = (language, options) => {
 	touchDefaultPipelineCacheEntry(key, pipeline);
 	return pipeline;
 };
+const createPipeline = async ({ language, ...bindingOptions } = {}) => {
+	const selection = normalizePipelineLanguageSelection(language);
+	if (selection.type === "all") {
+		const packageUrl = defaultPackageUrl();
+		if (!unavailablePackageUrls.has(packageUrl.href)) try {
+			return await getDefaultPipeline(void 0, bindingOptions);
+		} catch (error) {
+			if (!(error instanceof PreparedPackageUnavailableError)) throw error;
+			unavailablePackageUrls.add(packageUrl.href);
+		}
+		return createSemanticPipeline({
+			binding: await resolveBinding(bindingOptions),
+			selection
+		});
+	}
+	const [singleLanguage, ...additionalLanguages] = selection.languages;
+	if (additionalLanguages.length === 0) {
+		const packageUrl = defaultPackageUrl(singleLanguage);
+		if (!unavailablePackageUrls.has(packageUrl.href)) try {
+			return await getDefaultPipeline(singleLanguage, bindingOptions);
+		} catch (error) {
+			if (!(error instanceof PreparedPackageUnavailableError)) throw error;
+			unavailablePackageUrls.add(packageUrl.href);
+		}
+	}
+	return createSemanticPipeline({
+		binding: await resolveBinding(bindingOptions),
+		selection
+	});
+};
+const create_pipeline = createPipeline;
 const redactDefaultText = async (fullText, operators, language) => (await getDefaultPipeline(language)).redactText(fullText, operators);
 const redactDefaultTextJson = async (fullText, operators, language) => (await getDefaultPipeline(language)).redact_text_json(fullText, operators);
 const native_package_version = async (options) => native_package_version$1(await resolveBinding(options));
@@ -1445,6 +1682,6 @@ const normalizeLanguage = (language) => {
 	return normalized;
 };
 //#endregion
-export { CALLER_DETECTION_CONTRACT_VERSION, CALLER_DETECTION_MAX_COUNT, CALLER_DETECTION_REQUEST_JSON_MAX_BYTES, CALLER_DETECTION_TEXT_MAX_BYTES, CAPABILITY_MANIFEST, CAPABILITY_MANIFEST_SCHEMA_VERSION, CAPABILITY_PARITY_PROFILES, CAPABILITY_RUNTIMES, CAPABILITY_SURFACES, DEFAULT_ENTITY_LABELS, DETECTION_SOURCES, DETECTOR_PRIORITY, ENTITY_CAPABILITIES, ENTITY_LABELS, ENTITY_SELECTIONS, EXTERNAL_DETECTION_BATCH_MAX_BYTES, EXTERNAL_DETECTION_BATCH_VERSION, EXTERNAL_DETECTION_DOCUMENT_MAX_BYTES, EXTERNAL_DETECTION_MAX_DETECTIONS, EXTERNAL_DETECTION_MAX_LABEL_MAPPINGS, EXTERNAL_DETECTION_MAX_METADATA_BYTES, EXTERNAL_DETECTION_OFFSET_UNITS, EXTERNAL_DETECTION_PROVIDER_ID_MAX_BYTES, NATIVE_BINDING_PARITY_MEMBERS, OPERATOR_TYPES, PreparedAnonymizer, PreparedNativeAnonymizer, PreparedNativePipeline, PreparedNativeRedactionSession, PreparedNativeSessionRedactionPlan, PreparedSearch, SESSION_CALLER_INPUTS_JSON_MAX_BYTES, SESSION_CALLER_MAX_INPUTS, assertNativeBindingVersion, assertNativePipelineSupported, convert_external_detection_batch, createNativeAnonymizerFromConfig, createNativeAnonymizerFromPackage, createNativePipelineFromConfig, createNativePipelineFromPackage, createPipelineContext, deanonymise, defaultPackageUrl, diagnostics_json, diagnostics_stream_json, encodeNativeSearchConfig, encodeNativeSearchConfigInput, exportRedactionKey, getBinding, getDefaultPipeline, getNativeBindingVersion, getNativePipelineCompatibility, inspect_pdf_json, isNativeAnonymizeBinding, loadDefaultPipeline, loadPipeline, load_prepared_package, native_package_version, normalize_for_search, prepareNativePipelineConfig, prepareNativePipelinePackage, prepareNativeSearchPackage, prepare_search_package, redactDefaultText, redactDefaultTextJson, redact_text, redact_text_json, redact_text_stream_json, summary_diagnostics_json };
+export { CALLER_DETECTION_CONTRACT_VERSION, CALLER_DETECTION_MAX_COUNT, CALLER_DETECTION_REQUEST_JSON_MAX_BYTES, CALLER_DETECTION_TEXT_MAX_BYTES, CAPABILITY_MANIFEST, CAPABILITY_MANIFEST_SCHEMA_VERSION, CAPABILITY_PARITY_PROFILES, CAPABILITY_RUNTIMES, CAPABILITY_SURFACES, DEFAULT_ENTITY_LABELS, DETECTION_SOURCES, DETECTOR_PRIORITY, ENTITY_CAPABILITIES, ENTITY_LABELS, ENTITY_SELECTIONS, EXTERNAL_DETECTION_BATCH_MAX_BYTES, EXTERNAL_DETECTION_BATCH_VERSION, EXTERNAL_DETECTION_DOCUMENT_MAX_BYTES, EXTERNAL_DETECTION_MAX_DETECTIONS, EXTERNAL_DETECTION_MAX_LABEL_MAPPINGS, EXTERNAL_DETECTION_MAX_METADATA_BYTES, EXTERNAL_DETECTION_OFFSET_UNITS, EXTERNAL_DETECTION_PROVIDER_ID_MAX_BYTES, NATIVE_BINDING_PARITY_MEMBERS, OPERATOR_TYPES, PreparedAnonymizer, PreparedNativeAnonymizer, PreparedNativePipeline, PreparedNativeRedactionSession, PreparedNativeSessionRedactionPlan, PreparedSearch, SESSION_CALLER_INPUTS_JSON_MAX_BYTES, SESSION_CALLER_MAX_INPUTS, SUPPORTED_LANGUAGES, assertNativeBindingVersion, assertNativePipelineSupported, convert_external_detection_batch, createNativeAnonymizerFromConfig, createNativeAnonymizerFromPackage, createNativePipelineFromConfig, createNativePipelineFromPackage, createPipeline, createPipelineContext, create_pipeline, deanonymise, defaultPackageUrl, diagnostics_json, diagnostics_stream_json, encodeNativeSearchConfig, encodeNativeSearchConfigInput, exportRedactionKey, getBinding, getDefaultPipeline, getNativeBindingVersion, getNativePipelineCompatibility, inspect_pdf_json, isNativeAnonymizeBinding, loadDefaultPipeline, loadPipeline, load_prepared_package, native_package_version, normalize_for_search, prepareNativePipelineConfig, prepareNativePipelinePackage, prepareNativeSearchPackage, prepare_search_package, redactDefaultText, redactDefaultTextJson, redact_text, redact_text_json, redact_text_stream_json, summary_diagnostics_json };
 
 //# sourceMappingURL=wasm.mjs.map