rehydra 0.4.3 → 0.5.2

package/dist/cli/bin.d.ts

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+export {};
+//# sourceMappingURL=bin.d.ts.map

package/dist/cli/bin.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"bin.d.ts","sourceRoot":"","sources":["../../src/cli/bin.ts"],"names":[],"mappings":""}

package/dist/cli/bin.js

@@ -0,0 +1,24 @@
+#!/usr/bin/env node
+// Node 18 does not expose globalThis.crypto by default
+import { webcrypto } from "node:crypto";
+if (globalThis.crypto === undefined) {
+    // eslint-disable-next-line @typescript-eslint/no-unsafe-assignment, @typescript-eslint/no-explicit-any
+    globalThis.crypto = webcrypto;
+}
+import { run } from "./main.js";
+import { CLIError } from "./utils/errors.js";
+try {
+    const exitCode = await run();
+    process.exitCode = exitCode;
+}
+catch (err) {
+    if (err instanceof CLIError) {
+        process.stderr.write(`Error: ${err.message}\n`);
+        process.exitCode = err.exitCode;
+    }
+    else {
+        process.stderr.write(`Unexpected error: ${err instanceof Error ? err.message : String(err)}\n`);
+        process.exitCode = 1;
+    }
+}
+//# sourceMappingURL=bin.js.map

package/dist/cli/bin.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"bin.js","sourceRoot":"","sources":["../../src/cli/bin.ts"],"names":[],"mappings":";AAEA,uDAAuD;AACvD,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AACxC,IAAI,UAAU,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;IACpC,uGAAuG;IACvG,UAAU,CAAC,MAAM,GAAG,SAAgB,CAAC;AACvC,CAAC;AAED,OAAO,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AAChC,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAE7C,IAAI,CAAC;IACH,MAAM,QAAQ,GAAG,MAAM,GAAG,EAAE,CAAC;IAC7B,OAAO,CAAC,QAAQ,GAAG,QAAQ,CAAC;AAC9B,CAAC;AAAC,OAAO,GAAG,EAAE,CAAC;IACb,IAAI,GAAG,YAAY,QAAQ,EAAE,CAAC;QAC5B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,GAAG,CAAC,OAAO,IAAI,CAAC,CAAC;QAChD,OAAO,CAAC,QAAQ,GAAG,GAAG,CAAC,QAAQ,CAAC;IAClC,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,qBAAqB,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAC1E,CAAC;QACF,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;IACvB,CAAC;AACH,CAAC"}

package/dist/cli/commands/anonymize.d.ts

@@ -0,0 +1,3 @@
+import type { ParsedOptions } from "../main.js";
+export declare function anonymizeCommand(filePath: string | undefined, options: ParsedOptions): Promise<number>;
+//# sourceMappingURL=anonymize.d.ts.map

package/dist/cli/commands/anonymize.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"anonymize.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/anonymize.ts"],"names":[],"mappings":"AAkBA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAyFhD,wBAAsB,gBAAgB,CACpC,QAAQ,EAAE,MAAM,GAAG,SAAS,EAC5B,OAAO,EAAE,aAAa,GACrB,OAAO,CAAC,MAAM,CAAC,CAcjB"}

package/dist/cli/commands/anonymize.js

@@ -0,0 +1,264 @@
+import { pipeline } from "node:stream/promises";
+import { createAnonymizer, PIIType, mergePolicy, generateKey, uint8ArrayToBase64, ConfigKeyProvider, } from "../../index.js";
+import { createAnonymizerStream, } from "../../streaming/index.js";
+import { CLIError } from "../utils/errors.js";
+import { readInput, writeOutput, getInputStream, getOutputStream } from "../utils/io.js";
+import { formatText, formatJson, formatNdjson, formatStats } from "../utils/format.js";
+import { savePIIMapFile } from "../utils/pii-map-file.js";
+function parseTypes(typesStr) {
+    const allValues = new Set(Object.values(PIIType));
+    const types = new Set();
+    for (const raw of typesStr.split(",")) {
+        const t = raw.trim().toUpperCase();
+        if (t === "")
+            continue;
+        if (!allValues.has(t)) {
+            throw new CLIError(`Unknown PII type: ${raw.trim()}\nValid types: ${[...allValues].join(", ")}`);
+        }
+        types.add(t);
+    }
+    if (types.size === 0) {
+        throw new CLIError("--types must specify at least one PII type");
+    }
+    return types;
+}
+function validateNerMode(mode) {
+    const valid = ["disabled", "quantized", "standard"];
+    if (!valid.includes(mode)) {
+        throw new CLIError(`Invalid NER mode: ${mode}\nValid modes: ${valid.join(", ")}`);
+    }
+    return mode;
+}
+function validateMode(mode) {
+    if (mode !== "anonymize" && mode !== "pseudonymize") {
+        throw new CLIError(`Invalid mode: ${mode}\nValid modes: anonymize, pseudonymize`);
+    }
+    return mode;
+}
+function validateFormat(format) {
+    if (format !== "text" && format !== "json" && format !== "ndjson") {
+        throw new CLIError(`Invalid format: ${format}\nValid formats: text, json, ndjson`);
+    }
+    return format;
+}
+function setupKeyProvider(options) {
+    const envKey = process.env["REHYDRA_KEY"];
+    const flagKey = options.key;
+    const externalKey = flagKey ?? envKey;
+    if (externalKey !== undefined) {
+        return { keyProvider: new ConfigKeyProvider(externalKey), keyBase64: undefined };
+    }
+    const keyBytes = generateKey();
+    const keyBase64 = uint8ArrayToBase64(keyBytes);
+    return { keyProvider: new ConfigKeyProvider(keyBase64), keyBase64 };
+}
+function buildNerConfig(nerMode, quiet) {
+    if (nerMode === "disabled")
+        return undefined;
+    return {
+        mode: nerMode,
+        autoDownload: true,
+        onStatus: quiet
+            ? undefined
+            : (status) => {
+                process.stderr.write(`${status}\n`);
+            },
+    };
+}
+export async function anonymizeCommand(filePath, options) {
+    const nerMode = validateNerMode(options.ner);
+    const anonMode = validateMode(options.mode);
+    const format = validateFormat(options.format);
+    const { keyProvider, keyBase64 } = setupKeyProvider(options);
+    const policy = options.types !== undefined
+        ? mergePolicy({ enabledTypes: parseTypes(options.types) })
+        : undefined;
+    // Use streaming for file inputs, batch for stdin
+    if (filePath !== undefined) {
+        return anonymizeFile(filePath, options, nerMode, anonMode, format, keyProvider, keyBase64, policy);
+    }
+    return anonymizeBatch(options, nerMode, anonMode, format, keyProvider, keyBase64, policy);
+}
+/**
+ * Batch anonymization for stdin input.
+ */
+async function anonymizeBatch(options, nerMode, anonMode, format, keyProvider, keyBase64, policy) {
+    const input = await readInput();
+    const config = {
+        mode: anonMode,
+        keyProvider,
+    };
+    const nerConfig = buildNerConfig(nerMode, options.quiet);
+    if (nerConfig !== undefined) {
+        config.ner = nerConfig;
+    }
+    const anonymizer = createAnonymizer(config);
+    await anonymizer.initialize();
+    try {
+        const result = await anonymizer.anonymize(input, options.locale, policy !== undefined ? policy : undefined);
+        // Save PII map file in pseudonymize mode
+        if (anonMode === "pseudonymize" && result.piiMap !== undefined) {
+            const piiMapFile = {
+                version: 1,
+                createdAt: new Date().toISOString(),
+                ...(keyBase64 !== undefined ? { key: keyBase64 } : {}),
+                piiMap: result.piiMap,
+                stats: {
+                    totalEntities: result.stats.totalEntities,
+                    countsByType: result.stats.countsByType,
+                },
+            };
+            await savePIIMapFile(options["pii-map"], piiMapFile);
+            if (!options.quiet) {
+                process.stderr.write(`PII map saved to ${options["pii-map"]}\n`);
+            }
+        }
+        // Format output
+        let output;
+        switch (format) {
+            case "text":
+                output = formatText(result);
+                break;
+            case "json":
+                output = formatJson(result);
+                break;
+            case "ndjson":
+                output = formatNdjson(result);
+                break;
+        }
+        // Ensure trailing newline
+        if (!output.endsWith("\n")) {
+            output += "\n";
+        }
+        await writeOutput(output, options.output);
+        // Print stats to stderr if verbose
+        if (options.verbose) {
+            process.stderr.write(formatStats(result.stats) + "\n");
+        }
+        return result.stats.totalEntities > 0 ? 0 : 2;
+    }
+    finally {
+        await anonymizer.dispose();
+    }
+}
+/**
+ * Streaming anonymization for file inputs.
+ */
+async function anonymizeFile(filePath, options, nerMode, anonMode, format, keyProvider, keyBase64, policy) {
+    const countsByType = {};
+    const allEntities = [];
+    const textChunks = [];
+    let finishData;
+    const anonymizerConfig = {
+        mode: anonMode,
+        keyProvider,
+    };
+    const nerConfig = buildNerConfig(nerMode, options.quiet);
+    if (nerConfig !== undefined) {
+        anonymizerConfig.ner = nerConfig;
+    }
+    const streamConfig = {
+        anonymizer: anonymizerConfig,
+        policy: policy ?? undefined,
+        locale: options.locale,
+        keyProvider,
+        onChunk: (event) => {
+            for (const entity of event.entities) {
+                countsByType[entity.type] = (countsByType[entity.type] ?? 0) + 1;
+                allEntities.push({
+                    type: entity.type,
+                    id: entity.id,
+                    confidence: entity.confidence,
+                    source: entity.source,
+                    ...(entity.semantic !== undefined ? { semantic: entity.semantic } : {}),
+                });
+            }
+        },
+        onFinish: (event) => {
+            finishData = event;
+        },
+    };
+    const anonymizerStream = await createAnonymizerStream(streamConfig);
+    const inputStream = getInputStream(filePath);
+    const outputStream = getOutputStream(options.output);
+    if (format === "text") {
+        // Direct pipe: input → anonymizer → output
+        await pipeline(inputStream, anonymizerStream, outputStream);
+        // Add trailing newline if writing to file
+        if (options.output !== undefined) {
+            outputStream.write("\n");
+        }
+    }
+    else {
+        // For json/ndjson: collect output text, format at end
+        anonymizerStream.on("data", (chunk) => {
+            textChunks.push(typeof chunk === "string" ? chunk : chunk.toString());
+        });
+        inputStream.pipe(anonymizerStream);
+        await new Promise((resolve, reject) => {
+            anonymizerStream.on("end", resolve);
+            anonymizerStream.on("error", reject);
+            inputStream.on("error", reject);
+        });
+        let output;
+        if (format === "json") {
+            output = JSON.stringify({
+                anonymizedText: textChunks.join(""),
+                entities: allEntities,
+                stats: {
+                    totalEntities: finishData?.totalEntities ?? 0,
+                    countsByType,
+                    processingTimeMs: finishData?.totalProcessingTimeMs ?? 0,
+                },
+            }, null, 2);
+        }
+        else {
+            // ndjson: entity lines + summary
+            const lines = allEntities.map((e) => JSON.stringify(e));
+            lines.push(JSON.stringify({
+                _type: "summary",
+                anonymizedText: textChunks.join(""),
+                totalEntities: finishData?.totalEntities ?? 0,
+                processingTimeMs: finishData?.totalProcessingTimeMs ?? 0,
+            }));
+            output = lines.join("\n");
+        }
+        if (!output.endsWith("\n")) {
+            output += "\n";
+        }
+        await writeOutput(output, options.output);
+    }
+    // Close file output stream if writing to file (pipeline already handles this for text format)
+    if (format !== "text" && options.output !== undefined && outputStream !== process.stdout) {
+        await new Promise((resolve) => outputStream.end(resolve));
+    }
+    // Save PII map
+    if (anonMode === "pseudonymize" && finishData?.piiMap !== undefined) {
+        const piiMapFile = {
+            version: 1,
+            createdAt: new Date().toISOString(),
+            ...(keyBase64 !== undefined ? { key: keyBase64 } : {}),
+            piiMap: finishData.piiMap,
+            stats: {
+                totalEntities: finishData.totalEntities,
+                countsByType,
+            },
+        };
+        await savePIIMapFile(options["pii-map"], piiMapFile);
+        if (!options.quiet) {
+            process.stderr.write(`PII map saved to ${options["pii-map"]}\n`);
+        }
+    }
+    // Print stats to stderr if verbose
+    if (options.verbose && finishData !== undefined) {
+        process.stderr.write(formatStats({
+            totalEntities: finishData.totalEntities,
+            countsByType: countsByType,
+            processingTimeMs: finishData.totalProcessingTimeMs,
+            modelVersion: "",
+            policyVersion: "",
+        }) + "\n");
+    }
+    return (finishData?.totalEntities ?? 0) > 0 ? 0 : 2;
+}
+//# sourceMappingURL=anonymize.js.map

package/dist/cli/commands/anonymize.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"anonymize.js","sourceRoot":"","sources":["../../../src/cli/commands/anonymize.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAChD,OAAO,EACL,gBAAgB,EAIhB,OAAO,EACP,WAAW,EACX,WAAW,EACX,kBAAkB,EAClB,iBAAiB,GAClB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EACL,sBAAsB,GAIvB,MAAM,0BAA0B,CAAC;AAElC,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AACzF,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACvF,OAAO,EAAE,cAAc,EAAmB,MAAM,0BAA0B,CAAC;AAE3E,SAAS,UAAU,CAAC,QAAgB;IAClC,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAa,CAAC,CAAC;IAC9D,MAAM,KAAK,GAAG,IAAI,GAAG,EAAW,CAAC;IAEjC,KAAK,MAAM,GAAG,IAAI,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;QACtC,MAAM,CAAC,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QACnC,IAAI,CAAC,KAAK,EAAE;YAAE,SAAS;QACvB,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;YACtB,MAAM,IAAI,QAAQ,CAChB,qBAAqB,GAAG,CAAC,IAAI,EAAE,kBAAkB,CAAC,GAAG,SAAS,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAC7E,CAAC;QACJ,CAAC;QACD,KAAK,CAAC,GAAG,CAAC,CAAY,CAAC,CAAC;IAC1B,CAAC;IAED,IAAI,KAAK,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;QACrB,MAAM,IAAI,QAAQ,CAAC,4CAA4C,CAAC,CAAC;IACnE,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,eAAe,CAAC,IAAY;IACnC,MAAM,KAAK,GAAG,CAAC,UAAU,EAAE,WAAW,EAAE,UAAU,CAAC,CAAC;IACpD,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QAC1B,MAAM,IAAI,QAAQ,CAChB,qBAAqB,IAAI,kBAAkB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAC9D,CAAC;IACJ,CAAC;IACD,OAAO,IAAyB,CAAC;AACnC,CAAC;AAED,SAAS,YAAY,CAAC,IAAY;IAChC,IAAI,IAAI,KAAK,WAAW,IAAI,IAAI,KAAK,cAAc,EAAE,CAAC;QACpD,MAAM,IAAI,QAAQ,CAChB,iBAAiB,IAAI,wCAAwC,CAC9D,CAAC;IACJ,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,cAAc,CAAC,MAAc;IACpC,IAAI,MAAM,KAAK,MAAM,IAAI,MAAM,KAAK,MAAM,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;QAClE,MAAM,IAAI,QAAQ,CAChB,mBAAmB,MAAM,qCAAqC,CAC/D,CAAC;IACJ,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,gBAAgB,CAAC,OAAsB;IAI9C,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;IAC1C,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC;IAC5B,MAAM,WAAW,GAAG,OAAO,IAAI,MAAM,CAAC;IAEtC,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;QAC9B,OAAO,EAAE,WAAW,EAAE,IAAI,iBAAiB,CAAC,WAAW,CAAC,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC;IACnF,CAAC;IAED,MAAM,QAAQ,GAAG,WAAW,EAAE,CAAC;IAC/B,MAAM,SAAS,GAAG,kBAAkB,CAAC,QAAQ,CAAC,CAAC;IAC/C,OAAO,EAAE,WAAW,EAAE,IAAI,iBAAiB,CAAC,SAAS,CAAC,EAAE,SAAS,EAAE,CAAC;AACtE,CAAC;AAED,SAAS,cAAc,CACrB,OAA0B,EAC1B,KAAc;IAEd,IAAI,OAAO,KAAK,UAAU;QAAE,OAAO,SAAS,CAAC;IAC7C,OAAO;QACL,IAAI,EAAE,OAAO;QACb,YAAY,EAAE,IAAI;QAClB,QAAQ,EAAE,KAAK;YACb,CAAC,CAAC,SAAS;YACX,CAAC,CAAC,CAAC,MAAc,EAAQ,EAAE;gBACvB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,MAAM,IAAI,CAAC,CAAC;YACtC,CAAC;KACN,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,QAA4B,EAC5B,OAAsB;IAEtB,MAAM,OAAO,GAAG,eAAe,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAC7C,MAAM,QAAQ,GAAG,YAAY,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAC5C,MAAM,MAAM,GAAG,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAC9C,MAAM,EAAE,WAAW,EAAE,SAAS,EAAE,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;IAC7D,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,KAAK,SAAS;QACxC,CAAC,CAAC,WAAW,CAAC,EAAE,YAAY,EAAE,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAC1D,CAAC,CAAC,SAAS,CAAC;IAEd,iDAAiD;IACjD,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;QAC3B,OAAO,aAAa,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;IACrG,CAAC;IACD,OAAO,cAAc,CAAC,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;AAC5F,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,cAAc,CAC3B,OAAsB,EACtB,OAA0B,EAC1B,QAAsC,EACtC,MAAkC,EAClC,WAA8B,EAC9B,SAA6B,EAC7B,MAAgD;IAEhD,MAAM,KAAK,GAAG,MAAM,SAAS,EAAE,CAAC;IAEhC,MAAM,MAAM,GAAqB;QAC/B,IAAI,EAAE,QAAQ;QACd,WAAW;KACZ,CAAC;IAEF,MAAM,SAAS,GAAG,cAAc,CAAC,OAAO,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;IACzD,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;QAC5B,MAAM,CAAC,GAAG,GAAG,SAAS,CAAC;IACzB,CAAC;IAED,MAAM,UAAU,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC;IAC5C,MAAM,UAAU,CAAC,UAAU,EAAE,CAAC;IAE9B,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,SAAS,CAAC,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QAE5G,yCAAyC;QACzC,IAAI,QAAQ,KAAK,cAAc,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YAC/D,MAAM,UAAU,GAAe;gBAC7B,OAAO,EAAE,CAAC;gBACV,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACnC,GAAG,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACtD,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,KAAK,EAAE;oBACL,aAAa,EAAE,MAAM,CAAC,KAAK,CAAC,aAAa;oBACzC,YAAY,EAAE,MAAM,CAAC,KAAK,CAAC,YAAY;iBACxC;aACF,CAAC;YACF,MAAM,cAAc,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,UAAU,CAAC,CAAC;YAErD,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;gBACnB,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,oBAAoB,OAAO,CAAC,SAAS,CAAC,IAAI,CAC3C,CAAC;YACJ,CAAC;QACH,CAAC;QAED,gBAAgB;QAChB,IAAI,MAAc,CAAC;QACnB,QAAQ,MAAM,EAAE,CAAC;YACf,KAAK,MAAM;gBACT,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC;gBAC5B,MAAM;YACR,KAAK,MAAM;gBACT,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC;gBAC5B,MAAM;YACR,KAAK,QAAQ;gBACX,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC;gBAC9B,MAAM;QACV,CAAC;QAED,0BAA0B;QAC1B,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YAC3B,MAAM,IAAI,IAAI,CAAC;QACjB,CAAC;QAED,MAAM,WAAW,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;QAE1C,mCAAmC;QACnC,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YACpB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,CAAC;QACzD,CAAC;QAED,OAAO,MAAM,CAAC,KAAK,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAChD,CAAC;YAAS,CAAC;QACT,MAAM,UAAU,CAAC,OAAO,EAAE,CAAC;IAC7B,CAAC;AACH,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,aAAa,CAC1B,QAAgB,EAChB,OAAsB,EACtB,OAA0B,EAC1B,QAAsC,EACtC,MAAkC,EAClC,WAA8B,EAC9B,SAA6B,EAC7B,MAAgD;IAEhD,MAAM,YAAY,GAA2B,EAAE,CAAC;IAChD,MAAM,WAAW,GAA2F,EAAE,CAAC;IAC/G,MAAM,UAAU,GAAa,EAAE,CAAC;IAChC,IAAI,UAAyC,CAAC;IAE9C,MAAM,gBAAgB,GAAqB;QACzC,IAAI,EAAE,QAAQ;QACd,WAAW;KACZ,CAAC;IAEF,MAAM,SAAS,GAAG,cAAc,CAAC,OAAO,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;IACzD,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;QAC5B,gBAAgB,CAAC,GAAG,GAAG,SAAS,CAAC;IACnC,CAAC;IAED,MAAM,YAAY,GAAiB;QACjC,UAAU,EAAE,gBAAgB;QAC5B,MAAM,EAAE,MAAM,IAAI,SAAS;QAC3B,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,WAAW;QACX,OAAO,EAAE,CAAC,KAAuB,EAAE,EAAE;YACnC,KAAK,MAAM,MAAM,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;gBACpC,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;gBACjE,WAAW,CAAC,IAAI,CAAC;oBACf,IAAI,EAAE,MAAM,CAAC,IAAI;oBACjB,EAAE,EAAE,MAAM,CAAC,EAAE;oBACb,UAAU,EAAE,MAAM,CAAC,UAAU;oBAC7B,MAAM,EAAE,MAAM,CAAC,MAAM;oBACrB,GAAG,CAAC,MAAM,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBACxE,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QACD,QAAQ,EAAE,CAAC,KAAwB,EAAE,EAAE;YACrC,UAAU,GAAG,KAAK,CAAC;QACrB,CAAC;KACF,CAAC;IAEF,MAAM,gBAAgB,GAAG,MAAM,sBAAsB,CAAC,YAAY,CAAC,CAAC;IACpE,MAAM,WAAW,GAAG,cAAc,CAAC,QAAQ,CAAC,CAAC;IAC7C,MAAM,YAAY,GAAG,eAAe,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAErD,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;QACtB,2CAA2C;QAC3C,MAAM,QAAQ,CAAC,WAAW,EAAE,gBAAgB,EAAE,YAAY,CAAC,CAAC;QAC5D,0CAA0C;QAC1C,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YACjC,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;SAAM,CAAC;QACN,sDAAsD;QACtD,gBAAgB,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAsB,EAAE,EAAE;YACrD,UAAU,CAAC,IAAI,CAAC,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;QACxE,CAAC,CAAC,CAAC;QACH,WAAW,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QACnC,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC1C,gBAAgB,CAAC,EAAE,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;YACpC,gBAAgB,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YACrC,WAAW,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAClC,CAAC,CAAC,CAAC;QAEH,IAAI,MAAc,CAAC;QACnB,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;YACtB,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC;gBACtB,cAAc,EAAE,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;gBACnC,QAAQ,EAAE,WAAW;gBACrB,KAAK,EAAE;oBACL,aAAa,EAAE,UAAU,EAAE,aAAa,IAAI,CAAC;oBAC7C,YAAY;oBACZ,gBAAgB,EAAE,UAAU,EAAE,qBAAqB,IAAI,CAAC;iBACzD;aACF,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QACd,CAAC;aAAM,CAAC;YACN,iCAAiC;YACjC,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;YACxD,KAAK,CAAC,IAAI,CACR,IAAI,CAAC,SAAS,CAAC;gBACb,KAAK,EAAE,SAAS;gBAChB,cAAc,EAAE,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;gBACnC,aAAa,EAAE,UAAU,EAAE,aAAa,IAAI,CAAC;gBAC7C,gBAAgB,EAAE,UAAU,EAAE,qBAAqB,IAAI,CAAC;aACzD,CAAC,CACH,CAAC;YACF,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC5B,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YAC3B,MAAM,IAAI,IAAI,CAAC;QACjB,CAAC;QACD,MAAM,WAAW,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IAC5C,CAAC;IAED,8FAA8F;IAC9F,IAAI,MAAM,KAAK,MAAM,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS,IAAI,YAAY,KAAK,OAAO,CAAC,MAAM,EAAE,CAAC;QACzF,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;IAClE,CAAC;IAED,eAAe;IACf,IAAI,QAAQ,KAAK,cAAc,IAAI,UAAU,EAAE,MAAM,KAAK,SAAS,EAAE,CAAC;QACpE,MAAM,UAAU,GAAe;YAC7B,OAAO,EAAE,CAAC;YACV,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,GAAG,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACtD,MAAM,EAAE,UAAU,CAAC,MAAM;YACzB,KAAK,EAAE;gBACL,aAAa,EAAE,UAAU,CAAC,aAAa;gBACvC,YAAY;aACb;SACF,CAAC;QACF,MAAM,cAAc,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,UAAU,CAAC,CAAC;QAErD,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YACnB,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,oBAAoB,OAAO,CAAC,SAAS,CAAC,IAAI,CAC3C,CAAC;QACJ,CAAC;IACH,CAAC;IAED,mCAAmC;IACnC,IAAI,OAAO,CAAC,OAAO,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;QAChD,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,WAAW,CAAC;YACV,aAAa,EAAE,UAAU,CAAC,aAAa;YACvC,YAAY,EAAE,YAAuC;YACrD,gBAAgB,EAAE,UAAU,CAAC,qBAAqB;YAClD,YAAY,EAAE,EAAE;YAChB,aAAa,EAAE,EAAE;SAClB,CAAC,GAAG,IAAI,CACV,CAAC;IACJ,CAAC;IAED,OAAO,CAAC,UAAU,EAAE,aAAa,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACtD,CAAC"}

package/dist/cli/commands/inspect.d.ts

@@ -0,0 +1,3 @@
+import type { ParsedOptions } from "../main.js";
+export declare function inspectCommand(filePath: string | undefined, options: ParsedOptions): Promise<number>;
+//# sourceMappingURL=inspect.d.ts.map

package/dist/cli/commands/inspect.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"inspect.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/inspect.ts"],"names":[],"mappings":"AAQA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AA8BhD,wBAAsB,cAAc,CAClC,QAAQ,EAAE,MAAM,GAAG,SAAS,EAC5B,OAAO,EAAE,aAAa,GACrB,OAAO,CAAC,MAAM,CAAC,CAmDjB"}

package/dist/cli/commands/inspect.js

@@ -0,0 +1,73 @@
+import { createAnonymizer, PIIType, mergePolicy, InMemoryKeyProvider, } from "../../index.js";
+import { CLIError } from "../utils/errors.js";
+import { readInput, writeOutput } from "../utils/io.js";
+import { formatInspect, formatStats } from "../utils/format.js";
+function parseTypes(typesStr) {
+    const allValues = new Set(Object.values(PIIType));
+    const types = new Set();
+    for (const raw of typesStr.split(",")) {
+        const t = raw.trim().toUpperCase();
+        if (t === "")
+            continue;
+        if (!allValues.has(t)) {
+            throw new CLIError(`Unknown PII type: ${raw.trim()}`);
+        }
+        types.add(t);
+    }
+    if (types.size === 0) {
+        throw new CLIError("--types must specify at least one PII type");
+    }
+    return types;
+}
+function validateNerMode(mode) {
+    const valid = ["disabled", "quantized", "standard"];
+    if (!valid.includes(mode)) {
+        throw new CLIError(`Invalid NER mode: ${mode}`);
+    }
+    return mode;
+}
+export async function inspectCommand(filePath, options) {
+    const nerMode = validateNerMode(options.ner);
+    const input = await readInput(filePath);
+    const config = {
+        mode: "pseudonymize",
+        keyProvider: new InMemoryKeyProvider(),
+    };
+    if (nerMode !== "disabled") {
+        config.ner = {
+            mode: nerMode,
+            autoDownload: true,
+            onStatus: options.quiet
+                ? undefined
+                : (status) => {
+                    process.stderr.write(`${status}\n`);
+                },
+        };
+    }
+    const policy = options.types !== undefined
+        ? mergePolicy({ enabledTypes: parseTypes(options.types) })
+        : undefined;
+    const anonymizer = createAnonymizer(config);
+    await anonymizer.initialize();
+    try {
+        const result = await anonymizer.anonymize(input, options.locale, policy !== undefined ? policy : undefined);
+        // Build inspect entities using offsets from original text
+        const inspectEntities = result.entities.map((e) => ({
+            type: e.type,
+            original: input.slice(e.start, e.end),
+            start: e.start,
+            end: e.end,
+        }));
+        const inspectOutput = formatInspect(input, inspectEntities);
+        await writeOutput(inspectOutput + "\n", options.output);
+        // Always print stats to stderr
+        if (!options.quiet) {
+            process.stderr.write(formatStats(result.stats) + "\n");
+        }
+        return result.stats.totalEntities > 0 ? 0 : 2;
+    }
+    finally {
+        await anonymizer.dispose();
+    }
+}
+//# sourceMappingURL=inspect.js.map

package/dist/cli/commands/inspect.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"inspect.js","sourceRoot":"","sources":["../../../src/cli/commands/inspect.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,gBAAgB,EAGhB,OAAO,EACP,WAAW,EACX,mBAAmB,GACpB,MAAM,gBAAgB,CAAC;AAExB,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AACxD,OAAO,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAEhE,SAAS,UAAU,CAAC,QAAgB;IAClC,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAa,CAAC,CAAC;IAC9D,MAAM,KAAK,GAAG,IAAI,GAAG,EAAW,CAAC;IACjC,KAAK,MAAM,GAAG,IAAI,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;QACtC,MAAM,CAAC,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QACnC,IAAI,CAAC,KAAK,EAAE;YAAE,SAAS;QACvB,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;YACtB,MAAM,IAAI,QAAQ,CAAC,qBAAqB,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACxD,CAAC;QACD,KAAK,CAAC,GAAG,CAAC,CAAY,CAAC,CAAC;IAC1B,CAAC;IACD,IAAI,KAAK,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;QACrB,MAAM,IAAI,QAAQ,CAAC,4CAA4C,CAAC,CAAC;IACnE,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,eAAe,CAAC,IAAY;IACnC,MAAM,KAAK,GAAG,CAAC,UAAU,EAAE,WAAW,EAAE,UAAU,CAAC,CAAC;IACpD,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QAC1B,MAAM,IAAI,QAAQ,CAAC,qBAAqB,IAAI,EAAE,CAAC,CAAC;IAClD,CAAC;IACD,OAAO,IAAyB,CAAC;AACnC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,QAA4B,EAC5B,OAAsB;IAEtB,MAAM,OAAO,GAAG,eAAe,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAC7C,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,CAAC;IAExC,MAAM,MAAM,GAAqB;QAC/B,IAAI,EAAE,cAAc;QACpB,WAAW,EAAE,IAAI,mBAAmB,EAAE;KACvC,CAAC;IAEF,IAAI,OAAO,KAAK,UAAU,EAAE,CAAC;QAC3B,MAAM,CAAC,GAAG,GAAG;YACX,IAAI,EAAE,OAAO;YACb,YAAY,EAAE,IAAI;YAClB,QAAQ,EAAE,OAAO,CAAC,KAAK;gBACrB,CAAC,CAAC,SAAS;gBACX,CAAC,CAAC,CAAC,MAAc,EAAQ,EAAE;oBACvB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,MAAM,IAAI,CAAC,CAAC;gBACtC,CAAC;SACN,CAAC;IACJ,CAAC;IAED,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,KAAK,SAAS;QACxC,CAAC,CAAC,WAAW,CAAC,EAAE,YAAY,EAAE,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAC1D,CAAC,CAAC,SAAS,CAAC;IAEd,MAAM,UAAU,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC;IAC5C,MAAM,UAAU,CAAC,UAAU,EAAE,CAAC;IAE9B,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,SAAS,CAAC,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QAE5G,0DAA0D;QAC1D,MAAM,eAAe,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAClD,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,QAAQ,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,GAAG,CAAC;YACrC,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,GAAG,EAAE,CAAC,CAAC,GAAG;SACX,CAAC,CAAC,CAAC;QAEJ,MAAM,aAAa,GAAG,aAAa,CAAC,KAAK,EAAE,eAAe,CAAC,CAAC;QAC5D,MAAM,WAAW,CAAC,aAAa,GAAG,IAAI,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;QAExD,+BAA+B;QAC/B,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YACnB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,CAAC;QACzD,CAAC;QAED,OAAO,MAAM,CAAC,KAAK,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAChD,CAAC;YAAS,CAAC;QACT,MAAM,UAAU,CAAC,OAAO,EAAE,CAAC;IAC7B,CAAC;AACH,CAAC"}

package/dist/cli/commands/rehydrate.d.ts

@@ -0,0 +1,3 @@
+import type { ParsedOptions } from "../main.js";
+export declare function rehydrateCommand(filePath: string | undefined, options: ParsedOptions): Promise<number>;
+//# sourceMappingURL=rehydrate.d.ts.map

package/dist/cli/commands/rehydrate.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rehydrate.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/rehydrate.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAKhD,wBAAsB,gBAAgB,CACpC,QAAQ,EAAE,MAAM,GAAG,SAAS,EAC5B,OAAO,EAAE,aAAa,GACrB,OAAO,CAAC,MAAM,CAAC,CAkCjB"}

package/dist/cli/commands/rehydrate.js

@@ -0,0 +1,30 @@
+import { decryptPIIMap, base64ToUint8Array, rehydrate, } from "../../index.js";
+import { CLIError } from "../utils/errors.js";
+import { readInput, writeOutput } from "../utils/io.js";
+import { loadPIIMapFile } from "../utils/pii-map-file.js";
+export async function rehydrateCommand(filePath, options) {
+    const input = await readInput(filePath);
+    const piiMapFile = await loadPIIMapFile(options["pii-map"]);
+    // Determine encryption key
+    const envKey = process.env["REHYDRA_KEY"];
+    const flagKey = options.key;
+    const externalKey = flagKey ?? envKey;
+    const keyBase64 = externalKey ?? piiMapFile.key;
+    if (keyBase64 === undefined) {
+        throw new CLIError("No encryption key found. Provide --key, set REHYDRA_KEY, or use a PII map file that contains the key.");
+    }
+    const keyBytes = base64ToUint8Array(keyBase64);
+    let rawPiiMap;
+    try {
+        rawPiiMap = await decryptPIIMap(piiMapFile.piiMap, keyBytes);
+    }
+    catch {
+        throw new CLIError("Failed to decrypt PII map. Check that the encryption key is correct.");
+    }
+    const output = rehydrate(input, rawPiiMap);
+    // Ensure trailing newline
+    const finalOutput = output.endsWith("\n") ? output : output + "\n";
+    await writeOutput(finalOutput, options.output);
+    return 0;
+}
+//# sourceMappingURL=rehydrate.js.map

package/dist/cli/commands/rehydrate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"rehydrate.js","sourceRoot":"","sources":["../../../src/cli/commands/rehydrate.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,aAAa,EACb,kBAAkB,EAClB,SAAS,GACV,MAAM,gBAAgB,CAAC;AAGxB,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AACxD,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAE1D,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,QAA4B,EAC5B,OAAsB;IAEtB,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,CAAC;IACxC,MAAM,UAAU,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC;IAE5D,2BAA2B;IAC3B,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;IAC1C,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC;IAC5B,MAAM,WAAW,GAAG,OAAO,IAAI,MAAM,CAAC;IACtC,MAAM,SAAS,GAAG,WAAW,IAAI,UAAU,CAAC,GAAG,CAAC;IAEhD,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;QAC5B,MAAM,IAAI,QAAQ,CAChB,uGAAuG,CACxG,CAAC;IACJ,CAAC;IAED,MAAM,QAAQ,GAAG,kBAAkB,CAAC,SAAS,CAAC,CAAC;IAE/C,IAAI,SAAoB,CAAC;IACzB,IAAI,CAAC;QACH,SAAS,GAAG,MAAM,aAAa,CAAC,UAAU,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IAC/D,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,QAAQ,CAChB,sEAAsE,CACvE,CAAC;IACJ,CAAC;IAED,MAAM,MAAM,GAAG,SAAS,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;IAE3C,0BAA0B;IAC1B,MAAM,WAAW,GAAG,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC;IACnE,MAAM,WAAW,CAAC,WAAW,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IAE/C,OAAO,CAAC,CAAC;AACX,CAAC"}

package/dist/cli/commands/setup-ner.d.ts

@@ -0,0 +1,3 @@
+import type { ParsedOptions } from "../main.js";
+export declare function setupNerCommand(options: ParsedOptions): Promise<number>;
+//# sourceMappingURL=setup-ner.d.ts.map

package/dist/cli/commands/setup-ner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"setup-ner.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/setup-ner.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAKhD,wBAAsB,eAAe,CACnC,OAAO,EAAE,aAAa,GACrB,OAAO,CAAC,MAAM,CAAC,CA+CjB"}

package/dist/cli/commands/setup-ner.js

@@ -0,0 +1,41 @@
+import { isModelDownloaded, downloadModel, } from "../../index.js";
+import { CLIError } from "../utils/errors.js";
+import { green, bold } from "../utils/color.js";
+import { formatProgress, writeProgress, clearProgress } from "../utils/progress.js";
+export async function setupNerCommand(options) {
+    const mode = options.ner === "standard" ? "standard" : "quantized";
+    const alreadyDownloaded = await isModelDownloaded(mode);
+    if (alreadyDownloaded) {
+        if (!options.quiet) {
+            process.stderr.write(green(`NER model (${mode}) is already downloaded.\n`));
+        }
+        return 0;
+    }
+    if (!options.quiet) {
+        process.stderr.write(bold(`Downloading NER model (${mode})...\n`));
+    }
+    const onProgress = (progress) => {
+        if (!options.quiet) {
+            writeProgress(formatProgress(progress.file, progress.percent));
+        }
+    };
+    const onStatus = options.quiet
+        ? undefined
+        : (status) => {
+            clearProgress();
+            process.stderr.write(`${status}\n`);
+        };
+    try {
+        await downloadModel(mode, onProgress, onStatus);
+    }
+    catch (err) {
+        clearProgress();
+        throw new CLIError(`Failed to download NER model: ${err instanceof Error ? err.message : String(err)}`);
+    }
+    clearProgress();
+    if (!options.quiet) {
+        process.stderr.write(green(`\nNER model (${mode}) downloaded successfully.\n`));
+    }
+    return 0;
+}
+//# sourceMappingURL=setup-ner.js.map

package/dist/cli/commands/setup-ner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"setup-ner.js","sourceRoot":"","sources":["../../../src/cli/commands/setup-ner.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,iBAAiB,EACjB,aAAa,GAEd,MAAM,gBAAgB,CAAC;AAExB,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,cAAc,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAEpF,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,OAAsB;IAEtB,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,KAAK,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,WAAW,CAAC;IAEnE,MAAM,iBAAiB,GAAG,MAAM,iBAAiB,CAAC,IAAI,CAAC,CAAC;IACxD,IAAI,iBAAiB,EAAE,CAAC;QACtB,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YACnB,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,KAAK,CAAC,cAAc,IAAI,4BAA4B,CAAC,CACtD,CAAC;QACJ,CAAC;QACD,OAAO,CAAC,CAAC;IACX,CAAC;IAED,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QACnB,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,IAAI,CAAC,0BAA0B,IAAI,QAAQ,CAAC,CAC7C,CAAC;IACJ,CAAC;IAED,MAAM,UAAU,GAA6B,CAAC,QAAQ,EAAE,EAAE;QACxD,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YACnB,aAAa,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;QACjE,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK;QAC5B,CAAC,CAAC,SAAS;QACX,CAAC,CAAC,CAAC,MAAc,EAAQ,EAAE;YACvB,aAAa,EAAE,CAAC;YAChB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,MAAM,IAAI,CAAC,CAAC;QACtC,CAAC,CAAC;IAEN,IAAI,CAAC;QACH,MAAM,aAAa,CAAC,IAAI,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC;IAClD,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,aAAa,EAAE,CAAC;QAChB,MAAM,IAAI,QAAQ,CAChB,iCAAiC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CACpF,CAAC;IACJ,CAAC;IAED,aAAa,EAAE,CAAC;IAChB,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QACnB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,gBAAgB,IAAI,8BAA8B,CAAC,CAAC,CAAC;IAClF,CAAC;IAED,OAAO,CAAC,CAAC;AACX,CAAC"}

package/dist/cli/main.d.ts

@@ -0,0 +1,14 @@
+export interface ParsedOptions {
+    output?: string;
+    format: string;
+    ner: string;
+    "pii-map": string;
+    key?: string;
+    types?: string;
+    mode: string;
+    locale?: string;
+    verbose: boolean;
+    quiet: boolean;
+}
+export declare function run(argv?: string[]): Promise<number>;
+//# sourceMappingURL=main.d.ts.map

package/dist/cli/main.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"main.d.ts","sourceRoot":"","sources":["../../src/cli/main.ts"],"names":[],"mappings":"AAWA,MAAM,WAAW,aAAa;IAC5B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,EAAE,MAAM,CAAC;IAClB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,EAAE,OAAO,CAAC;CAChB;AAmDD,wBAAsB,GAAG,CAAC,IAAI,GAAE,MAAM,EAA0B,GAAG,OAAO,CAAC,MAAM,CAAC,CAmFjF"}