rehydra 0.1.0

package/dist/utils/storage-node.js

@@ -0,0 +1,93 @@
+/**
+ * Node.js Storage Provider
+ * Implements StorageProvider using Node.js fs/promises
+ */
+import * as fs from "fs/promises";
+import * as nodePath from "path";
+import * as os from "os";
+/**
+ * Node.js implementation of StorageProvider
+ * Uses fs/promises for file operations
+ */
+export class NodeStorageProvider {
+    /**
+     * Reads a file as binary data
+     */
+    async readFile(path) {
+        const buffer = await fs.readFile(path);
+        return new Uint8Array(buffer);
+    }
+    /**
+     * Reads a file as text
+     */
+    async readTextFile(path, encoding) {
+        // Handle latin1 encoding (used by nam_dict.txt)
+        const nodeEncoding = encoding === "latin1" ? "latin1" : "utf-8";
+        return fs.readFile(path, { encoding: nodeEncoding });
+    }
+    /**
+     * Writes data to a file
+     */
+    async writeFile(path, data) {
+        // Ensure parent directory exists
+        const dir = nodePath.dirname(path);
+        await fs.mkdir(dir, { recursive: true });
+        if (typeof data === "string") {
+            await fs.writeFile(path, data, "utf-8");
+        }
+        else {
+            await fs.writeFile(path, data);
+        }
+    }
+    /**
+     * Checks if a file or directory exists
+     */
+    async exists(path) {
+        try {
+            await fs.access(path);
+            return true;
+        }
+        catch {
+            return false;
+        }
+    }
+    /**
+     * Creates a directory
+     */
+    async mkdir(path) {
+        await fs.mkdir(path, { recursive: true });
+    }
+    /**
+     * Removes a file or directory
+     */
+    async rm(path, options) {
+        await fs.rm(path, {
+            recursive: options?.recursive ?? false,
+            force: options?.force ?? false,
+        });
+    }
+    /**
+     * Gets the platform-specific cache directory
+     */
+    getCacheDir(subdir) {
+        const homeDir = os.homedir();
+        let baseDir;
+        switch (process.platform) {
+            case "darwin":
+                baseDir = nodePath.join(homeDir, "Library", "Caches");
+                break;
+            case "win32":
+                baseDir =
+                    process.env["LOCALAPPDATA"] ??
+                        nodePath.join(homeDir, "AppData", "Local");
+                break;
+            default:
+                // Linux and others - use XDG_CACHE_HOME or ~/.cache
+                baseDir =
+                    process.env["XDG_CACHE_HOME"] ?? nodePath.join(homeDir, ".cache");
+                break;
+        }
+        return nodePath.join(baseDir, "rehydra", subdir);
+    }
+}
+//# sourceMappingURL=storage-node.js.map

package/dist/utils/storage-node.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"storage-node.js","sourceRoot":"","sources":["../../src/utils/storage-node.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,MAAM,aAAa,CAAC;AAClC,OAAO,KAAK,QAAQ,MAAM,MAAM,CAAC;AACjC,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AAGzB;;;GAGG;AACH,MAAM,OAAO,mBAAmB;IAC9B;;OAEG;IACH,KAAK,CAAC,QAAQ,CAAC,IAAY;QACzB,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QACvC,OAAO,IAAI,UAAU,CAAC,MAAM,CAAC,CAAC;IAChC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,YAAY,CAAC,IAAY,EAAE,QAAiB;QAChD,gDAAgD;QAChD,MAAM,YAAY,GAAG,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC;QAChE,OAAO,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,QAAQ,EAAE,YAA8B,EAAE,CAAC,CAAC;IACzE,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,SAAS,CAAC,IAAY,EAAE,IAAyB;QACrD,iCAAiC;QACjC,MAAM,GAAG,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACnC,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAEzC,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC7B,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;QAC1C,CAAC;aAAM,CAAC;YACN,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACjC,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM,CAAC,IAAY;QACvB,IAAI,CAAC;YACH,MAAM,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YACtB,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK,CAAC,IAAY;QACtB,MAAM,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5C,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,EAAE,CACN,IAAY,EACZ,OAAkD;QAElD,MAAM,EAAE,CAAC,EAAE,CAAC,IAAI,EAAE;YAChB,SAAS,EAAE,OAAO,EAAE,SAAS,IAAI,KAAK;YACtC,KAAK,EAAE,OAAO,EAAE,KAAK,IAAI,KAAK;SAC/B,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,WAAW,CAAC,MAAc;QACxB,MAAM,OAAO,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC;QAE7B,IAAI,OAAe,CAAC;QACpB,QAAQ,OAAO,CAAC,QAAQ,EAAE,CAAC;YACzB,KAAK,QAAQ;gBACX,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,OAAO,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;gBACtD,MAAM;YACR,KAAK,OAAO;gBACV,OAAO;oBACL,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;wBAC3B,QAAQ,CAAC,IAAI,CAAC,OAAO,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;gBAC7C,MAAM;YACR;gBACE,oDAAoD;gBACpD,OAAO;oBACL,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;gBACpE,MAAM;QACV,CAAC;QAED,OAAO,QAAQ,CAAC,IAAI,CAAC,OAAO,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;IACnD,CAAC;CACF"}

package/dist/utils/storage.d.ts

@@ -0,0 +1,70 @@
+/**
+ * Storage Abstraction Layer
+ * Provides a unified interface for file storage across Node.js and browser environments
+ */
+/**
+ * Storage provider interface
+ * Implementations exist for Node.js (fs) and browser (IndexedDB/OPFS)
+ */
+export interface StorageProvider {
+    /**
+     * Reads a file as binary data
+     */
+    readFile(path: string): Promise<Uint8Array>;
+    /**
+     * Reads a file as text
+     * @param encoding - Character encoding (default: 'utf-8', also supports 'latin1')
+     */
+    readTextFile(path: string, encoding?: string): Promise<string>;
+    /**
+     * Writes data to a file
+     * Creates parent directories if they don't exist
+     */
+    writeFile(path: string, data: Uint8Array | string): Promise<void>;
+    /**
+     * Checks if a file or directory exists
+     */
+    exists(path: string): Promise<boolean>;
+    /**
+     * Creates a directory (and parent directories if needed)
+     */
+    mkdir(path: string): Promise<void>;
+    /**
+     * Removes a file or directory
+     */
+    rm(path: string, options?: {
+        recursive?: boolean;
+        force?: boolean;
+    }): Promise<void>;
+    /**
+     * Gets the cache directory path for a given subdirectory
+     * @param subdir - Subdirectory name (e.g., 'models', 'semantic-data')
+     */
+    getCacheDir(subdir: string): string;
+}
+/**
+ * Detects if running in Node.js environment
+ */
+export declare function isNode(): boolean;
+/**
+ * Detects if running in browser environment
+ */
+export declare function isBrowser(): boolean;
+/**
+ * Detects if running in a Web Worker
+ */
+export declare function isWebWorker(): boolean;
+/**
+ * Gets the appropriate storage provider for the current environment
+ * Uses lazy loading to avoid importing unnecessary modules
+ */
+export declare function getStorageProvider(): Promise<StorageProvider>;
+/**
+ * Resets the storage provider (useful for testing)
+ */
+export declare function resetStorageProvider(): void;
+/**
+ * Sets a custom storage provider (useful for testing)
+ */
+export declare function setStorageProvider(provider: StorageProvider): void;
+//# sourceMappingURL=storage.d.ts.map

package/dist/utils/storage.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"storage.d.ts","sourceRoot":"","sources":["../../src/utils/storage.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;GAGG;AACH,MAAM,WAAW,eAAe;IAC9B;;OAEG;IACH,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;IAE5C;;;OAGG;IACH,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAE/D;;;OAGG;IACH,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,GAAG,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAElE;;OAEG;IACH,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAEvC;;OAEG;IACH,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEnC;;OAEG;IACH,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE;QAAE,SAAS,CAAC,EAAE,OAAO,CAAC;QAAC,KAAK,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEpF;;;OAGG;IACH,WAAW,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC;CACrC;AAMD;;GAEG;AACH,wBAAgB,MAAM,IAAI,OAAO,CAMhC;AAED;;GAEG;AACH,wBAAgB,SAAS,IAAI,OAAO,CAKnC;AAED;;GAEG;AACH,wBAAgB,WAAW,IAAI,OAAO,CAKrC;AAQD;;;GAGG;AACH,wBAAsB,kBAAkB,IAAI,OAAO,CAAC,eAAe,CAAC,CAoBnE;AAED;;GAEG;AACH,wBAAgB,oBAAoB,IAAI,IAAI,CAE3C;AAED;;GAEG;AACH,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,eAAe,GAAG,IAAI,CAElE"}

package/dist/utils/storage.js

@@ -0,0 +1,69 @@
+/**
+ * Storage Abstraction Layer
+ * Provides a unified interface for file storage across Node.js and browser environments
+ */
+// ============================================================================
+// Runtime Detection
+// ============================================================================
+/**
+ * Detects if running in Node.js environment
+ */
+export function isNode() {
+    return (typeof process !== "undefined" &&
+        process.versions !== undefined &&
+        process.versions.node !== undefined);
+}
+/**
+ * Detects if running in browser environment
+ */
+export function isBrowser() {
+    return (typeof window !== "undefined" &&
+        typeof window.document !== "undefined");
+}
+/**
+ * Detects if running in a Web Worker
+ */
+export function isWebWorker() {
+    return (typeof self !== "undefined" &&
+        typeof self.WorkerGlobalScope !== "undefined");
+}
+// ============================================================================
+// Storage Provider Singleton
+// ============================================================================
+let storageProviderInstance = null;
+/**
+ * Gets the appropriate storage provider for the current environment
+ * Uses lazy loading to avoid importing unnecessary modules
+ */
+export async function getStorageProvider() {
+    if (storageProviderInstance !== null) {
+        return storageProviderInstance;
+    }
+    if (isNode()) {
+        // Dynamically import Node.js storage provider
+        const { NodeStorageProvider } = await import("./storage-node.js");
+        storageProviderInstance = new NodeStorageProvider();
+    }
+    else if (isBrowser() || isWebWorker()) {
+        // Dynamically import browser storage provider
+        const { BrowserStorageProvider } = await import("./storage-browser.js");
+        storageProviderInstance = new BrowserStorageProvider();
+    }
+    else {
+        throw new Error("Unsupported environment: neither Node.js nor browser detected");
+    }
+    return storageProviderInstance;
+}
+/**
+ * Resets the storage provider (useful for testing)
+ */
+export function resetStorageProvider() {
+    storageProviderInstance = null;
+}
+/**
+ * Sets a custom storage provider (useful for testing)
+ */
+export function setStorageProvider(provider) {
+    storageProviderInstance = provider;
+}
+//# sourceMappingURL=storage.js.map

package/dist/utils/storage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"storage.js","sourceRoot":"","sources":["../../src/utils/storage.ts"],"names":[],"mappings":"AAAA;;;GAGG;AA8CH,+EAA+E;AAC/E,oBAAoB;AACpB,+EAA+E;AAE/E;;GAEG;AACH,MAAM,UAAU,MAAM;IACpB,OAAO,CACL,OAAO,OAAO,KAAK,WAAW;QAC9B,OAAO,CAAC,QAAQ,KAAK,SAAS;QAC9B,OAAO,CAAC,QAAQ,CAAC,IAAI,KAAK,SAAS,CACpC,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,SAAS;IACvB,OAAO,CACL,OAAO,MAAM,KAAK,WAAW;QAC7B,OAAO,MAAM,CAAC,QAAQ,KAAK,WAAW,CACvC,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,WAAW;IACzB,OAAO,CACL,OAAO,IAAI,KAAK,WAAW;QAC3B,OAAQ,IAAmD,CAAC,iBAAiB,KAAK,WAAW,CAC9F,CAAC;AACJ,CAAC;AAED,+EAA+E;AAC/E,6BAA6B;AAC7B,+EAA+E;AAE/E,IAAI,uBAAuB,GAA2B,IAAI,CAAC;AAE3D;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB;IACtC,IAAI,uBAAuB,KAAK,IAAI,EAAE,CAAC;QACrC,OAAO,uBAAuB,CAAC;IACjC,CAAC;IAED,IAAI,MAAM,EAAE,EAAE,CAAC;QACb,8CAA8C;QAC9C,MAAM,EAAE,mBAAmB,EAAE,GAAG,MAAM,MAAM,CAAC,mBAAmB,CAAC,CAAC;QAClE,uBAAuB,GAAG,IAAI,mBAAmB,EAAE,CAAC;IACtD,CAAC;SAAM,IAAI,SAAS,EAAE,IAAI,WAAW,EAAE,EAAE,CAAC;QACxC,8CAA8C;QAC9C,MAAM,EAAE,sBAAsB,EAAE,GAAG,MAAM,MAAM,CAAC,sBAAsB,CAAC,CAAC;QACxE,uBAAuB,GAAG,IAAI,sBAAsB,EAAE,CAAC;IACzD,CAAC;SAAM,CAAC;QACN,MAAM,IAAI,KAAK,CACb,+DAA+D,CAChE,CAAC;IACJ,CAAC;IAED,OAAO,uBAAuB,CAAC;AACjC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,oBAAoB;IAClC,uBAAuB,GAAG,IAAI,CAAC;AACjC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,kBAAkB,CAAC,QAAyB;IAC1D,uBAAuB,GAAG,QAAQ,CAAC;AACrC,CAAC"}

package/package.json

@@ -0,0 +1,66 @@
+{
+  "name": "rehydra",
+  "version": "0.1.0",
+  "description": "On-device PII anonymization module for high-privacy translation",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "type": "module",
+  "files": [
+    "dist",
+    "README.md"
+  ],
+  "scripts": {
+    "build": "tsc",
+    "test": "vitest",
+    "test:run": "vitest run",
+    "test:coverage": "vitest run --coverage",
+    "lint": "eslint src --ext .ts",
+    "clean": "rm -rf dist",
+    "setup:ner": "bash scripts/setup-ner-model.sh --quantize",
+    "setup:ner:standard": "bash scripts/setup-ner-model.sh",
+    "setup:ner:upload": "bash scripts/setup-ner-model.sh --quantize --upload",
+    "prepublishOnly": "npm run clean && npm run build"
+  },
+  "keywords": [
+    "anonymization",
+    "pii",
+    "privacy",
+    "ner",
+    "onnx"
+  ],
+  "author": "",
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/rehydra-ai/rehydra.git"
+  },
+  "dependencies": {},
+  "optionalDependencies": {
+    "onnxruntime-node": "^1.17.0"
+  },
+  "peerDependencies": {
+    "onnxruntime-node": "^1.17.0",
+    "onnxruntime-web": "^1.17.0"
+  },
+  "peerDependenciesMeta": {
+    "onnxruntime-node": {
+      "optional": true
+    },
+    "onnxruntime-web": {
+      "optional": true
+    }
+  },
+  "devDependencies": {
+    "@types/node": "^20.10.0",
+    "@typescript-eslint/eslint-plugin": "^6.13.0",
+    "@typescript-eslint/parser": "^6.13.0",
+    "@vitest/coverage-v8": "^2.1.0",
+    "eslint": "^8.55.0",
+    "fake-indexeddb": "^6.2.5",
+    "typescript": "^5.3.0",
+    "vitest": "^2.1.0"
+  },
+  "engines": {
+    "node": ">=18.0.0"
+  }
+}