@elanlanguages/bridge-anonymization 0.1.1 → 0.1.3

package/dist/pipeline/semantic-data-loader.d.ts

@@ -0,0 +1,157 @@
+/**
+ * Semantic Data Loader
+ * Handles automatic downloading, caching, and parsing of semantic enrichment data.
+ *
+ * Data sources:
+ * - nam_dict.txt: Name-gender mappings from gender-guesser (~40K names)
+ * - cities15000.txt: GeoNames cities with population > 15,000 (~25K cities)
+ * - countryInfo.txt: Country names and codes (~250 countries)
+ * - admin1CodesASCII.txt: First-level admin divisions (~4K regions)
+ *
+ * Data is cached in the same location as NER models:
+ * - macOS: ~/Library/Caches/bridge-anonymization/semantic-data/
+ * - Linux: ~/.cache/bridge-anonymization/semantic-data/
+ * - Windows: %LOCALAPPDATA%/bridge-anonymization/semantic-data/
+ */
+/**
+ * Loaded name-gender data
+ */
+interface NameEntry {
+    gender: string;
+    localeOverrides?: Record<string, string>;
+}
+/**
+ * Loaded location data
+ */
+interface CityEntry {
+    country: string;
+    population: number;
+}
+interface RegionEntry {
+    country: string;
+    name: string;
+}
+/**
+ * Semantic data store
+ */
+interface SemanticData {
+    names: Map<string, NameEntry>;
+    cities: Map<string, CityEntry>;
+    countries: Map<string, string>;
+    regions: Map<string, RegionEntry>;
+    loaded: boolean;
+}
+/**
+ * Gets the cache directory for semantic data
+ * Uses platform-specific cache location (same as NER models)
+ */
+export declare function getSemanticDataCacheDir(): string;
+/**
+ * Gets the path to the data directory (alias for backwards compatibility)
+ */
+export declare function getDataDirectory(): string;
+/**
+ * Semantic data file info
+ */
+export interface SemanticDataFileInfo {
+    /** Filename */
+    filename: string;
+    /** Download URL */
+    url: string;
+    /** Whether file is required */
+    required: boolean;
+    /** Description */
+    description: string;
+    /** Approximate size */
+    size: string;
+}
+/**
+ * Registry of semantic data files and their download URLs
+ */
+export declare const SEMANTIC_DATA_FILES: SemanticDataFileInfo[];
+/**
+ * Progress callback for downloads
+ */
+export type SemanticDownloadProgressCallback = (progress: {
+    file: string;
+    bytesDownloaded: number;
+    totalBytes: number | null;
+    percent: number | null;
+}) => void;
+/**
+ * Checks if semantic data is already downloaded
+ */
+export declare function isSemanticDataDownloaded(): Promise<boolean>;
+/**
+ * Checks if the semantic data files are available (synchronous version)
+ */
+export declare function isSemanticDataAvailable(): boolean;
+/**
+ * Downloads all semantic data files
+ */
+export declare function downloadSemanticData(onProgress?: SemanticDownloadProgressCallback, onStatus?: (status: string) => void): Promise<string>;
+/**
+ * Ensures semantic data is available, downloading if needed
+ */
+export declare function ensureSemanticData(options?: {
+    autoDownload?: boolean;
+    onProgress?: SemanticDownloadProgressCallback;
+    onStatus?: (status: string) => void;
+}): Promise<string>;
+/**
+ * Clears cached semantic data
+ */
+export declare function clearSemanticDataCache(): Promise<void>;
+/**
+ * Gets info about semantic data files
+ */
+export declare function getSemanticDataInfo(): {
+    files: SemanticDataFileInfo[];
+    cacheDir: string;
+    totalSize: string;
+};
+/**
+ * Initializes semantic data (downloads if needed, then loads)
+ */
+export declare function initializeSemanticData(options?: {
+    autoDownload?: boolean;
+    onProgress?: SemanticDownloadProgressCallback;
+    onStatus?: (status: string) => void;
+}): Promise<void>;
+/**
+ * Loads semantic data from cached files
+ * @throws Error if required data files are not available
+ */
+export declare function loadSemanticData(): SemanticData;
+/**
+ * Gets the loaded semantic data (loads if not already loaded)
+ */
+export declare function getSemanticData(): SemanticData;
+/**
+ * Clears the loaded semantic data (useful for testing)
+ */
+export declare function clearSemanticData(): void;
+/**
+ * Looks up gender for a name
+ */
+export declare function lookupGender(name: string, locale?: string): string | undefined;
+/**
+ * Looks up location type (city, country, or region)
+ * Priority: country > major city (pop > 500K) > region > other cities
+ */
+export declare function lookupLocationType(location: string): {
+    type: "city" | "country" | "region";
+    countryCode?: string;
+} | undefined;
+/**
+ * Gets statistics about loaded data
+ */
+export declare function getDataStats(): {
+    names: number;
+    cities: number;
+    countries: number;
+    regions: number;
+    loaded: boolean;
+};
+export {};
+//# sourceMappingURL=semantic-data-loader.d.ts.map

package/dist/pipeline/semantic-data-loader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"semantic-data-loader.d.ts","sourceRoot":"","sources":["../../src/pipeline/semantic-data-loader.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AA+EH;;GAEG;AACH,UAAU,SAAS;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,eAAe,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CAC1C;AAED;;GAEG;AACH,UAAU,SAAS;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,UAAU,WAAW;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;CACd;AAED;;GAEG;AACH,UAAU,YAAY;IACpB,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IAC9B,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IAC/B,SAAS,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/B,OAAO,EAAE,GAAG,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;IAClC,MAAM,EAAE,OAAO,CAAC;CACjB;AASD;;;GAGG;AACH,wBAAgB,uBAAuB,IAAI,MAAM,CA0BhD;AAED;;GAEG;AACH,wBAAgB,gBAAgB,IAAI,MAAM,CAEzC;AAMD;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,eAAe;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,mBAAmB;IACnB,GAAG,EAAE,MAAM,CAAC;IACZ,+BAA+B;IAC/B,QAAQ,EAAE,OAAO,CAAC;IAClB,kBAAkB;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,uBAAuB;IACvB,IAAI,EAAE,MAAM,CAAC;CACd;AAED;;GAEG;AACH,eAAO,MAAM,mBAAmB,EAAE,oBAAoB,EA6BrD,CAAC;AAMF;;GAEG;AACH,MAAM,MAAM,gCAAgC,GAAG,CAAC,QAAQ,EAAE;IACxD,IAAI,EAAE,MAAM,CAAC;IACb,eAAe,EAAE,MAAM,CAAC;IACxB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;CACxB,KAAK,IAAI,CAAC;AAEX;;GAEG;AACH,wBAAsB,wBAAwB,IAAI,OAAO,CAAC,OAAO,CAAC,CAcjE;AAED;;GAEG;AACH,wBAAgB,uBAAuB,IAAI,OAAO,CAYjD;AAoGD;;GAEG;AACH,wBAAsB,oBAAoB,CACxC,UAAU,CAAC,EAAE,gCAAgC,EAC7C,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,IAAI,GAClC,OAAO,CAAC,MAAM,CAAC,CAuCjB;AAED;;GAEG;AACH,wBAAsB,kBAAkB,CACtC,OAAO,GAAE;IACP,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,UAAU,CAAC,EAAE,gCAAgC,CAAC;IAC9C,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,IAAI,CAAC;CAChC,GACL,OAAO,CAAC,MAAM,CAAC,CAyBjB;AAED;;GAEG;AACH,wBAAsB,sBAAsB,IAAI,OAAO,CAAC,IAAI,CAAC,CAK5D;AAED;;GAEG;AACH,wBAAgB,mBAAmB,IAAI;IACrC,KAAK,EAAE,oBAAoB,EAAE,CAAC;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;CACnB,CAMA;AAsQD;;GAEG;AACH,wBAAsB,sBAAsB,CAC1C,OAAO,GAAE;IACP,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,UAAU,CAAC,EAAE,gCAAgC,CAAC;IAC9C,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,IAAI,CAAC;CAChC,GACL,OAAO,CAAC,IAAI,CAAC,CAMf;AAED;;;GAGG;AACH,wBAAgB,gBAAgB,IAAI,YAAY,CA4B/C;AAED;;GAEG;AACH,wBAAgB,eAAe,IAAI,YAAY,CAK9C;AAED;;GAEG;AACH,wBAAgB,iBAAiB,IAAI,IAAI,CAExC;AAED;;GAEG;AACH,wBAAgB,YAAY,CAC1B,IAAI,EAAE,MAAM,EACZ,MAAM,CAAC,EAAE,MAAM,GACd,MAAM,GAAG,SAAS,CAiBpB;AAOD;;;GAGG;AACH,wBAAgB,kBAAkB,CAChC,QAAQ,EAAE,MAAM,GACf;IAAE,IAAI,EAAE,MAAM,GAAG,SAAS,GAAG,QAAQ,CAAC;IAAC,WAAW,CAAC,EAAE,MAAM,CAAA;CAAE,GAAG,SAAS,CA4B3E;AAED;;GAEG;AACH,wBAAgB,YAAY,IAAI;IAC9B,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,OAAO,CAAC;CACjB,CAYA"}