@everylanguage/shared-types 1.0.12 → 1.0.14

package/README.md

@@ -298,3 +298,53 @@ npm run type-check
 # Run CI checks locally
 npm run lint && npm run format:check && npm run type-check && npm test
 ```
+
+## Language Data Seeding
+
+This project includes comprehensive language data from ISO 639-3 and ROLV (Registry of Language Varieties) sources.
+
+### Quick Start
+
+1. **Generate seed files**:
+
+   ```bash
+   npm run generate:language-seeds
+   ```
+
+2. **Apply to database**:
+   ```bash
+   supabase db reset  # This will run all migrations including language seeds
+   ```
+
+### What Gets Seeded
+
+- **~7,900 ISO 639-3 languages** (family and individual language levels)
+- **~30,000+ ROLV varieties** (dialect level)
+- **~50,000+ language aliases** from both sources
+- **Complete source tracking** for data provenance
+- **Hierarchical relationships** between macrolanguages and individual languages
+
+### Data Sources
+
+- **ISO 639-3**: SIL International language codes and names
+- **ROLV**: Global Registry of Language Varieties dialect data
+- **Mapping Plans**: See `assets/data/languages/*/mapping_plan_*.md`
+
+### Manual Process
+
+If you need to regenerate or customize the language data:
+
+1. **Modify source data** in `assets/data/languages/`
+2. **Update mapping plans** in the respective directories
+3. **Regenerate seeds**: `npm run generate:language-seeds`
+4. **Test with fresh database**: `supabase db reset`
+
+### Database Schema
+
+The language data is stored across these tables:
+
+- `language_entities` - Core language/dialect entities
+- `language_entity_sources` - External source tracking
+- `language_aliases` - Alternative names for search
+- `language_properties` - Metadata key-value pairs
+- `language_entities_regions` - Geographic relationships

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@everylanguage/shared-types",
-  "version": "1.0.12",
+  "version": "1.0.14",
   "type": "module",
   "main": "types/database.js",
   "types": "types/database.d.ts",
@@ -53,7 +53,8 @@
     "version:patch": "npm version patch",
     "version:minor": "npm version minor",
     "version:major": "npm version major",
-    "release": "npm run prepare-package && npm publish"
+    "release": "npm run prepare-package && npm publish",
+    "generate:language-seeds": "node scripts/generate-language-seeds.js"
   },
   "keywords": [
     "supabase",
@@ -77,6 +78,7 @@
     "jest": "^30.0.2",
     "lint-staged": "^16.1.2",
     "prettier": "^3.5.3",
+    "shapefile": "^0.6.6",
     "sql-formatter": "^15.6.5",
     "typescript": "^5.8.3"
   },

package/types/database.d.ts

@@ -611,6 +611,7 @@ export type Database = {
                     created_by: string | null;
                     deleted_at: string | null;
                     external_id: string | null;
+                    external_id_type: string | null;
                     id: string;
                     is_external: boolean;
                     language_entity_id: string;
@@ -622,6 +623,7 @@ export type Database = {
                     created_by?: string | null;
                     deleted_at?: string | null;
                     external_id?: string | null;
+                    external_id_type?: string | null;
                     id?: string;
                     is_external?: boolean;
                     language_entity_id: string;
@@ -633,6 +635,7 @@ export type Database = {
                     created_by?: string | null;
                     deleted_at?: string | null;
                     external_id?: string | null;
+                    external_id_type?: string | null;
                     id?: string;
                     is_external?: boolean;
                     language_entity_id?: string;
@@ -1193,51 +1196,6 @@ export type Database = {
                     }
                 ];
             };
-            playlist_groups: {
-                Row: {
-                    created_at: string | null;
-                    created_by: string | null;
-                    description: string | null;
-                    id: string;
-                    title: string;
-                    updated_at: string | null;
-                    user_id: string;
-                };
-                Insert: {
-                    created_at?: string | null;
-                    created_by?: string | null;
-                    description?: string | null;
-                    id?: string;
-                    title: string;
-                    updated_at?: string | null;
-                    user_id: string;
-                };
-                Update: {
-                    created_at?: string | null;
-                    created_by?: string | null;
-                    description?: string | null;
-                    id?: string;
-                    title?: string;
-                    updated_at?: string | null;
-                    user_id?: string;
-                };
-                Relationships: [
-                    {
-                        foreignKeyName: "playlist_groups_created_by_fkey";
-                        columns: ["created_by"];
-                        isOneToOne: false;
-                        referencedRelation: "users";
-                        referencedColumns: ["id"];
-                    },
-                    {
-                        foreignKeyName: "playlist_groups_user_id_fkey";
-                        columns: ["user_id"];
-                        isOneToOne: false;
-                        referencedRelation: "users";
-                        referencedColumns: ["id"];
-                    }
-                ];
-            };
             playlist_items: {
                 Row: {
                     created_at: string | null;
@@ -1292,27 +1250,27 @@ export type Database = {
                     created_by: string | null;
                     description: string | null;
                     id: string;
+                    image_id: string | null;
                     title: string;
                     updated_at: string | null;
-                    user_id: string;
                 };
                 Insert: {
                     created_at?: string | null;
                     created_by?: string | null;
                     description?: string | null;
                     id?: string;
+                    image_id?: string | null;
                     title: string;
                     updated_at?: string | null;
-                    user_id: string;
                 };
                 Update: {
                     created_at?: string | null;
                     created_by?: string | null;
                     description?: string | null;
                     id?: string;
+                    image_id?: string | null;
                     title?: string;
                     updated_at?: string | null;
-                    user_id?: string;
                 };
                 Relationships: [
                     {
@@ -1323,62 +1281,10 @@ export type Database = {
                         referencedColumns: ["id"];
                     },
                     {
-                        foreignKeyName: "playlists_user_id_fkey";
-                        columns: ["user_id"];
+                        foreignKeyName: "playlists_image_id_fkey";
+                        columns: ["image_id"];
                         isOneToOne: false;
-                        referencedRelation: "users";
-                        referencedColumns: ["id"];
-                    }
-                ];
-            };
-            playlists_playlist_groups: {
-                Row: {
-                    created_at: string | null;
-                    created_by: string | null;
-                    id: string;
-                    index: number;
-                    playlist_group_id: string;
-                    playlist_id: string;
-                    updated_at: string | null;
-                };
-                Insert: {
-                    created_at?: string | null;
-                    created_by?: string | null;
-                    id?: string;
-                    index: number;
-                    playlist_group_id: string;
-                    playlist_id: string;
-                    updated_at?: string | null;
-                };
-                Update: {
-                    created_at?: string | null;
-                    created_by?: string | null;
-                    id?: string;
-                    index?: number;
-                    playlist_group_id?: string;
-                    playlist_id?: string;
-                    updated_at?: string | null;
-                };
-                Relationships: [
-                    {
-                        foreignKeyName: "playlists_playlist_groups_created_by_fkey";
-                        columns: ["created_by"];
-                        isOneToOne: false;
-                        referencedRelation: "users";
-                        referencedColumns: ["id"];
-                    },
-                    {
-                        foreignKeyName: "playlists_playlist_groups_playlist_group_id_fkey";
-                        columns: ["playlist_group_id"];
-                        isOneToOne: false;
-                        referencedRelation: "playlist_groups";
-                        referencedColumns: ["id"];
-                    },
-                    {
-                        foreignKeyName: "playlists_playlist_groups_playlist_id_fkey";
-                        columns: ["playlist_id"];
-                        isOneToOne: false;
-                        referencedRelation: "playlists";
+                        referencedRelation: "images";
                         referencedColumns: ["id"];
                     }
                 ];
@@ -1527,6 +1433,7 @@ export type Database = {
                     created_by: string | null;
                     deleted_at: string | null;
                     external_id: string | null;
+                    external_id_type: string | null;
                     id: string;
                     is_external: boolean;
                     region_id: string;
@@ -1538,6 +1445,7 @@ export type Database = {
                     created_by?: string | null;
                     deleted_at?: string | null;
                     external_id?: string | null;
+                    external_id_type?: string | null;
                     id?: string;
                     is_external?: boolean;
                     region_id: string;
@@ -1549,6 +1457,7 @@ export type Database = {
                     created_by?: string | null;
                     deleted_at?: string | null;
                     external_id?: string | null;
+                    external_id_type?: string | null;
                     id?: string;
                     is_external?: boolean;
                     region_id?: string;
@@ -2378,33 +2287,43 @@ export type Database = {
             };
             user_bookmark_folders: {
                 Row: {
+                    anon_user_id: string | null;
                     color: string | null;
                     created_at: string | null;
                     id: string;
                     name: string;
                     parent_folder_id: string | null;
                     updated_at: string | null;
-                    user_id: string;
+                    user_id: string | null;
                 };
                 Insert: {
+                    anon_user_id?: string | null;
                     color?: string | null;
                     created_at?: string | null;
                     id?: string;
                     name: string;
                     parent_folder_id?: string | null;
                     updated_at?: string | null;
-                    user_id: string;
+                    user_id?: string | null;
                 };
                 Update: {
+                    anon_user_id?: string | null;
                     color?: string | null;
                     created_at?: string | null;
                     id?: string;
                     name?: string;
                     parent_folder_id?: string | null;
                     updated_at?: string | null;
-                    user_id?: string;
+                    user_id?: string | null;
                 };
                 Relationships: [
+                    {
+                        foreignKeyName: "user_bookmark_folders_anon_user_id_fkey";
+                        columns: ["anon_user_id"];
+                        isOneToOne: false;
+                        referencedRelation: "users_anon";
+                        referencedColumns: ["id"];
+                    },
                     {
                         foreignKeyName: "user_bookmark_folders_parent_folder_id_fkey";
                         columns: ["parent_folder_id"];
@@ -2423,6 +2342,7 @@ export type Database = {
             };
             user_bookmarks: {
                 Row: {
+                    anon_user_id: string | null;
                     bookmark_folder_id: string | null;
                     color: string | null;
                     created_at: string | null;
@@ -2431,9 +2351,10 @@ export type Database = {
                     target_id: string;
                     target_type: Database["public"]["Enums"]["target_type"];
                     updated_at: string | null;
-                    user_id: string;
+                    user_id: string | null;
                 };
                 Insert: {
+                    anon_user_id?: string | null;
                     bookmark_folder_id?: string | null;
                     color?: string | null;
                     created_at?: string | null;
@@ -2442,9 +2363,10 @@ export type Database = {
                     target_id: string;
                     target_type: Database["public"]["Enums"]["target_type"];
                     updated_at?: string | null;
-                    user_id: string;
+                    user_id?: string | null;
                 };
                 Update: {
+                    anon_user_id?: string | null;
                     bookmark_folder_id?: string | null;
                     color?: string | null;
                     created_at?: string | null;
@@ -2453,9 +2375,16 @@ export type Database = {
                     target_id?: string;
                     target_type?: Database["public"]["Enums"]["target_type"];
                     updated_at?: string | null;
-                    user_id?: string;
+                    user_id?: string | null;
                 };
                 Relationships: [
+                    {
+                        foreignKeyName: "user_bookmarks_anon_user_id_fkey";
+                        columns: ["anon_user_id"];
+                        isOneToOne: false;
+                        referencedRelation: "users_anon";
+                        referencedColumns: ["id"];
+                    },
                     {
                         foreignKeyName: "user_bookmarks_bookmark_folder_id_fkey";
                         columns: ["bookmark_folder_id"];
@@ -2561,48 +2490,120 @@ export type Database = {
                     }
                 ];
             };
-            user_positions: {
+            user_playlist_groups: {
                 Row: {
-                    bookmark_folder_id: string | null;
+                    anon_user_id: string | null;
                     created_at: string | null;
+                    description: string | null;
                     id: string;
-                    target_id: string;
-                    target_type: Database["public"]["Enums"]["target_type"];
+                    name: string;
                     updated_at: string | null;
-                    user_id: string;
+                    user_id: string | null;
                 };
                 Insert: {
-                    bookmark_folder_id?: string | null;
+                    anon_user_id?: string | null;
                     created_at?: string | null;
+                    description?: string | null;
                     id?: string;
-                    target_id: string;
-                    target_type: Database["public"]["Enums"]["target_type"];
+                    name: string;
                     updated_at?: string | null;
-                    user_id: string;
+                    user_id?: string | null;
                 };
                 Update: {
-                    bookmark_folder_id?: string | null;
+                    anon_user_id?: string | null;
                     created_at?: string | null;
+                    description?: string | null;
                     id?: string;
-                    target_id?: string;
-                    target_type?: Database["public"]["Enums"]["target_type"];
+                    name?: string;
                     updated_at?: string | null;
-                    user_id?: string;
+                    user_id?: string | null;
                 };
                 Relationships: [
                     {
-                        foreignKeyName: "user_positions_bookmark_folder_id_fkey";
-                        columns: ["bookmark_folder_id"];
+                        foreignKeyName: "user_playlist_groups_anon_user_id_fkey";
+                        columns: ["anon_user_id"];
                         isOneToOne: false;
-                        referencedRelation: "user_bookmark_folders";
+                        referencedRelation: "users_anon";
+                        referencedColumns: ["id"];
+                    },
+                    {
+                        foreignKeyName: "user_playlist_groups_user_id_fkey";
+                        columns: ["user_id"];
+                        isOneToOne: false;
+                        referencedRelation: "users";
+                        referencedColumns: ["id"];
+                    }
+                ];
+            };
+            user_playlists: {
+                Row: {
+                    anon_user_id: string | null;
+                    created_at: string | null;
+                    id: string;
+                    image_id: string | null;
+                    name: string;
+                    playlist_id: string;
+                    updated_at: string | null;
+                    user_id: string | null;
+                    user_playlist_group_id: string | null;
+                };
+                Insert: {
+                    anon_user_id?: string | null;
+                    created_at?: string | null;
+                    id?: string;
+                    image_id?: string | null;
+                    name: string;
+                    playlist_id: string;
+                    updated_at?: string | null;
+                    user_id?: string | null;
+                    user_playlist_group_id?: string | null;
+                };
+                Update: {
+                    anon_user_id?: string | null;
+                    created_at?: string | null;
+                    id?: string;
+                    image_id?: string | null;
+                    name?: string;
+                    playlist_id?: string;
+                    updated_at?: string | null;
+                    user_id?: string | null;
+                    user_playlist_group_id?: string | null;
+                };
+                Relationships: [
+                    {
+                        foreignKeyName: "user_playlists_anon_user_id_fkey";
+                        columns: ["anon_user_id"];
+                        isOneToOne: false;
+                        referencedRelation: "users_anon";
+                        referencedColumns: ["id"];
+                    },
+                    {
+                        foreignKeyName: "user_playlists_image_id_fkey";
+                        columns: ["image_id"];
+                        isOneToOne: false;
+                        referencedRelation: "images";
+                        referencedColumns: ["id"];
+                    },
+                    {
+                        foreignKeyName: "user_playlists_playlist_id_fkey";
+                        columns: ["playlist_id"];
+                        isOneToOne: false;
+                        referencedRelation: "playlists";
                         referencedColumns: ["id"];
                     },
                     {
-                        foreignKeyName: "user_positions_user_id_fkey";
+                        foreignKeyName: "user_playlists_user_id_fkey";
                         columns: ["user_id"];
                         isOneToOne: false;
                         referencedRelation: "users";
                         referencedColumns: ["id"];
+                    },
+                    {
+                        foreignKeyName: "user_playlists_user_playlist_group_id_fkey";
+                        columns: ["user_playlist_group_id"];
+                        isOneToOne: false;
+                        referencedRelation: "user_playlist_groups";
+                        referencedColumns: ["id"];
                     }
                 ];
             };
@@ -2651,32 +2652,91 @@ export type Database = {
                     }
                 ];
             };
+            user_saved_image_sets: {
+                Row: {
+                    anon_user_id: string | null;
+                    created_at: string | null;
+                    id: string;
+                    set_id: string;
+                    updated_at: string | null;
+                    user_id: string | null;
+                };
+                Insert: {
+                    anon_user_id?: string | null;
+                    created_at?: string | null;
+                    id?: string;
+                    set_id: string;
+                    updated_at?: string | null;
+                    user_id?: string | null;
+                };
+                Update: {
+                    anon_user_id?: string | null;
+                    created_at?: string | null;
+                    id?: string;
+                    set_id?: string;
+                    updated_at?: string | null;
+                    user_id?: string | null;
+                };
+                Relationships: [
+                    {
+                        foreignKeyName: "user_saved_image_sets_anon_user_id_fkey";
+                        columns: ["anon_user_id"];
+                        isOneToOne: false;
+                        referencedRelation: "users_anon";
+                        referencedColumns: ["id"];
+                    },
+                    {
+                        foreignKeyName: "user_saved_image_sets_set_id_fkey";
+                        columns: ["set_id"];
+                        isOneToOne: false;
+                        referencedRelation: "image_sets";
+                        referencedColumns: ["id"];
+                    },
+                    {
+                        foreignKeyName: "user_saved_image_sets_user_id_fkey";
+                        columns: ["user_id"];
+                        isOneToOne: false;
+                        referencedRelation: "users";
+                        referencedColumns: ["id"];
+                    }
+                ];
+            };
             user_saved_versions: {
                 Row: {
+                    anon_user_id: string | null;
                     audio_version_id: string | null;
                     created_at: string | null;
                     id: string;
                     text_version_id: string | null;
                     updated_at: string | null;
-                    user_id: string;
+                    user_id: string | null;
                 };
                 Insert: {
+                    anon_user_id?: string | null;
                     audio_version_id?: string | null;
                     created_at?: string | null;
                     id?: string;
                     text_version_id?: string | null;
                     updated_at?: string | null;
-                    user_id: string;
+                    user_id?: string | null;
                 };
                 Update: {
+                    anon_user_id?: string | null;
                     audio_version_id?: string | null;
                     created_at?: string | null;
                     id?: string;
                     text_version_id?: string | null;
                     updated_at?: string | null;
-                    user_id?: string;
+                    user_id?: string | null;
                 };
                 Relationships: [
+                    {
+                        foreignKeyName: "user_saved_versions_anon_user_id_fkey";
+                        columns: ["anon_user_id"];
+                        isOneToOne: false;
+                        referencedRelation: "users_anon";
+                        referencedColumns: ["id"];
+                    },
                     {
                         foreignKeyName: "user_saved_versions_audio_version_id_fkey";
                         columns: ["audio_version_id"];
@@ -3751,6 +3811,21 @@ export type Database = {
                 };
                 Returns: number;
             };
+            get_language_entity_hierarchy: {
+                Args: {
+                    entity_id: string;
+                    generations_up?: number;
+                    generations_down?: number;
+                };
+                Returns: {
+                    hierarchy_entity_id: string;
+                    hierarchy_entity_name: string;
+                    hierarchy_entity_level: string;
+                    hierarchy_parent_id: string;
+                    relationship_type: string;
+                    generation_distance: number;
+                }[];
+            };
             get_language_entity_path: {
                 Args: {
                     entity_id: string;
@@ -3763,6 +3838,21 @@ export type Database = {
                 };
                 Returns: string;
             };
+            get_region_hierarchy: {
+                Args: {
+                    region_id: string;
+                    generations_up?: number;
+                    generations_down?: number;
+                };
+                Returns: {
+                    hierarchy_region_id: string;
+                    hierarchy_region_name: string;
+                    hierarchy_region_level: string;
+                    hierarchy_parent_id: string;
+                    relationship_type: string;
+                    generation_distance: number;
+                }[];
+            };
             get_region_path: {
                 Args: {
                     region_id: string;
@@ -3793,6 +3883,36 @@ export type Database = {
                 };
                 Returns: unknown;
             };
+            gtrgm_compress: {
+                Args: {
+                    "": unknown;
+                };
+                Returns: unknown;
+            };
+            gtrgm_decompress: {
+                Args: {
+                    "": unknown;
+                };
+                Returns: unknown;
+            };
+            gtrgm_in: {
+                Args: {
+                    "": unknown;
+                };
+                Returns: unknown;
+            };
+            gtrgm_options: {
+                Args: {
+                    "": unknown;
+                };
+                Returns: undefined;
+            };
+            gtrgm_out: {
+                Args: {
+                    "": unknown;
+                };
+                Returns: unknown;
+            };
             json: {
                 Args: {
                     "": unknown;
@@ -4066,6 +4186,84 @@ export type Database = {
                 Args: Record<PropertyKey, never>;
                 Returns: undefined;
             };
+            search_language_aliases: {
+                Args: {
+                    search_query: string;
+                    max_results?: number;
+                    min_similarity?: number;
+                    include_regions?: boolean;
+                };
+                Returns: {
+                    similarity_threshold_used: number;
+                    alias_id: string;
+                    alias_name: string;
+                    alias_similarity_score: number;
+                    entity_id: string;
+                    entity_name: string;
+                    entity_level: string;
+                    entity_parent_id: string;
+                    regions: Json;
+                }[];
+            };
+            search_language_aliases_with_versions: {
+                Args: {
+                    search_query: string;
+                    filter_type?: Database["public"]["Enums"]["version_filter_type"];
+                    max_results?: number;
+                    min_similarity?: number;
+                    include_regions?: boolean;
+                };
+                Returns: {
+                    similarity_threshold_used: number;
+                    alias_id: string;
+                    alias_name: string;
+                    alias_similarity_score: number;
+                    entity_id: string;
+                    entity_name: string;
+                    entity_level: string;
+                    entity_parent_id: string;
+                    regions: Json;
+                    audio_version_count: number;
+                    text_version_count: number;
+                    audio_versions: Json;
+                    text_versions: Json;
+                }[];
+            };
+            search_region_aliases: {
+                Args: {
+                    search_query: string;
+                    max_results?: number;
+                    min_similarity?: number;
+                    include_languages?: boolean;
+                };
+                Returns: {
+                    similarity_threshold_used: number;
+                    alias_id: string;
+                    alias_name: string;
+                    alias_similarity_score: number;
+                    region_id: string;
+                    region_name: string;
+                    region_level: string;
+                    region_parent_id: string;
+                    languages: Json;
+                }[];
+            };
+            set_limit: {
+                Args: {
+                    "": number;
+                };
+                Returns: number;
+            };
+            show_limit: {
+                Args: Record<PropertyKey, never>;
+                Returns: number;
+            };
+            show_trgm: {
+                Args: {
+                    "": string;
+                };
+                Returns: string[];
+            };
             spheroid_in: {
                 Args: {
                     "": unknown;
@@ -5812,6 +6010,7 @@ export type Database = {
             testament: "old" | "new";
             text_version_source: "official_translation" | "ai_transcription" | "user_submitted";
             upload_status: "pending" | "uploading" | "completed" | "failed";
+            version_filter_type: "audio_only" | "text_only" | "both_required" | "either";
         };
         CompositeTypes: {
             geometry_dump: {
@@ -5898,6 +6097,7 @@ export declare const Constants: {
             readonly testament: readonly ["old", "new"];
             readonly text_version_source: readonly ["official_translation", "ai_transcription", "user_submitted"];
             readonly upload_status: readonly ["pending", "uploading", "completed", "failed"];
+            readonly version_filter_type: readonly ["audio_only", "text_only", "both_required", "either"];
         };
     };
 };