remdb 0.3.7__py3-none-any.whl

rem/sql/install_models.sql

@@ -0,0 +1,1038 @@
+-- REM Model Schema (install_models.sql)
+-- Generated from Pydantic models
+-- Source directory: src/rem/models/entities
+-- Generated at: 2025-11-22T20:03:37.573943
+--
+-- DO NOT EDIT MANUALLY - Regenerate with: rem db schema generate
+--
+-- This script creates:
+-- 1. Primary entity tables
+-- 2. Embeddings tables (embeddings_<table>)
+-- 3. KV_STORE triggers for cache maintenance
+-- 4. Indexes (foreground only, background indexes separate)
+
+-- ============================================================================
+-- PREREQUISITES CHECK
+-- ============================================================================
+
+DO $$
+BEGIN
+    -- Check that install.sql has been run
+    IF NOT EXISTS (SELECT 1 FROM pg_tables WHERE tablename = 'kv_store') THEN
+        RAISE EXCEPTION 'KV_STORE table not found. Run migrations/001_install.sql first.';
+    END IF;
+
+    IF NOT EXISTS (SELECT 1 FROM pg_extension WHERE extname = 'vector') THEN
+        RAISE EXCEPTION 'pgvector extension not found. Run migrations/001_install.sql first.';
+    END IF;
+
+    RAISE NOTICE 'Prerequisites check passed';
+END $$;
+
+-- ======================================================================
+-- USERS (Model: User)
+-- ======================================================================
+
+CREATE TABLE IF NOT EXISTS users (
+    id UUID PRIMARY KEY DEFAULT uuid_generate_v4(),
+    tenant_id VARCHAR(100) NOT NULL,
+    user_id VARCHAR(256),
+    name VARCHAR(256) NOT NULL,
+    email VARCHAR(256),
+    role VARCHAR(256),
+    tier TEXT,
+    sec_policy JSONB DEFAULT '{}'::jsonb,
+    summary TEXT,
+    interests TEXT[] DEFAULT ARRAY[]::TEXT[],
+    preferred_topics TEXT[] DEFAULT ARRAY[]::TEXT[],
+    activity_level VARCHAR(256),
+    last_active_at TIMESTAMP,
+    created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+    updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+    deleted_at TIMESTAMP,
+    graph_edges JSONB DEFAULT '[]'::jsonb,
+    metadata JSONB DEFAULT '{}'::jsonb,
+    tags TEXT[] DEFAULT ARRAY[]::TEXT[]
+);
+
+CREATE INDEX idx_users_tenant ON users (tenant_id);
+CREATE INDEX idx_users_user ON users (user_id);
+CREATE INDEX idx_users_graph_edges ON users USING GIN (graph_edges);
+CREATE INDEX idx_users_metadata ON users USING GIN (metadata);
+CREATE INDEX idx_users_tags ON users USING GIN (tags);
+
+-- Embeddings for users
+CREATE TABLE IF NOT EXISTS embeddings_users (
+    id UUID PRIMARY KEY DEFAULT uuid_generate_v4(),
+    entity_id UUID NOT NULL REFERENCES users(id) ON DELETE CASCADE,
+    field_name VARCHAR(100) NOT NULL,
+    provider VARCHAR(50) NOT NULL DEFAULT 'openai',
+    model VARCHAR(100) NOT NULL DEFAULT 'text-embedding-3-small',
+    embedding vector(1536) NOT NULL,
+    created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+    updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+
+    -- Unique: one embedding per entity per field per provider
+    UNIQUE (entity_id, field_name, provider)
+);
+
+-- Index for entity lookup (get all embeddings for entity)
+CREATE INDEX idx_embeddings_users_entity ON embeddings_users (entity_id);
+
+-- Index for field + provider lookup
+CREATE INDEX idx_embeddings_users_field_provider ON embeddings_users (field_name, provider);
+
+-- HNSW index for vector similarity search (created in background)
+-- Note: This will be created by background thread after data load
+-- CREATE INDEX idx_embeddings_users_vector_hnsw ON embeddings_users
+-- USING hnsw (embedding vector_cosine_ops);
+
+-- KV_STORE trigger for users
+-- Trigger function to maintain KV_STORE for users
+CREATE OR REPLACE FUNCTION fn_users_kv_store_upsert()
+RETURNS TRIGGER AS $$
+BEGIN
+    IF (TG_OP = 'DELETE') THEN
+        -- Remove from KV_STORE on delete
+        DELETE FROM kv_store
+        WHERE entity_id = OLD.id;
+        RETURN OLD;
+    ELSIF (TG_OP = 'INSERT' OR TG_OP = 'UPDATE') THEN
+        -- Upsert to KV_STORE (O(1) lookup by entity_key)
+        INSERT INTO kv_store (
+            entity_key,
+            entity_type,
+            entity_id,
+            tenant_id,
+            user_id,
+            metadata,
+            updated_at
+        ) VALUES (
+            NEW.name,
+            'users',
+            NEW.id,
+            NEW.tenant_id,
+            NEW.user_id,
+            NEW.metadata,
+            CURRENT_TIMESTAMP
+        )
+        ON CONFLICT (tenant_id, entity_key)
+        DO UPDATE SET
+            entity_id = EXCLUDED.entity_id,
+            user_id = EXCLUDED.user_id,
+            metadata = EXCLUDED.metadata,
+            updated_at = CURRENT_TIMESTAMP;
+
+        RETURN NEW;
+    END IF;
+END;
+$$ LANGUAGE plpgsql;
+
+-- Create trigger
+DROP TRIGGER IF EXISTS trg_users_kv_store ON users;
+CREATE TRIGGER trg_users_kv_store
+AFTER INSERT OR UPDATE OR DELETE ON users
+FOR EACH ROW EXECUTE FUNCTION fn_users_kv_store_upsert();
+
+-- ======================================================================
+-- IMAGE_RESOURCES (Model: ImageResource)
+-- ======================================================================
+
+CREATE TABLE IF NOT EXISTS image_resources (
+    id UUID PRIMARY KEY DEFAULT uuid_generate_v4(),
+    tenant_id VARCHAR(100) NOT NULL,
+    user_id VARCHAR(256),
+    name VARCHAR(256),
+    uri VARCHAR(256),
+    ordinal INTEGER,
+    content TEXT,
+    timestamp TIMESTAMP,
+    category VARCHAR(256),
+    related_entities JSONB DEFAULT '{}'::jsonb,
+    image_width INTEGER,
+    image_height INTEGER,
+    image_format VARCHAR(256),
+    vision_description TEXT,
+    vision_provider VARCHAR(256),
+    vision_model VARCHAR(256),
+    clip_embedding JSONB,
+    clip_dimensions INTEGER,
+    created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+    updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+    deleted_at TIMESTAMP,
+    graph_edges JSONB DEFAULT '[]'::jsonb,
+    metadata JSONB DEFAULT '{}'::jsonb,
+    tags TEXT[] DEFAULT ARRAY[]::TEXT[]
+);
+
+CREATE INDEX idx_image_resources_tenant ON image_resources (tenant_id);
+CREATE INDEX idx_image_resources_user ON image_resources (user_id);
+CREATE INDEX idx_image_resources_graph_edges ON image_resources USING GIN (graph_edges);
+CREATE INDEX idx_image_resources_metadata ON image_resources USING GIN (metadata);
+CREATE INDEX idx_image_resources_tags ON image_resources USING GIN (tags);
+
+-- Embeddings for image_resources
+CREATE TABLE IF NOT EXISTS embeddings_image_resources (
+    id UUID PRIMARY KEY DEFAULT uuid_generate_v4(),
+    entity_id UUID NOT NULL REFERENCES image_resources(id) ON DELETE CASCADE,
+    field_name VARCHAR(100) NOT NULL,
+    provider VARCHAR(50) NOT NULL DEFAULT 'openai',
+    model VARCHAR(100) NOT NULL DEFAULT 'text-embedding-3-small',
+    embedding vector(1536) NOT NULL,
+    created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+    updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+
+    -- Unique: one embedding per entity per field per provider
+    UNIQUE (entity_id, field_name, provider)
+);
+
+-- Index for entity lookup (get all embeddings for entity)
+CREATE INDEX idx_embeddings_image_resources_entity ON embeddings_image_resources (entity_id);
+
+-- Index for field + provider lookup
+CREATE INDEX idx_embeddings_image_resources_field_provider ON embeddings_image_resources (field_name, provider);
+
+-- HNSW index for vector similarity search (created in background)
+-- Note: This will be created by background thread after data load
+-- CREATE INDEX idx_embeddings_image_resources_vector_hnsw ON embeddings_image_resources
+-- USING hnsw (embedding vector_cosine_ops);
+
+-- KV_STORE trigger for image_resources
+-- Trigger function to maintain KV_STORE for image_resources
+CREATE OR REPLACE FUNCTION fn_image_resources_kv_store_upsert()
+RETURNS TRIGGER AS $$
+BEGIN
+    IF (TG_OP = 'DELETE') THEN
+        -- Remove from KV_STORE on delete
+        DELETE FROM kv_store
+        WHERE entity_id = OLD.id;
+        RETURN OLD;
+    ELSIF (TG_OP = 'INSERT' OR TG_OP = 'UPDATE') THEN
+        -- Upsert to KV_STORE (O(1) lookup by entity_key)
+        INSERT INTO kv_store (
+            entity_key,
+            entity_type,
+            entity_id,
+            tenant_id,
+            user_id,
+            metadata,
+            updated_at
+        ) VALUES (
+            NEW.name,
+            'image_resources',
+            NEW.id,
+            NEW.tenant_id,
+            NEW.user_id,
+            NEW.metadata,
+            CURRENT_TIMESTAMP
+        )
+        ON CONFLICT (tenant_id, entity_key)
+        DO UPDATE SET
+            entity_id = EXCLUDED.entity_id,
+            user_id = EXCLUDED.user_id,
+            metadata = EXCLUDED.metadata,
+            updated_at = CURRENT_TIMESTAMP;
+
+        RETURN NEW;
+    END IF;
+END;
+$$ LANGUAGE plpgsql;
+
+-- Create trigger
+DROP TRIGGER IF EXISTS trg_image_resources_kv_store ON image_resources;
+CREATE TRIGGER trg_image_resources_kv_store
+AFTER INSERT OR UPDATE OR DELETE ON image_resources
+FOR EACH ROW EXECUTE FUNCTION fn_image_resources_kv_store_upsert();
+
+-- ======================================================================
+-- MOMENTS (Model: Moment)
+-- ======================================================================
+
+CREATE TABLE IF NOT EXISTS moments (
+    id UUID PRIMARY KEY DEFAULT uuid_generate_v4(),
+    tenant_id VARCHAR(100) NOT NULL,
+    user_id VARCHAR(256),
+    name VARCHAR(256),
+    moment_type VARCHAR(256),
+    category VARCHAR(256),
+    starts_timestamp TIMESTAMP NOT NULL,
+    ends_timestamp TIMESTAMP,
+    present_persons JSONB DEFAULT '{}'::jsonb,
+    emotion_tags TEXT[] DEFAULT ARRAY[]::TEXT[],
+    topic_tags TEXT[] DEFAULT ARRAY[]::TEXT[],
+    summary TEXT,
+    source_resource_ids TEXT[] DEFAULT ARRAY[]::TEXT[],
+    created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+    updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+    deleted_at TIMESTAMP,
+    graph_edges JSONB DEFAULT '[]'::jsonb,
+    metadata JSONB DEFAULT '{}'::jsonb,
+    tags TEXT[] DEFAULT ARRAY[]::TEXT[]
+);
+
+CREATE INDEX idx_moments_tenant ON moments (tenant_id);
+CREATE INDEX idx_moments_user ON moments (user_id);
+CREATE INDEX idx_moments_graph_edges ON moments USING GIN (graph_edges);
+CREATE INDEX idx_moments_metadata ON moments USING GIN (metadata);
+CREATE INDEX idx_moments_tags ON moments USING GIN (tags);
+
+-- Embeddings for moments
+CREATE TABLE IF NOT EXISTS embeddings_moments (
+    id UUID PRIMARY KEY DEFAULT uuid_generate_v4(),
+    entity_id UUID NOT NULL REFERENCES moments(id) ON DELETE CASCADE,
+    field_name VARCHAR(100) NOT NULL,
+    provider VARCHAR(50) NOT NULL DEFAULT 'openai',
+    model VARCHAR(100) NOT NULL DEFAULT 'text-embedding-3-small',
+    embedding vector(1536) NOT NULL,
+    created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+    updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+
+    -- Unique: one embedding per entity per field per provider
+    UNIQUE (entity_id, field_name, provider)
+);
+
+-- Index for entity lookup (get all embeddings for entity)
+CREATE INDEX idx_embeddings_moments_entity ON embeddings_moments (entity_id);
+
+-- Index for field + provider lookup
+CREATE INDEX idx_embeddings_moments_field_provider ON embeddings_moments (field_name, provider);
+
+-- HNSW index for vector similarity search (created in background)
+-- Note: This will be created by background thread after data load
+-- CREATE INDEX idx_embeddings_moments_vector_hnsw ON embeddings_moments
+-- USING hnsw (embedding vector_cosine_ops);
+
+-- KV_STORE trigger for moments
+-- Trigger function to maintain KV_STORE for moments
+CREATE OR REPLACE FUNCTION fn_moments_kv_store_upsert()
+RETURNS TRIGGER AS $$
+BEGIN
+    IF (TG_OP = 'DELETE') THEN
+        -- Remove from KV_STORE on delete
+        DELETE FROM kv_store
+        WHERE entity_id = OLD.id;
+        RETURN OLD;
+    ELSIF (TG_OP = 'INSERT' OR TG_OP = 'UPDATE') THEN
+        -- Upsert to KV_STORE (O(1) lookup by entity_key)
+        INSERT INTO kv_store (
+            entity_key,
+            entity_type,
+            entity_id,
+            tenant_id,
+            user_id,
+            metadata,
+            updated_at
+        ) VALUES (
+            NEW.name,
+            'moments',
+            NEW.id,
+            NEW.tenant_id,
+            NEW.user_id,
+            NEW.metadata,
+            CURRENT_TIMESTAMP
+        )
+        ON CONFLICT (tenant_id, entity_key)
+        DO UPDATE SET
+            entity_id = EXCLUDED.entity_id,
+            user_id = EXCLUDED.user_id,
+            metadata = EXCLUDED.metadata,
+            updated_at = CURRENT_TIMESTAMP;
+
+        RETURN NEW;
+    END IF;
+END;
+$$ LANGUAGE plpgsql;
+
+-- Create trigger
+DROP TRIGGER IF EXISTS trg_moments_kv_store ON moments;
+CREATE TRIGGER trg_moments_kv_store
+AFTER INSERT OR UPDATE OR DELETE ON moments
+FOR EACH ROW EXECUTE FUNCTION fn_moments_kv_store_upsert();
+
+-- ======================================================================
+-- PERSONS (Model: Person)
+-- ======================================================================
+
+CREATE TABLE IF NOT EXISTS persons (
+    id UUID PRIMARY KEY DEFAULT uuid_generate_v4(),
+    tenant_id VARCHAR(100) NOT NULL,
+    user_id VARCHAR(256),
+    name VARCHAR(256) NOT NULL,
+    role VARCHAR(256),
+    created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+    updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+    deleted_at TIMESTAMP,
+    graph_edges JSONB DEFAULT '[]'::jsonb,
+    metadata JSONB DEFAULT '{}'::jsonb,
+    tags TEXT[] DEFAULT ARRAY[]::TEXT[]
+);
+
+CREATE INDEX idx_persons_tenant ON persons (tenant_id);
+CREATE INDEX idx_persons_user ON persons (user_id);
+CREATE INDEX idx_persons_graph_edges ON persons USING GIN (graph_edges);
+CREATE INDEX idx_persons_metadata ON persons USING GIN (metadata);
+CREATE INDEX idx_persons_tags ON persons USING GIN (tags);
+
+-- KV_STORE trigger for persons
+-- Trigger function to maintain KV_STORE for persons
+CREATE OR REPLACE FUNCTION fn_persons_kv_store_upsert()
+RETURNS TRIGGER AS $$
+BEGIN
+    IF (TG_OP = 'DELETE') THEN
+        -- Remove from KV_STORE on delete
+        DELETE FROM kv_store
+        WHERE entity_id = OLD.id;
+        RETURN OLD;
+    ELSIF (TG_OP = 'INSERT' OR TG_OP = 'UPDATE') THEN
+        -- Upsert to KV_STORE (O(1) lookup by entity_key)
+        INSERT INTO kv_store (
+            entity_key,
+            entity_type,
+            entity_id,
+            tenant_id,
+            user_id,
+            metadata,
+            updated_at
+        ) VALUES (
+            NEW.id,
+            'persons',
+            NEW.id,
+            NEW.tenant_id,
+            NEW.user_id,
+            NEW.metadata,
+            CURRENT_TIMESTAMP
+        )
+        ON CONFLICT (tenant_id, entity_key)
+        DO UPDATE SET
+            entity_id = EXCLUDED.entity_id,
+            user_id = EXCLUDED.user_id,
+            metadata = EXCLUDED.metadata,
+            updated_at = CURRENT_TIMESTAMP;
+
+        RETURN NEW;
+    END IF;
+END;
+$$ LANGUAGE plpgsql;
+
+-- Create trigger
+DROP TRIGGER IF EXISTS trg_persons_kv_store ON persons;
+CREATE TRIGGER trg_persons_kv_store
+AFTER INSERT OR UPDATE OR DELETE ON persons
+FOR EACH ROW EXECUTE FUNCTION fn_persons_kv_store_upsert();
+
+-- ======================================================================
+-- RESOURCES (Model: Resource)
+-- ======================================================================
+
+CREATE TABLE IF NOT EXISTS resources (
+    id UUID PRIMARY KEY DEFAULT uuid_generate_v4(),
+    tenant_id VARCHAR(100) NOT NULL,
+    user_id VARCHAR(256),
+    name VARCHAR(256),
+    uri VARCHAR(256),
+    ordinal INTEGER,
+    content TEXT,
+    timestamp TIMESTAMP,
+    category VARCHAR(256),
+    related_entities JSONB DEFAULT '{}'::jsonb,
+    created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+    updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+    deleted_at TIMESTAMP,
+    graph_edges JSONB DEFAULT '[]'::jsonb,
+    metadata JSONB DEFAULT '{}'::jsonb,
+    tags TEXT[] DEFAULT ARRAY[]::TEXT[]
+);
+
+CREATE INDEX idx_resources_tenant ON resources (tenant_id);
+CREATE INDEX idx_resources_user ON resources (user_id);
+CREATE INDEX idx_resources_graph_edges ON resources USING GIN (graph_edges);
+CREATE INDEX idx_resources_metadata ON resources USING GIN (metadata);
+CREATE INDEX idx_resources_tags ON resources USING GIN (tags);
+
+-- Embeddings for resources
+CREATE TABLE IF NOT EXISTS embeddings_resources (
+    id UUID PRIMARY KEY DEFAULT uuid_generate_v4(),
+    entity_id UUID NOT NULL REFERENCES resources(id) ON DELETE CASCADE,
+    field_name VARCHAR(100) NOT NULL,
+    provider VARCHAR(50) NOT NULL DEFAULT 'openai',
+    model VARCHAR(100) NOT NULL DEFAULT 'text-embedding-3-small',
+    embedding vector(1536) NOT NULL,
+    created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+    updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+
+    -- Unique: one embedding per entity per field per provider
+    UNIQUE (entity_id, field_name, provider)
+);
+
+-- Index for entity lookup (get all embeddings for entity)
+CREATE INDEX idx_embeddings_resources_entity ON embeddings_resources (entity_id);
+
+-- Index for field + provider lookup
+CREATE INDEX idx_embeddings_resources_field_provider ON embeddings_resources (field_name, provider);
+
+-- HNSW index for vector similarity search (created in background)
+-- Note: This will be created by background thread after data load
+-- CREATE INDEX idx_embeddings_resources_vector_hnsw ON embeddings_resources
+-- USING hnsw (embedding vector_cosine_ops);
+
+-- KV_STORE trigger for resources
+-- Trigger function to maintain KV_STORE for resources
+CREATE OR REPLACE FUNCTION fn_resources_kv_store_upsert()
+RETURNS TRIGGER AS $$
+BEGIN
+    IF (TG_OP = 'DELETE') THEN
+        -- Remove from KV_STORE on delete
+        DELETE FROM kv_store
+        WHERE entity_id = OLD.id;
+        RETURN OLD;
+    ELSIF (TG_OP = 'INSERT' OR TG_OP = 'UPDATE') THEN
+        -- Upsert to KV_STORE (O(1) lookup by entity_key)
+        INSERT INTO kv_store (
+            entity_key,
+            entity_type,
+            entity_id,
+            tenant_id,
+            user_id,
+            metadata,
+            updated_at
+        ) VALUES (
+            NEW.name,
+            'resources',
+            NEW.id,
+            NEW.tenant_id,
+            NEW.user_id,
+            NEW.metadata,
+            CURRENT_TIMESTAMP
+        )
+        ON CONFLICT (tenant_id, entity_key)
+        DO UPDATE SET
+            entity_id = EXCLUDED.entity_id,
+            user_id = EXCLUDED.user_id,
+            metadata = EXCLUDED.metadata,
+            updated_at = CURRENT_TIMESTAMP;
+
+        RETURN NEW;
+    END IF;
+END;
+$$ LANGUAGE plpgsql;
+
+-- Create trigger
+DROP TRIGGER IF EXISTS trg_resources_kv_store ON resources;
+CREATE TRIGGER trg_resources_kv_store
+AFTER INSERT OR UPDATE OR DELETE ON resources
+FOR EACH ROW EXECUTE FUNCTION fn_resources_kv_store_upsert();
+
+-- ======================================================================
+-- MESSAGES (Model: Message)
+-- ======================================================================
+
+CREATE TABLE IF NOT EXISTS messages (
+    id UUID PRIMARY KEY DEFAULT uuid_generate_v4(),
+    tenant_id VARCHAR(100) NOT NULL,
+    user_id VARCHAR(256),
+    content TEXT NOT NULL,
+    message_type TEXT,
+    session_id TEXT,
+    created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+    updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+    deleted_at TIMESTAMP,
+    graph_edges JSONB DEFAULT '[]'::jsonb,
+    metadata JSONB DEFAULT '{}'::jsonb,
+    tags TEXT[] DEFAULT ARRAY[]::TEXT[]
+);
+
+CREATE INDEX idx_messages_tenant ON messages (tenant_id);
+CREATE INDEX idx_messages_user ON messages (user_id);
+CREATE INDEX idx_messages_graph_edges ON messages USING GIN (graph_edges);
+CREATE INDEX idx_messages_metadata ON messages USING GIN (metadata);
+CREATE INDEX idx_messages_tags ON messages USING GIN (tags);
+
+-- Embeddings for messages
+CREATE TABLE IF NOT EXISTS embeddings_messages (
+    id UUID PRIMARY KEY DEFAULT uuid_generate_v4(),
+    entity_id UUID NOT NULL REFERENCES messages(id) ON DELETE CASCADE,
+    field_name VARCHAR(100) NOT NULL,
+    provider VARCHAR(50) NOT NULL DEFAULT 'openai',
+    model VARCHAR(100) NOT NULL DEFAULT 'text-embedding-3-small',
+    embedding vector(1536) NOT NULL,
+    created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+    updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+
+    -- Unique: one embedding per entity per field per provider
+    UNIQUE (entity_id, field_name, provider)
+);
+
+-- Index for entity lookup (get all embeddings for entity)
+CREATE INDEX idx_embeddings_messages_entity ON embeddings_messages (entity_id);
+
+-- Index for field + provider lookup
+CREATE INDEX idx_embeddings_messages_field_provider ON embeddings_messages (field_name, provider);
+
+-- HNSW index for vector similarity search (created in background)
+-- Note: This will be created by background thread after data load
+-- CREATE INDEX idx_embeddings_messages_vector_hnsw ON embeddings_messages
+-- USING hnsw (embedding vector_cosine_ops);
+
+-- KV_STORE trigger for messages
+-- Trigger function to maintain KV_STORE for messages
+CREATE OR REPLACE FUNCTION fn_messages_kv_store_upsert()
+RETURNS TRIGGER AS $$
+BEGIN
+    IF (TG_OP = 'DELETE') THEN
+        -- Remove from KV_STORE on delete
+        DELETE FROM kv_store
+        WHERE entity_id = OLD.id;
+        RETURN OLD;
+    ELSIF (TG_OP = 'INSERT' OR TG_OP = 'UPDATE') THEN
+        -- Upsert to KV_STORE (O(1) lookup by entity_key)
+        INSERT INTO kv_store (
+            entity_key,
+            entity_type,
+            entity_id,
+            tenant_id,
+            user_id,
+            metadata,
+            updated_at
+        ) VALUES (
+            NEW.id,
+            'messages',
+            NEW.id,
+            NEW.tenant_id,
+            NEW.user_id,
+            NEW.metadata,
+            CURRENT_TIMESTAMP
+        )
+        ON CONFLICT (tenant_id, entity_key)
+        DO UPDATE SET
+            entity_id = EXCLUDED.entity_id,
+            user_id = EXCLUDED.user_id,
+            metadata = EXCLUDED.metadata,
+            updated_at = CURRENT_TIMESTAMP;
+
+        RETURN NEW;
+    END IF;
+END;
+$$ LANGUAGE plpgsql;
+
+-- Create trigger
+DROP TRIGGER IF EXISTS trg_messages_kv_store ON messages;
+CREATE TRIGGER trg_messages_kv_store
+AFTER INSERT OR UPDATE OR DELETE ON messages
+FOR EACH ROW EXECUTE FUNCTION fn_messages_kv_store_upsert();
+
+-- ======================================================================
+-- FILES (Model: File)
+-- ======================================================================
+
+CREATE TABLE IF NOT EXISTS files (
+    id UUID PRIMARY KEY DEFAULT uuid_generate_v4(),
+    tenant_id VARCHAR(100) NOT NULL,
+    user_id VARCHAR(256),
+    name VARCHAR(256) NOT NULL,
+    uri VARCHAR(256) NOT NULL,
+    content TEXT,
+    timestamp VARCHAR(256),
+    size_bytes INTEGER,
+    mime_type VARCHAR(256),
+    processing_status VARCHAR(256),
+    created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+    updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+    deleted_at TIMESTAMP,
+    graph_edges JSONB DEFAULT '[]'::jsonb,
+    metadata JSONB DEFAULT '{}'::jsonb,
+    tags TEXT[] DEFAULT ARRAY[]::TEXT[]
+);
+
+CREATE INDEX idx_files_tenant ON files (tenant_id);
+CREATE INDEX idx_files_user ON files (user_id);
+CREATE INDEX idx_files_graph_edges ON files USING GIN (graph_edges);
+CREATE INDEX idx_files_metadata ON files USING GIN (metadata);
+CREATE INDEX idx_files_tags ON files USING GIN (tags);
+
+-- Embeddings for files
+CREATE TABLE IF NOT EXISTS embeddings_files (
+    id UUID PRIMARY KEY DEFAULT uuid_generate_v4(),
+    entity_id UUID NOT NULL REFERENCES files(id) ON DELETE CASCADE,
+    field_name VARCHAR(100) NOT NULL,
+    provider VARCHAR(50) NOT NULL DEFAULT 'openai',
+    model VARCHAR(100) NOT NULL DEFAULT 'text-embedding-3-small',
+    embedding vector(1536) NOT NULL,
+    created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+    updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+
+    -- Unique: one embedding per entity per field per provider
+    UNIQUE (entity_id, field_name, provider)
+);
+
+-- Index for entity lookup (get all embeddings for entity)
+CREATE INDEX idx_embeddings_files_entity ON embeddings_files (entity_id);
+
+-- Index for field + provider lookup
+CREATE INDEX idx_embeddings_files_field_provider ON embeddings_files (field_name, provider);
+
+-- HNSW index for vector similarity search (created in background)
+-- Note: This will be created by background thread after data load
+-- CREATE INDEX idx_embeddings_files_vector_hnsw ON embeddings_files
+-- USING hnsw (embedding vector_cosine_ops);
+
+-- KV_STORE trigger for files
+-- Trigger function to maintain KV_STORE for files
+CREATE OR REPLACE FUNCTION fn_files_kv_store_upsert()
+RETURNS TRIGGER AS $$
+BEGIN
+    IF (TG_OP = 'DELETE') THEN
+        -- Remove from KV_STORE on delete
+        DELETE FROM kv_store
+        WHERE entity_id = OLD.id;
+        RETURN OLD;
+    ELSIF (TG_OP = 'INSERT' OR TG_OP = 'UPDATE') THEN
+        -- Upsert to KV_STORE (O(1) lookup by entity_key)
+        INSERT INTO kv_store (
+            entity_key,
+            entity_type,
+            entity_id,
+            tenant_id,
+            user_id,
+            metadata,
+            updated_at
+        ) VALUES (
+            NEW.id,
+            'files',
+            NEW.id,
+            NEW.tenant_id,
+            NEW.user_id,
+            NEW.metadata,
+            CURRENT_TIMESTAMP
+        )
+        ON CONFLICT (tenant_id, entity_key)
+        DO UPDATE SET
+            entity_id = EXCLUDED.entity_id,
+            user_id = EXCLUDED.user_id,
+            metadata = EXCLUDED.metadata,
+            updated_at = CURRENT_TIMESTAMP;
+
+        RETURN NEW;
+    END IF;
+END;
+$$ LANGUAGE plpgsql;
+
+-- Create trigger
+DROP TRIGGER IF EXISTS trg_files_kv_store ON files;
+CREATE TRIGGER trg_files_kv_store
+AFTER INSERT OR UPDATE OR DELETE ON files
+FOR EACH ROW EXECUTE FUNCTION fn_files_kv_store_upsert();
+
+-- ======================================================================
+-- ONTOLOGIES (Model: Ontology)
+-- ======================================================================
+
+CREATE TABLE IF NOT EXISTS ontologies (
+    id UUID PRIMARY KEY DEFAULT uuid_generate_v4(),
+    tenant_id VARCHAR(100) NOT NULL,
+    user_id VARCHAR(256),
+    name VARCHAR(256) NOT NULL,
+    file_id TEXT NOT NULL,
+    agent_schema_id VARCHAR(256) NOT NULL,
+    provider_name VARCHAR(256) NOT NULL,
+    model_name VARCHAR(256) NOT NULL,
+    extracted_data JSONB NOT NULL,
+    confidence_score DOUBLE PRECISION,
+    extraction_timestamp VARCHAR(256),
+    embedding_text TEXT,
+    created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+    updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+    deleted_at TIMESTAMP,
+    graph_edges JSONB DEFAULT '[]'::jsonb,
+    metadata JSONB DEFAULT '{}'::jsonb,
+    tags TEXT[] DEFAULT ARRAY[]::TEXT[]
+);
+
+CREATE INDEX idx_ontologies_tenant ON ontologies (tenant_id);
+CREATE INDEX idx_ontologies_user ON ontologies (user_id);
+CREATE INDEX idx_ontologies_graph_edges ON ontologies USING GIN (graph_edges);
+CREATE INDEX idx_ontologies_metadata ON ontologies USING GIN (metadata);
+CREATE INDEX idx_ontologies_tags ON ontologies USING GIN (tags);
+
+-- KV_STORE trigger for ontologies
+-- Trigger function to maintain KV_STORE for ontologies
+CREATE OR REPLACE FUNCTION fn_ontologies_kv_store_upsert()
+RETURNS TRIGGER AS $$
+BEGIN
+    IF (TG_OP = 'DELETE') THEN
+        -- Remove from KV_STORE on delete
+        DELETE FROM kv_store
+        WHERE entity_id = OLD.id;
+        RETURN OLD;
+    ELSIF (TG_OP = 'INSERT' OR TG_OP = 'UPDATE') THEN
+        -- Upsert to KV_STORE (O(1) lookup by entity_key)
+        INSERT INTO kv_store (
+            entity_key,
+            entity_type,
+            entity_id,
+            tenant_id,
+            user_id,
+            metadata,
+            updated_at
+        ) VALUES (
+            NEW.id,
+            'ontologies',
+            NEW.id,
+            NEW.tenant_id,
+            NEW.user_id,
+            NEW.metadata,
+            CURRENT_TIMESTAMP
+        )
+        ON CONFLICT (tenant_id, entity_key)
+        DO UPDATE SET
+            entity_id = EXCLUDED.entity_id,
+            user_id = EXCLUDED.user_id,
+            metadata = EXCLUDED.metadata,
+            updated_at = CURRENT_TIMESTAMP;
+
+        RETURN NEW;
+    END IF;
+END;
+$$ LANGUAGE plpgsql;
+
+-- Create trigger
+DROP TRIGGER IF EXISTS trg_ontologies_kv_store ON ontologies;
+CREATE TRIGGER trg_ontologies_kv_store
+AFTER INSERT OR UPDATE OR DELETE ON ontologies
+FOR EACH ROW EXECUTE FUNCTION fn_ontologies_kv_store_upsert();
+
+-- ======================================================================
+-- ONTOLOGY_CONFIGS (Model: OntologyConfig)
+-- ======================================================================
+
+CREATE TABLE IF NOT EXISTS ontology_configs (
+    id UUID PRIMARY KEY DEFAULT uuid_generate_v4(),
+    tenant_id VARCHAR(100) NOT NULL,
+    user_id VARCHAR(256),
+    name VARCHAR(256) NOT NULL,
+    agent_schema_id VARCHAR(256) NOT NULL,
+    description TEXT,
+    mime_type_pattern VARCHAR(256),
+    uri_pattern VARCHAR(256),
+    tag_filter TEXT[],
+    priority INTEGER,
+    enabled BOOLEAN,
+    provider_name VARCHAR(256),
+    model_name VARCHAR(256),
+    created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+    updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+    deleted_at TIMESTAMP,
+    graph_edges JSONB DEFAULT '[]'::jsonb,
+    metadata JSONB DEFAULT '{}'::jsonb,
+    tags TEXT[] DEFAULT ARRAY[]::TEXT[]
+);
+
+CREATE INDEX idx_ontology_configs_tenant ON ontology_configs (tenant_id);
+CREATE INDEX idx_ontology_configs_user ON ontology_configs (user_id);
+CREATE INDEX idx_ontology_configs_graph_edges ON ontology_configs USING GIN (graph_edges);
+CREATE INDEX idx_ontology_configs_metadata ON ontology_configs USING GIN (metadata);
+CREATE INDEX idx_ontology_configs_tags ON ontology_configs USING GIN (tags);
+
+-- Embeddings for ontology_configs
+CREATE TABLE IF NOT EXISTS embeddings_ontology_configs (
+    id UUID PRIMARY KEY DEFAULT uuid_generate_v4(),
+    entity_id UUID NOT NULL REFERENCES ontology_configs(id) ON DELETE CASCADE,
+    field_name VARCHAR(100) NOT NULL,
+    provider VARCHAR(50) NOT NULL DEFAULT 'openai',
+    model VARCHAR(100) NOT NULL DEFAULT 'text-embedding-3-small',
+    embedding vector(1536) NOT NULL,
+    created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+    updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+
+    -- Unique: one embedding per entity per field per provider
+    UNIQUE (entity_id, field_name, provider)
+);
+
+-- Index for entity lookup (get all embeddings for entity)
+CREATE INDEX idx_embeddings_ontology_configs_entity ON embeddings_ontology_configs (entity_id);
+
+-- Index for field + provider lookup
+CREATE INDEX idx_embeddings_ontology_configs_field_provider ON embeddings_ontology_configs (field_name, provider);
+
+-- HNSW index for vector similarity search (created in background)
+-- Note: This will be created by background thread after data load
+-- CREATE INDEX idx_embeddings_ontology_configs_vector_hnsw ON embeddings_ontology_configs
+-- USING hnsw (embedding vector_cosine_ops);
+
+-- KV_STORE trigger for ontology_configs
+-- Trigger function to maintain KV_STORE for ontology_configs
+CREATE OR REPLACE FUNCTION fn_ontology_configs_kv_store_upsert()
+RETURNS TRIGGER AS $$
+BEGIN
+    IF (TG_OP = 'DELETE') THEN
+        -- Remove from KV_STORE on delete
+        DELETE FROM kv_store
+        WHERE entity_id = OLD.id;
+        RETURN OLD;
+    ELSIF (TG_OP = 'INSERT' OR TG_OP = 'UPDATE') THEN
+        -- Upsert to KV_STORE (O(1) lookup by entity_key)
+        INSERT INTO kv_store (
+            entity_key,
+            entity_type,
+            entity_id,
+            tenant_id,
+            user_id,
+            metadata,
+            updated_at
+        ) VALUES (
+            NEW.id,
+            'ontology_configs',
+            NEW.id,
+            NEW.tenant_id,
+            NEW.user_id,
+            NEW.metadata,
+            CURRENT_TIMESTAMP
+        )
+        ON CONFLICT (tenant_id, entity_key)
+        DO UPDATE SET
+            entity_id = EXCLUDED.entity_id,
+            user_id = EXCLUDED.user_id,
+            metadata = EXCLUDED.metadata,
+            updated_at = CURRENT_TIMESTAMP;
+
+        RETURN NEW;
+    END IF;
+END;
+$$ LANGUAGE plpgsql;
+
+-- Create trigger
+DROP TRIGGER IF EXISTS trg_ontology_configs_kv_store ON ontology_configs;
+CREATE TRIGGER trg_ontology_configs_kv_store
+AFTER INSERT OR UPDATE OR DELETE ON ontology_configs
+FOR EACH ROW EXECUTE FUNCTION fn_ontology_configs_kv_store_upsert();
+
+-- ======================================================================
+-- SCHEMAS (Model: Schema)
+-- ======================================================================
+
+CREATE TABLE IF NOT EXISTS schemas (
+    id UUID PRIMARY KEY DEFAULT uuid_generate_v4(),
+    tenant_id VARCHAR(100) NOT NULL,
+    user_id VARCHAR(256),
+    name VARCHAR(256) NOT NULL,
+    content TEXT,
+    spec JSONB NOT NULL,
+    category VARCHAR(256),
+    provider_configs JSONB DEFAULT '{}'::jsonb,
+    embedding_fields TEXT[] DEFAULT ARRAY[]::TEXT[],
+    created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+    updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+    deleted_at TIMESTAMP,
+    graph_edges JSONB DEFAULT '[]'::jsonb,
+    metadata JSONB DEFAULT '{}'::jsonb,
+    tags TEXT[] DEFAULT ARRAY[]::TEXT[]
+);
+
+CREATE INDEX idx_schemas_tenant ON schemas (tenant_id);
+CREATE INDEX idx_schemas_user ON schemas (user_id);
+CREATE INDEX idx_schemas_graph_edges ON schemas USING GIN (graph_edges);
+CREATE INDEX idx_schemas_metadata ON schemas USING GIN (metadata);
+CREATE INDEX idx_schemas_tags ON schemas USING GIN (tags);
+
+-- Embeddings for schemas
+CREATE TABLE IF NOT EXISTS embeddings_schemas (
+    id UUID PRIMARY KEY DEFAULT uuid_generate_v4(),
+    entity_id UUID NOT NULL REFERENCES schemas(id) ON DELETE CASCADE,
+    field_name VARCHAR(100) NOT NULL,
+    provider VARCHAR(50) NOT NULL DEFAULT 'openai',
+    model VARCHAR(100) NOT NULL DEFAULT 'text-embedding-3-small',
+    embedding vector(1536) NOT NULL,
+    created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+    updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+
+    -- Unique: one embedding per entity per field per provider
+    UNIQUE (entity_id, field_name, provider)
+);
+
+-- Index for entity lookup (get all embeddings for entity)
+CREATE INDEX idx_embeddings_schemas_entity ON embeddings_schemas (entity_id);
+
+-- Index for field + provider lookup
+CREATE INDEX idx_embeddings_schemas_field_provider ON embeddings_schemas (field_name, provider);
+
+-- HNSW index for vector similarity search (created in background)
+-- Note: This will be created by background thread after data load
+-- CREATE INDEX idx_embeddings_schemas_vector_hnsw ON embeddings_schemas
+-- USING hnsw (embedding vector_cosine_ops);
+
+-- KV_STORE trigger for schemas
+-- Trigger function to maintain KV_STORE for schemas
+CREATE OR REPLACE FUNCTION fn_schemas_kv_store_upsert()
+RETURNS TRIGGER AS $$
+BEGIN
+    IF (TG_OP = 'DELETE') THEN
+        -- Remove from KV_STORE on delete
+        DELETE FROM kv_store
+        WHERE entity_id = OLD.id;
+        RETURN OLD;
+    ELSIF (TG_OP = 'INSERT' OR TG_OP = 'UPDATE') THEN
+        -- Upsert to KV_STORE (O(1) lookup by entity_key)
+        INSERT INTO kv_store (
+            entity_key,
+            entity_type,
+            entity_id,
+            tenant_id,
+            user_id,
+            metadata,
+            updated_at
+        ) VALUES (
+            NEW.id,
+            'schemas',
+            NEW.id,
+            NEW.tenant_id,
+            NEW.user_id,
+            NEW.metadata,
+            CURRENT_TIMESTAMP
+        )
+        ON CONFLICT (tenant_id, entity_key)
+        DO UPDATE SET
+            entity_id = EXCLUDED.entity_id,
+            user_id = EXCLUDED.user_id,
+            metadata = EXCLUDED.metadata,
+            updated_at = CURRENT_TIMESTAMP;
+
+        RETURN NEW;
+    END IF;
+END;
+$$ LANGUAGE plpgsql;
+
+-- Create trigger
+DROP TRIGGER IF EXISTS trg_schemas_kv_store ON schemas;
+CREATE TRIGGER trg_schemas_kv_store
+AFTER INSERT OR UPDATE OR DELETE ON schemas
+FOR EACH ROW EXECUTE FUNCTION fn_schemas_kv_store_upsert();
+
+-- ============================================================================
+-- RECORD MIGRATION
+-- ============================================================================
+
+INSERT INTO rem_migrations (name, type, version)
+VALUES ('install_models.sql', 'models', '1.0.0')
+ON CONFLICT (name) DO UPDATE
+SET applied_at = CURRENT_TIMESTAMP,
+    applied_by = CURRENT_USER;
+
+DO $$
+BEGIN
+    RAISE NOTICE '============================================================';
+    RAISE NOTICE 'REM Model Schema Applied: 10 tables';
+    RAISE NOTICE '============================================================';
+    RAISE NOTICE '  ✓ files (1 embeddable fields)';
+    RAISE NOTICE '  ✓ image_resources (1 embeddable fields)';
+    RAISE NOTICE '  ✓ messages (1 embeddable fields)';
+    RAISE NOTICE '  ✓ moments (1 embeddable fields)';
+    RAISE NOTICE '  ✓ ontologies';
+    RAISE NOTICE '  ✓ ontology_configs (1 embeddable fields)';
+    RAISE NOTICE '  ✓ persons';
+    RAISE NOTICE '  ✓ resources (1 embeddable fields)';
+    RAISE NOTICE '  ✓ schemas (1 embeddable fields)';
+    RAISE NOTICE '  ✓ users (1 embeddable fields)';
+    RAISE NOTICE '';
+    RAISE NOTICE 'Next: Run background indexes if needed';
+    RAISE NOTICE '  rem db migrate --background-indexes';
+    RAISE NOTICE '============================================================';
+END $$;