remdb 0.3.172__py3-none-any.whl → 0.3.223__py3-none-any.whl

rem/sql/migrations/001_install.sql

@@ -44,6 +44,33 @@ BEGIN
     RAISE NOTICE '✓ All required extensions installed successfully';
 END $$;
 
+-- ============================================================================
+-- NORMALIZATION HELPER
+-- ============================================================================
+
+-- Normalize entity keys to lower-kebab-case for consistent lookups
+-- "Mood Disorder" -> "mood-disorder"
+-- "mood_disorder" -> "mood-disorder"
+-- "MoodDisorder" -> "mood-disorder"
+CREATE OR REPLACE FUNCTION normalize_key(input TEXT)
+RETURNS TEXT AS $$
+BEGIN
+    RETURN lower(
+        regexp_replace(
+            regexp_replace(
+                regexp_replace(input, '([a-z])([A-Z])', '\1-\2', 'g'),  -- camelCase -> kebab
+                '[_\s]+', '-', 'g'  -- underscores/spaces -> hyphens
+            ),
+            '-+', '-', 'g'  -- collapse multiple hyphens
+        )
+    );
+END;
+$$ LANGUAGE plpgsql IMMUTABLE;
+
+COMMENT ON FUNCTION normalize_key IS
+'Normalizes entity keys to lower-kebab-case for consistent lookups.
+Examples: "Mood Disorder" -> "mood-disorder", "mood_disorder" -> "mood-disorder"';
+
 -- ============================================================================
 -- MIGRATION TRACKING
 -- ============================================================================
@@ -94,18 +121,18 @@ CREATE UNLOGGED TABLE IF NOT EXISTS kv_store (
     entity_key VARCHAR(255) NOT NULL,
     entity_type VARCHAR(100) NOT NULL,
     entity_id UUID NOT NULL,
-    tenant_id VARCHAR(100) NOT NULL,
+    tenant_id VARCHAR(100),  -- NULL = public/shared data
     user_id VARCHAR(100),
     content_summary TEXT,
     metadata JSONB DEFAULT '{}',
     graph_edges JSONB DEFAULT '[]'::jsonb,  -- Cached edges for fast graph traversal
     created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
-    updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
-
-    -- Composite primary key: entity_key unique per tenant
-    PRIMARY KEY (tenant_id, entity_key)
+    updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
 );
 
+-- Unique constraint on (tenant_id, entity_key) using COALESCE to handle NULL tenant_id
+CREATE UNIQUE INDEX IF NOT EXISTS idx_kv_store_tenant_key ON kv_store (COALESCE(tenant_id, ''), entity_key);
+
 -- Index for user-scoped lookups (when user_id IS NOT NULL)
 CREATE INDEX IF NOT EXISTS idx_kv_store_user ON kv_store (tenant_id, user_id)
 WHERE user_id IS NOT NULL;
@@ -146,7 +173,7 @@ COMMENT ON COLUMN kv_store.entity_id IS
 'UUID from primary table for reverse lookup';
 
 COMMENT ON COLUMN kv_store.tenant_id IS
-'Tenant identifier for multi-tenancy isolation';
+'Tenant identifier for multi-tenancy isolation. NULL = public/shared data visible to all.';
 
 COMMENT ON COLUMN kv_store.user_id IS
 'Optional user scoping. NULL = system-level entity, visible to all users in tenant';
@@ -237,14 +264,19 @@ BEGIN
 
     -- First lookup in KV store to get entity_type (table name)
     -- Include user-owned AND public (NULL user_id) entries
+    -- Normalize input key for consistent matching
     SELECT kv.entity_type INTO entity_table
     FROM kv_store kv
     WHERE (kv.user_id = effective_user_id OR kv.user_id IS NULL)
-    AND kv.entity_key = p_entity_key
+    AND kv.entity_key = normalize_key(p_entity_key)
     LIMIT 1;
 
-    -- If not found, return empty
+    -- If not found, check if cache is empty and maybe trigger rebuild
     IF entity_table IS NULL THEN
+        -- SELF-HEALING: Check if this is because cache is empty
+        IF rem_kv_store_empty(effective_user_id) THEN
+            PERFORM maybe_trigger_kv_rebuild(effective_user_id, 'rem_lookup');
+        END IF;
         RETURN;
     END IF;
 
@@ -329,6 +361,7 @@ DECLARE
     entities_by_table JSONB := '{}'::jsonb;
     table_keys JSONB;
     effective_user_id VARCHAR(100);
+    v_found_any BOOLEAN := FALSE;
 BEGIN
     effective_user_id := COALESCE(p_user_id, p_tenant_id);
 
@@ -345,6 +378,7 @@ BEGIN
         ORDER BY sim_score DESC
         LIMIT p_limit
     LOOP
+        v_found_any := TRUE;
         -- Build JSONB mapping {table: [keys]}
         IF entities_by_table ? kv_matches.entity_type THEN
             table_keys := entities_by_table->kv_matches.entity_type;
@@ -362,6 +396,11 @@ BEGIN
         END IF;
     END LOOP;
 
+    -- SELF-HEALING: If no matches and cache is empty, trigger rebuild
+    IF NOT v_found_any AND rem_kv_store_empty(effective_user_id) THEN
+        PERFORM maybe_trigger_kv_rebuild(effective_user_id, 'rem_fuzzy');
+    END IF;
+
     -- Fetch full records using rem_fetch (which now supports NULL user_id)
     RETURN QUERY
     SELECT
@@ -408,12 +447,29 @@ DECLARE
     entities_by_table JSONB := '{}'::jsonb;
     table_keys JSONB;
     effective_user_id VARCHAR(100);
+    v_found_start BOOLEAN := FALSE;
 BEGIN
     effective_user_id := COALESCE(p_user_id, p_tenant_id);
 
+    -- Check if start entity exists in kv_store
+    SELECT TRUE INTO v_found_start
+    FROM kv_store kv
+    WHERE (kv.user_id = effective_user_id OR kv.user_id IS NULL)
+    AND kv.entity_key = normalize_key(p_entity_key)
+    LIMIT 1;
+
+    -- SELF-HEALING: If start not found and cache is empty, trigger rebuild
+    IF NOT COALESCE(v_found_start, FALSE) THEN
+        IF rem_kv_store_empty(effective_user_id) THEN
+            PERFORM maybe_trigger_kv_rebuild(effective_user_id, 'rem_traverse');
+        END IF;
+        RETURN;
+    END IF;
+
     FOR graph_keys IN
         WITH RECURSIVE graph_traversal AS (
             -- Base case: Find starting entity (user-owned OR public)
+            -- Normalize input key for consistent matching
             SELECT
                 0 AS depth,
                 kv.entity_key,
@@ -424,7 +480,7 @@ BEGIN
                 ARRAY[kv.entity_key]::TEXT[] AS path
             FROM kv_store kv
             WHERE (kv.user_id = effective_user_id OR kv.user_id IS NULL)
-            AND kv.entity_key = p_entity_key
+            AND kv.entity_key = normalize_key(p_entity_key)
 
             UNION ALL
 
@@ -441,7 +497,7 @@ BEGIN
             JOIN kv_store source_kv ON source_kv.entity_key = gt.entity_key
                 AND (source_kv.user_id = effective_user_id OR source_kv.user_id IS NULL)
             CROSS JOIN LATERAL jsonb_array_elements(COALESCE(source_kv.graph_edges, '[]'::jsonb)) AS edge
-            JOIN kv_store target_kv ON target_kv.entity_key = (edge->>'dst')::VARCHAR(255)
+            JOIN kv_store target_kv ON target_kv.entity_key = normalize_key((edge->>'dst')::VARCHAR(255))
                 AND (target_kv.user_id = effective_user_id OR target_kv.user_id IS NULL)
             WHERE gt.depth < p_max_depth
             AND (p_rel_type IS NULL OR (edge->>'rel_type')::VARCHAR(100) = p_rel_type)
@@ -760,6 +816,97 @@ $$ LANGUAGE plpgsql STABLE;
 COMMENT ON FUNCTION fn_get_shared_messages IS
 'Get messages from sessions shared by a specific user with the recipient.';
 
+-- ============================================================================
+-- SESSIONS WITH USER INFO
+-- ============================================================================
+-- Function to list sessions with user details (name, email) for admin views
+
+-- List sessions with user info, CTE pagination
+-- Note: messages.session_id stores the session UUID (sessions.id)
+CREATE OR REPLACE FUNCTION fn_list_sessions_with_user(
+    p_user_id VARCHAR(256) DEFAULT NULL,  -- Filter by user_id (NULL = all users, admin only)
+    p_user_name VARCHAR(256) DEFAULT NULL,  -- Filter by user name (partial match, admin only)
+    p_user_email VARCHAR(256) DEFAULT NULL,  -- Filter by user email (partial match, admin only)
+    p_mode VARCHAR(50) DEFAULT NULL,  -- Filter by session mode
+    p_page INTEGER DEFAULT 1,
+    p_page_size INTEGER DEFAULT 50
+)
+RETURNS TABLE(
+    id UUID,
+    name VARCHAR(256),
+    mode TEXT,
+    description TEXT,
+    user_id VARCHAR(256),
+    user_name VARCHAR(256),
+    user_email VARCHAR(256),
+    message_count INTEGER,
+    total_tokens INTEGER,
+    created_at TIMESTAMP,
+    updated_at TIMESTAMP,
+    metadata JSONB,
+    total_count BIGINT
+) AS $$
+BEGIN
+    RETURN QUERY
+    WITH session_msg_counts AS (
+        -- Count messages per session (joining on session UUID)
+        SELECT
+            m.session_id,
+            COUNT(*)::INTEGER as actual_message_count
+        FROM messages m
+        GROUP BY m.session_id
+    ),
+    filtered_sessions AS (
+        SELECT
+            s.id,
+            s.name,
+            s.mode,
+            s.description,
+            s.user_id,
+            COALESCE(u.name, s.user_id)::VARCHAR(256) AS user_name,
+            u.email::VARCHAR(256) AS user_email,
+            COALESCE(mc.actual_message_count, 0) AS message_count,
+            s.total_tokens,
+            s.created_at,
+            s.updated_at,
+            s.metadata
+        FROM sessions s
+        LEFT JOIN users u ON u.id::text = s.user_id
+        LEFT JOIN session_msg_counts mc ON mc.session_id = s.id::text
+        WHERE s.deleted_at IS NULL
+          AND (p_user_id IS NULL OR s.user_id = p_user_id)
+          AND (p_user_name IS NULL OR u.name ILIKE '%' || p_user_name || '%')
+          AND (p_user_email IS NULL OR u.email ILIKE '%' || p_user_email || '%')
+          AND (p_mode IS NULL OR s.mode = p_mode)
+    ),
+    counted AS (
+        SELECT *, COUNT(*) OVER () AS total_count
+        FROM filtered_sessions
+    )
+    SELECT
+        c.id,
+        c.name,
+        c.mode,
+        c.description,
+        c.user_id,
+        c.user_name,
+        c.user_email,
+        c.message_count,
+        c.total_tokens,
+        c.created_at,
+        c.updated_at,
+        c.metadata,
+        c.total_count
+    FROM counted c
+    ORDER BY c.created_at DESC
+    LIMIT p_page_size
+    OFFSET (p_page - 1) * p_page_size;
+END;
+$$ LANGUAGE plpgsql STABLE;
+
+COMMENT ON FUNCTION fn_list_sessions_with_user IS
+'List sessions with user details and computed message counts. Joins messages on session name.';
+
 -- ============================================================================
 -- RECORD INSTALLATION
 -- ============================================================================