@lobehub/chat 1.71.5 → 1.72.0

package/CHANGELOG.md

@@ -2,6 +2,31 @@
 
 # Changelog
 
+## [Version 1.72.0](https://github.com/lobehub/lobe-chat/compare/v1.71.5...v1.72.0)
+
+<sup>Released on **2025-03-18**</sup>
+
+#### ✨ Features
+
+- **misc**: Update db schema to add `user_id` for data export.
+
+<br/>
+
+<details>
+<summary><kbd>Improvements and Fixes</kbd></summary>
+
+#### What's improved
+
+- **misc**: Update db schema to add `user_id` for data export, closes [#7022](https://github.com/lobehub/lobe-chat/issues/7022) ([c35471a](https://github.com/lobehub/lobe-chat/commit/c35471a))
+
+</details>
+
+<div align="right">
+
+[![](https://img.shields.io/badge/-BACK_TO_TOP-151515?style=flat-square)](#readme-top)
+
+</div>
+
 ### [Version 1.71.5](https://github.com/lobehub/lobe-chat/compare/v1.71.4...v1.71.5)
 
 <sup>Released on **2025-03-17**</sup>

package/changelog/v1.json

@@ -1,4 +1,13 @@
 [
+  {
+    "children": {
+      "features": [
+        "Update db schema to add user_id for data export."
+      ]
+    },
+    "date": "2025-03-18",
+    "version": "1.72.0"
+  },
   {
     "children": {
       "improvements": [

package/docs/developer/database-schema.dbml

@@ -122,6 +122,10 @@ table files {
   accessed_at "timestamp with time zone" [not null, default: `now()`]
   created_at "timestamp with time zone" [not null, default: `now()`]
   updated_at "timestamp with time zone" [not null, default: `now()`]
+
+  indexes {
+    file_hash [name: 'file_hash_idx']
+  }
 }
 
 table global_files {
@@ -130,6 +134,7 @@ table global_files {
   size integer [not null]
   url text [not null]
   metadata jsonb
+  creator text [not null]
   created_at "timestamp with time zone" [not null, default: `now()`]
   accessed_at "timestamp with time zone" [not null, default: `now()`]
 }
@@ -137,6 +142,7 @@ table global_files {
 table knowledge_base_files {
   knowledge_base_id text [not null]
   file_id text [not null]
+  user_id text [not null]
   created_at "timestamp with time zone" [not null, default: `now()`]
 
   indexes {
@@ -161,6 +167,7 @@ table knowledge_bases {
 table message_chunks {
   message_id text
   chunk_id uuid
+  user_id text [not null]
 
   indexes {
     (chunk_id, message_id) [pk]
@@ -176,6 +183,7 @@ table message_plugins {
   identifier text
   state jsonb
   error jsonb
+  user_id text [not null]
 }
 
 table message_queries {
@@ -183,6 +191,7 @@ table message_queries {
   message_id text [not null]
   rewrite_query text
   user_query text
+  user_id text [not null]
   embeddings_id uuid
 }
 
@@ -191,6 +200,7 @@ table message_query_chunks {
   query_id uuid
   chunk_id uuid
   similarity "numeric(6, 5)"
+  user_id text [not null]
 
   indexes {
     (chunk_id, id, query_id) [pk]
@@ -202,6 +212,7 @@ table message_tts {
   content_md5 text
   file_id text
   voice text
+  user_id text [not null]
 }
 
 table message_translates {
@@ -209,6 +220,7 @@ table message_translates {
   content text
   from text
   to text
+  user_id text [not null]
 }
 
 table messages {
@@ -249,6 +261,7 @@ table messages {
 table messages_files {
   file_id text [not null]
   message_id text [not null]
+  user_id text [not null]
 
   indexes {
     (file_id, message_id) [pk]
@@ -404,6 +417,7 @@ table rag_eval_evaluation_records {
 table agents_to_sessions {
   agent_id text [not null]
   session_id text [not null]
+  user_id text [not null]
 
   indexes {
     (agent_id, session_id) [pk]
@@ -414,6 +428,7 @@ table file_chunks {
   file_id varchar
   chunk_id uuid
   created_at "timestamp with time zone" [not null, default: `now()`]
+  user_id text [not null]
 
   indexes {
     (file_id, chunk_id) [pk]
@@ -423,6 +438,7 @@ table file_chunks {
 table files_to_sessions {
   file_id text [not null]
   session_id text [not null]
+  user_id text [not null]
 
   indexes {
     (file_id, session_id) [pk]

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lobehub/chat",
-  "version": "1.71.5",
+  "version": "1.72.0",
   "description": "Lobe Chat - an open-source, high-performance chatbot framework that supports speech synthesis, multimodal, and extensible Function Call plugin system. Supports one-click free deployment of your private ChatGPT/LLM web application.",
   "keywords": [
     "framework",
@@ -65,8 +65,8 @@
     "test": "npm run test-app && npm run test-server",
     "test-app": "vitest run --config vitest.config.ts",
     "test-app:coverage": "vitest run --config vitest.config.ts  --coverage",
-    "test-server": "vitest run --config vitest.server.config.ts",
-    "test-server:coverage": "vitest run --config vitest.server.config.ts --coverage",
+    "test-server": "TEST_SERVER_DB=1 vitest run --config vitest.server.config.ts",
+    "test-server:coverage": "TEST_SERVER_DB=1 vitest run --config vitest.server.config.ts --coverage",
     "test:update": "vitest -u",
     "type-check": "tsc --noEmit",
     "webhook:ngrok": "ngrok http http://localhost:3011",

package/src/database/client/db.ts

@@ -146,13 +146,15 @@ export class DatabaseManager {
   private async migrate(skipMultiRun = false): Promise<DrizzleInstance> {
     if (this.isLocalDBSchemaSynced && skipMultiRun) return this.db;
 
-    const cacheHash = localStorage.getItem(pgliteSchemaHashCache);
-    const hash = Md5.hashStr(JSON.stringify(migrations));
-
-    // if hash is the same, no need to migrate
-    if (hash === cacheHash) {
-      this.isLocalDBSchemaSynced = true;
-      return this.db;
+    let hash: string | undefined;
+    if (typeof localStorage !== 'undefined') {
+      const cacheHash = localStorage.getItem(pgliteSchemaHashCache);
+      hash = Md5.hashStr(JSON.stringify(migrations));
+      // if hash is the same, no need to migrate
+      if (hash === cacheHash) {
+        this.isLocalDBSchemaSynced = true;
+        return this.db;
+      }
     }
 
     const start = Date.now();
@@ -162,7 +164,11 @@ export class DatabaseManager {
       // refs: https://github.com/drizzle-team/drizzle-orm/discussions/2532
       // @ts-expect-error
       await this.db.dialect.migrate(migrations, this.db.session, {});
-      localStorage.setItem(pgliteSchemaHashCache, hash);
+
+      if (typeof localStorage !== 'undefined' && hash) {
+        localStorage.setItem(pgliteSchemaHashCache, hash);
+      }
+
       this.isLocalDBSchemaSynced = true;
 
       console.info(`🗂 Migration success, take ${Date.now() - start}ms`);

package/src/database/client/migrations.json

@@ -323,5 +323,67 @@
     "bps": true,
     "folderMillis": 1741844738677,
     "hash": "2a7a98be2e49361391444d6fabf3fb5db0bcb6a65e5540e9c3d426ceeb1f7f3a"
+  },
+  {
+    "sql": [
+      "-- Complete User ID Migration Script\n-- Includes adding columns to all tables, populating data, and setting constraints\n\nBEGIN;",
+      "\n\nCREATE INDEX \"file_hash_idx\" ON \"files\" USING btree (\"file_hash\");",
+      "\n\n-- Step 1: Add nullable user_id columns to all required tables\nALTER TABLE \"global_files\" ADD COLUMN IF NOT EXISTS \"creator\" text;",
+      "\nALTER TABLE \"knowledge_base_files\" ADD COLUMN IF NOT EXISTS \"user_id\" text;",
+      "\nALTER TABLE \"message_chunks\" ADD COLUMN IF NOT EXISTS \"user_id\" text;",
+      "\nALTER TABLE \"message_plugins\" ADD COLUMN IF NOT EXISTS \"user_id\" text;",
+      "\nALTER TABLE \"message_queries\" ADD COLUMN IF NOT EXISTS \"user_id\" text;",
+      "\nALTER TABLE \"message_query_chunks\" ADD COLUMN IF NOT EXISTS \"user_id\" text;",
+      "\nALTER TABLE \"message_tts\" ADD COLUMN IF NOT EXISTS \"user_id\" text;",
+      "\nALTER TABLE \"message_translates\" ADD COLUMN IF NOT EXISTS \"user_id\" text;",
+      "\nALTER TABLE \"messages_files\" ADD COLUMN IF NOT EXISTS \"user_id\" text;",
+      "\nALTER TABLE \"agents_to_sessions\" ADD COLUMN IF NOT EXISTS \"user_id\" text;",
+      "\nALTER TABLE \"file_chunks\" ADD COLUMN IF NOT EXISTS \"user_id\" text;",
+      "\nALTER TABLE \"files_to_sessions\" ADD COLUMN IF NOT EXISTS \"user_id\" text;",
+      "\n\n-- Step 2: Populate user_id fields\n-- Retrieve user_id from associated tables\n\n-- Populate user_id for knowledge_base_files\nUPDATE \"knowledge_base_files\" AS kbf\nSET \"user_id\" = kb.\"user_id\"\n  FROM \"knowledge_bases\" AS kb\nWHERE kbf.\"knowledge_base_id\" = kb.\"id\";",
+      "\n\n-- Populate user_id for message_chunks\nUPDATE \"message_chunks\" AS mc\nSET \"user_id\" = m.\"user_id\"\n  FROM \"messages\" AS m\nWHERE mc.\"message_id\" = m.\"id\";",
+      "\n\n-- Populate user_id for message_plugins (directly from messages table)\nUPDATE \"message_plugins\" AS mp\nSET \"user_id\" = m.\"user_id\"\n  FROM \"messages\" AS m\nWHERE mp.\"id\" = m.\"id\";",
+      "\n\n-- Populate user_id for message_queries\nUPDATE \"message_queries\" AS mq\nSET \"user_id\" = m.\"user_id\"\n  FROM \"messages\" AS m\nWHERE mq.\"message_id\" = m.\"id\";",
+      "\n\n-- Populate user_id for message_query_chunks\nUPDATE \"message_query_chunks\" AS mqc\nSET \"user_id\" = mq.\"user_id\"\n  FROM \"message_queries\" AS mq\nWHERE mqc.\"query_id\" = mq.\"id\";",
+      "\n\n-- Populate user_id for message_tts\nUPDATE \"message_tts\" AS mt\nSET \"user_id\" = m.\"user_id\"\n  FROM \"messages\" AS m\nWHERE mt.\"id\" = m.\"id\";",
+      "\n\n-- Populate user_id for message_translates\nUPDATE \"message_translates\" AS mt\nSET \"user_id\" = m.\"user_id\"\n  FROM \"messages\" AS m\nWHERE mt.\"id\" = m.\"id\";",
+      "\n\n-- Populate user_id for messages_files\nUPDATE \"messages_files\" AS mf\nSET \"user_id\" = m.\"user_id\"\n  FROM \"messages\" AS m\nWHERE mf.\"message_id\" = m.\"id\";",
+      "\n\n-- Populate creator for global_files (get the first user who created the file from files table)\nUPDATE \"global_files\" AS gf\nSET \"creator\" = (\n  SELECT f.\"user_id\"\n  FROM \"files\" AS f\n  WHERE f.\"file_hash\" = gf.\"hash_id\"\n  ORDER BY f.\"created_at\" ASC\n  LIMIT 1\n  );",
+      "\n\n-- Delete global_files records where no user has used the file in the files table\nDELETE FROM \"global_files\"\nWHERE \"creator\" IS NULL;",
+      "\n\n-- Populate user_id for agents_to_sessions\nUPDATE \"agents_to_sessions\" AS ats\nSET \"user_id\" = a.\"user_id\"\n  FROM \"agents\" AS a\nWHERE ats.\"agent_id\" = a.\"id\";",
+      "\n\n-- Populate user_id for file_chunks\nUPDATE \"file_chunks\" AS fc\nSET \"user_id\" = f.\"user_id\"\n  FROM \"files\" AS f\nWHERE fc.\"file_id\" = f.\"id\";",
+      "\n\n-- Populate user_id for files_to_sessions\nUPDATE \"files_to_sessions\" AS fts\nSET \"user_id\" = f.\"user_id\"\n  FROM \"files\" AS f\nWHERE fts.\"file_id\" = f.\"id\";",
+      "\n\n-- Get user_id from sessions table (handle potential NULL values)\nUPDATE \"files_to_sessions\" AS fts\nSET \"user_id\" = s.\"user_id\"\n  FROM \"sessions\" AS s\nWHERE fts.\"session_id\" = s.\"id\" AND fts.\"user_id\" IS NULL;",
+      "\n\nUPDATE \"agents_to_sessions\" AS ats\nSET \"user_id\" = s.\"user_id\"\n  FROM \"sessions\" AS s\nWHERE ats.\"session_id\" = s.\"id\" AND ats.\"user_id\" IS NULL;",
+      "\n\n-- Step 3: Check for any unpopulated records\nDO $$\nDECLARE\nkb_files_count INTEGER;\n    msg_chunks_count INTEGER;\n    msg_plugins_count INTEGER;\n    msg_queries_count INTEGER;\n    msg_query_chunks_count INTEGER;\n    msg_tts_count INTEGER;\n    msg_translates_count INTEGER;\n    msgs_files_count INTEGER;\n    agents_sessions_count INTEGER;\n    file_chunks_count INTEGER;\n    files_sessions_count INTEGER;\nBEGIN\nSELECT COUNT(*) INTO kb_files_count FROM \"knowledge_base_files\" WHERE \"user_id\" IS NULL;\nSELECT COUNT(*) INTO msg_chunks_count FROM \"message_chunks\" WHERE \"user_id\" IS NULL;\nSELECT COUNT(*) INTO msg_plugins_count FROM \"message_plugins\" WHERE \"user_id\" IS NULL;\nSELECT COUNT(*) INTO msg_queries_count FROM \"message_queries\" WHERE \"user_id\" IS NULL;\nSELECT COUNT(*) INTO msg_query_chunks_count FROM \"message_query_chunks\" WHERE \"user_id\" IS NULL;\nSELECT COUNT(*) INTO msg_tts_count FROM \"message_tts\" WHERE \"user_id\" IS NULL;\nSELECT COUNT(*) INTO msg_translates_count FROM \"message_translates\" WHERE \"user_id\" IS NULL;\nSELECT COUNT(*) INTO msgs_files_count FROM \"messages_files\" WHERE \"user_id\" IS NULL;\nSELECT COUNT(*) INTO agents_sessions_count FROM \"agents_to_sessions\" WHERE \"user_id\" IS NULL;\nSELECT COUNT(*) INTO file_chunks_count FROM \"file_chunks\" WHERE \"user_id\" IS NULL;\nSELECT COUNT(*) INTO files_sessions_count FROM \"files_to_sessions\" WHERE \"user_id\" IS NULL;\n\nIF kb_files_count > 0 OR msg_chunks_count > 0 OR msg_plugins_count > 0 OR\n       msg_queries_count > 0 OR msg_query_chunks_count > 0 OR msg_tts_count > 0 OR\n       msg_translates_count > 0 OR msgs_files_count > 0 OR agents_sessions_count > 0 OR\n       file_chunks_count > 0 OR files_sessions_count > 0 THEN\n        RAISE EXCEPTION 'There are records with NULL user_id values that could not be populated';\nEND IF;\nEND $$;",
+      "\n\n-- Step 4: Add NOT NULL constraints and foreign keys\nALTER TABLE \"knowledge_base_files\" ALTER COLUMN \"user_id\" SET NOT NULL;",
+      "\nALTER TABLE \"message_chunks\" ALTER COLUMN \"user_id\" SET NOT NULL;",
+      "\nALTER TABLE \"message_plugins\" ALTER COLUMN \"user_id\" SET NOT NULL;",
+      "\nALTER TABLE \"message_queries\" ALTER COLUMN \"user_id\" SET NOT NULL;",
+      "\nALTER TABLE \"message_query_chunks\" ALTER COLUMN \"user_id\" SET NOT NULL;",
+      "\nALTER TABLE \"message_tts\" ALTER COLUMN \"user_id\" SET NOT NULL;",
+      "\nALTER TABLE \"message_translates\" ALTER COLUMN \"user_id\" SET NOT NULL;",
+      "\nALTER TABLE \"messages_files\" ALTER COLUMN \"user_id\" SET NOT NULL;",
+      "\nALTER TABLE \"agents_to_sessions\" ALTER COLUMN \"user_id\" SET NOT NULL;",
+      "\nALTER TABLE \"file_chunks\" ALTER COLUMN \"user_id\" SET NOT NULL;",
+      "\nALTER TABLE \"files_to_sessions\" ALTER COLUMN \"user_id\" SET NOT NULL;",
+      "\n\n-- Add foreign key constraints\nALTER TABLE \"global_files\"\n  ADD CONSTRAINT \"global_files_creator_users_id_fk\"\n    FOREIGN KEY (\"creator\") REFERENCES \"public\".\"users\"(\"id\")\n      ON DELETE SET NULL ON UPDATE NO ACTION;",
+      "\n\nALTER TABLE \"knowledge_base_files\"\n  ADD CONSTRAINT \"knowledge_base_files_user_id_users_id_fk\"\n    FOREIGN KEY (\"user_id\") REFERENCES \"public\".\"users\"(\"id\")\n      ON DELETE CASCADE ON UPDATE NO ACTION;",
+      "\n\nALTER TABLE \"message_chunks\"\n  ADD CONSTRAINT \"message_chunks_user_id_users_id_fk\"\n    FOREIGN KEY (\"user_id\") REFERENCES \"public\".\"users\"(\"id\")\n      ON DELETE CASCADE ON UPDATE NO ACTION;",
+      "\n\nALTER TABLE \"message_plugins\"\n  ADD CONSTRAINT \"message_plugins_user_id_users_id_fk\"\n    FOREIGN KEY (\"user_id\") REFERENCES \"public\".\"users\"(\"id\")\n      ON DELETE CASCADE ON UPDATE NO ACTION;",
+      "\n\nALTER TABLE \"message_queries\"\n  ADD CONSTRAINT \"message_queries_user_id_users_id_fk\"\n    FOREIGN KEY (\"user_id\") REFERENCES \"public\".\"users\"(\"id\")\n      ON DELETE CASCADE ON UPDATE NO ACTION;",
+      "\n\nALTER TABLE \"message_query_chunks\"\n  ADD CONSTRAINT \"message_query_chunks_user_id_users_id_fk\"\n    FOREIGN KEY (\"user_id\") REFERENCES \"public\".\"users\"(\"id\")\n      ON DELETE CASCADE ON UPDATE NO ACTION;",
+      "\n\nALTER TABLE \"message_tts\"\n  ADD CONSTRAINT \"message_tts_user_id_users_id_fk\"\n    FOREIGN KEY (\"user_id\") REFERENCES \"public\".\"users\"(\"id\")\n      ON DELETE CASCADE ON UPDATE NO ACTION;",
+      "\n\nALTER TABLE \"message_translates\"\n  ADD CONSTRAINT \"message_translates_user_id_users_id_fk\"\n    FOREIGN KEY (\"user_id\") REFERENCES \"public\".\"users\"(\"id\")\n      ON DELETE CASCADE ON UPDATE NO ACTION;",
+      "\n\nALTER TABLE \"messages_files\"\n  ADD CONSTRAINT \"messages_files_user_id_users_id_fk\"\n    FOREIGN KEY (\"user_id\") REFERENCES \"public\".\"users\"(\"id\")\n      ON DELETE CASCADE ON UPDATE NO ACTION;",
+      "\n\nALTER TABLE \"agents_to_sessions\"\n  ADD CONSTRAINT \"agents_to_sessions_user_id_users_id_fk\"\n    FOREIGN KEY (\"user_id\") REFERENCES \"public\".\"users\"(\"id\")\n      ON DELETE CASCADE ON UPDATE NO ACTION;",
+      "\n\nALTER TABLE \"file_chunks\"\n  ADD CONSTRAINT \"file_chunks_user_id_users_id_fk\"\n    FOREIGN KEY (\"user_id\") REFERENCES \"public\".\"users\"(\"id\")\n      ON DELETE CASCADE ON UPDATE NO ACTION;",
+      "\n\nALTER TABLE \"files_to_sessions\"\n  ADD CONSTRAINT \"files_to_sessions_user_id_users_id_fk\"\n    FOREIGN KEY (\"user_id\") REFERENCES \"public\".\"users\"(\"id\")\n      ON DELETE CASCADE ON UPDATE NO ACTION;",
+      "\n\nCOMMIT;",
+      "\n"
+    ],
+    "bps": true,
+    "folderMillis": 1742269437903,
+    "hash": "89e91285be422d5f44511c7405f57b57f8dfda4f0304126ae9b0f266e5fd60f1"
   }
 ]

package/src/database/migrations/0017_add_user_id_to_tables.sql

@@ -0,0 +1,225 @@
+-- Complete User ID Migration Script
+-- Includes adding columns to all tables, populating data, and setting constraints
+
+BEGIN;--> statement-breakpoint
+
+CREATE INDEX "file_hash_idx" ON "files" USING btree ("file_hash");--> statement-breakpoint
+
+-- Step 1: Add nullable user_id columns to all required tables
+ALTER TABLE "global_files" ADD COLUMN IF NOT EXISTS "creator" text;--> statement-breakpoint
+ALTER TABLE "knowledge_base_files" ADD COLUMN IF NOT EXISTS "user_id" text;--> statement-breakpoint
+ALTER TABLE "message_chunks" ADD COLUMN IF NOT EXISTS "user_id" text;--> statement-breakpoint
+ALTER TABLE "message_plugins" ADD COLUMN IF NOT EXISTS "user_id" text;--> statement-breakpoint
+ALTER TABLE "message_queries" ADD COLUMN IF NOT EXISTS "user_id" text;--> statement-breakpoint
+ALTER TABLE "message_query_chunks" ADD COLUMN IF NOT EXISTS "user_id" text;--> statement-breakpoint
+ALTER TABLE "message_tts" ADD COLUMN IF NOT EXISTS "user_id" text;--> statement-breakpoint
+ALTER TABLE "message_translates" ADD COLUMN IF NOT EXISTS "user_id" text;--> statement-breakpoint
+ALTER TABLE "messages_files" ADD COLUMN IF NOT EXISTS "user_id" text;--> statement-breakpoint
+ALTER TABLE "agents_to_sessions" ADD COLUMN IF NOT EXISTS "user_id" text;--> statement-breakpoint
+ALTER TABLE "file_chunks" ADD COLUMN IF NOT EXISTS "user_id" text;--> statement-breakpoint
+ALTER TABLE "files_to_sessions" ADD COLUMN IF NOT EXISTS "user_id" text;--> statement-breakpoint
+
+-- Step 2: Populate user_id fields
+-- Retrieve user_id from associated tables
+
+-- Populate user_id for knowledge_base_files
+UPDATE "knowledge_base_files" AS kbf
+SET "user_id" = kb."user_id"
+  FROM "knowledge_bases" AS kb
+WHERE kbf."knowledge_base_id" = kb."id";--> statement-breakpoint
+
+-- Populate user_id for message_chunks
+UPDATE "message_chunks" AS mc
+SET "user_id" = m."user_id"
+  FROM "messages" AS m
+WHERE mc."message_id" = m."id";--> statement-breakpoint
+
+-- Populate user_id for message_plugins (directly from messages table)
+UPDATE "message_plugins" AS mp
+SET "user_id" = m."user_id"
+  FROM "messages" AS m
+WHERE mp."id" = m."id";--> statement-breakpoint
+
+-- Populate user_id for message_queries
+UPDATE "message_queries" AS mq
+SET "user_id" = m."user_id"
+  FROM "messages" AS m
+WHERE mq."message_id" = m."id";--> statement-breakpoint
+
+-- Populate user_id for message_query_chunks
+UPDATE "message_query_chunks" AS mqc
+SET "user_id" = mq."user_id"
+  FROM "message_queries" AS mq
+WHERE mqc."query_id" = mq."id";--> statement-breakpoint
+
+-- Populate user_id for message_tts
+UPDATE "message_tts" AS mt
+SET "user_id" = m."user_id"
+  FROM "messages" AS m
+WHERE mt."id" = m."id";--> statement-breakpoint
+
+-- Populate user_id for message_translates
+UPDATE "message_translates" AS mt
+SET "user_id" = m."user_id"
+  FROM "messages" AS m
+WHERE mt."id" = m."id";--> statement-breakpoint
+
+-- Populate user_id for messages_files
+UPDATE "messages_files" AS mf
+SET "user_id" = m."user_id"
+  FROM "messages" AS m
+WHERE mf."message_id" = m."id";--> statement-breakpoint
+
+-- Populate creator for global_files (get the first user who created the file from files table)
+UPDATE "global_files" AS gf
+SET "creator" = (
+  SELECT f."user_id"
+  FROM "files" AS f
+  WHERE f."file_hash" = gf."hash_id"
+  ORDER BY f."created_at" ASC
+  LIMIT 1
+  );--> statement-breakpoint
+
+-- Delete global_files records where no user has used the file in the files table
+DELETE FROM "global_files"
+WHERE "creator" IS NULL;--> statement-breakpoint
+
+-- Populate user_id for agents_to_sessions
+UPDATE "agents_to_sessions" AS ats
+SET "user_id" = a."user_id"
+  FROM "agents" AS a
+WHERE ats."agent_id" = a."id";--> statement-breakpoint
+
+-- Populate user_id for file_chunks
+UPDATE "file_chunks" AS fc
+SET "user_id" = f."user_id"
+  FROM "files" AS f
+WHERE fc."file_id" = f."id";--> statement-breakpoint
+
+-- Populate user_id for files_to_sessions
+UPDATE "files_to_sessions" AS fts
+SET "user_id" = f."user_id"
+  FROM "files" AS f
+WHERE fts."file_id" = f."id";--> statement-breakpoint
+
+-- Get user_id from sessions table (handle potential NULL values)
+UPDATE "files_to_sessions" AS fts
+SET "user_id" = s."user_id"
+  FROM "sessions" AS s
+WHERE fts."session_id" = s."id" AND fts."user_id" IS NULL;--> statement-breakpoint
+
+UPDATE "agents_to_sessions" AS ats
+SET "user_id" = s."user_id"
+  FROM "sessions" AS s
+WHERE ats."session_id" = s."id" AND ats."user_id" IS NULL;--> statement-breakpoint
+
+-- Step 3: Check for any unpopulated records
+DO $$
+DECLARE
+kb_files_count INTEGER;
+    msg_chunks_count INTEGER;
+    msg_plugins_count INTEGER;
+    msg_queries_count INTEGER;
+    msg_query_chunks_count INTEGER;
+    msg_tts_count INTEGER;
+    msg_translates_count INTEGER;
+    msgs_files_count INTEGER;
+    agents_sessions_count INTEGER;
+    file_chunks_count INTEGER;
+    files_sessions_count INTEGER;
+BEGIN
+SELECT COUNT(*) INTO kb_files_count FROM "knowledge_base_files" WHERE "user_id" IS NULL;
+SELECT COUNT(*) INTO msg_chunks_count FROM "message_chunks" WHERE "user_id" IS NULL;
+SELECT COUNT(*) INTO msg_plugins_count FROM "message_plugins" WHERE "user_id" IS NULL;
+SELECT COUNT(*) INTO msg_queries_count FROM "message_queries" WHERE "user_id" IS NULL;
+SELECT COUNT(*) INTO msg_query_chunks_count FROM "message_query_chunks" WHERE "user_id" IS NULL;
+SELECT COUNT(*) INTO msg_tts_count FROM "message_tts" WHERE "user_id" IS NULL;
+SELECT COUNT(*) INTO msg_translates_count FROM "message_translates" WHERE "user_id" IS NULL;
+SELECT COUNT(*) INTO msgs_files_count FROM "messages_files" WHERE "user_id" IS NULL;
+SELECT COUNT(*) INTO agents_sessions_count FROM "agents_to_sessions" WHERE "user_id" IS NULL;
+SELECT COUNT(*) INTO file_chunks_count FROM "file_chunks" WHERE "user_id" IS NULL;
+SELECT COUNT(*) INTO files_sessions_count FROM "files_to_sessions" WHERE "user_id" IS NULL;
+
+IF kb_files_count > 0 OR msg_chunks_count > 0 OR msg_plugins_count > 0 OR
+       msg_queries_count > 0 OR msg_query_chunks_count > 0 OR msg_tts_count > 0 OR
+       msg_translates_count > 0 OR msgs_files_count > 0 OR agents_sessions_count > 0 OR
+       file_chunks_count > 0 OR files_sessions_count > 0 THEN
+        RAISE EXCEPTION 'There are records with NULL user_id values that could not be populated';
+END IF;
+END $$;--> statement-breakpoint
+
+-- Step 4: Add NOT NULL constraints and foreign keys
+ALTER TABLE "knowledge_base_files" ALTER COLUMN "user_id" SET NOT NULL;--> statement-breakpoint
+ALTER TABLE "message_chunks" ALTER COLUMN "user_id" SET NOT NULL;--> statement-breakpoint
+ALTER TABLE "message_plugins" ALTER COLUMN "user_id" SET NOT NULL;--> statement-breakpoint
+ALTER TABLE "message_queries" ALTER COLUMN "user_id" SET NOT NULL;--> statement-breakpoint
+ALTER TABLE "message_query_chunks" ALTER COLUMN "user_id" SET NOT NULL;--> statement-breakpoint
+ALTER TABLE "message_tts" ALTER COLUMN "user_id" SET NOT NULL;--> statement-breakpoint
+ALTER TABLE "message_translates" ALTER COLUMN "user_id" SET NOT NULL;--> statement-breakpoint
+ALTER TABLE "messages_files" ALTER COLUMN "user_id" SET NOT NULL;--> statement-breakpoint
+ALTER TABLE "agents_to_sessions" ALTER COLUMN "user_id" SET NOT NULL;--> statement-breakpoint
+ALTER TABLE "file_chunks" ALTER COLUMN "user_id" SET NOT NULL;--> statement-breakpoint
+ALTER TABLE "files_to_sessions" ALTER COLUMN "user_id" SET NOT NULL;--> statement-breakpoint
+
+-- Add foreign key constraints
+ALTER TABLE "global_files"
+  ADD CONSTRAINT "global_files_creator_users_id_fk"
+    FOREIGN KEY ("creator") REFERENCES "public"."users"("id")
+      ON DELETE SET NULL ON UPDATE NO ACTION;--> statement-breakpoint
+
+ALTER TABLE "knowledge_base_files"
+  ADD CONSTRAINT "knowledge_base_files_user_id_users_id_fk"
+    FOREIGN KEY ("user_id") REFERENCES "public"."users"("id")
+      ON DELETE CASCADE ON UPDATE NO ACTION;--> statement-breakpoint
+
+ALTER TABLE "message_chunks"
+  ADD CONSTRAINT "message_chunks_user_id_users_id_fk"
+    FOREIGN KEY ("user_id") REFERENCES "public"."users"("id")
+      ON DELETE CASCADE ON UPDATE NO ACTION;--> statement-breakpoint
+
+ALTER TABLE "message_plugins"
+  ADD CONSTRAINT "message_plugins_user_id_users_id_fk"
+    FOREIGN KEY ("user_id") REFERENCES "public"."users"("id")
+      ON DELETE CASCADE ON UPDATE NO ACTION;--> statement-breakpoint
+
+ALTER TABLE "message_queries"
+  ADD CONSTRAINT "message_queries_user_id_users_id_fk"
+    FOREIGN KEY ("user_id") REFERENCES "public"."users"("id")
+      ON DELETE CASCADE ON UPDATE NO ACTION;--> statement-breakpoint
+
+ALTER TABLE "message_query_chunks"
+  ADD CONSTRAINT "message_query_chunks_user_id_users_id_fk"
+    FOREIGN KEY ("user_id") REFERENCES "public"."users"("id")
+      ON DELETE CASCADE ON UPDATE NO ACTION;--> statement-breakpoint
+
+ALTER TABLE "message_tts"
+  ADD CONSTRAINT "message_tts_user_id_users_id_fk"
+    FOREIGN KEY ("user_id") REFERENCES "public"."users"("id")
+      ON DELETE CASCADE ON UPDATE NO ACTION;--> statement-breakpoint
+
+ALTER TABLE "message_translates"
+  ADD CONSTRAINT "message_translates_user_id_users_id_fk"
+    FOREIGN KEY ("user_id") REFERENCES "public"."users"("id")
+      ON DELETE CASCADE ON UPDATE NO ACTION;--> statement-breakpoint
+
+ALTER TABLE "messages_files"
+  ADD CONSTRAINT "messages_files_user_id_users_id_fk"
+    FOREIGN KEY ("user_id") REFERENCES "public"."users"("id")
+      ON DELETE CASCADE ON UPDATE NO ACTION;--> statement-breakpoint
+
+ALTER TABLE "agents_to_sessions"
+  ADD CONSTRAINT "agents_to_sessions_user_id_users_id_fk"
+    FOREIGN KEY ("user_id") REFERENCES "public"."users"("id")
+      ON DELETE CASCADE ON UPDATE NO ACTION;--> statement-breakpoint
+
+ALTER TABLE "file_chunks"
+  ADD CONSTRAINT "file_chunks_user_id_users_id_fk"
+    FOREIGN KEY ("user_id") REFERENCES "public"."users"("id")
+      ON DELETE CASCADE ON UPDATE NO ACTION;--> statement-breakpoint
+
+ALTER TABLE "files_to_sessions"
+  ADD CONSTRAINT "files_to_sessions_user_id_users_id_fk"
+    FOREIGN KEY ("user_id") REFERENCES "public"."users"("id")
+      ON DELETE CASCADE ON UPDATE NO ACTION;--> statement-breakpoint
+
+COMMIT;--> statement-breakpoint