@hedgehog-finance/hedgehog-plugin 1.0.21 → 1.0.22

package/src/core/database.ts

@@ -55,8 +55,8 @@ function startDailyBackupJob() {
 	scheduleNextBackup();
 }
 
-function normalizeMetadataStockCode(stockCode: string, exchange: string): string {
-	const code = String(stockCode || "").trim().toUpperCase();
+function normalizeMetadataStockCode(stock_code: string, exchange: string): string {
+	const code = String(stock_code || "").trim().toUpperCase();
 	if (/\.(SH|SS|SZ|HK|US)$/i.test(code)) {
 		return code.replace(/\.SS$/i, ".SH");
 	}
@@ -72,35 +72,52 @@ function normalizeMetadataStockCode(stockCode: string, exchange: string): string
 	}
 }
 
+function runStockColumnNameMigrations(db: DatabaseSync) {
+	const legacyCodeColumn = "stock" + "Code";
+	const legacyNameColumn = "stock" + "Name";
+	const tables = ["watchlist", "global_stock_metadata", "stock_classification_cache", "stock_ai_analysis"];
+
+	for (const table of tables) {
+		const columns = db.prepare(`PRAGMA table_info(${table})`).all() as { name: string }[];
+		const columnNames = new Set(columns.map(column => column.name));
+		if (columnNames.has(legacyCodeColumn) && !columnNames.has("stock_code")) {
+			db.prepare(`ALTER TABLE ${table} RENAME COLUMN ${legacyCodeColumn} TO stock_code`).run();
+		}
+		if (columnNames.has(legacyNameColumn) && !columnNames.has("stock_name")) {
+			db.prepare(`ALTER TABLE ${table} RENAME COLUMN ${legacyNameColumn} TO stock_name`).run();
+		}
+	}
+}
+
 function runWatchlistDedupMigrations(db: DatabaseSync) {
 	db.exec("BEGIN TRANSACTION");
 	try {
 		const metadataRows = db.prepare(`
-			SELECT stockCode, exchange FROM global_stock_metadata
-		`).all() as { stockCode: string; exchange: string }[];
+			SELECT stock_code, exchange FROM stock_classification_cache
+		`).all() as { stock_code: string; exchange: string }[];
 		const metadataDeleteStmt = db.prepare(`
-			DELETE FROM global_stock_metadata WHERE stockCode = ? AND exchange = ?
+			DELETE FROM stock_classification_cache WHERE stock_code = ? AND exchange = ?
 		`);
 		const metadataUpdateStmt = db.prepare(`
-			UPDATE global_stock_metadata SET stockCode = ? WHERE stockCode = ? AND exchange = ?
+			UPDATE stock_classification_cache SET stock_code = ? WHERE stock_code = ? AND exchange = ?
 		`);
 		const metadataExistsStmt = db.prepare(`
-			SELECT 1 FROM global_stock_metadata WHERE stockCode = ? AND exchange = ?
+			SELECT 1 FROM stock_classification_cache WHERE stock_code = ? AND exchange = ?
 		`);
 		for (const row of metadataRows) {
-			const normalizedCode = normalizeMetadataStockCode(row.stockCode, row.exchange);
-			if (!normalizedCode || normalizedCode === row.stockCode) continue;
+			const normalizedCode = normalizeMetadataStockCode(row.stock_code, row.exchange);
+			if (!normalizedCode || normalizedCode === row.stock_code) continue;
 			const existing = metadataExistsStmt.get(normalizedCode, row.exchange);
 			if (existing) {
-				metadataDeleteStmt.run(row.stockCode, row.exchange);
+				metadataDeleteStmt.run(row.stock_code, row.exchange);
 			} else {
-				metadataUpdateStmt.run(normalizedCode, row.stockCode, row.exchange);
+				metadataUpdateStmt.run(normalizedCode, row.stock_code, row.exchange);
 			}
 		}
 
 		const duplicateCategories = db.prepare(`
 			SELECT userId, name, type, MIN(id) AS keepId, GROUP_CONCAT(id) AS ids
-			FROM watchlist_categories
+			FROM industry_theme_categories
 			GROUP BY userId, name, type
 			HAVING COUNT(*) > 1
 		`).all() as { userId: string; name: string; type: 'industry' | 'theme'; keepId: string; ids: string }[];
@@ -109,7 +126,7 @@ function runWatchlistDedupMigrations(db: DatabaseSync) {
 			const ids = dup.ids.split(",").filter(id => id && id !== dup.keepId);
 			for (const oldId of ids) {
 				db.prepare(`UPDATE ${table} SET categoryId = ? WHERE userId = ? AND categoryId = ?`).run(dup.keepId, dup.userId, oldId);
-				db.prepare("DELETE FROM watchlist_categories WHERE id = ?").run(oldId);
+				db.prepare("DELETE FROM industry_theme_categories WHERE id = ?").run(oldId);
 			}
 		}
 
@@ -132,8 +149,8 @@ function runWatchlistDedupMigrations(db: DatabaseSync) {
 	}
 
 	db.exec(`
-		CREATE UNIQUE INDEX IF NOT EXISTS idx_watchlist_categories_user_name_type
-			ON watchlist_categories(userId, name, type);
+		CREATE UNIQUE INDEX IF NOT EXISTS idx_industry_theme_categories_user_name_type
+			ON industry_theme_categories(userId, name, type);
 		CREATE UNIQUE INDEX IF NOT EXISTS idx_watchlist_industry_items_watchlist_category
 			ON watchlist_industry_items(watchlistId, categoryId);
 		CREATE UNIQUE INDEX IF NOT EXISTS idx_watchlist_theme_items_watchlist_category
@@ -141,6 +158,98 @@ function runWatchlistDedupMigrations(db: DatabaseSync) {
 	`);
 }
 
+function runClassificationCacheMigrations(db: DatabaseSync) {
+	const oldColumns = db.prepare("PRAGMA table_info(global_stock_metadata)").all() as { name: string }[];
+	if (oldColumns.length === 0) return;
+
+	const oldColumnNames = new Set(oldColumns.map(column => column.name));
+	const industryColumn = oldColumnNames.has("industry_classification") ? "industry_classification" : "industryJson";
+	const themeColumn = oldColumnNames.has("theme_classification") ? "theme_classification" : oldColumnNames.has("theme") ? "theme" : "themeJson";
+	const updatedColumn = oldColumnNames.has("last_updated") ? "last_updated" : "lastUpdated";
+	if (!oldColumnNames.has(industryColumn) || !oldColumnNames.has(themeColumn)) return;
+
+	db.exec("BEGIN");
+	try {
+		db.exec(`
+			INSERT OR REPLACE INTO stock_classification_cache (
+				stock_code,
+				exchange,
+				stock_name,
+				industry_classification,
+				theme_classification,
+				last_updated
+			)
+			SELECT
+				stock_code,
+				exchange,
+				stock_name,
+				${industryColumn},
+				${themeColumn},
+				${updatedColumn}
+			FROM global_stock_metadata;
+
+			DROP TABLE global_stock_metadata;
+		`);
+		db.exec("COMMIT");
+	} catch (e) {
+		if (db.inTransaction) db.exec("ROLLBACK");
+		throw e;
+	}
+}
+
+function runClassificationCacheSchemaMigrations(db: DatabaseSync) {
+	const columns = db.prepare("PRAGMA table_info(stock_classification_cache)").all() as { name: string }[];
+	if (columns.length === 0) return;
+	const columnNames = new Set(columns.map(column => column.name));
+	if (columnNames.has("theme") && !columnNames.has("theme_classification")) {
+		db.prepare("ALTER TABLE stock_classification_cache RENAME COLUMN theme TO theme_classification").run();
+		columnNames.delete("theme");
+		columnNames.add("theme_classification");
+	}
+	if (columnNames.has("lastUpdated") && !columnNames.has("last_updated")) {
+		db.prepare("ALTER TABLE stock_classification_cache RENAME COLUMN lastUpdated TO last_updated").run();
+	}
+}
+
+function runIndustryThemeCategoryMigrations(db: DatabaseSync) {
+	const oldColumns = db.prepare("PRAGMA table_info(watchlist_categories)").all() as { name: string }[];
+	if (oldColumns.length === 0) return;
+
+	db.exec("BEGIN");
+	try {
+		db.exec(`
+			INSERT OR IGNORE INTO industry_theme_categories (
+				id,
+				remoteId,
+				userId,
+				name,
+				type,
+				weight,
+				sortOrder,
+				createdAt,
+				updatedAt
+			)
+			SELECT
+				id,
+				remoteId,
+				userId,
+				name,
+				type,
+				weight,
+				sortOrder,
+				createdAt,
+				updatedAt
+			FROM watchlist_categories;
+
+			DROP TABLE watchlist_categories;
+		`);
+		db.exec("COMMIT");
+	} catch (e) {
+		if (db.inTransaction) db.exec("ROLLBACK");
+		throw e;
+	}
+}
+
 function runStockNotesMigrations(db: DatabaseSync) {
 	const columns = db.prepare("PRAGMA table_info(stock_notes)").all() as { name: string }[];
 	if (columns.length > 0 && !columns.some(column => column.name === "watchlistId")) {
@@ -153,13 +262,72 @@ function runStockNotesMigrations(db: DatabaseSync) {
 	db.exec("CREATE INDEX IF NOT EXISTS idx_stock_notes_user_stock ON stock_notes(userId, watchlistId, updatedAt DESC)");
 }
 
+function runDailyMorningBriefingMigrations(db: DatabaseSync) {
+	const tableColumns = db.prepare("PRAGMA table_info(daily_morning_briefings)").all() as { name: string }[];
+	const tableColumnNames = new Set(tableColumns.map(column => column.name));
+	const indexes = db.prepare("PRAGMA index_list(daily_morning_briefings)").all() as { name: string; unique: number }[];
+	const hasUniqueDateMarketIndex = indexes.some(index => {
+		if (index.unique !== 1) return false;
+		const columns = db.prepare(`PRAGMA index_info(${index.name})`).all() as { name: string }[];
+		const columnNames = columns.map(column => column.name);
+		return columnNames.length === 2 && columnNames.includes("briefingDate") && columnNames.includes("market");
+	});
+	if (!hasUniqueDateMarketIndex) return;
+
+	const snapshotColumn = tableColumnNames.has("watchlistSnapshot") ? "watchlistSnapshot" : "watchlistSnapshotJson";
+	const statusColumn = tableColumnNames.has("status") ? "status" : "'completed'";
+	db.exec("BEGIN");
+	try {
+		db.exec(`
+			DROP TABLE IF EXISTS daily_morning_briefings_history;
+
+			CREATE TABLE daily_morning_briefings_history (
+				id                     TEXT PRIMARY KEY,
+				market                 TEXT NOT NULL DEFAULT 'CN',
+				briefingDate           TEXT NOT NULL,
+				content                TEXT NOT NULL,
+				status                 TEXT NOT NULL DEFAULT 'completed',
+				watchlistSnapshot      TEXT NOT NULL DEFAULT '[]',
+				createdAt              DATETIME DEFAULT (STRFTIME('%Y-%m-%dT%H:%M:%fZ', 'NOW')),
+				updatedAt              DATETIME DEFAULT (STRFTIME('%Y-%m-%dT%H:%M:%fZ', 'NOW'))
+			);
+
+			INSERT INTO daily_morning_briefings_history (id, market, briefingDate, content, status, watchlistSnapshot, createdAt, updatedAt)
+			SELECT id, market, briefingDate, content, ${statusColumn}, ${snapshotColumn}, createdAt, updatedAt
+			FROM daily_morning_briefings;
+
+			DROP TABLE daily_morning_briefings;
+			ALTER TABLE daily_morning_briefings_history RENAME TO daily_morning_briefings;
+			CREATE INDEX IF NOT EXISTS idx_daily_morning_briefings_date ON daily_morning_briefings(briefingDate DESC);
+		`);
+		db.exec("COMMIT");
+	} catch (e) {
+		if (db.inTransaction) db.exec("ROLLBACK");
+		throw e;
+	}
+}
+
+function runDailyMorningBriefingSchemaMigrations(db: DatabaseSync) {
+	const columns = db.prepare("PRAGMA table_info(daily_morning_briefings)").all() as { name: string }[];
+	if (columns.length === 0) return;
+	const columnNames = new Set(columns.map(column => column.name));
+	if (columnNames.has("watchlistSnapshotJson") && !columnNames.has("watchlistSnapshot")) {
+		db.prepare("ALTER TABLE daily_morning_briefings RENAME COLUMN watchlistSnapshotJson TO watchlistSnapshot").run();
+		columnNames.delete("watchlistSnapshotJson");
+		columnNames.add("watchlistSnapshot");
+	}
+	if (!columnNames.has("status")) {
+		db.prepare("ALTER TABLE daily_morning_briefings ADD COLUMN status TEXT NOT NULL DEFAULT 'completed'").run();
+	}
+}
+
 function runStockAiAnalysisMigrations(db: DatabaseSync) {
 	const indexes = db.prepare("PRAGMA index_list(stock_ai_analysis)").all() as { name: string; unique: number }[];
 	const hasUniqueStockIndex = indexes.some(index => {
 		if (index.unique !== 1) return false;
 		const columns = db.prepare(`PRAGMA index_info(${index.name})`).all() as { name: string }[];
 		const columnNames = columns.map(column => column.name);
-		return columnNames.includes("userId") && columnNames.includes("stockCode");
+		return columnNames.includes("userId") && columnNames.includes("stock_code");
 	});
 	if (!hasUniqueStockIndex) return;
 
@@ -171,8 +339,8 @@ function runStockAiAnalysisMigrations(db: DatabaseSync) {
 			CREATE TABLE stock_ai_analysis_history (
 				id            TEXT NOT NULL,
 				userId        TEXT NOT NULL,
-				stockCode     TEXT NOT NULL,
-				stockName     TEXT NOT NULL,
+				stock_code     TEXT NOT NULL,
+				stock_name     TEXT NOT NULL,
 				market        TEXT NOT NULL DEFAULT 'CN',
 				content       TEXT NOT NULL,
 				createdAt     DATETIME DEFAULT (STRFTIME('%Y-%m-%dT%H:%M:%fZ', 'NOW')),
@@ -180,13 +348,13 @@ function runStockAiAnalysisMigrations(db: DatabaseSync) {
 				PRIMARY KEY(id, userId)
 			);
 
-			INSERT INTO stock_ai_analysis_history (id, userId, stockCode, stockName, market, content, createdAt, updatedAt)
-			SELECT id, userId, stockCode, stockName, market, content, createdAt, updatedAt
+			INSERT INTO stock_ai_analysis_history (id, userId, stock_code, stock_name, market, content, createdAt, updatedAt)
+			SELECT id, userId, stock_code, stock_name, market, content, createdAt, updatedAt
 			FROM stock_ai_analysis;
 
 			DROP TABLE stock_ai_analysis;
 			ALTER TABLE stock_ai_analysis_history RENAME TO stock_ai_analysis;
-			CREATE INDEX IF NOT EXISTS idx_stock_ai_analysis_user_stock_updated ON stock_ai_analysis(userId, stockCode, updatedAt DESC);
+			CREATE INDEX IF NOT EXISTS idx_stock_ai_analysis_user_stock_updated ON stock_ai_analysis(userId, stock_code, updatedAt DESC);
 		`);
 		db.exec("COMMIT");
 	} catch (e) {
@@ -195,6 +363,13 @@ function runStockAiAnalysisMigrations(db: DatabaseSync) {
 	}
 }
 
+function runStockAiAnalysisSchemaMigrations(db: DatabaseSync) {
+	const columns = db.prepare("PRAGMA table_info(stock_ai_analysis)").all() as { name: string }[];
+	if (columns.length > 0 && !columns.some(column => column.name === "status")) {
+		db.prepare("ALTER TABLE stock_ai_analysis ADD COLUMN status TEXT NOT NULL DEFAULT 'completed'").run();
+	}
+}
+
 function runArticleAiAnalysisMigrations(db: DatabaseSync) {
 	const columns = db.prepare("PRAGMA table_info(article_ai_analysis)").all() as { name: string }[];
 	if (columns.length === 0 || columns.some(column => column.name === "sourceId")) {
@@ -235,6 +410,160 @@ function runArticleAiAnalysisMigrations(db: DatabaseSync) {
 	}
 }
 
+function runNewsAnalysisMigrations(db: DatabaseSync) {
+	const columns = db.prepare("PRAGMA table_info(article_ai_analysis)").all() as { name: string }[];
+	if (columns.length === 0 || !columns.some(column => column.name === "sourceId")) {
+		return;
+	}
+
+	db.exec("BEGIN");
+	try {
+		db.exec(`
+			INSERT OR REPLACE INTO news_fact_check_analysis (id, sourceId, sourceTitle, userId, status, content, createdAt, updatedAt)
+			SELECT id, sourceId, '', userId, 'completed', content, createdAt, updatedAt
+			FROM article_ai_analysis
+			WHERE analysisType = 'verification';
+
+			INSERT OR REPLACE INTO news_deep_reasoning_analysis (id, sourceId, sourceTitle, userId, market, status, content, createdAt, updatedAt)
+			SELECT id, sourceId, '', userId, market, 'completed', content, createdAt, updatedAt
+			FROM article_ai_analysis
+			WHERE analysisType = 'deduction';
+
+			DROP TABLE article_ai_analysis;
+		`);
+		db.exec("COMMIT");
+	} catch (e) {
+		if (db.inTransaction) db.exec("ROLLBACK");
+		throw e;
+	}
+}
+
+function runNewsFactCheckAnalysisSchemaMigrations(db: DatabaseSync) {
+	const columns = db.prepare("PRAGMA table_info(news_fact_check_analysis)").all() as { name: string }[];
+	if (columns.length === 0) return;
+	const columnNames = new Set(columns.map(column => column.name));
+	if (
+		!columnNames.has("market") &&
+		columnNames.has("sourceTitle")
+	) return;
+
+	const sourceTitleExpr = columnNames.has("sourceTitle") ? "sourceTitle" : "''";
+	const statusExpr = columnNames.has("status") ? "status" : "'completed'";
+
+	db.exec("BEGIN");
+	try {
+		db.exec(`
+			DROP TABLE IF EXISTS news_fact_check_analysis_v2;
+
+			CREATE TABLE news_fact_check_analysis_v2 (
+				id            TEXT NOT NULL,
+				sourceId      TEXT NOT NULL,
+				sourceTitle   TEXT NOT NULL DEFAULT '',
+				userId        TEXT NOT NULL,
+				status        TEXT NOT NULL DEFAULT 'completed',
+				content       TEXT NOT NULL,
+				createdAt     DATETIME DEFAULT (STRFTIME('%Y-%m-%dT%H:%M:%fZ', 'NOW')),
+				updatedAt     DATETIME DEFAULT (STRFTIME('%Y-%m-%dT%H:%M:%fZ', 'NOW')),
+				PRIMARY KEY(id, userId),
+				UNIQUE(sourceId, userId)
+			);
+
+			INSERT OR REPLACE INTO news_fact_check_analysis_v2 (id, sourceId, sourceTitle, userId, status, content, createdAt, updatedAt)
+			SELECT id, sourceId, ${sourceTitleExpr}, userId, ${statusExpr}, content, createdAt, updatedAt
+			FROM news_fact_check_analysis;
+
+			DROP TABLE news_fact_check_analysis;
+			ALTER TABLE news_fact_check_analysis_v2 RENAME TO news_fact_check_analysis;
+			CREATE INDEX IF NOT EXISTS idx_news_fact_check_analysis_user_source_updated
+				ON news_fact_check_analysis(userId, sourceId, updatedAt DESC);
+		`);
+		db.exec("COMMIT");
+	} catch (e) {
+		if (db.inTransaction) db.exec("ROLLBACK");
+		throw e;
+	}
+}
+
+function runNewsDeepReasoningAnalysisSchemaMigrations(db: DatabaseSync) {
+	const columns = db.prepare("PRAGMA table_info(news_deep_reasoning_analysis)").all() as { name: string }[];
+	if (columns.length === 0) return;
+	const columnNames = new Set(columns.map(column => column.name));
+	if (columnNames.has("market") && columnNames.has("sourceTitle")) return;
+
+	const sourceTitleExpr = columnNames.has("sourceTitle") ? "sourceTitle" : "''";
+	const marketExpr = columnNames.has("market") ? "market" : "'CN'";
+	const statusExpr = columnNames.has("status") ? "status" : "'completed'";
+
+	db.exec("BEGIN");
+	try {
+		db.exec(`
+			DROP TABLE IF EXISTS news_deep_reasoning_analysis_v2;
+
+			CREATE TABLE news_deep_reasoning_analysis_v2 (
+				id            TEXT NOT NULL,
+				sourceId      TEXT NOT NULL,
+				sourceTitle   TEXT NOT NULL DEFAULT '',
+				userId        TEXT NOT NULL,
+				market        TEXT NOT NULL DEFAULT 'CN',
+				status        TEXT NOT NULL DEFAULT 'completed',
+				content       TEXT NOT NULL,
+				createdAt     DATETIME DEFAULT (STRFTIME('%Y-%m-%dT%H:%M:%fZ', 'NOW')),
+				updatedAt     DATETIME DEFAULT (STRFTIME('%Y-%m-%dT%H:%M:%fZ', 'NOW')),
+				PRIMARY KEY(id, userId),
+				UNIQUE(sourceId, userId, market)
+			);
+
+			INSERT OR REPLACE INTO news_deep_reasoning_analysis_v2 (id, sourceId, sourceTitle, userId, market, status, content, createdAt, updatedAt)
+			SELECT id, sourceId, ${sourceTitleExpr}, userId, ${marketExpr}, ${statusExpr}, content, createdAt, updatedAt
+			FROM news_deep_reasoning_analysis;
+
+			DROP TABLE news_deep_reasoning_analysis;
+			ALTER TABLE news_deep_reasoning_analysis_v2 RENAME TO news_deep_reasoning_analysis;
+			CREATE INDEX IF NOT EXISTS idx_news_deep_reasoning_analysis_user_source_updated
+				ON news_deep_reasoning_analysis(userId, sourceId, updatedAt DESC);
+		`);
+		db.exec("COMMIT");
+	} catch (e) {
+		if (db.inTransaction) db.exec("ROLLBACK");
+		throw e;
+	}
+}
+
+function runNewsFactCheckDropSourceContentMigration(db: DatabaseSync) {
+	const columns = db.prepare("PRAGMA table_info(news_fact_check_analysis)").all() as { name: string }[];
+	if (columns.length === 0) return;
+	if (!columns.some(column => column.name === "sourceContent")) return;
+	db.prepare("ALTER TABLE news_fact_check_analysis DROP COLUMN sourceContent").run();
+}
+
+function runNewsDeepReasoningDropSourceContentMigration(db: DatabaseSync) {
+	const columns = db.prepare("PRAGMA table_info(news_deep_reasoning_analysis)").all() as { name: string }[];
+	if (columns.length === 0) return;
+	if (!columns.some(column => column.name === "sourceContent")) return;
+	db.prepare("ALTER TABLE news_deep_reasoning_analysis DROP COLUMN sourceContent").run();
+}
+
+function runProfileLibrariesSchemaMigrations(db: DatabaseSync) {
+	const columns = db.prepare("PRAGMA table_info(profile_libraries)").all() as { name: string }[];
+	if (columns.length === 0) return;
+	const columnNames = new Set(columns.map(column => column.name));
+	if (!columnNames.has("knowType")) {
+		db.prepare("ALTER TABLE profile_libraries ADD COLUMN knowType TEXT").run();
+	}
+	if (!columnNames.has("recordDate")) {
+		db.prepare("ALTER TABLE profile_libraries ADD COLUMN recordDate DATETIME DEFAULT (STRFTIME('%Y-%m-%dT%H:%M:%fZ', 'NOW'))").run();
+	}
+	if (!columnNames.has("content")) {
+		db.prepare("ALTER TABLE profile_libraries ADD COLUMN content TEXT").run();
+	}
+	if (!columnNames.has("vectorValue")) {
+		db.prepare("ALTER TABLE profile_libraries ADD COLUMN vectorValue BLOB").run();
+	}
+	if (!columnNames.has("source")) {
+		db.prepare("ALTER TABLE profile_libraries ADD COLUMN source TEXT").run();
+	}
+}
+
 export function getDB(): DatabaseSync {
 	if (!_db) {
 		const dbPath = getDbPath();
@@ -251,35 +580,58 @@ export function getDB(): DatabaseSync {
 		_db = new DatabaseSync(dbPath);
 		_db.exec("PRAGMA journal_mode = WAL");
 		_db.exec("PRAGMA synchronous = NORMAL");
+		runStockColumnNameMigrations(_db);
 
 		_db.exec(`
         CREATE TABLE IF NOT EXISTS watchlist (
 			id         TEXT PRIMARY KEY,
 			userId     TEXT NOT NULL,
-			stockCode  TEXT NOT NULL,
+			stock_code  TEXT NOT NULL,
 			exchange   TEXT NOT NULL,
 			market     TEXT NOT NULL,
-			stockName  TEXT NOT NULL,
+			stock_name  TEXT NOT NULL,
 			sortOrder  REAL DEFAULT 0,
 			isDeleted  INTEGER DEFAULT 0 CHECK (isDeleted IN (0, 1)),
             createdAt  DATETIME DEFAULT (STRFTIME('%Y-%m-%dT%H:%M:%fZ', 'NOW')),
             updatedAt  DATETIME DEFAULT (STRFTIME('%Y-%m-%dT%H:%M:%fZ', 'NOW')),
-            UNIQUE(userId, stockCode, exchange)
+            UNIQUE(userId, stock_code, exchange)
 		);
 
-		CREATE TABLE IF NOT EXISTS global_stock_metadata (
-			stockCode     TEXT NOT NULL,
-			exchange      TEXT NOT NULL,
-			stockName     TEXT NOT NULL,
-			industryJson  TEXT,
-			themeJson     TEXT,
-			lastUpdated   DATETIME DEFAULT (STRFTIME('%Y-%m-%dT%H:%M:%fZ', 'NOW')),
-			PRIMARY KEY(stockCode, exchange)
+		CREATE TABLE IF NOT EXISTS stock_classification_cache (
+			stock_code               TEXT NOT NULL,
+			exchange                 TEXT NOT NULL,
+			stock_name               TEXT NOT NULL,
+			industry_classification  TEXT,
+			theme_classification     TEXT,
+			last_updated             DATETIME DEFAULT (STRFTIME('%Y-%m-%dT%H:%M:%fZ', 'NOW')),
+			PRIMARY KEY(stock_code, exchange)
 		);
 
         CREATE INDEX IF NOT EXISTS idx_watchlist_main ON watchlist(userId, isDeleted, sortOrder ASC);
 
-		CREATE TABLE IF NOT EXISTS watchlist_categories (
+		CREATE TABLE IF NOT EXISTS stock_basic (
+			stock_code    TEXT PRIMARY KEY,
+			symbol        TEXT NOT NULL,
+			name          TEXT NOT NULL,
+			fullname      TEXT,
+			enname        TEXT,
+			cnspell       TEXT,
+			exchange      TEXT NOT NULL,
+			market        TEXT,
+			industry      TEXT,
+			area          TEXT,
+			curr_type     TEXT,
+			list_date     TEXT,
+			is_hs         TEXT,
+			act_name      TEXT,
+			act_ent_type  TEXT,
+			createdAt     DATETIME DEFAULT (STRFTIME('%Y-%m-%dT%H:%M:%fZ', 'NOW')),
+			updatedAt     DATETIME DEFAULT (STRFTIME('%Y-%m-%dT%H:%M:%fZ', 'NOW'))
+		);
+		CREATE INDEX IF NOT EXISTS idx_stock_basic_exchange_symbol ON stock_basic(exchange, symbol);
+		CREATE INDEX IF NOT EXISTS idx_stock_basic_name ON stock_basic(name);
+
+		CREATE TABLE IF NOT EXISTS industry_theme_categories (
 			id            TEXT PRIMARY KEY,
 			remoteId      TEXT,
 			userId        TEXT NOT NULL,
@@ -318,7 +670,12 @@ export function getDB(): DatabaseSync {
 		CREATE TABLE IF NOT EXISTS profile_libraries (
 			id            TEXT NOT NULL,
 			userId        TEXT NOT NULL,
+			knowType      TEXT,
 			title         TEXT NOT NULL,
+			recordDate    DATETIME DEFAULT (STRFTIME('%Y-%m-%dT%H:%M:%fZ', 'NOW')),
+			content       TEXT,
+			vectorValue   BLOB,
+			source        TEXT,
 			createdAt     DATETIME DEFAULT (STRFTIME('%Y-%m-%dT%H:%M:%fZ', 'NOW')),
 			updatedAt     DATETIME DEFAULT (STRFTIME('%Y-%m-%dT%H:%M:%fZ', 'NOW')),
 			PRIMARY KEY(id, userId)
@@ -349,35 +706,85 @@ export function getDB(): DatabaseSync {
 		CREATE TABLE IF NOT EXISTS stock_ai_analysis (
 			id            TEXT NOT NULL,
 			userId        TEXT NOT NULL,
-			stockCode     TEXT NOT NULL,
-			stockName     TEXT NOT NULL,
+			stock_code     TEXT NOT NULL,
+			stock_name     TEXT NOT NULL,
 			market        TEXT NOT NULL DEFAULT 'CN',
+			status        TEXT NOT NULL DEFAULT 'completed',
 			content       TEXT NOT NULL,
 			createdAt     DATETIME DEFAULT (STRFTIME('%Y-%m-%dT%H:%M:%fZ', 'NOW')),
 			updatedAt     DATETIME DEFAULT (STRFTIME('%Y-%m-%dT%H:%M:%fZ', 'NOW')),
 			PRIMARY KEY(id, userId)
 		);
-		CREATE INDEX IF NOT EXISTS idx_stock_ai_analysis_user_stock_updated ON stock_ai_analysis(userId, stockCode, updatedAt DESC);
+		CREATE INDEX IF NOT EXISTS idx_stock_ai_analysis_user_stock_updated ON stock_ai_analysis(userId, stock_code, updatedAt DESC);
 
-		CREATE TABLE IF NOT EXISTS article_ai_analysis (
+		CREATE TABLE IF NOT EXISTS news_fact_check_analysis (
 			id            TEXT NOT NULL,
 			sourceId      TEXT NOT NULL,
+			sourceTitle   TEXT NOT NULL DEFAULT '',
+			userId        TEXT NOT NULL,
+			status        TEXT NOT NULL DEFAULT 'completed',
+			content       TEXT NOT NULL,
+			createdAt     DATETIME DEFAULT (STRFTIME('%Y-%m-%dT%H:%M:%fZ', 'NOW')),
+			updatedAt     DATETIME DEFAULT (STRFTIME('%Y-%m-%dT%H:%M:%fZ', 'NOW')),
+			PRIMARY KEY(id, userId),
+			UNIQUE(sourceId, userId)
+		);
+		CREATE INDEX IF NOT EXISTS idx_news_fact_check_analysis_user_source_updated
+			ON news_fact_check_analysis(userId, sourceId, updatedAt DESC);
+
+		CREATE TABLE IF NOT EXISTS news_deep_reasoning_analysis (
+			id            TEXT NOT NULL,
+			sourceId      TEXT NOT NULL,
+			sourceTitle   TEXT NOT NULL DEFAULT '',
 			userId        TEXT NOT NULL,
-			analysisType  TEXT NOT NULL,
 			market        TEXT NOT NULL DEFAULT 'CN',
+			status        TEXT NOT NULL DEFAULT 'completed',
 			content       TEXT NOT NULL,
 			createdAt     DATETIME DEFAULT (STRFTIME('%Y-%m-%dT%H:%M:%fZ', 'NOW')),
 			updatedAt     DATETIME DEFAULT (STRFTIME('%Y-%m-%dT%H:%M:%fZ', 'NOW')),
 			PRIMARY KEY(id, userId),
-			UNIQUE(sourceId, userId, analysisType, market)
+			UNIQUE(sourceId, userId, market)
+		);
+		CREATE INDEX IF NOT EXISTS idx_news_deep_reasoning_analysis_user_source_updated
+			ON news_deep_reasoning_analysis(userId, sourceId, updatedAt DESC);
+
+		CREATE TABLE IF NOT EXISTS daily_morning_briefings (
+			id                     TEXT PRIMARY KEY,
+			market                 TEXT NOT NULL DEFAULT 'CN',
+			briefingDate           TEXT NOT NULL,
+			content                TEXT NOT NULL,
+			status                 TEXT NOT NULL DEFAULT 'completed',
+			watchlistSnapshot      TEXT NOT NULL DEFAULT '[]',
+			createdAt              DATETIME DEFAULT (STRFTIME('%Y-%m-%dT%H:%M:%fZ', 'NOW')),
+			updatedAt              DATETIME DEFAULT (STRFTIME('%Y-%m-%dT%H:%M:%fZ', 'NOW'))
+		);
+		CREATE INDEX IF NOT EXISTS idx_daily_morning_briefings_date ON daily_morning_briefings(briefingDate DESC);
+
+		CREATE TABLE IF NOT EXISTS skill_versions (
+			skillName  TEXT PRIMARY KEY,
+			version    TEXT NOT NULL,
+			createdAt  DATETIME DEFAULT (STRFTIME('%Y-%m-%dT%H:%M:%fZ', 'NOW')),
+			updatedAt  DATETIME DEFAULT (STRFTIME('%Y-%m-%dT%H:%M:%fZ', 'NOW'))
 		);
-		CREATE INDEX IF NOT EXISTS idx_article_ai_analysis_user_source_type_updated ON article_ai_analysis(userId, sourceId, analysisType, updatedAt DESC);
 		`);
 
+		runClassificationCacheSchemaMigrations(_db);
+		runClassificationCacheMigrations(_db);
+		runClassificationCacheSchemaMigrations(_db);
+		runIndustryThemeCategoryMigrations(_db);
 		runWatchlistDedupMigrations(_db);
 		runStockNotesMigrations(_db);
 		runStockAiAnalysisMigrations(_db);
+		runStockAiAnalysisSchemaMigrations(_db);
 		runArticleAiAnalysisMigrations(_db);
+		runNewsFactCheckAnalysisSchemaMigrations(_db);
+		runNewsDeepReasoningAnalysisSchemaMigrations(_db);
+		runNewsAnalysisMigrations(_db);
+		runDailyMorningBriefingMigrations(_db);
+		runDailyMorningBriefingSchemaMigrations(_db);
+		runNewsFactCheckDropSourceContentMigration(_db);
+		runNewsDeepReasoningDropSourceContentMigration(_db);
+		runProfileLibrariesSchemaMigrations(_db);
 	}
 	return _db;
 }