@musnows/scriverse 0.6.9 → 0.6.11

package/dist/database.js

@@ -1,10 +1,10 @@
-import { chmodSync, existsSync, mkdirSync } from "node:fs";
+import { chmodSync, existsSync, mkdirSync, readFileSync } from "node:fs";
 import { dirname } from "node:path";
 import { DatabaseSync } from "node:sqlite";
 import { logger, sanitizeError } from "./logger.js";
 import { documentShortSearchTerms, normalizeDocumentSearchText, splitDocumentParagraphs } from "./utils.js";
 export const PLATFORM_AI_WORK_ID = "__scriverse_platform_ai__";
-export const DATABASE_SCHEMA_VERSION = 74;
+export const DATABASE_SCHEMA_VERSION = 76;
 export function readDatabaseSchemaVersion(filename) {
     if (!existsSync(filename))
         return null;
@@ -21,8 +21,10 @@ export function readDatabaseSchemaVersion(filename) {
     }
 }
 export class Database {
+    filename;
     raw;
     constructor(filename) {
+        this.filename = filename;
         logger.info("database.opening", { databasePath: filename, inMemory: filename === ":memory:" });
         try {
             if (filename !== ":memory:")
@@ -53,6 +55,18 @@ export class Database {
         this.raw.close();
         logger.info("database.closed");
     }
+    createSnapshotBuffer() {
+        if (this.filename === ":memory:")
+            throw new Error("内存数据库不能创建文件快照");
+        if (this.raw.isTransaction)
+            throw new Error("事务执行期间不能创建数据库快照");
+        // 项目只使用当前这一条同步连接；截断 WAL 后立即同步读取主库，期间不会穿插其他写入。
+        const checkpoint = this.get("PRAGMA wal_checkpoint(TRUNCATE)");
+        if (Number(checkpoint?.busy ?? 0) !== 0 || Number(checkpoint?.log ?? 0) !== Number(checkpoint?.checkpointed ?? 0)) {
+            throw new Error("数据库 WAL 尚未完整合并，无法创建一致性快照");
+        }
+        return readFileSync(this.filename);
+    }
     run(sql, ...params) {
         const result = this.raw.prepare(sql).run(...params);
         return { changes: Number(result.changes), lastInsertRowid: result.lastInsertRowid };
@@ -454,7 +468,7 @@ export class Database {
         auto_run_consecutive_failures INTEGER NOT NULL DEFAULT 0,
         book_summary_context_percent INTEGER NOT NULL DEFAULT 50 CHECK(book_summary_context_percent BETWEEN 1 AND 90),
         context_compact_threshold INTEGER NOT NULL DEFAULT 85 CHECK(context_compact_threshold BETWEEN 50 AND 90),
-        agent_tool_call_limit INTEGER NOT NULL DEFAULT 12 CHECK(agent_tool_call_limit BETWEEN 5 AND 48),
+        agent_tool_call_limit INTEGER NOT NULL DEFAULT 12 CHECK(agent_tool_call_limit BETWEEN 5 AND 1000),
         agent_tool_call_global_multiplier INTEGER NOT NULL DEFAULT 3 CHECK(agent_tool_call_global_multiplier BETWEEN 1 AND 6),
         agent_tools_json TEXT NOT NULL DEFAULT '["story_index","read_chapters","search_story_entities","grep","read_character_sections","search_drafts","image"]',
         title_generation_model_id TEXT REFERENCES models(id) ON DELETE SET NULL,
@@ -2733,8 +2747,44 @@ export class Database {
             if (foreignKeys.length > 0)
                 throw new Error(`数据库外键检查失败：发现 ${foreignKeys.length} 条异常记录`);
         }
-        if (!applied.has(73)) {
+        const s3TargetsPresent = this.all("SELECT 1 FROM sqlite_master WHERE type = 'table' AND name = 's3_backup_targets'").length > 0;
+        const modelColumnsAt73 = new Set(this.all("PRAGMA table_info(models)").map((row) => String(row.name)));
+        const platformAiColumnsAt73 = new Set(this.all("PRAGMA table_info(platform_ai_settings)").map((row) => String(row.name)));
+        const workAiColumnsAt73 = new Set(this.all("PRAGMA table_info(work_ai_settings)").map((row) => String(row.name)));
+        const multimodalMigrationPresent = modelColumnsAt73.has("multimodal_enabled")
+            && platformAiColumnsAt73.has("image_tool_model_id")
+            && workAiColumnsAt73.has("image_tool_model_id");
+        if (!applied.has(73) || !s3TargetsPresent || !multimodalMigrationPresent) {
             this.transaction(() => {
+                this.run(`CREATE TABLE IF NOT EXISTS s3_backup_targets (
+          id TEXT PRIMARY KEY,
+          name TEXT NOT NULL,
+          endpoint TEXT NOT NULL,
+          region TEXT NOT NULL DEFAULT 'us-east-1',
+          bucket TEXT NOT NULL,
+          base_path TEXT NOT NULL DEFAULT '',
+          access_key_encrypted TEXT NOT NULL,
+          access_key_iv TEXT NOT NULL,
+          access_key_tag TEXT NOT NULL,
+          secret_key_encrypted TEXT NOT NULL,
+          secret_key_iv TEXT NOT NULL,
+          secret_key_tag TEXT NOT NULL,
+          force_path_style INTEGER NOT NULL DEFAULT 1 CHECK(force_path_style IN (0, 1)),
+          enabled INTEGER NOT NULL DEFAULT 0 CHECK(enabled IN (0, 1)),
+          backup_images INTEGER NOT NULL DEFAULT 1 CHECK(backup_images IN (0, 1)),
+          schedule_time TEXT NOT NULL DEFAULT '03:00' CHECK(
+            schedule_time GLOB '[0-2][0-9]:[0-5][0-9]'
+            AND substr(schedule_time, 1, 2) <= '23'
+          ),
+          retention_count INTEGER NOT NULL DEFAULT 7 CHECK(retention_count BETWEEN 1 AND 365),
+          last_started_at TEXT,
+          last_success_at TEXT,
+          last_failure_at TEXT,
+          last_error TEXT,
+          created_at TEXT NOT NULL,
+          updated_at TEXT NOT NULL
+        )`);
+                this.run("CREATE INDEX IF NOT EXISTS idx_s3_backup_targets_schedule ON s3_backup_targets(enabled, schedule_time, created_at)");
                 const modelColumns = new Set(this.all("PRAGMA table_info(models)").map((row) => String(row.name)));
                 if (!modelColumns.has("multimodal_enabled")) {
                     this.run("ALTER TABLE models ADD COLUMN multimodal_enabled INTEGER NOT NULL DEFAULT 0 CHECK(multimodal_enabled IN (0, 1))");
@@ -2761,7 +2811,7 @@ export class Database {
                     tools.push("image");
                     this.run("UPDATE work_ai_settings SET agent_tools_json = ? WHERE work_id = ?", JSON.stringify(tools), String(row.work_id));
                 }
-                this.run("INSERT INTO schema_migrations (version, applied_at) VALUES (73, ?)", new Date().toISOString());
+                this.run("INSERT OR IGNORE INTO schema_migrations (version, applied_at) VALUES (73, ?)", new Date().toISOString());
             });
             const integrity = this.all("PRAGMA integrity_check");
             if (integrity.some((row) => row.integrity_check !== "ok")) {
@@ -2771,8 +2821,27 @@ export class Database {
             if (foreignKeys.length > 0)
                 throw new Error(`数据库外键检查失败：发现 ${foreignKeys.length} 条异常记录`);
         }
-        if (!applied.has(74)) {
+        const s3RunsPresent = this.all("SELECT 1 FROM sqlite_master WHERE type = 'table' AND name = 's3_backup_runs'").length > 0;
+        const aiHistorySearchPresent = this.all("SELECT 1 FROM sqlite_master WHERE type = 'table' AND name = 'ai_history_search'").length > 0;
+        if (!applied.has(74) || !s3RunsPresent || !aiHistorySearchPresent) {
             this.transaction(() => {
+                this.run(`CREATE TABLE IF NOT EXISTS s3_backup_runs (
+          id TEXT PRIMARY KEY,
+          target_id TEXT REFERENCES s3_backup_targets(id) ON DELETE SET NULL,
+          target_name TEXT NOT NULL,
+          trigger TEXT NOT NULL CHECK(trigger IN ('manual', 'scheduled')),
+          status TEXT NOT NULL CHECK(status IN ('running', 'succeeded', 'failed')),
+          database_key TEXT,
+          images_uploaded INTEGER NOT NULL DEFAULT 0,
+          images_skipped INTEGER NOT NULL DEFAULT 0,
+          databases_deleted INTEGER NOT NULL DEFAULT 0,
+          error_message TEXT,
+          server_response_json TEXT,
+          started_at TEXT NOT NULL,
+          finished_at TEXT
+        )`);
+                this.run("CREATE INDEX IF NOT EXISTS idx_s3_backup_runs_started ON s3_backup_runs(started_at DESC, id)");
+                this.run("CREATE INDEX IF NOT EXISTS idx_s3_backup_runs_target ON s3_backup_runs(target_id, started_at DESC)");
                 this.raw.exec(`
           CREATE TABLE IF NOT EXISTS ai_history_search (
             id INTEGER PRIMARY KEY,
@@ -2887,12 +2956,38 @@ export class Database {
                     this.run("UPDATE ai_history_search SET search_content = ? WHERE id = ?", searchContent, row.id);
                 }
                 this.run("INSERT INTO ai_history_search_fts(ai_history_search_fts) VALUES ('rebuild')");
+                this.run("DELETE FROM ai_history_search_short_terms");
                 const insertTerm = this.raw.prepare("INSERT INTO ai_history_search_short_terms (search_id, term) VALUES (?, ?)");
                 for (const row of this.all("SELECT id, search_content FROM ai_history_search")) {
                     for (const term of documentShortSearchTerms(String(row.search_content)))
                         insertTerm.run(row.id, term);
                 }
-                this.run("INSERT INTO schema_migrations (version, applied_at) VALUES (74, ?)", new Date().toISOString());
+                this.run("INSERT OR IGNORE INTO schema_migrations (version, applied_at) VALUES (74, ?)", new Date().toISOString());
+            });
+            const integrity = this.all("PRAGMA integrity_check");
+            if (integrity.some((row) => row.integrity_check !== "ok")) {
+                throw new Error(`数据库完整性检查失败：${integrity.map((row) => row.integrity_check).join("；")}`);
+            }
+            const foreignKeys = this.all("PRAGMA foreign_key_check");
+            if (foreignKeys.length > 0)
+                throw new Error(`数据库外键检查失败：发现 ${foreignKeys.length} 条异常记录`);
+        }
+        const s3TargetsTablePresentForOrder = this.all("SELECT 1 FROM sqlite_master WHERE type = 'table' AND name = 's3_backup_targets'").length > 0;
+        const s3SortOrderPresent = s3TargetsTablePresentForOrder
+            && new Set(this.all("PRAGMA table_info(s3_backup_targets)").map((row) => String(row.name))).has("sort_order");
+        if (!applied.has(75) || !s3SortOrderPresent) {
+            this.transaction(() => {
+                const columns = new Set(this.all("PRAGMA table_info(s3_backup_targets)").map((row) => String(row.name)));
+                if (!columns.has("sort_order")) {
+                    this.run("ALTER TABLE s3_backup_targets ADD COLUMN sort_order INTEGER NOT NULL DEFAULT 0");
+                }
+                this.run(`UPDATE s3_backup_targets AS target SET sort_order = (
+          SELECT COUNT(*) FROM s3_backup_targets AS previous
+          WHERE previous.created_at < target.created_at
+             OR (previous.created_at = target.created_at AND previous.id < target.id)
+        )`);
+                this.run("CREATE INDEX IF NOT EXISTS idx_s3_backup_targets_order ON s3_backup_targets(sort_order, created_at, id)");
+                this.run("INSERT OR IGNORE INTO schema_migrations (version, applied_at) VALUES (75, ?)", new Date().toISOString());
             });
             const integrity = this.all("PRAGMA integrity_check");
             if (integrity.some((row) => row.integrity_check !== "ok")) {
@@ -2902,6 +2997,69 @@ export class Database {
             if (foreignKeys.length > 0)
                 throw new Error(`数据库外键检查失败：发现 ${foreignKeys.length} 条异常记录`);
         }
+        if (!applied.has(76)) {
+            this.raw.exec("PRAGMA foreign_keys = OFF");
+            try {
+                this.transaction(() => {
+                    this.run(`CREATE TABLE work_ai_settings_v76 (
+            work_id TEXT PRIMARY KEY REFERENCES works(id) ON DELETE CASCADE,
+            system_prompt TEXT NOT NULL DEFAULT '',
+            daily_token_quota INTEGER CHECK(daily_token_quota IS NULL OR daily_token_quota >= 10000),
+            auto_run_enabled INTEGER NOT NULL DEFAULT 0,
+            auto_run_concurrency INTEGER NOT NULL DEFAULT 2,
+            auto_run_batch_limit INTEGER NOT NULL DEFAULT 20,
+            auto_run_daily_task_limit INTEGER NOT NULL DEFAULT 0 CHECK(auto_run_daily_task_limit BETWEEN 0 AND 10000),
+            auto_run_failure_threshold INTEGER NOT NULL DEFAULT 3 CHECK(auto_run_failure_threshold BETWEEN 1 AND 10),
+            auto_run_paused INTEGER NOT NULL DEFAULT 0 CHECK(auto_run_paused IN (0, 1)),
+            auto_run_pause_reason TEXT NOT NULL DEFAULT '',
+            auto_run_resume_at TEXT,
+            auto_run_consecutive_failures INTEGER NOT NULL DEFAULT 0,
+            book_summary_context_percent INTEGER NOT NULL DEFAULT 50 CHECK(book_summary_context_percent BETWEEN 1 AND 90),
+            context_compact_threshold INTEGER NOT NULL DEFAULT 85 CHECK(context_compact_threshold BETWEEN 50 AND 90),
+            agent_tool_call_limit INTEGER NOT NULL DEFAULT 12 CHECK(agent_tool_call_limit BETWEEN 5 AND 1000),
+            agent_tool_call_global_multiplier INTEGER NOT NULL DEFAULT 3 CHECK(agent_tool_call_global_multiplier BETWEEN 1 AND 6),
+            agent_tools_json TEXT NOT NULL DEFAULT '["story_index","read_chapters","search_story_entities","grep","read_character_sections","search_drafts","image"]',
+            title_generation_model_id TEXT REFERENCES models(id) ON DELETE SET NULL,
+            image_tool_model_id TEXT REFERENCES models(id) ON DELETE SET NULL,
+            always_include_setting_info INTEGER NOT NULL DEFAULT 0 CHECK(always_include_setting_info IN (0, 1)),
+            updated_at TEXT NOT NULL
+          )`);
+                    this.run(`INSERT INTO work_ai_settings_v76 (
+            work_id, system_prompt, daily_token_quota, auto_run_enabled, auto_run_concurrency, auto_run_batch_limit,
+            auto_run_daily_task_limit, auto_run_failure_threshold, auto_run_paused, auto_run_pause_reason,
+            auto_run_resume_at, auto_run_consecutive_failures, book_summary_context_percent,
+            context_compact_threshold, agent_tool_call_limit, agent_tool_call_global_multiplier,
+            agent_tools_json, title_generation_model_id, image_tool_model_id, always_include_setting_info, updated_at
+          )
+          SELECT
+            work_id, system_prompt, daily_token_quota, auto_run_enabled, auto_run_concurrency, auto_run_batch_limit,
+            auto_run_daily_task_limit, auto_run_failure_threshold, auto_run_paused, auto_run_pause_reason,
+            auto_run_resume_at, auto_run_consecutive_failures, book_summary_context_percent,
+            context_compact_threshold,
+            CASE
+              WHEN agent_tool_call_limit < 5 THEN 5
+              WHEN agent_tool_call_limit > 1000 THEN 1000
+              ELSE agent_tool_call_limit
+            END,
+            agent_tool_call_global_multiplier,
+            agent_tools_json, title_generation_model_id, image_tool_model_id, always_include_setting_info, updated_at
+          FROM work_ai_settings`);
+                    this.run("DROP TABLE work_ai_settings");
+                    this.run("ALTER TABLE work_ai_settings_v76 RENAME TO work_ai_settings");
+                    this.run("INSERT INTO schema_migrations (version, applied_at) VALUES (76, ?)", new Date().toISOString());
+                });
+            }
+            finally {
+                this.raw.exec("PRAGMA foreign_keys = ON");
+            }
+            const integrity = this.all("PRAGMA integrity_check");
+            if (integrity.some((row) => row.integrity_check !== "ok")) {
+                throw new Error(`数据库完整性检查失败：${integrity.map((row) => row.integrity_check).join("；")}`);
+            }
+            const foreignKeys = this.all("PRAGMA foreign_key_check");
+            if (foreignKeys.length > 0)
+                throw new Error(`数据库外键检查失败：发现 ${foreignKeys.length} 条异常记录`);
+        }
     }
     normalizeCharacterName(value) {
         return value.normalize("NFKC").trim().replace(/\s+/gu, " ").toLocaleLowerCase("zh-CN");
@@ -2921,6 +3079,8 @@ export class Database {
        WHERE status = 'running'`, timestamp);
         this.run(`UPDATE analysis_tasks SET status = 'partial', failure_json = ?, updated_at = ?
        WHERE status = 'running'`, JSON.stringify([{ message: "服务重启导致任务中断" }]), timestamp);
+        this.run(`UPDATE s3_backup_runs SET status = 'failed', error_message = COALESCE(error_message, '服务重启导致备份中断'), finished_at = ?
+       WHERE status = 'running'`, timestamp);
     }
 }
 //# sourceMappingURL=database.js.map