@musnows/scriverse 0.6.8 → 0.6.10

package/dist/app.js

@@ -12,6 +12,7 @@ import { z, ZodError } from "zod";
 import { AI_PROVIDER_PROTOCOLS } from "./ai-protocol.js";
 import { AttachmentStorage } from "./attachment-storage.js";
 import { AiManager } from "./ai.js";
+import { resolveMaxAgentToolCallLimit } from "./ai-tool-results.js";
 import { CredentialVault } from "./credential-vault.js";
 import { Database } from "./database.js";
 import { assertSafeDocxArchive } from "./docx-security.js";
@@ -23,13 +24,14 @@ import { applyImportFileHints, parseNovelText } from "./parser.js";
 import { aiConversationTaskTypes, attachmentPermissionModules, Store, versionedEntityTypes } from "./store.js";
 import { paginated, parsePagination } from "./pagination.js";
 import { normalizeUploadFileName } from "./utils.js";
-import { assertSafeAiEndpoint, createApiRateLimitMiddleware, createAuthenticationRateLimitMiddleware, createBasicAuthMiddleware, createCaptchaRateLimitMiddleware, createExpensiveApiRateLimitMiddleware, createSameOriginMiddleware, createSecurityHeadersMiddleware, createUploadRateLimitMiddleware, enforceCaseInsensitiveRouting, normalizeApiPath, resolveTrustProxySetting, verifySetupToken } from "./security.js";
+import { assertSafeAiEndpoint, assertSafeS3Endpoint, createApiRateLimitMiddleware, createAuthenticationRateLimitMiddleware, createBasicAuthMiddleware, createCaptchaRateLimitMiddleware, createExpensiveApiRateLimitMiddleware, createSameOriginMiddleware, createSecurityHeadersMiddleware, createUploadRateLimitMiddleware, enforceCaseInsensitiveRouting, normalizeApiPath, resolveTrustProxySetting, verifySetupToken } from "./security.js";
 import { ImageCaptchaService } from "./image-captcha.js";
 import { assertSafeImportedPlainText, decodeUtf8ImportedText } from "./import-security.js";
 import { InvalidRasterImageError, readRasterImageMetadata } from "./image-metadata.js";
 import { createRequestLoggingMiddleware, sanitizeRequestPath } from "./http-logging.js";
 import { accountReference, logger, sanitizeError } from "./logger.js";
 import { currentRequestActor, runWithRequestActor } from "./request-context.js";
+import { S3BackupManager } from "./s3-backup.js";
 import { APP_VERSION } from "./version.js";
 import { ReleaseUpdateChecker } from "./release-update.js";
 import { canReadWorkModule, canWriteWorkModule, fullWorkModulePermissions, proseReplacementPermissionModules } from "./work-permissions.js";
@@ -385,6 +387,50 @@ const platformUiSettingsSchema = z.object({
 }).strict().refine((input) => input.toastPosition !== undefined || input.pageSizes !== undefined, {
     message: "至少需要提供一项界面设置"
 });
+const s3EndpointSchema = z.string().trim().url().max(2_000).superRefine((value, context) => {
+    let url;
+    try {
+        url = new URL(value);
+    }
+    catch {
+        return;
+    }
+    if (url.protocol !== "http:" && url.protocol !== "https:") {
+        context.addIssue({ code: z.ZodIssueCode.custom, message: "S3 服务地址必须使用 HTTP 或 HTTPS" });
+    }
+    if (url.username || url.password || url.search || url.hash) {
+        context.addIssue({ code: z.ZodIssueCode.custom, message: "S3 服务地址不能包含凭据、查询参数或片段" });
+    }
+});
+const s3BasePathSchema = z.string().trim().max(512).refine((value) => {
+    if (/[\u0000-\u001f\u007f]/u.test(value))
+        return false;
+    return value.split("/").filter(Boolean).every((segment) => segment !== "." && segment !== "..");
+}, "S3 子目录不能包含控制字符或相对路径段");
+const s3BucketSchema = z.string().trim().min(1).max(255).refine((value) => !/[\/\\\s\u0000-\u001f\u007f]/u.test(value), "S3 桶名称不能包含空白、斜杠或控制字符");
+const s3ScheduleTimeSchema = z.string().regex(/^(?:[01]\d|2[0-3]):[0-5]\d$/u, "备份触发时间必须使用 HH:mm 格式");
+const s3BackupTargetBaseSchema = z.object({
+    name: nonEmpty.max(100),
+    endpoint: s3EndpointSchema,
+    region: z.string().trim().min(1).max(64).regex(/^[A-Za-z0-9][A-Za-z0-9-]*$/u, "S3 区域格式无效").optional(),
+    bucket: s3BucketSchema,
+    basePath: s3BasePathSchema.optional(),
+    accessKeyId: z.string().trim().min(1).max(512),
+    secretAccessKey: z.string().min(1).max(2_048),
+    forcePathStyle: z.boolean().optional(),
+    enabled: z.boolean().optional(),
+    backupImages: z.boolean().optional(),
+    scheduleTime: s3ScheduleTimeSchema.optional(),
+    retentionCount: z.number().int().min(1).max(365).optional()
+}).strict();
+const s3BackupTargetUpdateSchema = s3BackupTargetBaseSchema.partial().refine((input) => Object.keys(input).length > 0, "至少需要提供一项 S3 备份配置");
+const s3BackupRunSchema = z.object({
+    targetIds: z.array(identifier).min(1).max(100).refine((items) => new Set(items).size === items.length, "S3 备份目标不能重复").optional()
+}).strict();
+const s3BackupRunQuerySchema = z.object({
+    afterSequence: z.coerce.number().int().min(0).optional(),
+    limit: z.coerce.number().int().min(1).max(100).optional()
+}).strict();
 const aiToolCallResultSchema = z.object({
     id: z.string().min(1).max(300),
     name: z.string().min(1).max(200),
@@ -435,7 +481,7 @@ const workAiSettingsSchema = z.object({
     autoRunFailureThreshold: z.number().int().min(1).max(10).optional(),
     bookSummaryContextPercent: z.number().int().min(1).max(90).optional(),
     contextCompactThreshold: z.number().int().min(50).max(90).optional(),
-    agentToolCallLimit: z.number().int().min(5).max(48).optional(),
+    agentToolCallLimit: z.number().int().min(5).optional(),
     agentToolCallGlobalMultiplier: z.number().int().min(1).max(6).optional(),
     agentTools: z.array(z.enum(["story_index", "read_chapters", "grep", "search_story_entities", "read_character_sections", "search_drafts", "image"])).max(7).optional(),
     alwaysIncludeSettingInfo: z.boolean().optional(),
@@ -861,12 +907,19 @@ export function createRuntime(options) {
         return auth.workModulePermissions(request.authUser, resolvedWorkId, request.authMethod !== "api-key") ?? fullWorkModulePermissions();
     };
     const captcha = new ImageCaptchaService({ revealAnswer: options.revealCaptchaAnswer === true });
+    const credentialVault = new CredentialVault(options.masterSecret);
+    const backups = new S3BackupManager(database, credentialVault, store, attachmentStorage, {
+        ...options.backupOptions,
+        masterKey: options.masterSecret,
+        validateEndpoint: options.backupOptions?.validateEndpoint
+            ?? (options.security ? (url) => assertSafeS3Endpoint(url, options.security?.allowPrivateAiEndpoints) : undefined)
+    });
     const releaseUpdateChecker = new ReleaseUpdateChecker(APP_VERSION, options.releaseFetchImpl ?? fetch, {
         intervalMs: options.releaseCheckIntervalMs,
         timeoutMs: options.releaseCheckTimeoutMs,
         retries: options.releaseCheckRetries
     });
-    const ai = new AiManager(store, new CredentialVault(options.masterSecret), options.fetchImpl ?? fetch, options.security ? (url) => assertSafeAiEndpoint(url, options.security?.allowPrivateAiEndpoints) : undefined, (task, actor) => {
+    const ai = new AiManager(store, credentialVault, options.fetchImpl ?? fetch, options.security ? (url) => assertSafeAiEndpoint(url, options.security?.allowPrivateAiEndpoints) : undefined, (task, actor) => {
         const requiredModules = analysisTaskReadModules(task.taskType, task.scope);
         const creator = actor ? null : database.get("SELECT created_by_user_id FROM analysis_tasks WHERE id = ?", String(task.id));
         const userId = actor?.userId ?? (typeof creator?.created_by_user_id === "string" ? creator.created_by_user_id : null);
@@ -1913,6 +1966,27 @@ export function createRuntime(options) {
     app.patch("/api/platform/ui-settings", (request, response) => {
         data(response, store.updatePlatformUiSettings(parse(platformUiSettingsSchema, request.body)));
     });
+    app.get("/api/platform/backups/targets", (_request, response) => data(response, backups.listTargets()));
+    app.post("/api/platform/backups/targets", (request, response) => {
+        data(response, backups.createTarget(parse(s3BackupTargetBaseSchema, request.body)), 201);
+    });
+    app.patch("/api/platform/backups/targets/:targetId", (request, response) => {
+        data(response, backups.updateTarget(request.params.targetId, parse(s3BackupTargetUpdateSchema, request.body)));
+    });
+    app.delete("/api/platform/backups/targets/:targetId", (request, response) => {
+        backups.deleteTarget(request.params.targetId);
+        noContent(response);
+    });
+    app.get("/api/platform/backups/runs", (request, response) => {
+        data(response, backups.listRuns(parse(s3BackupRunQuerySchema, request.query)));
+    });
+    app.post("/api/platform/backups/run", (request, response) => {
+        const input = parse(s3BackupRunSchema, request.body ?? {});
+        const queued = input.targetIds
+            ? backups.enqueueTargets(input.targetIds, "manual")
+            : backups.enqueueEnabledTargets("manual");
+        data(response, { ...queued, queuedAt: new Date().toISOString() }, 202);
+    });
     app.get("/api/works/:workId/ai-settings", (request, response) => data(response, store.getWorkAiSettings(request.params.workId)));
     app.get("/api/works/:workId/ai-settings/usage", (request, response) => {
         const query = parse(aiUsageQuerySchema, request.query);
@@ -1940,6 +2014,10 @@ export function createRuntime(options) {
     app.patch("/api/works/:workId/ai-settings", (request, response) => {
         const workId = request.params.workId;
         const input = parse(workAiSettingsSchema, request.body);
+        const maximumAgentToolCallLimit = resolveMaxAgentToolCallLimit();
+        if (input.agentToolCallLimit !== undefined && input.agentToolCallLimit > maximumAgentToolCallLimit) {
+            throw new AppError(400, "AGENT_TOOL_CALL_LIMIT_TOO_HIGH", `Agent 工具调用上限不能超过 ${maximumAgentToolCallLimit} 次`);
+        }
         if (input.titleGenerationModelId)
             ai.assertModelAvailable(input.titleGenerationModelId);
         if (input.imageToolModelId)
@@ -1971,8 +2049,11 @@ export function createRuntime(options) {
     });
     app.get("/api/ai-conversations/:conversationId", (request, response) => {
         const pagination = parsePagination(request.query);
+        const focusMessageId = request.query.messageId === undefined
+            ? undefined
+            : parse(identifier, request.query.messageId);
         const conversation = pagination
-            ? store.getAiConversationPage(request.params.conversationId, pagination)
+            ? store.getAiConversationPage(request.params.conversationId, pagination, focusMessageId)
             : store.getAiConversation(request.params.conversationId);
         const permissions = requestPermissions(request, String(conversation.workId));
         data(response, redactAiConversation(conversation, permissions));
@@ -2286,7 +2367,12 @@ export function createRuntime(options) {
             type: z.enum(HYBRID_SEARCH_TYPES).optional(),
             limit: z.coerce.number().int().min(1).max(100).optional()
         }).strict(), request.query);
-        data(response, await ai.searchWork(request.params.workId, query.q, { type: query.type, limit: query.limit }));
+        const permissions = requestPermissions(request, request.params.workId);
+        data(response, await ai.searchWork(request.params.workId, query.q, {
+            type: query.type,
+            limit: query.limit,
+            includeAgentHistory: permissions["ai-chat"] !== "none"
+        }));
     });
     app.get("/api/works/:workId/export", async (request, response) => {
         const format = parse(z.enum(["json", "txt", "markdown", "docx"]), request.query.format ?? "json");
@@ -2437,9 +2523,11 @@ export function createRuntime(options) {
         logger.error("http.request.unhandled_error", commonFields);
         response.status(500).json({ error: { code: "INTERNAL_ERROR", message: "服务器内部错误" } });
     });
+    backups.startScheduler();
     logger.info("runtime.ready", { serveUi: options.serveUi ?? true });
-    return { app, database, store, ai, auth, attachmentStorage, cleanupAttachments, close: () => {
+    return { app, database, store, ai, backups, auth, attachmentStorage, cleanupAttachments, close: () => {
             logger.info("runtime.closing");
+            backups.dispose();
             ai.dispose();
             database.close();
             if (temporaryAttachmentRoot)