@musnows/scriverse 0.4.12 → 0.5.1

package/dist/ai.js

@@ -33,6 +33,119 @@ function thinkingParameters(provider, model) {
     return { thinking: { type: boolValue(model, "thinking_enabled") ? "enabled" : "disabled" } };
 }
 const AGENT_TOOL_IDS = ["story_index", "read_chapters", "grep", "search_story_entities", "read_character_sections"];
+const TASK_TRACE_PREVIEW_CHARACTER_LIMIT = 3_000;
+function traceRecord(value) {
+    return value && typeof value === "object" && !Array.isArray(value) ? value : {};
+}
+function previewTaskTraceMessages(messages) {
+    const records = messages.map(traceRecord);
+    const contents = records.map((message) => message.content === null ? "" : String(message.content ?? ""));
+    const allocations = contents.map(() => 0);
+    let remaining = TASK_TRACE_PREVIEW_CHARACTER_LIMIT;
+    let active = contents.map((_, index) => index).filter((index) => contents[index].length > 0);
+    while (remaining > 0 && active.length > 0) {
+        const share = Math.max(1, Math.floor(remaining / active.length));
+        const next = [];
+        for (const index of active) {
+            if (remaining <= 0)
+                break;
+            const available = contents[index].length - allocations[index];
+            const granted = Math.min(available, share, remaining);
+            allocations[index] = allocations[index] + granted;
+            remaining -= granted;
+            if (allocations[index] < contents[index].length)
+                next.push(index);
+        }
+        active = next;
+    }
+    return {
+        messages: records.map((message, index) => {
+            const content = contents[index];
+            const toolCalls = Array.isArray(message.tool_calls) ? message.tool_calls : [];
+            return {
+                role: typeof message.role === "string" ? message.role : "user",
+                content: content.slice(0, allocations[index]),
+                contentChars: content.length,
+                contentTruncated: allocations[index] < content.length,
+                toolCallCount: toolCalls.length,
+                ...(typeof message.tool_call_id === "string" ? { tool_call_id: message.tool_call_id } : {})
+            };
+        }),
+        totalChars: contents.reduce((total, content) => total + content.length, 0),
+        truncated: contents.some((content, index) => allocations[index] < content.length)
+    };
+}
+function summarizeTaskTraceRound(value) {
+    const round = traceRecord(value);
+    const request = traceRecord(round.request);
+    const messages = Array.isArray(request.messages) ? request.messages : [];
+    const attempts = Array.isArray(round.attempts) ? round.attempts : [];
+    const toolExecutions = Array.isArray(round.toolExecutions) ? round.toolExecutions : [];
+    return {
+        round: typeof round.round === "number" ? round.round : 1,
+        requestedAt: typeof round.requestedAt === "string" ? round.requestedAt : "",
+        messageCount: messages.length,
+        promptChars: messages.reduce((total, message) => {
+            const content = traceRecord(message).content;
+            return total + (content === null ? 0 : String(content ?? "").length);
+        }, 0),
+        attemptCount: attempts.length,
+        toolExecutionCount: toolExecutions.length
+    };
+}
+function redactProviderSecret(value, apiKey) {
+    if (!apiKey)
+        return value;
+    return value.split(apiKey).join("[REDACTED]");
+}
+function redactProviderSecrets(value, apiKey, depth = 0) {
+    if (typeof value === "string")
+        return redactProviderSecret(value, apiKey);
+    if (value === null || typeof value === "number" || typeof value === "boolean")
+        return value;
+    if (depth >= 32)
+        return "[REDACTED_DEPTH_LIMIT]";
+    if (Array.isArray(value))
+        return value.map((item) => redactProviderSecrets(item, apiKey, depth + 1));
+    if (!value || typeof value !== "object")
+        return null;
+    return Object.fromEntries(Object.entries(value).map(([key, item]) => [key, redactProviderSecrets(item, apiKey, depth + 1)]));
+}
+function sanitizeCompletionTraceResponse(value) {
+    const response = value && typeof value === "object" && !Array.isArray(value) ? value : {};
+    const choices = Array.isArray(response.choices) ? response.choices : [];
+    return {
+        choices: choices.map((choice) => {
+            const choiceRecord = choice && typeof choice === "object" && !Array.isArray(choice) ? choice : {};
+            const message = choiceRecord.message && typeof choiceRecord.message === "object" && !Array.isArray(choiceRecord.message)
+                ? choiceRecord.message
+                : {};
+            const toolCalls = Array.isArray(message.tool_calls) ? message.tool_calls : [];
+            return {
+                finish_reason: typeof choiceRecord.finish_reason === "string" || choiceRecord.finish_reason === null ? choiceRecord.finish_reason : null,
+                message: {
+                    content: typeof message.content === "string" || message.content === null ? message.content : null,
+                    reasoning_content: typeof message.reasoning_content === "string" || message.reasoning_content === null ? message.reasoning_content : null,
+                    tool_calls: toolCalls.map((toolCall) => {
+                        const toolCallRecord = toolCall && typeof toolCall === "object" && !Array.isArray(toolCall) ? toolCall : {};
+                        const fn = toolCallRecord.function && typeof toolCallRecord.function === "object" && !Array.isArray(toolCallRecord.function)
+                            ? toolCallRecord.function
+                            : {};
+                        return {
+                            id: typeof toolCallRecord.id === "string" ? toolCallRecord.id : "",
+                            type: "function",
+                            function: {
+                                name: typeof fn.name === "string" ? fn.name : "",
+                                arguments: fn.arguments ?? ""
+                            }
+                        };
+                    })
+                }
+            };
+        }),
+        ...(response.usage && typeof response.usage === "object" && !Array.isArray(response.usage) ? { usage: response.usage } : {})
+    };
+}
 const MAX_AGENT_TOOL_ROUNDS = 6;
 const MAX_AGENT_TOOL_CALLS = 12;
 const MAX_CONFIGURED_AGENT_TOOL_CALLS = 48;
@@ -1223,6 +1336,7 @@ export class AiManager {
         return this.store.db.all("SELECT * FROM ai_calls WHERE work_id = ? ORDER BY created_at DESC LIMIT 200", workId).map((row) => ({
             id: stringValue(row, "id"),
             workId: stringValue(row, "work_id"),
+            taskId: row.task_id === null ? null : stringValue(row, "task_id"),
             taskType: stringValue(row, "task_type"),
             provider: this.getProvider(stringValue(row, "provider_id")),
             model: this.getModel(stringValue(row, "model_id")),
@@ -1243,6 +1357,7 @@ export class AiManager {
         return paginated(rows.map((row) => ({
             id: stringValue(row, "id"),
             workId: stringValue(row, "work_id"),
+            taskId: row.task_id === null ? null : stringValue(row, "task_id"),
             taskType: stringValue(row, "task_type"),
             provider: this.getProvider(stringValue(row, "provider_id")),
             model: this.getModel(stringValue(row, "model_id")),
@@ -1256,6 +1371,99 @@ export class AiManager {
             completedAt: row.completed_at === null ? null : stringValue(row, "completed_at")
         })), pagination);
     }
+    getTaskTrace(taskId) {
+        this.store.getTask(taskId);
+        const rows = this.store.db.all(`SELECT call.id, call.task_type, call.provider_id, call.model_id, call.status, call.failure,
+        call.input_chars, call.output_chars, call.created_at, call.completed_at, trace.call_id AS trace_call_id,
+        CASE WHEN trace.call_id IS NULL THEN 0 ELSE json_array_length(trace.initial_messages_json) END AS initial_message_count,
+        CASE WHEN trace.call_id IS NULL THEN 0 ELSE json_array_length(trace.rounds_json) END AS round_count,
+        CASE WHEN trace.call_id IS NULL THEN 0 ELSE length(trace.initial_messages_json) + length(trace.rounds_json) END AS trace_chars,
+        trace.created_at AS trace_created_at, trace.updated_at AS trace_updated_at, provider.name AS provider_name,
+        model.display_name AS model_display_name, model.model_id AS external_model_id
+       FROM ai_calls call
+       LEFT JOIN ai_call_traces trace ON trace.call_id = call.id
+       LEFT JOIN providers provider ON provider.id = call.provider_id
+       LEFT JOIN models model ON model.id = call.model_id
+       WHERE call.task_id = ?
+       ORDER BY call.created_at ASC, call.id ASC`, taskId);
+        const calls = rows.map((row) => {
+            const hasTrace = row.trace_call_id !== null && row.trace_call_id !== undefined;
+            const failure = row.failure === null ? null : stringValue(row, "failure");
+            return {
+                id: stringValue(row, "id"),
+                taskType: stringValue(row, "task_type"),
+                provider: {
+                    id: stringValue(row, "provider_id"),
+                    name: row.provider_name === null ? "已删除的供应商" : stringValue(row, "provider_name"),
+                    deleted: row.provider_name === null
+                },
+                model: {
+                    id: stringValue(row, "model_id"),
+                    displayName: row.model_display_name === null ? "已删除的模型" : stringValue(row, "model_display_name"),
+                    modelId: row.external_model_id === null ? null : stringValue(row, "external_model_id"),
+                    deleted: row.model_display_name === null
+                },
+                status: stringValue(row, "status"),
+                failure: failure === null ? null : failure.slice(0, 1_000),
+                failureTruncated: failure !== null && failure.length > 1_000,
+                inputChars: numberValue(row, "input_chars"),
+                outputChars: numberValue(row, "output_chars"),
+                createdAt: stringValue(row, "created_at"),
+                completedAt: row.completed_at === null ? null : stringValue(row, "completed_at"),
+                trace: hasTrace ? {
+                    available: true,
+                    initialMessageCount: numberValue(row, "initial_message_count"),
+                    roundCount: numberValue(row, "round_count"),
+                    serializedChars: numberValue(row, "trace_chars"),
+                    createdAt: stringValue(row, "trace_created_at"),
+                    updatedAt: stringValue(row, "trace_updated_at")
+                } : null
+            };
+        });
+        return {
+            taskId,
+            captured: calls.some((call) => call.trace !== null),
+            calls
+        };
+    }
+    getTaskTraceCall(taskId, callId, full = false) {
+        this.store.getTask(taskId);
+        const row = this.store.db.get(`SELECT trace.initial_messages_json, trace.rounds_json, trace.created_at, trace.updated_at
+       FROM ai_calls call JOIN ai_call_traces trace ON trace.call_id = call.id AND trace.task_id = call.task_id
+       WHERE call.id = ? AND call.task_id = ?`, callId, taskId);
+        if (!row)
+            throw notFound("AI 调用追踪");
+        const initialMessages = json(stringValue(row, "initial_messages_json"), []);
+        const rounds = json(stringValue(row, "rounds_json"), []);
+        if (full) {
+            return {
+                taskId,
+                callId,
+                mode: "full",
+                trace: {
+                    initialMessages,
+                    rounds,
+                    createdAt: stringValue(row, "created_at"),
+                    updatedAt: stringValue(row, "updated_at")
+                }
+            };
+        }
+        const preview = previewTaskTraceMessages(initialMessages);
+        return {
+            taskId,
+            callId,
+            mode: "preview",
+            previewLimit: TASK_TRACE_PREVIEW_CHARACTER_LIMIT,
+            truncated: preview.truncated,
+            totalPromptChars: preview.totalChars,
+            trace: {
+                initialMessages: preview.messages,
+                rounds: rounds.map(summarizeTaskTraceRound),
+                createdAt: stringValue(row, "created_at"),
+                updatedAt: stringValue(row, "updated_at")
+            }
+        };
+    }
     async runTask(taskId, modelId) {
         const task = this.store.getTask(taskId);
         const workId = String(task.workId);
@@ -1310,6 +1518,7 @@ export class AiManager {
             else {
                 const generated = await this.generate({
                     workId,
+                    taskId,
                     taskType: taskType === "book-analysis" ? "book-analysis" : "chapter-analysis",
                     instruction: "请基于上下文完成分析，给出有原文依据的中文结论。",
                     scope,
@@ -1771,8 +1980,20 @@ export class AiManager {
         });
         const callId = id("call");
         const timestamp = now();
-        this.store.db.run(`INSERT INTO ai_calls (id, work_id, task_type, provider_id, model_id, context_scope_json, parameters_json,
-       status, input_chars, created_at, created_by_user_id) VALUES (?, ?, ?, ?, ?, ?, ?, 'running', ?, ?, ?)`, callId, input.workId, input.taskType, stringValue(provider, "id"), stringValue(model, "id"), JSON.stringify(input.scope), JSON.stringify(parameters), context.length + input.instruction.length, timestamp, currentRequestActor()?.userId ?? null);
+        const traceRounds = [];
+        this.store.db.transaction(() => {
+            this.store.db.run(`INSERT INTO ai_calls (id, work_id, task_id, task_type, provider_id, model_id, context_scope_json, parameters_json,
+         status, input_chars, created_at, created_by_user_id) VALUES (?, ?, ?, ?, ?, ?, ?, ?, 'running', ?, ?, ?)`, callId, input.workId, input.taskId ?? null, input.taskType, stringValue(provider, "id"), stringValue(model, "id"), JSON.stringify(input.scope), JSON.stringify(parameters), context.length + input.instruction.length, timestamp, currentRequestActor()?.userId ?? null);
+            if (input.taskId) {
+                this.store.db.run(`INSERT INTO ai_call_traces (call_id, task_id, initial_messages_json, rounds_json, created_at, updated_at)
+           VALUES (?, ?, ?, '[]', ?, ?)`, callId, input.taskId, JSON.stringify(messages), timestamp, timestamp);
+            }
+        });
+        const saveTrace = () => {
+            if (!input.taskId)
+                return;
+            this.store.db.run("UPDATE ai_call_traces SET rounds_json = ?, updated_at = ? WHERE call_id = ?", JSON.stringify(traceRounds), now(), callId);
+        };
         const callStartedAt = process.hrtime.bigint();
         logger.info("ai.call.started", {
             callId,
@@ -1785,8 +2006,10 @@ export class AiManager {
             instructionChars: input.instruction.length,
             toolCount: tools.length
         });
+        let activeApiKey = "";
         try {
             const apiKey = this.decryptKey(provider);
+            activeApiKey = apiKey;
             const endpoint = `${normalizeBaseUrl(stringValue(provider, "base_url"))}/chat/completions`;
             const timeoutMs = input.taskType === "book-analysis" || input.taskType === "relationship-analysis" ? 300_000 : 60_000;
             const maximumAttempts = Math.round(clamp(input.maxAttempts ?? 3, 1, 5));
@@ -1795,10 +2018,32 @@ export class AiManager {
             let totalInputTokens = 0;
             let totalCachedInputTokens = 0;
             const requestCompletion = async (toolChoice) => {
+                const traceRound = {
+                    round: traceRounds.length + 1,
+                    requestedAt: now(),
+                    request: {
+                        model: stringValue(model, "model_id"),
+                        messages: structuredClone(completionMessages),
+                        parameters: structuredClone(parameters),
+                        tools: toolChoice === "auto" ? structuredClone(tools) : [],
+                        toolChoice
+                    },
+                    attempts: [],
+                    toolExecutions: []
+                };
+                traceRounds.push(traceRound);
+                saveTrace();
                 let lastFailure = null;
                 for (let attempt = 1; attempt <= maximumAttempts; attempt += 1) {
                     let retryable = true;
                     const attemptStartedAt = process.hrtime.bigint();
+                    const traceAttempt = {
+                        attempt,
+                        startedAt: now(),
+                        status: "running"
+                    };
+                    traceRound.attempts.push(traceAttempt);
+                    saveTrace();
                     logger.info("ai.call.attempt_started", { callId, attempt, maximumAttempts, toolChoice });
                     try {
                         const candidate = await this.scheduleProviderRequest(provider, input.signal, async () => {
@@ -1837,7 +2082,12 @@ export class AiManager {
                         });
                         if (candidate.ok) {
                             try {
-                                const parsed = JSON.parse(candidate.body);
+                                const parsed = redactProviderSecrets(JSON.parse(candidate.body), apiKey);
+                                traceAttempt.completedAt = now();
+                                traceAttempt.status = "completed";
+                                traceAttempt.httpStatus = candidate.status;
+                                traceAttempt.response = sanitizeCompletionTraceResponse(parsed);
+                                saveTrace();
                                 completionRequestCount += 1;
                                 const cacheUsage = resolveInputCacheUsage(parsed.usage);
                                 if (!cacheUsage)
@@ -1853,6 +2103,11 @@ export class AiManager {
                             }
                         }
                         lastFailure = new Error(`HTTP ${candidate.status}: ${candidate.body.slice(0, 500)}`);
+                        traceAttempt.completedAt = now();
+                        traceAttempt.status = "failed";
+                        traceAttempt.httpStatus = candidate.status;
+                        traceAttempt.failure = redactProviderSecret(`HTTP ${candidate.status}: ${candidate.body.slice(0, 2_000)}`, apiKey);
+                        saveTrace();
                         if (candidate.status !== 429 && candidate.status < 500) {
                             retryable = false;
                             throw lastFailure;
@@ -1860,6 +2115,14 @@ export class AiManager {
                     }
                     catch (error) {
                         lastFailure = error;
+                        if (traceAttempt.status === "running") {
+                            traceAttempt.completedAt = now();
+                            traceAttempt.status = "failed";
+                            traceAttempt.failure = error instanceof Error
+                                ? redactProviderSecret(error.message.slice(0, 2_000), apiKey)
+                                : "AI request failed";
+                            saveTrace();
+                        }
                         logger.warn("ai.call.attempt_failed", {
                             callId,
                             attempt,
@@ -1921,6 +2184,8 @@ export class AiManager {
                     const execution = this.executeAgentTool(input.workId, toolCall);
                     logger.info("ai.tool_call.completed", { callId, toolName: execution.name, status: execution.status, round });
                     executedToolCalls.push(execution);
+                    traceRounds.at(-1)?.toolExecutions.push(execution);
+                    saveTrace();
                     processSteps.push({ id: id("process"), type: "tool", round, toolCall: execution, createdAt: execution.calledAt });
                     input.onToolCall?.(execution, round);
                     completionMessages.push({ role: "tool", tool_call_id: toolCall.id, content: JSON.stringify(execution.result) });
@@ -1966,7 +2231,7 @@ export class AiManager {
             return { callId, content, outputTokens, ...(cacheHitPercent === undefined ? {} : { cacheHitPercent }), provider: this.mapProvider(provider), model: this.mapModel(model), context, toolCalls: executedToolCalls, processSteps };
         }
         catch (error) {
-            const message = error instanceof Error ? error.message : "AI 调用失败";
+            const message = error instanceof Error ? redactProviderSecret(error.message, activeApiKey) : "AI 调用失败";
             this.store.db.run("UPDATE ai_calls SET status = 'failed', failure = ?, completed_at = ? WHERE id = ?", message, now(), callId);
             logger.error("ai.call.failed", {
                 callId,
@@ -2170,6 +2435,7 @@ export class AiManager {
         const chapter = this.store.getChapter(scope.chapterId);
         const generated = await this.generateTaggedJson({
             workId,
+            taskId,
             taskType: "chapter-analysis",
             signal: this.taskSignal(taskId),
             instruction: "分析本章并输出 JSON 对象，字段为 summary（1至3句）、events（数组）、characters（数组）、settings（数组）、evidence（数组，每项含 conclusion 和 quote）、uncertainties（数组）。",
@@ -2189,6 +2455,7 @@ export class AiManager {
     async runTimelineAnalysis(workId, scope, modelId, taskId) {
         const generated = await this.generateTaggedJson({
             workId,
+            taskId,
             taskType: "timeline-analysis",
             signal: this.taskSignal(taskId),
             instruction: "抽取大事件候选并输出 JSON 数组。每项字段：name、description、eventType、timeLabel、timeSort（无法确定为 null）、location、impactScope、chapterIds、participantIds、evidence。必须区分发生时间与叙述时间；不确定时使用‘时间待定’。",
@@ -2228,6 +2495,7 @@ export class AiManager {
             throw new AppError(409, "CHAPTERS_REQUIRED", "世界观分析范围内没有章节");
         const generated = await this.generateTaggedJson({
             workId,
+            taskId,
             taskType: "book-analysis",
             signal: this.taskSignal(taskId),
             instruction: [
@@ -2325,6 +2593,7 @@ export class AiManager {
                 return { candidates: [], callId: null };
             const generated = await this.generateTaggedJson({
                 workId,
+                taskId,
                 taskType: "book-analysis",
                 signal: this.taskSignal(taskId),
                 maxAttempts: 2,
@@ -2468,6 +2737,7 @@ export class AiManager {
     async runConsistencyCheck(workId, scope, modelId, taskId) {
         const generated = await this.generateTaggedJson({
             workId,
+            taskId,
             taskType: "consistency-check",
             signal: this.taskSignal(taskId),
             instruction: "检查设定、人物状态、关系和时间是否冲突，输出 JSON 数组。每项字段：itemType、severity（low/medium/high）、title、description、entityRefs、evidence、suggestion。没有问题时输出 []。",
@@ -2523,6 +2793,7 @@ export class AiManager {
         }).join("\n");
         const generated = await this.generateTaggedJson({
             workId,
+            taskId,
             taskType: "book-analysis",
             signal: this.taskSignal(taskId),
             scope: scope.type === "none" ? scope : { type: "none" },
@@ -2643,6 +2914,7 @@ export class AiManager {
     async verifyCharacterTitlePairs(workId, pairs, modelId, taskId) {
         const generated = await this.generateTaggedJson({
             workId,
+            taskId,
             taskType: "book-analysis",
             signal: this.taskSignal(taskId),
             scope: { type: "none" },
@@ -2696,6 +2968,7 @@ export class AiManager {
         const extractChunk = async (text, maxAttempts = 3) => {
             const generated = await this.generateTaggedJson({
                 workId,
+                taskId,
                 taskType: "book-analysis",
                 signal: this.taskSignal(taskId),
                 maxAttempts,
@@ -3073,6 +3346,7 @@ export class AiManager {
         const extractChunk = async (text, maxAttempts = 3) => {
             const generated = await this.generateTaggedJson({
                 workId,
+                taskId,
                 taskType: "relationship-analysis",
                 signal: this.taskSignal(taskId),
                 maxAttempts,
@@ -3210,6 +3484,7 @@ export class AiManager {
             const aggregationResults = await this.processChunks(evidenceBatches, Math.min(concurrency, 4), async (evidenceBatch) => {
                 const generated = await this.generateTaggedJson({
                     workId,
+                    taskId,
                     taskType: "relationship-analysis",
                     signal: this.taskSignal(taskId),
                     maxAttempts: 2,