@musnows/scriverse 0.7.8 → 0.7.10

package/dist/ai.js

@@ -7,7 +7,7 @@ import { characterExtractionHash, characterExtractionSelectionFingerprint, edita
 import { PLATFORM_AI_WORK_ID } from "./database.js";
 import { AppError, notFound } from "./errors.js";
 import { assertOfficialGoogleVertexBaseUrl, fetchGoogleOAuthAccessToken, GoogleVertexTokenCache, maskServiceAccountHint, parseGoogleServiceAccount } from "./google-vertex-auth.js";
-import { HYBRID_SEARCH_TYPES, MAXIMUM_WORK_SEARCH_QUERY_LENGTH, buildHybridSearchSnippet, documentParagraphLineRange, fuseHybridSearchChannels, normalizeWorkSearchQuery } from "./hybrid-search.js";
+import { HYBRID_SEARCH_TYPES, MAXIMUM_WORK_SEARCH_QUERY_LENGTH, buildHybridSearchSnippet, documentParagraphLineRangesFromLines, fuseHybridSearchChannels, normalizeWorkSearchQuery } from "./hybrid-search.js";
 import { logger, sanitizeError } from "./logger.js";
 import { paginated, paginationSql } from "./pagination.js";
 import { currentRequestActor } from "./request-context.js";
@@ -183,6 +183,19 @@ const RELATIONSHIP_MAX_FUZZY_SCAN_CHARACTERS = 4_000_000;
 const RELATIONSHIP_MAX_FUZZY_MATCHES = 600;
 const RELATIONSHIP_MAX_SOURCE_MATCHES = 256;
 const RELATIONSHIP_PREFILTER_DISABLE_HINT = "请取消勾选“分析前按人物名称和拼音过滤来源”后重新预览";
+function createHybridChapterLineRangeFallbackState() {
+    return {
+        chapters: new Map(),
+        attemptedCandidates: 0,
+        chapterLoads: 0,
+        repairedCandidates: 0,
+        invalidCandidateRows: 0,
+        missingChapters: 0,
+        chapterVersionMismatches: 0,
+        missingParagraphRanges: 0,
+        paragraphContentMismatches: 0
+    };
+}
 function relationshipCandidateLimitMessage(message) {
     return `${message}；${RELATIONSHIP_PREFILTER_DISABLE_HINT}`;
 }
@@ -1621,8 +1634,12 @@ export class AiManager {
         if (!normalizedQuery)
             return [];
         const requestedTypes = options.type ? new Set([options.type]) : new Set(HYBRID_SEARCH_TYPES);
-        if (options.includeAgentHistory === false)
-            requestedTypes.delete("agent-history");
+        if (options.allowedTypes) {
+            const allowedTypes = new Set(options.allowedTypes);
+            for (const type of requestedTypes)
+                if (!allowedTypes.has(type))
+                    requestedTypes.delete(type);
+        }
         if (requestedTypes.size === 0)
             return [];
         const hasIndexedSourceTypes = [...requestedTypes].some((type) => type !== "chapter" && type !== "agent-history");
@@ -1632,8 +1649,9 @@ export class AiManager {
         const channelLimit = Math.min(200, Math.max(50, resultLimit * 4));
         const accepts = (type) => requestedTypes.has(type);
         const metadataDetails = new Map();
+        const chapterLineRangeFallbackState = createHybridChapterLineRangeFallbackState();
         const metadataCandidates = [...requestedTypes].some((type) => type !== "agent-history")
-            ? this.store.search(workId, normalizedQuery).flatMap((item) => {
+            ? this.store.search(workId, normalizedQuery, requestedTypes).flatMap((item) => {
                 const type = String(item.type);
                 const itemId = String(item.id ?? "");
                 if (!itemId || !accepts(type))
@@ -1654,14 +1672,19 @@ export class AiManager {
             }).slice(0, channelLimit)
             : [];
         const exactCandidates = [
-            ...(requestedTypes.has("chapter") ? this.hybridChapterMatches(workId, normalizedQuery, "exact", channelLimit) : []),
+            ...(requestedTypes.has("chapter")
+                ? this.hybridChapterMatches(workId, normalizedQuery, "exact", channelLimit, chapterLineRangeFallbackState)
+                : []),
             ...(hasIndexedSourceTypes ? this.hybridIndexedSourceMatches(workId, normalizedQuery, "exact", requestedTypes, channelLimit) : []),
             ...(requestedTypes.has("agent-history") ? this.hybridAgentHistoryMatches(workId, normalizedQuery, channelLimit) : [])
         ];
         const phoneticCandidates = [
-            ...(requestedTypes.has("chapter") ? this.hybridChapterMatches(workId, normalizedQuery, "phonetic", channelLimit) : []),
+            ...(requestedTypes.has("chapter")
+                ? this.hybridChapterMatches(workId, normalizedQuery, "phonetic", channelLimit, chapterLineRangeFallbackState)
+                : []),
             ...(hasIndexedSourceTypes ? this.hybridIndexedSourceMatches(workId, normalizedQuery, "phonetic", requestedTypes, channelLimit) : [])
         ];
+        this.logHybridChapterLineRangeFallback(workId, chapterLineRangeFallbackState);
         return fuseHybridSearchChannels([
             { weight: 1.4, candidates: metadataCandidates },
             { weight: 1, candidates: exactCandidates },
@@ -1709,16 +1732,19 @@ export class AiManager {
             };
         }).filter((candidate) => candidate.id && candidate.conversationId);
     }
-    hybridChapterMatches(workId, query, matchKind, limit) {
+    hybridChapterMatches(workId, query, matchKind, limit, fallbackState) {
         let rows;
         if (matchKind === "phonetic") {
             const tokens = relationshipPinyinSearchTokens(query);
             if (tokens.length === 0)
                 return [];
-            rows = this.store.db.all(`SELECT paragraph.chapter_id, paragraph.paragraph_order, paragraph.content AS paragraph_content,
-                chapter.title AS chapter_title, chapter.content AS chapter_content, volume.title AS volume_title
+            rows = this.store.db.all(`SELECT paragraph.id AS paragraph_id, paragraph.chapter_id, paragraph.paragraph_order,
+                paragraph.content AS paragraph_content, line_range.chapter_version AS range_chapter_version,
+                line_range.start_line, line_range.end_line, chapter.version_no AS chapter_version,
+                chapter.title AS chapter_title, volume.title AS volume_title
          FROM chapter_paragraph_pinyin_fts pinyin
          JOIN chapter_paragraph_search paragraph ON paragraph.id = pinyin.rowid
+         LEFT JOIN chapter_paragraph_line_ranges line_range ON line_range.paragraph_id = paragraph.id
          JOIN chapters chapter ON chapter.id = paragraph.chapter_id
          JOIN volumes volume ON volume.id = chapter.volume_id
          WHERE paragraph.work_id = ? AND chapter.deleted_at IS NULL
@@ -1727,10 +1753,13 @@ export class AiManager {
          LIMIT ?`, workId, ftsPhrase(tokens), limit);
         }
         else if ([...query].length < 3) {
-            rows = this.store.db.all(`SELECT paragraph.chapter_id, paragraph.paragraph_order, paragraph.content AS paragraph_content,
-                chapter.title AS chapter_title, chapter.content AS chapter_content, volume.title AS volume_title
+            rows = this.store.db.all(`SELECT paragraph.id AS paragraph_id, paragraph.chapter_id, paragraph.paragraph_order,
+                paragraph.content AS paragraph_content, line_range.chapter_version AS range_chapter_version,
+                line_range.start_line, line_range.end_line, chapter.version_no AS chapter_version,
+                chapter.title AS chapter_title, volume.title AS volume_title
          FROM chapter_paragraph_short_terms term
          JOIN chapter_paragraph_search paragraph ON paragraph.id = term.paragraph_id
+         LEFT JOIN chapter_paragraph_line_ranges line_range ON line_range.paragraph_id = paragraph.id
          JOIN chapters chapter ON chapter.id = paragraph.chapter_id
          JOIN volumes volume ON volume.id = chapter.volume_id
          WHERE paragraph.work_id = ? AND chapter.deleted_at IS NULL AND term.term = ?
@@ -1738,10 +1767,13 @@ export class AiManager {
          LIMIT ?`, workId, query, limit);
         }
         else {
-            rows = this.store.db.all(`SELECT paragraph.chapter_id, paragraph.paragraph_order, paragraph.content AS paragraph_content,
-                chapter.title AS chapter_title, chapter.content AS chapter_content, volume.title AS volume_title
+            rows = this.store.db.all(`SELECT paragraph.id AS paragraph_id, paragraph.chapter_id, paragraph.paragraph_order,
+                paragraph.content AS paragraph_content, line_range.chapter_version AS range_chapter_version,
+                line_range.start_line, line_range.end_line, chapter.version_no AS chapter_version,
+                chapter.title AS chapter_title, volume.title AS volume_title
          FROM chapter_paragraph_search_fts fts
          JOIN chapter_paragraph_search paragraph ON paragraph.id = fts.rowid
+         LEFT JOIN chapter_paragraph_line_ranges line_range ON line_range.paragraph_id = paragraph.id
          JOIN chapters chapter ON chapter.id = paragraph.chapter_id
          JOIN volumes volume ON volume.id = chapter.volume_id
          WHERE paragraph.work_id = ? AND chapter.deleted_at IS NULL
@@ -1755,8 +1787,10 @@ export class AiManager {
             const key = `chapter:${chapterId}`;
             if (!chapterId || seen.has(key))
                 return [];
+            const range = this.hybridChapterLineRange(workId, row, fallbackState);
+            if (!range)
+                return [];
             seen.add(key);
-            const range = documentParagraphLineRange(String(row.chapter_content ?? ""), Number(row.paragraph_order));
             return [{
                     key,
                     type: "chapter",
@@ -1765,20 +1799,118 @@ export class AiManager {
                     subtitle: String(row.volume_title ?? ""),
                     snippet: buildHybridSearchSnippet(String(row.paragraph_content ?? ""), query),
                     matchKind,
-                    ...(range ?? {})
+                    ...range
                 }];
         });
     }
+    hybridChapterLineRange(workId, row, fallbackState) {
+        const chapterVersion = Number(row.chapter_version);
+        const rangeVersion = Number(row.range_chapter_version);
+        const startLine = Number(row.start_line);
+        const endLine = Number(row.end_line);
+        if (Number.isSafeInteger(chapterVersion)
+            && chapterVersion >= 1
+            && rangeVersion === chapterVersion
+            && Number.isSafeInteger(startLine)
+            && Number.isSafeInteger(endLine)
+            && startLine >= 1
+            && endLine >= startLine) {
+            return { startLine, endLine };
+        }
+        fallbackState.attemptedCandidates += 1;
+        const chapterId = String(row.chapter_id ?? "");
+        const paragraphOrder = Number(row.paragraph_order);
+        const paragraphId = Number(row.paragraph_id);
+        if (!chapterId || !Number.isSafeInteger(paragraphOrder) || paragraphOrder < 0 || !Number.isSafeInteger(paragraphId) || paragraphId < 1) {
+            fallbackState.invalidCandidateRows += 1;
+            return null;
+        }
+        let cachedChapter = fallbackState.chapters.get(chapterId);
+        if (!fallbackState.chapters.has(chapterId)) {
+            fallbackState.chapterLoads += 1;
+            const chapter = this.store.db.get("SELECT content, version_no FROM chapters WHERE id = ? AND work_id = ? AND deleted_at IS NULL", chapterId, workId);
+            if (!chapter) {
+                fallbackState.chapters.set(chapterId, null);
+                cachedChapter = null;
+            }
+            else {
+                const lines = chapter.content.replace(/\r\n?/gu, "\n").split("\n");
+                cachedChapter = {
+                    chapterVersion: Number(chapter.version_no),
+                    lines,
+                    ranges: documentParagraphLineRangesFromLines(lines)
+                };
+                fallbackState.chapters.set(chapterId, cachedChapter);
+            }
+        }
+        if (!cachedChapter) {
+            fallbackState.missingChapters += 1;
+            return null;
+        }
+        if (cachedChapter.chapterVersion !== chapterVersion) {
+            fallbackState.chapterVersionMismatches += 1;
+            return null;
+        }
+        const currentRange = cachedChapter.ranges[paragraphOrder];
+        if (!currentRange) {
+            fallbackState.missingParagraphRanges += 1;
+            return null;
+        }
+        const currentParagraph = cachedChapter.lines
+            .slice(currentRange.startLine - 1, currentRange.endLine)
+            .join("\n")
+            .trim();
+        if (currentParagraph !== String(row.paragraph_content ?? "")) {
+            fallbackState.paragraphContentMismatches += 1;
+            return null;
+        }
+        this.store.db.run(`INSERT INTO chapter_paragraph_line_ranges (paragraph_id, chapter_version, start_line, end_line)
+       VALUES (?, ?, ?, ?)
+       ON CONFLICT(paragraph_id) DO UPDATE SET
+         chapter_version = excluded.chapter_version,
+         start_line = excluded.start_line,
+         end_line = excluded.end_line`, paragraphId, chapterVersion, currentRange.startLine, currentRange.endLine);
+        fallbackState.repairedCandidates += 1;
+        return currentRange;
+    }
+    logHybridChapterLineRangeFallback(workId, state) {
+        if (state.attemptedCandidates === 0)
+            return;
+        const fields = {
+            workId,
+            attemptedCandidates: state.attemptedCandidates,
+            chapterLoads: state.chapterLoads,
+            repairedCandidates: state.repairedCandidates,
+            invalidCandidateRows: state.invalidCandidateRows,
+            missingChapters: state.missingChapters,
+            chapterVersionMismatches: state.chapterVersionMismatches,
+            missingParagraphRanges: state.missingParagraphRanges,
+            paragraphContentMismatches: state.paragraphContentMismatches
+        };
+        const failedCandidates = state.invalidCandidateRows
+            + state.missingChapters
+            + state.chapterVersionMismatches
+            + state.missingParagraphRanges
+            + state.paragraphContentMismatches;
+        if (failedCandidates > 0)
+            logger.warn("search.chapter_line_range_fallback", fields);
+        else
+            logger.info("search.chapter_line_range_fallback", fields);
+    }
     hybridIndexedSourceMatches(workId, query, matchKind, requestedTypes, limit) {
         const tokens = matchKind === "exact" ? relationshipCharacterTokens(query) : relationshipPinyinSearchTokens(query);
         if (tokens.length === 0)
             return [];
         const table = matchKind === "exact" ? "relationship_source_exact_fts" : "relationship_source_pinyin_fts";
+        const sourceTypes = [...requestedTypes].filter((type) => type !== "chapter" && type !== "agent-history");
+        if (sourceTypes.length === 0)
+            return [];
+        const sourceTypePlaceholders = sourceTypes.map(() => "?").join(", ");
         const rows = this.store.db.all(`SELECT source.source_type, source.source_id FROM ${table} search_index
        JOIN relationship_source_search source ON source.id = search_index.rowid
-       WHERE source.work_id = ? AND ${table} MATCH ?
+       WHERE source.work_id = ? AND source.source_type IN (${sourceTypePlaceholders}) AND ${table} MATCH ?
        ORDER BY bm25(${table}), source.source_type, source.source_id
-       LIMIT ?`, workId, ftsPhrase(tokens), limit);
+       LIMIT ?`, workId, ...sourceTypes, ftsPhrase(tokens), limit);
         return rows.flatMap((row) => {
             const sourceType = String(row.source_type ?? "");
             const sourceId = String(row.source_id ?? "");
@@ -3577,22 +3709,25 @@ export class AiManager {
         logger.warn("ai.task.cancelled", { taskId, workId: task.workId });
         return task;
     }
-    contextBudget(input, model) {
+    contextBudget(input, model, existingConversation) {
         const contextWindow = numberValue(model, "context_window") || DEFAULT_CONTEXT_WINDOW;
         const preset = safeJsonObject(stringValue(model, "preset_json"));
         const configuredOutputTokens = typeof preset.max_tokens === "number" ? preset.max_tokens : DEFAULT_MAX_TOKENS;
         const outputReserveTokens = Math.max(MIN_OUTPUT_RESERVE_TOKENS, Math.min(configuredOutputTokens, Math.floor(contextWindow * 0.25), contextWindow - MIN_OUTPUT_RESERVE_TOKENS));
         const availableInputTokens = Math.max(256, contextWindow - outputReserveTokens - 512);
-        const conversation = input.conversationId
-            ? this.store.getAiConversationContext(input.conversationId, input.workId, input.excludeConversationMessageId)
-            : null;
+        const conversation = existingConversation === undefined
+            ? input.conversationId
+                ? this.store.getAiConversationContext(input.conversationId, input.workId, input.excludeConversationMessageId)
+                : null
+            : existingConversation;
         const renderedMemory = conversation?.summary ? renderConversationMemory(conversation.summary) : "";
         const conversationTokens = conversation
             ? estimateAiTokens(renderedMemory) + conversation.messages.reduce((total, message) => total + estimateAiTokens(message.content), 0)
             : 0;
         const conversationBudgetTokens = Math.max(256, Math.floor(availableInputTokens * 0.32));
         const instructionTokens = estimateAiTokens(input.instruction);
-        const functionTokens = estimateAiTokens(JSON.stringify(this.enabledAgentTools(input.workId, input.taskType, input.agentToolIds, input.conversationId)));
+        const roleplayCharacterId = this.roleplayCharacterIdFromConversation(input.workId, conversation);
+        const functionTokens = estimateAiTokens(JSON.stringify(this.enabledAgentTools(input.workId, input.taskType, input.agentToolIds, input.conversationId, roleplayCharacterId)));
         const workContextBudgetTokens = Math.max(256, availableInputTokens
             - Math.min(conversationTokens, conversationBudgetTokens)
             - Math.min(instructionTokens, Math.floor(availableInputTokens * 0.25))
@@ -3614,10 +3749,11 @@ export class AiManager {
     getContextUsage(input) {
         const { model } = this.resolveModel(input.workId, input.taskType, input.modelId);
         const budget = this.contextBudget(input, model);
+        const conversation = budget.conversation;
         const contextPlan = this.buildContextPlan(input, model, budget);
         const context = contextPlan.context;
-        const messages = this.buildMessages(input, context);
-        const tools = this.enabledAgentTools(input.workId, input.taskType, input.agentToolIds, input.conversationId);
+        const messages = this.buildMessages(input, context, conversation);
+        const tools = this.enabledAgentTools(input.workId, input.taskType, input.agentToolIds, input.conversationId, this.roleplayCharacterIdFromConversation(input.workId, conversation));
         const contextWindow = numberValue(model, "context_window") || DEFAULT_CONTEXT_WINDOW;
         const messageTokens = messages.reduce((total, message) => total + estimateAiTokens(completionMessageText(message.content)), 0);
         const systemPromptTokens = estimateAiTokens(completionMessageText(messages[0]?.content));
@@ -3628,7 +3764,6 @@ export class AiManager {
         // 超窗时把可交互上下文压到剩余份额，保证五段分布之和始终等于 contextWindow。
         const contextInteractionTokens = Math.max(0, contextWindow - systemPromptTokens - functionTokens - skillsTokens - remainingTokens);
         const threshold = Math.min(90, Math.max(50, Number(this.store.getWorkAiSettings(input.workId).contextCompactThreshold) || 85));
-        const conversation = budget.conversation;
         const conversationUsagePercent = Number(budget.conversationUsagePercent) || 0;
         const configuredOutputTokens = Number(budget.configuredOutputTokens) || DEFAULT_MAX_TOKENS;
         const maxOutputUsagePercent = Math.min(100, Math.round(configuredOutputTokens / contextWindow * 100));
@@ -3715,8 +3850,7 @@ export class AiManager {
     async prepareConversationContext(input, options = {}) {
         const inspection = this.inspectConversationContext(input);
         if (inspection.action === "ready") {
-            const conversation = this.store.getAiConversationContext(input.conversationId, input.workId);
-            if (conversation.warningPending)
+            if (inspection.usage.contextWarningPending === true)
                 this.store.setAiConversationContextWarning(input.conversationId, false);
             return inspection;
         }
@@ -3766,7 +3900,7 @@ export class AiManager {
     async compactConversation(input) {
         const conversation = this.store.getAiConversationContext(input.conversationId, input.workId, input.excludeConversationMessageId);
         const { model } = this.resolveModel(input.workId, "chat", input.modelId);
-        const budget = this.contextBudget({ ...input, taskType: "chat", instruction: "" }, model);
+        const budget = this.contextBudget({ ...input, taskType: "chat", instruction: "" }, model, conversation);
         const recentTokenBudget = Math.max(128, Math.floor(Number(budget.conversationBudgetTokens) * 0.75));
         let retainedMessageCount = 0;
         let retainedTokens = 0;
@@ -3827,12 +3961,17 @@ export class AiManager {
             changed: true
         };
     }
-    buildMessages(input, context) {
-        const roleplayCharacterId = this.roleplayCharacterId(input.workId, input.conversationId);
+    buildMessages(input, context, existingConversation) {
+        const conversation = existingConversation === undefined
+            ? input.conversationId
+                ? this.store.getAiConversationContext(input.conversationId, input.workId, input.excludeConversationMessageId)
+                : null
+            : existingConversation;
+        const roleplayCharacterId = this.roleplayCharacterIdFromConversation(input.workId, conversation);
         const roleplayPrompt = roleplayCharacterId ? this.buildRoleplaySystemPrompt(roleplayCharacterId) : "";
         const platformPrompt = roleplayCharacterId ? "" : String(this.store.getPlatformAiSettings().systemPrompt ?? "").trim();
         const workPrompt = roleplayCharacterId ? "" : String(this.store.getWorkAiSettings(input.workId).systemPrompt ?? "").trim();
-        const enabledToolIds = this.enabledAgentToolIds(input.workId, input.taskType, input.agentToolIds, input.conversationId);
+        const enabledToolIds = this.enabledAgentToolIds(input.workId, input.taskType, input.agentToolIds, input.conversationId, roleplayCharacterId);
         const toolGuidance = enabledToolIds.includes("recall_self") || enabledToolIds.includes("recall_relationship")
             ? [
                 `当前可用的内部记忆能力是：${enabledToolIds.join("、")}。不要向用户提及工具、调用过程、资料库或检索结果。`,
@@ -3904,9 +4043,6 @@ export class AiManager {
             ]);
         // 分析任务指令含服务端 CHAPTER/json 等标记，不能转义；分区边界仍靠外层标签约束。
         const currentInstruction = wrapAiContextRegion(roleplayCharacterId ? "user_message" : "author_instruction", input.instruction, { escape: false });
-        const conversation = input.conversationId
-            ? this.store.getAiConversationContext(input.conversationId, input.workId, input.excludeConversationMessageId)
-            : null;
         if (!conversation) {
             return [
                 { role: "system", content: systemPrompt },
@@ -3945,7 +4081,8 @@ export class AiManager {
     }
     buildContextPlan(input, model, existingBudget, persistKeywordInjections = false) {
         const budget = existingBudget ?? this.contextBudget(input, model);
-        const roleplayCharacterId = this.roleplayCharacterId(input.workId, input.conversationId);
+        const conversation = budget.conversation;
+        const roleplayCharacterId = this.roleplayCharacterIdFromConversation(input.workId, conversation);
         const settings = this.store.getWorkAiSettings(input.workId);
         const configuredScope = {
             ...input.scope,
@@ -4013,13 +4150,18 @@ export class AiManager {
         }
         return this.mergeInstructionEntityMatches(scope, matches);
     }
-    buildContext(input, model) {
-        return collapseAiBlankLines(this.buildContextPlan(input, model, undefined, true).context);
+    buildContext(input, model, existingBudget) {
+        return collapseAiBlankLines(this.buildContextPlan(input, model, existingBudget, true).context);
     }
     roleplayCharacterId(workId, conversationId) {
         if (!conversationId)
             return null;
         const conversation = this.store.getAiConversationContext(conversationId, workId);
+        return this.roleplayCharacterIdFromConversation(workId, conversation);
+    }
+    roleplayCharacterIdFromConversation(workId, conversation) {
+        if (!conversation)
+            return null;
         if (conversation.roleplayCharacterId) {
             const permissions = this.store.getWork(workId).modulePermissions;
             if (!canReadWorkModule(permissions, "characters")) {
@@ -4058,10 +4200,12 @@ export class AiManager {
             JSON.stringify(roleCard)
         ].join("\n");
     }
-    enabledAgentToolIds(workId, taskType, requestedToolIds, conversationId) {
+    enabledAgentToolIds(workId, taskType, requestedToolIds, conversationId, roleplayCharacterIdOverride) {
         if (taskType !== "chat" && requestedToolIds === undefined)
             return [];
-        const roleplayCharacterId = this.roleplayCharacterId(workId, conversationId);
+        const roleplayCharacterId = roleplayCharacterIdOverride === undefined
+            ? this.roleplayCharacterId(workId, conversationId)
+            : roleplayCharacterIdOverride;
         const permissions = this.store.getWork(workId).modulePermissions;
         if (roleplayCharacterId) {
             const requested = requestedToolIds ? new Set(requestedToolIds) : null;
@@ -4085,8 +4229,9 @@ export class AiManager {
             && (!requested || requested.has(toolId))
             && this.canReadWithAgentTool(permissions, toolId));
     }
-    enabledAgentTools(workId, taskType, requestedToolIds, conversationId) {
-        return this.enabledAgentToolIds(workId, taskType, requestedToolIds, conversationId).map((toolId) => AGENT_TOOL_DEFINITIONS[toolId]);
+    enabledAgentTools(workId, taskType, requestedToolIds, conversationId, roleplayCharacterIdOverride) {
+        return this.enabledAgentToolIds(workId, taskType, requestedToolIds, conversationId, roleplayCharacterIdOverride)
+            .map((toolId) => AGENT_TOOL_DEFINITIONS[toolId]);
     }
     canReadWithAgentTool(permissions, toolId) {
         if (toolId === "search_story_entities") {
@@ -4524,11 +4669,7 @@ export class AiManager {
         if (name === "story_index") {
             const { offset, limit, cursor } = args;
             const work = this.store.getWork(workId);
-            const tree = this.store.getWorkTree(workId);
-            const summaries = new Map(this.store.listCurrentChapterInsights(workId).map((item) => [String(item.chapterId), String(item.summary)]));
-            const chapters = tree.volumes.flatMap((volume) => volume.chapters.map((chapter) => ({
-                id: String(chapter.id), volumeTitle: String(volume.title), title: String(chapter.title), versionNo: Number(chapter.versionNo), summary: summaries.get(String(chapter.id)) ?? ""
-            })));
+            const chapterPage = this.store.getStoryIndexChapterPage(workId, offset, limit);
             const workRecords = structuralToolResultRecords([{
                     id: work.id,
                     title: work.title,
@@ -4539,7 +4680,7 @@ export class AiManager {
                     chapterCount: work.chapterCount,
                     wordCount: work.wordCount
                 }], maximumRecordChars).map((record) => ({ ...record, _toolResultSection: "work" }));
-            const chapterRecords = structuralToolResultRecords(chapters.slice(offset, offset + limit), maximumRecordChars)
+            const chapterRecords = structuralToolResultRecords(chapterPage.chapters, maximumRecordChars)
                 .map((record) => ({ ...record, _toolResultSection: "chapter" }));
             const result = paginateToolResultRecords([...workRecords, ...chapterRecords], cursor, (page, pagination) => {
                 const pageWork = page.flatMap((record) => {
@@ -4559,10 +4700,10 @@ export class AiManager {
                     data: {
                         ...(pageWork[0] ? { work: pageWork[0] } : {}),
                         ...(pageWork.length > 1 ? { workFragments: pageWork } : {}),
-                        totalChapters: chapters.length,
+                        totalChapters: chapterPage.totalChapters,
                         offset,
                         chapters: pageChapters,
-                        nextOffset: pagination.nextCursor === null && offset + limit < chapters.length ? offset + limit : null
+                        nextOffset: pagination.nextCursor === null && offset + limit < chapterPage.totalChapters ? offset + limit : null
                     },
                     pagination
                 };
@@ -4775,7 +4916,10 @@ export class AiManager {
         });
     }
     async generate(input, onDelta) {
-        const generationRoleplayCharacterId = this.roleplayCharacterId(input.workId, input.conversationId);
+        const conversation = input.conversationId
+            ? this.store.getAiConversationContext(input.conversationId, input.workId, input.excludeConversationMessageId)
+            : null;
+        const generationRoleplayCharacterId = this.roleplayCharacterIdFromConversation(input.workId, conversation);
         const { model, provider } = this.resolveModel(input.workId, input.taskType, input.modelId);
         const preset = safeJsonObject(stringValue(model, "preset_json"));
         const requestedParameters = {
@@ -4785,14 +4929,15 @@ export class AiManager {
         const configuredOutputTokens = Number(requestedParameters.max_tokens) || DEFAULT_MAX_TOKENS;
         const contextCompactThreshold = Math.min(90, Math.max(50, Number(this.store.getWorkAiSettings(input.workId).contextCompactThreshold) || 85));
         let effectiveInput = input;
-        let context = this.buildContext(effectiveInput, model);
-        let messages = this.buildMessages(effectiveInput, context);
+        let effectiveBudget = this.contextBudget(effectiveInput, model, conversation);
+        let context = this.buildContext(effectiveInput, model, effectiveBudget);
+        let messages = this.buildMessages(effectiveInput, context, conversation);
         const allowedToolIds = new Set(input.disableTools
             ? []
-            : this.enabledAgentToolIds(input.workId, input.taskType, input.agentToolIds, input.conversationId));
+            : this.enabledAgentToolIds(input.workId, input.taskType, input.agentToolIds, input.conversationId, generationRoleplayCharacterId));
         let tools = input.disableTools
             ? []
-            : this.enabledAgentTools(input.workId, input.taskType, input.agentToolIds, input.conversationId);
+            : this.enabledAgentTools(input.workId, input.taskType, input.agentToolIds, input.conversationId, generationRoleplayCharacterId);
         let parameters;
         try {
             parameters = this.constrainParametersForContext(model, messages, requestedParameters, tools);
@@ -4803,8 +4948,9 @@ export class AiManager {
             if (tools.length === 0)
                 throw initialContextWindowError(error, provider, model);
             effectiveInput = { ...input, agentToolIds: [] };
-            context = this.buildContext(effectiveInput, model);
-            messages = this.buildMessages(effectiveInput, context);
+            effectiveBudget = this.contextBudget(effectiveInput, model, conversation);
+            context = this.buildContext(effectiveInput, model, effectiveBudget);
+            messages = this.buildMessages(effectiveInput, context, conversation);
             tools = [];
             allowedToolIds.clear();
             try {