bunnyquery 1.8.1 → 1.8.2

package/dist/engine.d.mts

@@ -372,6 +372,102 @@ declare function buildBoundedChatMessages(options: BoundedChatOptions): {
     estimatedBudget: number;
 };
 
+/**
+ * How a text file the chat offers as a download is encoded and labelled, so that
+ * whatever opens it reads the characters correctly, in any language.
+ *
+ * When the model answers with a fenced ```name.ext block, the client turns that
+ * block into a Blob and an <a download>. We always write UTF-8, but several very
+ * common consumers do not assume UTF-8 when nothing in the file says so, and fall
+ * back to the reader's local ANSI codepage: CP949 in Korea, CP932 in Japan,
+ * CP936/CP950 in China and Taiwan, CP1251 for Cyrillic. The file is valid and
+ * every non-ASCII character still opens as mojibake.
+ *
+ * There is no single fix, because the way a file declares "this is UTF-8" is a
+ * property of the FORMAT:
+ *
+ *   - a spreadsheet (csv/tsv) and a Windows text editor read a BOM;
+ *   - HTML is opened from disk with no HTTP headers, so only an in-document
+ *     <meta charset> survives;
+ *   - XML carries its encoding in its declaration, and a WRONG declaration makes
+ *     a conforming parser fail outright;
+ *   - RTF is 7-bit, so non-ASCII has to be escaped into \uNNNN?;
+ *   - JSON, JSONL and YAML are UTF-8 by specification, and a BOM BREAKS them.
+ *
+ * Anything unrecognised is left byte-for-byte alone: an unknown extension is far
+ * more likely to be machine-parsed, where an uninvited BOM is a new bug, than to
+ * be opened by a legacy editor.
+ *
+ * MIRROR of skapi-mcp/download-encoding.js, which does the same job for files the
+ * server publishes (writeReport / exportRecordsToFile). A file the user gets from
+ * a fenced block and the same file published as a download must behave
+ * identically, so the two have to change together.
+ */
+declare const BOM = "\uFEFF";
+/** Files a spreadsheet or a Windows text editor opens directly. */
+declare const BOM_EXTS: Set<string>;
+/** Read from disk with no HTTP headers, so the declaration must be in the file. */
+declare const HTML_EXTS: Set<string>;
+declare const XML_EXTS: Set<string>;
+declare const RTF_EXTS: Set<string>;
+/** Content types by extension. Every text family carries an explicit charset. */
+declare const EXT_CONTENT_TYPES: Record<string, string>;
+type EncodingClass = 'bom' | 'html' | 'xml' | 'rtf' | 'none';
+declare function normalizeExt(ext: string | null | undefined): string;
+/** Extension of a filename, '' when it has none. */
+declare function extOf(filename: string | null | undefined): string;
+/** Which encoding declaration this format understands. */
+declare function encodingClassForExt(ext: string | null | undefined): EncodingClass;
+/** True when a file with this extension must be written BOM-first. */
+declare function needsBomForExt(ext: string | null | undefined): boolean;
+/**
+ * Content type to declare. Everything textual carries an explicit charset:
+ * without one the receiving end guesses, and it guesses the local codepage.
+ */
+declare function contentTypeForExt(ext: string | null | undefined, fallback?: string): string;
+declare function hasBom(text: string): boolean;
+declare const HTML_HEAD_WINDOW = 4096;
+/**
+ * Make an HTML document state its own encoding. Downloaded HTML is opened from
+ * disk, where the Content-Type we set no longer exists, so a document with no
+ * <meta charset> is decoded with the browser's locale default.
+ */
+declare function ensureHtmlCharset(text: string): string;
+/**
+ * Correct an XML declaration that names the wrong encoding.
+ *
+ * A MISSING declaration is left alone on purpose: XML with none is UTF-8 by
+ * specification, so every conforming parser already gets it right. A declaration
+ * naming EUC-KR over UTF-8 bytes, on the other hand, makes a parser fail outright.
+ */
+declare function ensureXmlEncoding(text: string): string;
+/** True when the body really is RTF rather than text merely named .rtf. */
+declare function looksLikeRtf(text: string): boolean;
+/**
+ * Escape every non-ASCII character into RTF's \uNNNN? form.
+ *
+ * RTF is 7-bit: a literal UTF-8 byte in the body is read through the codepage the
+ * header declares, which is how Korean, Japanese and Cyrillic RTF turns to
+ * mojibake in Word. \uNNNN? is codepage-independent.
+ *
+ * ASCII is never touched, which matters: backslashes and braces in an RTF body
+ * are control syntax, and "escaping" them would destroy the document. \u takes a
+ * SIGNED 16-bit value, so anything above 0x7FFF is emitted negative, and astral
+ * characters are emitted as their two surrogates.
+ */
+declare function escapeRtfNonAscii(text: string): string;
+/** Apply the format's encoding declaration to a whole document. */
+declare function applyEncodingDeclaration(text: string, ext: string | null | undefined): string;
+/**
+ * Everything a client needs to turn a fenced ```name.ext block into a download:
+ * the exact text to put in the Blob and the type to give it.
+ */
+declare function prepareDownloadText(filename: string, body: string): {
+    ext: string;
+    text: string;
+    contentType: string;
+};
+
 /**
  * Pure link/path helpers (no DOM, no marked). Moved verbatim from the chatbox.
  * `serviceId` is passed as a PARAMETER (the original read it from a global) so
@@ -721,7 +817,7 @@ type CallClaudeWithMcpParams = {
     onResponse?: (res: any) => void;
     onError?: (err: any) => void;
 };
-declare const POLL_INTERVAL = 1500;
+declare const POLL_INTERVAL = 3000;
 declare function callClaudeWithMcp({ prompt, messages, service, owner, userId, model, maxTokens, system, mcpServer, extractContent, fileUrls, }: CallClaudeWithMcpParams): Promise<any>;
 declare function callClaudeWithPublicMcp(prompt: string, service: string, owner: string, messages?: ClaudeMessage[], system?: string, model?: string, userId?: string, extractContent?: ExtractDirective[], fileUrls?: FileUrlDirective[], onResponse?: (res: any) => void, onError?: (err: any) => void): Promise<any>;
 declare function callOpenAIWithPublicMcp(prompt: string, service: string, owner: string, messages?: OpenAIMessage[], system?: string, model?: string, userId?: string, extractContent?: ExtractDirective[], fileUrls?: FileUrlDirective[], onResponse?: (res: any) => void, onError?: (err: any) => void): Promise<any>;
@@ -1336,4 +1432,4 @@ declare class ChatSession {
     bumpGate(): void;
 }
 
-export { type AiAgentPlatform, type AttachmentFailureGroup, type AttachmentParser, type AttachmentSaveInfo, BG_INDEXING_QUEUE_SUFFIX, type BgTaskEntry, type BoundedChatOptions, type BuildDisplayListOptions, type BuildIndexingUserMessageOptions, CLAUDE_INPUT_CAP_RATIO, CLAUDE_PER_REQUEST_INPUT_CAP, CONTEXT_WINDOW_BY_MODEL, CONTEXT_WINDOW_DEFAULT, type CallClaudeWithMcpParams, type ChatEngineConfig, type ChatHost, type ChatIdentity, type ChatMessage, ChatSession, type ChatState, type ChatSystemPromptParams, type ClaudeMcpServerRequest, type ClaudeMcpToolConfig, type ClaudeMessage, type ClaudeRole, type ComposedUserMessage, DEFAULT_CLAUDE_MODEL, DEFAULT_OPENAI_MODEL, type DisplayEntry, EXPIRED_ATTACHMENT_URL_HOST, EXPIRED_ATTACHMENT_URL_ORIGIN, EXPIRED_LINK_REFRESH_EXPIRES_SECONDS, type ExtractDirective, type FillHistoryViewportOptions, HISTORY_BUDGET_RATIO, HISTORY_FILL_SLACK_PX, HISTORY_TOKEN_BUDGET, type IndexingAttachmentInfo, type IndexingFileRef, type IndexingGroup, type IndexingGroupStatus, type IndexingRequestRef, type IndexingSystemPromptParams, type InlineLinkContext, type InlineLinkPart, LINK_LABEL_MAX_DISPLAY_CHARS, LINK_REFRESH_WINDOW_MS, MAX_HISTORY_FILL_PAGES, MAX_HISTORY_MESSAGES, MAX_PARSED_CONTENT_CHARS, MCP_NAME, MIN_INPUT_TOKEN_BUDGET, type MapHistoryOptions, OUTPUT_TOKEN_RESERVE, type OpenAIMessage, POLL_INTERVAL, type ParsedAiAgent, type PinnedDispatchContext, RENDER_FROM_TOKEN, TOOL_AND_RESPONSE_BUFFER, buildAiAgentValue, buildBoundedChatMessages, buildChatDisplayList, buildChatSystemPrompt, buildDisplayExpiredAttachmentHref, buildIndexingContinueMessage, buildIndexingRenderContinueTemplate, buildIndexingRenderMessage, buildIndexingSystemPrompt, buildIndexingUserMessage, buildIndexingWindowMessage, callClaudeWithMcp, callClaudeWithPublicMcp, callOpenAIWithPublicMcp, chatEngineConfig, classifyInlineLink, clearAttachmentParsers, composeUserMessage, configureChatEngine, createHistoryFiller, createInlineLinkRegex, encodePathSegments, estimateMessageTokens, estimateTextTokens, extractClaudeText, extractLastUserTextFromRequest, extractOpenAIText, extractRemotePathFromAttachmentHref, fillHistoryViewport, filterListByClearHorizon, findAttachmentParser, formatChatTimestamp, getAttachmentParsers, getChatHistory, getContextWindow, getErrorMessage, getExpiredAttachmentVisiblePath, getProjectContextWindow, groupAttachmentFailures, isAuthExpiredError, isBgIndexingQueue, isErrorResponseBody, isHttpUrlLike, isIndexingRequestText, isNonRetryableRequestError, isOfficeFile, isServerExtractable, isServiceDbAttachmentHref, listClaudeModels, listOpenAIModels, makeExtractPlaceholder, mapHistoryListToMessages, normalizeAttachmentPathCandidate, normalizeTextContent, normalizeTrailingInlineToken, notifyAgentSaveAttachment, parseAiAgentValue, parseAttachmentContent, parseIndexingLabel, parseIndexingRequestText, readExpiredAttachmentHref, registerAttachmentParser, registerModelContextWindows, repairUrlEntities, repairUrlWhitespace, safeDecodeURIComponent, sanitizeAttachmentLinksForHistory, setProjectContextWindow, stripFileBlocksFromHistory, transformContentWithImages, transformContentWithOpenAIImages, truncateLabelForDisplay, wallClockNow };
+export { type AiAgentPlatform, type AttachmentFailureGroup, type AttachmentParser, type AttachmentSaveInfo, BG_INDEXING_QUEUE_SUFFIX, BOM, BOM_EXTS, type BgTaskEntry, type BoundedChatOptions, type BuildDisplayListOptions, type BuildIndexingUserMessageOptions, CLAUDE_INPUT_CAP_RATIO, CLAUDE_PER_REQUEST_INPUT_CAP, CONTEXT_WINDOW_BY_MODEL, CONTEXT_WINDOW_DEFAULT, type CallClaudeWithMcpParams, type ChatEngineConfig, type ChatHost, type ChatIdentity, type ChatMessage, ChatSession, type ChatState, type ChatSystemPromptParams, type ClaudeMcpServerRequest, type ClaudeMcpToolConfig, type ClaudeMessage, type ClaudeRole, type ComposedUserMessage, DEFAULT_CLAUDE_MODEL, DEFAULT_OPENAI_MODEL, type DisplayEntry, EXPIRED_ATTACHMENT_URL_HOST, EXPIRED_ATTACHMENT_URL_ORIGIN, EXPIRED_LINK_REFRESH_EXPIRES_SECONDS, EXT_CONTENT_TYPES, type EncodingClass, type ExtractDirective, type FillHistoryViewportOptions, HISTORY_BUDGET_RATIO, HISTORY_FILL_SLACK_PX, HISTORY_TOKEN_BUDGET, HTML_EXTS, HTML_HEAD_WINDOW, type IndexingAttachmentInfo, type IndexingFileRef, type IndexingGroup, type IndexingGroupStatus, type IndexingRequestRef, type IndexingSystemPromptParams, type InlineLinkContext, type InlineLinkPart, LINK_LABEL_MAX_DISPLAY_CHARS, LINK_REFRESH_WINDOW_MS, MAX_HISTORY_FILL_PAGES, MAX_HISTORY_MESSAGES, MAX_PARSED_CONTENT_CHARS, MCP_NAME, MIN_INPUT_TOKEN_BUDGET, type MapHistoryOptions, OUTPUT_TOKEN_RESERVE, type OpenAIMessage, POLL_INTERVAL, type ParsedAiAgent, type PinnedDispatchContext, RENDER_FROM_TOKEN, RTF_EXTS, TOOL_AND_RESPONSE_BUFFER, XML_EXTS, applyEncodingDeclaration, buildAiAgentValue, buildBoundedChatMessages, buildChatDisplayList, buildChatSystemPrompt, buildDisplayExpiredAttachmentHref, buildIndexingContinueMessage, buildIndexingRenderContinueTemplate, buildIndexingRenderMessage, buildIndexingSystemPrompt, buildIndexingUserMessage, buildIndexingWindowMessage, callClaudeWithMcp, callClaudeWithPublicMcp, callOpenAIWithPublicMcp, chatEngineConfig, classifyInlineLink, clearAttachmentParsers, composeUserMessage, configureChatEngine, contentTypeForExt, createHistoryFiller, createInlineLinkRegex, encodePathSegments, encodingClassForExt, ensureHtmlCharset, ensureXmlEncoding, escapeRtfNonAscii, estimateMessageTokens, estimateTextTokens, extOf, extractClaudeText, extractLastUserTextFromRequest, extractOpenAIText, extractRemotePathFromAttachmentHref, fillHistoryViewport, filterListByClearHorizon, findAttachmentParser, formatChatTimestamp, getAttachmentParsers, getChatHistory, getContextWindow, getErrorMessage, getExpiredAttachmentVisiblePath, getProjectContextWindow, groupAttachmentFailures, hasBom, isAuthExpiredError, isBgIndexingQueue, isErrorResponseBody, isHttpUrlLike, isIndexingRequestText, isNonRetryableRequestError, isOfficeFile, isServerExtractable, isServiceDbAttachmentHref, listClaudeModels, listOpenAIModels, looksLikeRtf, makeExtractPlaceholder, mapHistoryListToMessages, needsBomForExt, normalizeAttachmentPathCandidate, normalizeExt, normalizeTextContent, normalizeTrailingInlineToken, notifyAgentSaveAttachment, parseAiAgentValue, parseAttachmentContent, parseIndexingLabel, parseIndexingRequestText, prepareDownloadText, readExpiredAttachmentHref, registerAttachmentParser, registerModelContextWindows, repairUrlEntities, repairUrlWhitespace, safeDecodeURIComponent, sanitizeAttachmentLinksForHistory, setProjectContextWindow, stripFileBlocksFromHistory, transformContentWithImages, transformContentWithOpenAIImages, truncateLabelForDisplay, wallClockNow };

package/dist/engine.d.ts

@@ -372,6 +372,102 @@ declare function buildBoundedChatMessages(options: BoundedChatOptions): {
     estimatedBudget: number;
 };
 
+/**
+ * How a text file the chat offers as a download is encoded and labelled, so that
+ * whatever opens it reads the characters correctly, in any language.
+ *
+ * When the model answers with a fenced ```name.ext block, the client turns that
+ * block into a Blob and an <a download>. We always write UTF-8, but several very
+ * common consumers do not assume UTF-8 when nothing in the file says so, and fall
+ * back to the reader's local ANSI codepage: CP949 in Korea, CP932 in Japan,
+ * CP936/CP950 in China and Taiwan, CP1251 for Cyrillic. The file is valid and
+ * every non-ASCII character still opens as mojibake.
+ *
+ * There is no single fix, because the way a file declares "this is UTF-8" is a
+ * property of the FORMAT:
+ *
+ *   - a spreadsheet (csv/tsv) and a Windows text editor read a BOM;
+ *   - HTML is opened from disk with no HTTP headers, so only an in-document
+ *     <meta charset> survives;
+ *   - XML carries its encoding in its declaration, and a WRONG declaration makes
+ *     a conforming parser fail outright;
+ *   - RTF is 7-bit, so non-ASCII has to be escaped into \uNNNN?;
+ *   - JSON, JSONL and YAML are UTF-8 by specification, and a BOM BREAKS them.
+ *
+ * Anything unrecognised is left byte-for-byte alone: an unknown extension is far
+ * more likely to be machine-parsed, where an uninvited BOM is a new bug, than to
+ * be opened by a legacy editor.
+ *
+ * MIRROR of skapi-mcp/download-encoding.js, which does the same job for files the
+ * server publishes (writeReport / exportRecordsToFile). A file the user gets from
+ * a fenced block and the same file published as a download must behave
+ * identically, so the two have to change together.
+ */
+declare const BOM = "\uFEFF";
+/** Files a spreadsheet or a Windows text editor opens directly. */
+declare const BOM_EXTS: Set<string>;
+/** Read from disk with no HTTP headers, so the declaration must be in the file. */
+declare const HTML_EXTS: Set<string>;
+declare const XML_EXTS: Set<string>;
+declare const RTF_EXTS: Set<string>;
+/** Content types by extension. Every text family carries an explicit charset. */
+declare const EXT_CONTENT_TYPES: Record<string, string>;
+type EncodingClass = 'bom' | 'html' | 'xml' | 'rtf' | 'none';
+declare function normalizeExt(ext: string | null | undefined): string;
+/** Extension of a filename, '' when it has none. */
+declare function extOf(filename: string | null | undefined): string;
+/** Which encoding declaration this format understands. */
+declare function encodingClassForExt(ext: string | null | undefined): EncodingClass;
+/** True when a file with this extension must be written BOM-first. */
+declare function needsBomForExt(ext: string | null | undefined): boolean;
+/**
+ * Content type to declare. Everything textual carries an explicit charset:
+ * without one the receiving end guesses, and it guesses the local codepage.
+ */
+declare function contentTypeForExt(ext: string | null | undefined, fallback?: string): string;
+declare function hasBom(text: string): boolean;
+declare const HTML_HEAD_WINDOW = 4096;
+/**
+ * Make an HTML document state its own encoding. Downloaded HTML is opened from
+ * disk, where the Content-Type we set no longer exists, so a document with no
+ * <meta charset> is decoded with the browser's locale default.
+ */
+declare function ensureHtmlCharset(text: string): string;
+/**
+ * Correct an XML declaration that names the wrong encoding.
+ *
+ * A MISSING declaration is left alone on purpose: XML with none is UTF-8 by
+ * specification, so every conforming parser already gets it right. A declaration
+ * naming EUC-KR over UTF-8 bytes, on the other hand, makes a parser fail outright.
+ */
+declare function ensureXmlEncoding(text: string): string;
+/** True when the body really is RTF rather than text merely named .rtf. */
+declare function looksLikeRtf(text: string): boolean;
+/**
+ * Escape every non-ASCII character into RTF's \uNNNN? form.
+ *
+ * RTF is 7-bit: a literal UTF-8 byte in the body is read through the codepage the
+ * header declares, which is how Korean, Japanese and Cyrillic RTF turns to
+ * mojibake in Word. \uNNNN? is codepage-independent.
+ *
+ * ASCII is never touched, which matters: backslashes and braces in an RTF body
+ * are control syntax, and "escaping" them would destroy the document. \u takes a
+ * SIGNED 16-bit value, so anything above 0x7FFF is emitted negative, and astral
+ * characters are emitted as their two surrogates.
+ */
+declare function escapeRtfNonAscii(text: string): string;
+/** Apply the format's encoding declaration to a whole document. */
+declare function applyEncodingDeclaration(text: string, ext: string | null | undefined): string;
+/**
+ * Everything a client needs to turn a fenced ```name.ext block into a download:
+ * the exact text to put in the Blob and the type to give it.
+ */
+declare function prepareDownloadText(filename: string, body: string): {
+    ext: string;
+    text: string;
+    contentType: string;
+};
+
 /**
  * Pure link/path helpers (no DOM, no marked). Moved verbatim from the chatbox.
  * `serviceId` is passed as a PARAMETER (the original read it from a global) so
@@ -721,7 +817,7 @@ type CallClaudeWithMcpParams = {
     onResponse?: (res: any) => void;
     onError?: (err: any) => void;
 };
-declare const POLL_INTERVAL = 1500;
+declare const POLL_INTERVAL = 3000;
 declare function callClaudeWithMcp({ prompt, messages, service, owner, userId, model, maxTokens, system, mcpServer, extractContent, fileUrls, }: CallClaudeWithMcpParams): Promise<any>;
 declare function callClaudeWithPublicMcp(prompt: string, service: string, owner: string, messages?: ClaudeMessage[], system?: string, model?: string, userId?: string, extractContent?: ExtractDirective[], fileUrls?: FileUrlDirective[], onResponse?: (res: any) => void, onError?: (err: any) => void): Promise<any>;
 declare function callOpenAIWithPublicMcp(prompt: string, service: string, owner: string, messages?: OpenAIMessage[], system?: string, model?: string, userId?: string, extractContent?: ExtractDirective[], fileUrls?: FileUrlDirective[], onResponse?: (res: any) => void, onError?: (err: any) => void): Promise<any>;
@@ -1336,4 +1432,4 @@ declare class ChatSession {
     bumpGate(): void;
 }
 
-export { type AiAgentPlatform, type AttachmentFailureGroup, type AttachmentParser, type AttachmentSaveInfo, BG_INDEXING_QUEUE_SUFFIX, type BgTaskEntry, type BoundedChatOptions, type BuildDisplayListOptions, type BuildIndexingUserMessageOptions, CLAUDE_INPUT_CAP_RATIO, CLAUDE_PER_REQUEST_INPUT_CAP, CONTEXT_WINDOW_BY_MODEL, CONTEXT_WINDOW_DEFAULT, type CallClaudeWithMcpParams, type ChatEngineConfig, type ChatHost, type ChatIdentity, type ChatMessage, ChatSession, type ChatState, type ChatSystemPromptParams, type ClaudeMcpServerRequest, type ClaudeMcpToolConfig, type ClaudeMessage, type ClaudeRole, type ComposedUserMessage, DEFAULT_CLAUDE_MODEL, DEFAULT_OPENAI_MODEL, type DisplayEntry, EXPIRED_ATTACHMENT_URL_HOST, EXPIRED_ATTACHMENT_URL_ORIGIN, EXPIRED_LINK_REFRESH_EXPIRES_SECONDS, type ExtractDirective, type FillHistoryViewportOptions, HISTORY_BUDGET_RATIO, HISTORY_FILL_SLACK_PX, HISTORY_TOKEN_BUDGET, type IndexingAttachmentInfo, type IndexingFileRef, type IndexingGroup, type IndexingGroupStatus, type IndexingRequestRef, type IndexingSystemPromptParams, type InlineLinkContext, type InlineLinkPart, LINK_LABEL_MAX_DISPLAY_CHARS, LINK_REFRESH_WINDOW_MS, MAX_HISTORY_FILL_PAGES, MAX_HISTORY_MESSAGES, MAX_PARSED_CONTENT_CHARS, MCP_NAME, MIN_INPUT_TOKEN_BUDGET, type MapHistoryOptions, OUTPUT_TOKEN_RESERVE, type OpenAIMessage, POLL_INTERVAL, type ParsedAiAgent, type PinnedDispatchContext, RENDER_FROM_TOKEN, TOOL_AND_RESPONSE_BUFFER, buildAiAgentValue, buildBoundedChatMessages, buildChatDisplayList, buildChatSystemPrompt, buildDisplayExpiredAttachmentHref, buildIndexingContinueMessage, buildIndexingRenderContinueTemplate, buildIndexingRenderMessage, buildIndexingSystemPrompt, buildIndexingUserMessage, buildIndexingWindowMessage, callClaudeWithMcp, callClaudeWithPublicMcp, callOpenAIWithPublicMcp, chatEngineConfig, classifyInlineLink, clearAttachmentParsers, composeUserMessage, configureChatEngine, createHistoryFiller, createInlineLinkRegex, encodePathSegments, estimateMessageTokens, estimateTextTokens, extractClaudeText, extractLastUserTextFromRequest, extractOpenAIText, extractRemotePathFromAttachmentHref, fillHistoryViewport, filterListByClearHorizon, findAttachmentParser, formatChatTimestamp, getAttachmentParsers, getChatHistory, getContextWindow, getErrorMessage, getExpiredAttachmentVisiblePath, getProjectContextWindow, groupAttachmentFailures, isAuthExpiredError, isBgIndexingQueue, isErrorResponseBody, isHttpUrlLike, isIndexingRequestText, isNonRetryableRequestError, isOfficeFile, isServerExtractable, isServiceDbAttachmentHref, listClaudeModels, listOpenAIModels, makeExtractPlaceholder, mapHistoryListToMessages, normalizeAttachmentPathCandidate, normalizeTextContent, normalizeTrailingInlineToken, notifyAgentSaveAttachment, parseAiAgentValue, parseAttachmentContent, parseIndexingLabel, parseIndexingRequestText, readExpiredAttachmentHref, registerAttachmentParser, registerModelContextWindows, repairUrlEntities, repairUrlWhitespace, safeDecodeURIComponent, sanitizeAttachmentLinksForHistory, setProjectContextWindow, stripFileBlocksFromHistory, transformContentWithImages, transformContentWithOpenAIImages, truncateLabelForDisplay, wallClockNow };
+export { type AiAgentPlatform, type AttachmentFailureGroup, type AttachmentParser, type AttachmentSaveInfo, BG_INDEXING_QUEUE_SUFFIX, BOM, BOM_EXTS, type BgTaskEntry, type BoundedChatOptions, type BuildDisplayListOptions, type BuildIndexingUserMessageOptions, CLAUDE_INPUT_CAP_RATIO, CLAUDE_PER_REQUEST_INPUT_CAP, CONTEXT_WINDOW_BY_MODEL, CONTEXT_WINDOW_DEFAULT, type CallClaudeWithMcpParams, type ChatEngineConfig, type ChatHost, type ChatIdentity, type ChatMessage, ChatSession, type ChatState, type ChatSystemPromptParams, type ClaudeMcpServerRequest, type ClaudeMcpToolConfig, type ClaudeMessage, type ClaudeRole, type ComposedUserMessage, DEFAULT_CLAUDE_MODEL, DEFAULT_OPENAI_MODEL, type DisplayEntry, EXPIRED_ATTACHMENT_URL_HOST, EXPIRED_ATTACHMENT_URL_ORIGIN, EXPIRED_LINK_REFRESH_EXPIRES_SECONDS, EXT_CONTENT_TYPES, type EncodingClass, type ExtractDirective, type FillHistoryViewportOptions, HISTORY_BUDGET_RATIO, HISTORY_FILL_SLACK_PX, HISTORY_TOKEN_BUDGET, HTML_EXTS, HTML_HEAD_WINDOW, type IndexingAttachmentInfo, type IndexingFileRef, type IndexingGroup, type IndexingGroupStatus, type IndexingRequestRef, type IndexingSystemPromptParams, type InlineLinkContext, type InlineLinkPart, LINK_LABEL_MAX_DISPLAY_CHARS, LINK_REFRESH_WINDOW_MS, MAX_HISTORY_FILL_PAGES, MAX_HISTORY_MESSAGES, MAX_PARSED_CONTENT_CHARS, MCP_NAME, MIN_INPUT_TOKEN_BUDGET, type MapHistoryOptions, OUTPUT_TOKEN_RESERVE, type OpenAIMessage, POLL_INTERVAL, type ParsedAiAgent, type PinnedDispatchContext, RENDER_FROM_TOKEN, RTF_EXTS, TOOL_AND_RESPONSE_BUFFER, XML_EXTS, applyEncodingDeclaration, buildAiAgentValue, buildBoundedChatMessages, buildChatDisplayList, buildChatSystemPrompt, buildDisplayExpiredAttachmentHref, buildIndexingContinueMessage, buildIndexingRenderContinueTemplate, buildIndexingRenderMessage, buildIndexingSystemPrompt, buildIndexingUserMessage, buildIndexingWindowMessage, callClaudeWithMcp, callClaudeWithPublicMcp, callOpenAIWithPublicMcp, chatEngineConfig, classifyInlineLink, clearAttachmentParsers, composeUserMessage, configureChatEngine, contentTypeForExt, createHistoryFiller, createInlineLinkRegex, encodePathSegments, encodingClassForExt, ensureHtmlCharset, ensureXmlEncoding, escapeRtfNonAscii, estimateMessageTokens, estimateTextTokens, extOf, extractClaudeText, extractLastUserTextFromRequest, extractOpenAIText, extractRemotePathFromAttachmentHref, fillHistoryViewport, filterListByClearHorizon, findAttachmentParser, formatChatTimestamp, getAttachmentParsers, getChatHistory, getContextWindow, getErrorMessage, getExpiredAttachmentVisiblePath, getProjectContextWindow, groupAttachmentFailures, hasBom, isAuthExpiredError, isBgIndexingQueue, isErrorResponseBody, isHttpUrlLike, isIndexingRequestText, isNonRetryableRequestError, isOfficeFile, isServerExtractable, isServiceDbAttachmentHref, listClaudeModels, listOpenAIModels, looksLikeRtf, makeExtractPlaceholder, mapHistoryListToMessages, needsBomForExt, normalizeAttachmentPathCandidate, normalizeExt, normalizeTextContent, normalizeTrailingInlineToken, notifyAgentSaveAttachment, parseAiAgentValue, parseAttachmentContent, parseIndexingLabel, parseIndexingRequestText, prepareDownloadText, readExpiredAttachmentHref, registerAttachmentParser, registerModelContextWindows, repairUrlEntities, repairUrlWhitespace, safeDecodeURIComponent, sanitizeAttachmentLinksForHistory, setProjectContextWindow, stripFileBlocksFromHistory, transformContentWithImages, transformContentWithOpenAIImages, truncateLabelForDisplay, wallClockNow };

package/dist/engine.mjs

@@ -437,6 +437,19 @@ Index the REMAINING windows - one record per row/item, looking at any page image
 }
 
 // src/engine/errors.ts
+var STATUS_MESSAGE = {
+  "408": "The AI provider timed out before it started.",
+  "409": "The AI provider rejected the request as conflicting.",
+  "413": "The request was too large for the AI provider.",
+  "429": "The AI provider is rate limiting requests right now.",
+  "500": "The AI provider hit an internal error.",
+  "502": "The AI provider is temporarily unreachable.",
+  "503": "The AI provider is temporarily unavailable.",
+  "504": "The AI provider timed out."
+};
+function isTransientStatus(status) {
+  return status === 408 || status === 425 || status === 429 || status >= 500;
+}
 function getErrorMessage(input) {
   if (!input) return "Something went wrong.";
   if (typeof input === "string") return input;
@@ -444,6 +457,11 @@ function getErrorMessage(input) {
   if (input.body && input.body.error && input.body.error.message) return input.body.error.message;
   if (input.body && typeof input.body.message === "string") return input.body.message;
   if (input.message) return input.message;
+  var status = typeof input.status_code === "number" ? input.status_code : typeof input.status === "number" ? input.status : 0;
+  if (status) {
+    var text = STATUS_MESSAGE[String(status)] || (status >= 500 ? "The AI provider returned a server error." : "The AI provider rejected the request.");
+    return text + " (error " + status + ")" + (isTransientStatus(status) ? " This is usually temporary, please try again." : "");
+  }
   return "Something went wrong.";
 }
 function isErrorResponseBody(response) {
@@ -867,6 +885,166 @@ function buildBoundedChatMessages(options) {
   };
 }
 
+// src/engine/download_encoding.ts
+var BOM = "\uFEFF";
+var BOM_EXTS = /* @__PURE__ */ new Set(["csv", "tsv", "tab", "txt", "text", "log"]);
+var HTML_EXTS = /* @__PURE__ */ new Set(["html", "htm", "xhtml"]);
+var XML_EXTS = /* @__PURE__ */ new Set(["xml", "svg", "rss", "atom", "xsl", "xslt", "plist", "kml"]);
+var RTF_EXTS = /* @__PURE__ */ new Set(["rtf"]);
+var EXT_CONTENT_TYPES = {
+  csv: "text/csv; charset=utf-8",
+  tsv: "text/tab-separated-values; charset=utf-8",
+  tab: "text/tab-separated-values; charset=utf-8",
+  txt: "text/plain; charset=utf-8",
+  text: "text/plain; charset=utf-8",
+  log: "text/plain; charset=utf-8",
+  md: "text/markdown; charset=utf-8",
+  markdown: "text/markdown; charset=utf-8",
+  json: "application/json; charset=utf-8",
+  jsonl: "application/x-ndjson; charset=utf-8",
+  ndjson: "application/x-ndjson; charset=utf-8",
+  geojson: "application/geo+json; charset=utf-8",
+  yaml: "text/yaml; charset=utf-8",
+  yml: "text/yaml; charset=utf-8",
+  toml: "text/plain; charset=utf-8",
+  ini: "text/plain; charset=utf-8",
+  sql: "text/plain; charset=utf-8",
+  html: "text/html; charset=utf-8",
+  htm: "text/html; charset=utf-8",
+  xhtml: "application/xhtml+xml; charset=utf-8",
+  xml: "application/xml; charset=utf-8",
+  svg: "image/svg+xml; charset=utf-8",
+  css: "text/css; charset=utf-8",
+  js: "text/javascript; charset=utf-8",
+  ts: "text/plain; charset=utf-8",
+  py: "text/x-python; charset=utf-8",
+  sh: "text/x-shellscript; charset=utf-8",
+  srt: "application/x-subrip; charset=utf-8",
+  vtt: "text/vtt; charset=utf-8",
+  ics: "text/calendar; charset=utf-8",
+  vcf: "text/vcard; charset=utf-8",
+  // RTF is 7-bit ASCII by specification, so it takes no charset parameter.
+  rtf: "application/rtf",
+  // Binary types the model can only ever REFERENCE, never author in a fence, but
+  // which keep the type sensible if one ever shows up.
+  pdf: "application/pdf",
+  png: "image/png",
+  jpg: "image/jpeg",
+  jpeg: "image/jpeg",
+  gif: "image/gif",
+  webp: "image/webp"
+};
+function normalizeExt(ext) {
+  return String(ext || "").trim().replace(/^\./, "").toLowerCase();
+}
+function extOf(filename) {
+  const name = String(filename || "");
+  const dot = name.lastIndexOf(".");
+  return dot > 0 ? normalizeExt(name.slice(dot + 1)) : "";
+}
+function encodingClassForExt(ext) {
+  const e = normalizeExt(ext);
+  if (BOM_EXTS.has(e)) return "bom";
+  if (HTML_EXTS.has(e)) return "html";
+  if (XML_EXTS.has(e)) return "xml";
+  if (RTF_EXTS.has(e)) return "rtf";
+  return "none";
+}
+function needsBomForExt(ext) {
+  return encodingClassForExt(ext) === "bom";
+}
+function contentTypeForExt(ext, fallback = "text/plain; charset=utf-8") {
+  return EXT_CONTENT_TYPES[normalizeExt(ext)] || fallback;
+}
+function hasBom(text) {
+  return typeof text === "string" && text.charCodeAt(0) === 65279;
+}
+var HTML_HEAD_WINDOW = 4096;
+var META_CHARSET_RE = /<meta[^>]+charset\s*=\s*["']?\s*([a-z0-9_-]+)/i;
+var META_HTTP_EQUIV_RE = /<meta[^>]+http-equiv\s*=\s*["']?content-type["']?[^>]*>/i;
+function ensureHtmlCharset(text) {
+  const src = String(text == null ? "" : text);
+  const head = src.slice(0, HTML_HEAD_WINDOW);
+  const declared = META_CHARSET_RE.exec(head);
+  if (declared) {
+    if (declared[1].toLowerCase().replace(/[^a-z0-9]/g, "") === "utf8") return src;
+    const start = declared.index + declared[0].length - declared[1].length;
+    return src.slice(0, start) + "utf-8" + src.slice(start + declared[1].length);
+  }
+  const httpEquiv = META_HTTP_EQUIV_RE.exec(head);
+  if (httpEquiv) {
+    return src.slice(0, httpEquiv.index) + '<meta charset="utf-8">' + src.slice(httpEquiv.index + httpEquiv[0].length);
+  }
+  const tag = '<meta charset="utf-8">';
+  const headOpen = /<head[^>]*>/i.exec(head);
+  if (headOpen) {
+    const at = headOpen.index + headOpen[0].length;
+    return src.slice(0, at) + "\n" + tag + src.slice(at);
+  }
+  const htmlOpen = /<html[^>]*>/i.exec(head);
+  if (htmlOpen) {
+    const at = htmlOpen.index + htmlOpen[0].length;
+    return src.slice(0, at) + "\n<head>" + tag + "</head>" + src.slice(at);
+  }
+  const doctype = /<!doctype[^>]*>/i.exec(head);
+  if (doctype) {
+    const at = doctype.index + doctype[0].length;
+    return src.slice(0, at) + "\n" + tag + src.slice(at);
+  }
+  return tag + "\n" + src;
+}
+var XML_DECL_RE = /^\s*<\?xml\s[^?]*\?>/i;
+function ensureXmlEncoding(text) {
+  const src = String(text == null ? "" : text);
+  const decl = XML_DECL_RE.exec(src);
+  if (!decl) return src;
+  const found = /encoding\s*=\s*["']([^"']*)["']/i.exec(decl[0]);
+  if (!found) return src;
+  if (found[1].toLowerCase().replace(/[^a-z0-9]/g, "") === "utf8") return src;
+  const fixedDecl = decl[0].slice(0, found.index) + found[0].replace(found[1], "UTF-8") + decl[0].slice(found.index + found[0].length);
+  return fixedDecl + src.slice(decl[0].length);
+}
+var RTF_SIGNATURE_RE = /^[\s]*\{\\rtf/i;
+function looksLikeRtf(text) {
+  return RTF_SIGNATURE_RE.test(String(text == null ? "" : text));
+}
+function escapeRtfNonAscii(text) {
+  const src = String(text == null ? "" : text);
+  let out = "";
+  let plainFrom = 0;
+  for (let i = 0; i < src.length; i++) {
+    const code = src.charCodeAt(i);
+    if (code < 128) continue;
+    out += src.slice(plainFrom, i);
+    out += `\\u${code > 32767 ? code - 65536 : code}?`;
+    plainFrom = i + 1;
+  }
+  return plainFrom === 0 ? src : out + src.slice(plainFrom);
+}
+function applyEncodingDeclaration(text, ext) {
+  const src = String(text == null ? "" : text);
+  switch (encodingClassForExt(ext)) {
+    case "bom":
+      return hasBom(src) ? src : BOM + src;
+    case "html":
+      return ensureHtmlCharset(src);
+    case "xml":
+      return ensureXmlEncoding(src);
+    case "rtf":
+      return looksLikeRtf(src) ? escapeRtfNonAscii(src) : hasBom(src) ? src : BOM + src;
+    default:
+      return src;
+  }
+}
+function prepareDownloadText(filename, body) {
+  const ext = extOf(filename);
+  return {
+    ext,
+    text: applyEncodingDeclaration(body, ext),
+    contentType: contentTypeForExt(ext)
+  };
+}
+
 // src/engine/time.ts
 function wallClockNow() {
   return Date.now();
@@ -1039,7 +1217,7 @@ function applyHistoryCacheBreakpoint(messages) {
     return { ...m, content: blocks };
   });
 }
-var POLL_INTERVAL = 1500;
+var POLL_INTERVAL = 3e3;
 async function callClaudeWithMcp({
   prompt,
   messages,
@@ -1988,7 +2166,7 @@ var ChatSession = class {
     var chatQueue = useBgQueue ? userId + BG_INDEXING_QUEUE_SUFFIX : userId;
     if (offChat) {
       var offHistory = (this.aiChatHistoryCache[key] ? this.aiChatHistoryCache[key].messages : []).filter(function(m) {
-        return !m.isPending && !m.isPendingQueued && !m.isPendingInProcess && !m.isPendingOlder && !m.isCancelled && !m.isBackgroundTask;
+        return !m.isPending && !m.isPendingQueued && !m.isPendingInProcess && !m.isPendingOlder && !m.isCancelled && !m.isBackgroundTask && !m.isError;
       });
       var offBounded = buildBoundedChatMessages({
         platform: aiPlatform,
@@ -2023,7 +2201,7 @@ var ChatSession = class {
     }
     if (isQueuedSend) {
       var resolvedHistory = this.state.messages.filter(function(m) {
-        return !m.isPending && !m.isPendingQueued && !m.isPendingInProcess && !m.isPendingOlder && !m.isCancelled && !m.isBackgroundTask;
+        return !m.isPending && !m.isPendingQueued && !m.isPendingInProcess && !m.isPendingOlder && !m.isCancelled && !m.isBackgroundTask && !m.isError;
       });
       var boundedQ = buildBoundedChatMessages({
         platform: aiPlatform,
@@ -2074,7 +2252,7 @@ var ChatSession = class {
     this.state.sending = true;
     this.host.scrollToBottom(true);
     var historyForLlm = this.state.messages.filter(function(m) {
-      return !m.isCancelled && !m.isBackgroundTask;
+      return !m.isPending && !m.isPendingQueued && !m.isPendingInProcess && !m.isPendingOlder && !m.isCancelled && !m.isBackgroundTask && !m.isError;
     });
     if (llmComposed !== composed) {
       for (var li = historyForLlm.length - 1; li >= 0; li--) {
@@ -3679,6 +3857,6 @@ function buildChatDisplayList(messages, opts) {
   return out;
 }
 
-export { BG_INDEXING_QUEUE_SUFFIX, CLAUDE_INPUT_CAP_RATIO, CLAUDE_PER_REQUEST_INPUT_CAP, CONTEXT_WINDOW_BY_MODEL, CONTEXT_WINDOW_DEFAULT, ChatSession, DEFAULT_CLAUDE_MODEL, DEFAULT_OPENAI_MODEL, EXPIRED_ATTACHMENT_URL_HOST, EXPIRED_ATTACHMENT_URL_ORIGIN, EXPIRED_LINK_REFRESH_EXPIRES_SECONDS, HISTORY_BUDGET_RATIO, HISTORY_FILL_SLACK_PX, HISTORY_TOKEN_BUDGET, LINK_LABEL_MAX_DISPLAY_CHARS, LINK_REFRESH_WINDOW_MS, MAX_HISTORY_FILL_PAGES, MAX_HISTORY_MESSAGES, MAX_PARSED_CONTENT_CHARS, MCP_NAME, MIN_INPUT_TOKEN_BUDGET, OUTPUT_TOKEN_RESERVE, POLL_INTERVAL, RENDER_FROM_TOKEN, TOOL_AND_RESPONSE_BUFFER, buildAiAgentValue, buildBoundedChatMessages, buildChatDisplayList, buildChatSystemPrompt, buildDisplayExpiredAttachmentHref, buildIndexingContinueMessage, buildIndexingRenderContinueTemplate, buildIndexingRenderMessage, buildIndexingSystemPrompt, buildIndexingUserMessage, buildIndexingWindowMessage, callClaudeWithMcp, callClaudeWithPublicMcp, callOpenAIWithPublicMcp, chatEngineConfig, classifyInlineLink, clearAttachmentParsers, composeUserMessage, configureChatEngine, createHistoryFiller, createInlineLinkRegex, encodePathSegments, estimateMessageTokens, estimateTextTokens, extractClaudeText, extractLastUserTextFromRequest, extractOpenAIText, extractRemotePathFromAttachmentHref, fillHistoryViewport, filterListByClearHorizon, findAttachmentParser, formatChatTimestamp, getAttachmentParsers, getChatHistory, getContextWindow, getErrorMessage, getExpiredAttachmentVisiblePath, getProjectContextWindow, groupAttachmentFailures, isAuthExpiredError, isBgIndexingQueue, isErrorResponseBody, isHttpUrlLike, isIndexingRequestText, isNonRetryableRequestError, isOfficeFile, isServerExtractable, isServiceDbAttachmentHref, listClaudeModels, listOpenAIModels, makeExtractPlaceholder, mapHistoryListToMessages, normalizeAttachmentPathCandidate, normalizeTextContent, normalizeTrailingInlineToken, notifyAgentSaveAttachment, parseAiAgentValue, parseAttachmentContent, parseIndexingLabel, parseIndexingRequestText, readExpiredAttachmentHref, registerAttachmentParser, registerModelContextWindows, repairUrlEntities, repairUrlWhitespace, safeDecodeURIComponent, sanitizeAttachmentLinksForHistory, setProjectContextWindow, stripFileBlocksFromHistory, transformContentWithImages, transformContentWithOpenAIImages, truncateLabelForDisplay, wallClockNow };
+export { BG_INDEXING_QUEUE_SUFFIX, BOM, BOM_EXTS, CLAUDE_INPUT_CAP_RATIO, CLAUDE_PER_REQUEST_INPUT_CAP, CONTEXT_WINDOW_BY_MODEL, CONTEXT_WINDOW_DEFAULT, ChatSession, DEFAULT_CLAUDE_MODEL, DEFAULT_OPENAI_MODEL, EXPIRED_ATTACHMENT_URL_HOST, EXPIRED_ATTACHMENT_URL_ORIGIN, EXPIRED_LINK_REFRESH_EXPIRES_SECONDS, EXT_CONTENT_TYPES, HISTORY_BUDGET_RATIO, HISTORY_FILL_SLACK_PX, HISTORY_TOKEN_BUDGET, HTML_EXTS, HTML_HEAD_WINDOW, LINK_LABEL_MAX_DISPLAY_CHARS, LINK_REFRESH_WINDOW_MS, MAX_HISTORY_FILL_PAGES, MAX_HISTORY_MESSAGES, MAX_PARSED_CONTENT_CHARS, MCP_NAME, MIN_INPUT_TOKEN_BUDGET, OUTPUT_TOKEN_RESERVE, POLL_INTERVAL, RENDER_FROM_TOKEN, RTF_EXTS, TOOL_AND_RESPONSE_BUFFER, XML_EXTS, applyEncodingDeclaration, buildAiAgentValue, buildBoundedChatMessages, buildChatDisplayList, buildChatSystemPrompt, buildDisplayExpiredAttachmentHref, buildIndexingContinueMessage, buildIndexingRenderContinueTemplate, buildIndexingRenderMessage, buildIndexingSystemPrompt, buildIndexingUserMessage, buildIndexingWindowMessage, callClaudeWithMcp, callClaudeWithPublicMcp, callOpenAIWithPublicMcp, chatEngineConfig, classifyInlineLink, clearAttachmentParsers, composeUserMessage, configureChatEngine, contentTypeForExt, createHistoryFiller, createInlineLinkRegex, encodePathSegments, encodingClassForExt, ensureHtmlCharset, ensureXmlEncoding, escapeRtfNonAscii, estimateMessageTokens, estimateTextTokens, extOf, extractClaudeText, extractLastUserTextFromRequest, extractOpenAIText, extractRemotePathFromAttachmentHref, fillHistoryViewport, filterListByClearHorizon, findAttachmentParser, formatChatTimestamp, getAttachmentParsers, getChatHistory, getContextWindow, getErrorMessage, getExpiredAttachmentVisiblePath, getProjectContextWindow, groupAttachmentFailures, hasBom, isAuthExpiredError, isBgIndexingQueue, isErrorResponseBody, isHttpUrlLike, isIndexingRequestText, isNonRetryableRequestError, isOfficeFile, isServerExtractable, isServiceDbAttachmentHref, listClaudeModels, listOpenAIModels, looksLikeRtf, makeExtractPlaceholder, mapHistoryListToMessages, needsBomForExt, normalizeAttachmentPathCandidate, normalizeExt, normalizeTextContent, normalizeTrailingInlineToken, notifyAgentSaveAttachment, parseAiAgentValue, parseAttachmentContent, parseIndexingLabel, parseIndexingRequestText, prepareDownloadText, readExpiredAttachmentHref, registerAttachmentParser, registerModelContextWindows, repairUrlEntities, repairUrlWhitespace, safeDecodeURIComponent, sanitizeAttachmentLinksForHistory, setProjectContextWindow, stripFileBlocksFromHistory, transformContentWithImages, transformContentWithOpenAIImages, truncateLabelForDisplay, wallClockNow };
 //# sourceMappingURL=engine.mjs.map
 //# sourceMappingURL=engine.mjs.map