bunnyquery 1.9.0 → 1.9.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/bunnyquery.css +33 -0
- package/bunnyquery.js +353 -44
- package/dist/engine.cjs +127 -30
- package/dist/engine.cjs.map +1 -1
- package/dist/engine.d.mts +96 -3
- package/dist/engine.d.ts +96 -3
- package/dist/engine.mjs +127 -31
- package/dist/engine.mjs.map +1 -1
- package/package.json +1 -1
- package/src/engine/host.ts +29 -0
- package/src/engine/indexing_groups.ts +88 -12
- package/src/engine/prompts/chat_system_prompt.ts +20 -1
- package/src/engine/prompts/index.ts +1 -0
- package/src/engine/prompts/indexing_system_prompt.ts +13 -1
- package/src/engine/prompts/indexing_user_message.ts +29 -2
- package/src/engine/requests.ts +57 -6
- package/src/engine/session.ts +36 -3
- package/src/widget.css +33 -0
package/dist/engine.mjs
CHANGED
|
@@ -169,7 +169,22 @@ var PAGED_READ_EXTENSIONS = /* @__PURE__ */ new Set([
|
|
|
169
169
|
// documents
|
|
170
170
|
"pdf",
|
|
171
171
|
"docx",
|
|
172
|
+
"docm",
|
|
172
173
|
"pptx",
|
|
174
|
+
"pptm",
|
|
175
|
+
"doc",
|
|
176
|
+
"ppt",
|
|
177
|
+
// Korean word processor (OLE/CFB and OOXML-style variants)
|
|
178
|
+
"hwp",
|
|
179
|
+
"hwpx",
|
|
180
|
+
// opendocument text/presentation (ods is a grid, listed above)
|
|
181
|
+
"odt",
|
|
182
|
+
"odp",
|
|
183
|
+
// other long-form documents
|
|
184
|
+
"epub",
|
|
185
|
+
"rtf",
|
|
186
|
+
"html",
|
|
187
|
+
"htm",
|
|
173
188
|
// plain text / data / markup
|
|
174
189
|
"txt",
|
|
175
190
|
"md",
|
|
@@ -282,11 +297,13 @@ function groupAttachmentFailures(attachments) {
|
|
|
282
297
|
// src/engine/prompts/chat_system_prompt.ts
|
|
283
298
|
function buildChatSystemPrompt(params) {
|
|
284
299
|
const { projectId, serviceName, serviceDescription, greeting, canUpload, client } = params;
|
|
300
|
+
const g = params.indexAccessGroup;
|
|
301
|
+
const indexGroupLiteral = typeof g === "number" ? String(g) : g === "public" || g === "private" || g === "authorized" || g === "admin" ? `"${g}"` : '"authorized"';
|
|
285
302
|
let systemPrompt = `
|
|
286
303
|
You are a dedicated assistant for the project ID: "${projectId}".
|
|
287
304
|
Scope: Only answer questions about this project and its data. Do not answer questions about other projects or topics unrelated to this project. When the user refers to "my database", "my data", or "my files", treat those as references to this project's database and file storage. The ONE exception is BunnyQuery itself - what this app is, what it can do, and how to use it - which is always in scope: answer it from the "About BunnyQuery" section at the end of this prompt.
|
|
288
305
|
Knowledge lookup: Before saying you don't know or that something isn't in the chat history, ALWAYS query this project's database through the available MCP tools to look for the answer. The user's data is the source of truth - the chat transcript is not. Only respond with "I don't know" or "I couldn't find that" after you have actually searched the project's data and come back empty.
|
|
289
|
-
Complete answers over stored data: The database holds one record per spreadsheet row, and each uploaded file becomes many records. ONE file is routinely SPLIT ACROSS SEVERAL TABLES - a summary row in one table, its page or row content in another, its extracted photos and other media in "__MEDIA__", and the indexer often invents a differently-named table on each pass. An index or tag filter matches inside ONE table only and requires table_name: on getRecords, an index or tag sent with table_name but no access_group is auto-filled with access_group "authorized"
|
|
306
|
+
Complete answers over stored data: The database holds one record per spreadsheet row, and each uploaded file becomes many records. ONE file is routinely SPLIT ACROSS SEVERAL TABLES - a summary row in one table, its page or row content in another, its extracted photos and other media in "__MEDIA__", and the indexer often invents a differently-named table on each pass. An index or tag filter matches inside ONE table only and requires table_name: on getRecords, an index or tag sent with table_name but no access_group is auto-filled with access_group "authorized", but THIS project indexes at access_group ${indexGroupLiteral}, so pass access_group ${indexGroupLiteral} EXPLICITLY on every index or tag query here - the auto-fill would search a group this project's data is not in and come back empty. Files uploaded before the project's setting changed may sit at another group, so when a scoped query comes back empty, retry it across the other groups (0, 1, "private") before concluding there is nothing, while an index or tag WITHOUT table_name FAILS with an error instead of answering, so read the error rather than guessing. Reference is the exception: reference ALONE spans EVERY table and EVERY access group, so getRecords with reference "src::<the file's storage path>" is the one call that returns a whole file's records wherever the indexer put them. Adding table_name narrows it to that table; access_group WITHOUT table_name fails with '"table" is required'; table_name on its own returns that whole table across all access groups. For anything NOT scoped to a single file, call getTables FIRST, run the query once per table that could hold the answer, and combine the results. For any request that counts, sums, totals, lists every match, compares across records, finds which one, or asks whether something is present or ABSENT (for example "how many", "total spent", "which card", "is there any", "\uC5C6\uC5B4?", "\uD558\uB098\uB3C4 \uC5C6\uB098?"), you MUST read the COMPLETE matching set before answering. Query with fetch_all set to true, or page through getToolResponsePage until pagination.complete is true, across EVERY table and EVERY relevant file. A single default query returns only the first page (about 50 records). That is a SAMPLE. Never treat it as the whole dataset. If you already answered from one table and then realise another table holds more, do not simply apologise: re-run the sweep and give the complete answer.
|
|
290
307
|
Never assert absence from a partial read. Do not say "there is no X", "none", "not found", or "\uC544\uB2C8\uC694, \uC5C6\uC2B5\uB2C8\uB2E4" until a complete scan has come back empty. If you have not finished scanning every relevant table and file, keep querying instead of guessing. A confident "no" that later turns out wrong is worse than telling the user you are still checking.
|
|
291
308
|
Embedded values: a search term is often stored inside a larger string. A merchant "BAKSA" appears as "DNH*BAKSA#4070277042", and a card as "5860****5173". Server-side index filters match only exact values, leading prefixes, or trailing suffixes, and tag filters only EXACT whole-tag values - never a partial or interior substring - so filtering on such a field silently drops rows. When the value you are looking for may be embedded, do not trust a narrow filter to be complete. Fetch the full set with fetch_all and match the substring yourself.
|
|
292
309
|
File attachments: When a user message contains an "Attached files:" section with markdown links, those links point to short-lived signed URLs in this project's db storage and will expire.
|
|
@@ -336,6 +353,7 @@ Project description: """${serviceDescription}"""`;
|
|
|
336
353
|
// src/engine/prompts/indexing_system_prompt.ts
|
|
337
354
|
function buildIndexingSystemPrompt(params) {
|
|
338
355
|
const { projectId, serviceName, serviceDescription } = params;
|
|
356
|
+
const accessGroup = params.accessGroup === "public" || params.accessGroup === "private" ? params.accessGroup : "authorized";
|
|
339
357
|
let systemPrompt = `You are a background indexing agent for project ${projectId}.
|
|
340
358
|
- Image files (.jpg, .jpeg, .png, .gif, .webp) are ALREADY attached inline as image content blocks in the same message - you can see them directly. Do NOT call web_fetch on image URLs; that will fail or return garbage. Just look at the image block and answer.
|
|
341
359
|
- Most files (office documents like .docx/.xlsx/.pptx/.hwp/.hwpx/.ods, and text/data/code files like .csv/.tsv/.json/.xml/.txt/.md and source code) have ALREADY been extracted on the server and included inline in the user message between the "BEGIN FILE CONTENT" / "END FILE CONTENT" markers - read that directly. If the inline content is a "[skapi: ...]" note, the file could not be extracted - index it from its metadata only.
|
|
@@ -344,7 +362,8 @@ function buildIndexingSystemPrompt(params) {
|
|
|
344
362
|
- VISION: when the message (a readFileContent window, an embedded PDF page, or an inline attachment) includes IMAGES - scanned/rendered PDF pages, or photos embedded in a spreadsheet next to a row/block - LOOK at them and capture what they show as record data (the reading/values in a scanned table, the part/defect/condition visible in a photo). The image IS part of the data; correlate each photo with its labelled block ("PHOTO A3" markers tie a photo to that grid row).
|
|
345
363
|
- TRANSCRIBE, DO NOT DESCRIBE. When an image contains ANY text - a label, tag, stamp, form field, serial/part number, handwriting - your FIRST job is to read the characters out and store them VERBATIM, not to describe the scene. A record saying "a red inspection tag with handwritten markings" is worthless: it is unsearchable and every such photo produces the same sentence. Put the characters you can actually read into these EXACT fields, not variations of them: "printed_text" (the pre-printed wording), "handwritten_text" (what a person wrote by hand), and, when you can resolve one, "part_no", "tag_id" and "date". Same reason as the fixed table names: a field called photo_text in one pass and visible_text_notes in the next cannot be queried together. Read PARTIAL values rather than skipping: "500.7402.52__" beats nothing. Only when a character is genuinely unreadable, leave that field null or mark the unreadable span - do NOT invent it, and do NOT replace the whole transcription with a description of what the object looks like. A scene description is a nice extra AFTER the text, never instead of it.
|
|
346
364
|
- IMAGE FILES uploaded as the file itself: if ANY readable character appears ANYWHERE in the image (a label, a stamp, a sign in the background) it counts as an image WITH text - transcribe it per the rule above, and also capture the layout (what appears where) and every entity named. Only a truly text-free image gets description first: a one-line caption, then the objects present with their attributes (type, color, count, condition, position). Either way, save what you extract onto the file's "src::" record with updateRecords, TAG every entity and identifier visible, and INDEX the one number the image offers (a measured value, an amount, a count).
|
|
347
|
-
- Whatever the file type, this file's identity is "src::" + its storage path (the "storage path" metadata line) - never the inline content or a temporary URL. That record ALREADY EXISTS: the upload pipeline creates it in table "file_summaries" (access group "
|
|
365
|
+
- Whatever the file type, this file's identity is "src::" + its storage path (the "storage path" metadata line) - never the inline content or a temporary URL. That record ALREADY EXISTS: the upload pipeline creates it in table "file_summaries" (access group "${accessGroup}") before indexing starts, so posting it again is rejected as a duplicate unique_id. Reference it from every record you write, and add what you learn to it with updateRecords. If that update unexpectedly reports the record does not exist, post it yourself ONCE with that exact "src::" unique_id (table "file_summaries", access group "${accessGroup}") and carry on; this is the ONE exception to the do-NOT-post-the-file-record rules elsewhere in these instructions, because the source identity must never be dropped just because an update failed.
|
|
366
|
+
- ACCESS GROUP (hard rule): every record you write for this file - the file record, per-row records, chapters, summaries, intermediates - MUST be posted with access group "${accessGroup}". Pass it explicitly on every postRecords call; do not leave it out and do not vary it between passes of the same file. An access group is part of a record's table key, so records saved under a different group than the file are in a different table and will not come back with the rest of it: a "public" file whose rows were saved as "authorized" is one an anonymous visitor can see the name of and none of the contents of, and a re-index cannot find the strays to clean them up. The one exception is the EXTRACTED MEDIA records in "__MEDIA__", which the pipeline creates for you - leave their group alone and only enrich them.
|
|
348
367
|
- REACHABILITY (hard rule): every record you write while indexing this file MUST be reachable from the file's "src::<storage path>" record by following reference - either reference that record directly, or reference something that already reaches it. A record with no reference, or one pointing outside this file's chain, is an ORPHAN: deleting or re-indexing the file removes the reachable records and leaves the orphan behind forever, where it keeps turning up in later answers as stale data. If you create an intermediate record that OTHER records reference (a page record that rows hang off, a sheet or section record), set source.can_remove_referencing_records to true on it; the delete cascade passes a delete through a record only when that record carries the flag OR a unique_id starting "src::" (the file record cascades because its unique_id starts with "src::"; the intermediates you create carry no "src::" id, so they need the flag), and it cascades ONE LEVEL AT A TIME, so EVERY intermediate record in a chain needs its own marker - an unmarked link stops the cascade there and everything below it survives as orphans. When in doubt, reference the file record directly and keep the chain flat.
|
|
349
368
|
- TABULAR data (any spreadsheet - .csv/.tsv/.xlsx/.xls/.ods, or sheet-like rows): you MUST save EVERY data row as its own record (ONE record per row) with that row's actual column values in the record's "data", keyed by the header names, in a table named EXACTLY "spreadsheet_rows". Do NOT summarize, sample only a few rows, or save just file metadata - index the whole sheet, window by window, until it ends. Make MULTIPLE postRecords calls in batches (e.g. 30-50 rows per call) rather than one oversized call. This per-row completeness OVERRIDES brevity. The file-level "src::" record ALREADY EXISTS - the upload pipeline creates it before indexing starts - so do NOT create it. Link EVERY per-row record to it via reference (set each row record's reference to exactly "src::" + the storage path, with NO sheet/window/summary suffix added; the row records themselves do NOT carry a src:: unique_id). Enrich that same record with sheet name(s), column headers and total row count via updateRecords rather than posting another one. The per-row records AND this reference linkage are BOTH mandatory: the linkage is what lets the whole sheet be found and cleaned up together when the file is re-indexed. INDEX each row record on the row's most useful NUMERIC column (named by its header) so rows sort and range-query; when the row has no numeric column, index the grid row number instead. TAG each row record with the sheet name, the file name, and the row's categorical values (a status, a category, a type) - tags are how rows are filtered without scanning the table.
|
|
350
369
|
- ONE RECORD PER GRID ROW, ALWAYS. "Row" means the numbered row of the sheet (R37 is one record), never a visual block, item, section or left/right pair. Sheets that repeat the same columns side by side (an A/B block beside a C/D block, "paired" or "mirrored" layouts) still get ONE record per grid row, holding BOTH sides - suffix the keys to keep them apart (PART_NO_A / PART_NO_B). Collapsing a 16-row window into 2 or 3 "block" records is the single most damaging mistake here: it silently loses most of the cells and makes every later total wrong, because some windows were counted per row and others per block. If a window shows rows R37 to R52, you save records for R37..R52 and the count you report is the number of grid rows you actually wrote.
|
|
@@ -365,6 +384,10 @@ Project description: """${serviceDescription}"""`;
|
|
|
365
384
|
}
|
|
366
385
|
|
|
367
386
|
// src/engine/prompts/indexing_user_message.ts
|
|
387
|
+
function indexingAccessGroup(attachment) {
|
|
388
|
+
const g = attachment && attachment.accessGroup;
|
|
389
|
+
return g === "public" || g === "private" ? g : "authorized";
|
|
390
|
+
}
|
|
368
391
|
function buildIndexingUserMessage(attachment, options) {
|
|
369
392
|
const head = `A new file has just been uploaded. Index it now.
|
|
370
393
|
|
|
@@ -373,7 +396,11 @@ File metadata:
|
|
|
373
396
|
- storage path: ${attachment.storagePath}
|
|
374
397
|
` + (attachment.mime ? `- mime type: ${attachment.mime}
|
|
375
398
|
` : "") + (typeof attachment.size === "number" ? `- size (bytes): ${attachment.size}
|
|
376
|
-
` : "")
|
|
399
|
+
` : "") + // Stated in the metadata block as well as the system prompt because this is
|
|
400
|
+
// the per-FILE value: one project can hold public and private files at once,
|
|
401
|
+
// and the system prompt is what is constant across the run.
|
|
402
|
+
`- access group (use this for EVERY record you write for this file): ${indexingAccessGroup(attachment)}
|
|
403
|
+
`;
|
|
377
404
|
if (options?.inlineContent) {
|
|
378
405
|
return head + `
|
|
379
406
|
The file's content was parsed by the client and is provided inline below. Read it directly - do NOT fetch any URL for this file. Set every record's reference to exactly "src::" + the storage path above (not this content). That file record already exists, so enrich it with updateRecords rather than posting it.
|
|
@@ -421,7 +448,8 @@ function buildRenderMeta(attachment) {
|
|
|
421
448
|
- name: ${attachment.name}
|
|
422
449
|
- storage path: ${attachment.storagePath}
|
|
423
450
|
` + (attachment.mime ? `- mime type: ${attachment.mime}
|
|
424
|
-
` : "")
|
|
451
|
+
` : "") + `- access group (use this for EVERY record you write for this file): ${indexingAccessGroup(attachment)}
|
|
452
|
+
`;
|
|
425
453
|
}
|
|
426
454
|
function buildRenderDatafy(placeholder) {
|
|
427
455
|
return `
|
|
@@ -464,7 +492,8 @@ File metadata:
|
|
|
464
492
|
- name: ${attachment.name}
|
|
465
493
|
- storage path: ${attachment.storagePath}
|
|
466
494
|
` + (attachment.mime ? `- mime type: ${attachment.mime}
|
|
467
|
-
` : "") +
|
|
495
|
+
` : "") + `- access group (use this for EVERY record you write for this file): ${indexingAccessGroup(attachment)}
|
|
496
|
+
|
|
468
497
|
Records for the earlier windows/pages of this file are ALREADY saved (they reference "${src}"). First call getRecords with reference "${src}" to see how far the previous pass got (the furthest row/window already saved). The reference ALONE is the whole query: it returns every record written from this file across ALL tables and ALL access groups, so do NOT add table_name or access_group to narrow it. The response is PAGED, so keep fetching pages until it reports there are no more, and take the furthest point from the WHOLE set, never from the first page. Then call readFileContent with the storage path above and a CURSOR that RESUMES just after that point - do NOT start at the beginning. The cursor is derivable from what you already saved:
|
|
469
498
|
- Spreadsheet: the cursor is "<sheetIndex>:<nextRow>" (0-based sheet index, 1-based row). If you saved up to row R of sheet S, use cursor="S:R+1".
|
|
470
499
|
- Text: the cursor is the character offset already read.
|
|
@@ -1525,6 +1554,11 @@ var MCP_NAME = "BunnyQuery";
|
|
|
1525
1554
|
var DEFAULT_CLAUDE_MODEL = "claude-sonnet-5";
|
|
1526
1555
|
var DEFAULT_OPENAI_MODEL = "gpt-5.6-luna";
|
|
1527
1556
|
var mcpUrl = () => chatEngineConfig().mcpBaseUrl;
|
|
1557
|
+
function mcpEndpointFor(anonymous, publicProjectId, service) {
|
|
1558
|
+
if (!anonymous) return { url: mcpUrl(), token: "$ACCESS_TOKEN" };
|
|
1559
|
+
const project = publicProjectId || service;
|
|
1560
|
+
return { url: String(mcpUrl()).replace(/\/+$/, "") + "/p/" + project };
|
|
1561
|
+
}
|
|
1528
1562
|
var clientSecretRequest = (opts) => chatEngineConfig().clientSecretRequest(opts);
|
|
1529
1563
|
var VARIANT_IMAGE_DETAIL = "original";
|
|
1530
1564
|
var VARIANT_TEXT_VERBOSITY = "high";
|
|
@@ -1750,7 +1784,8 @@ async function callClaudeWithMcp({
|
|
|
1750
1784
|
}
|
|
1751
1785
|
});
|
|
1752
1786
|
}
|
|
1753
|
-
async function callClaudeWithPublicMcp(prompt, service, owner, messages, system, model, userId, extractContent, fileUrls, onResponse, onError) {
|
|
1787
|
+
async function callClaudeWithPublicMcp(prompt, service, owner, messages, system, model, userId, extractContent, fileUrls, onResponse, onError, mcpScope) {
|
|
1788
|
+
const endpoint = mcpEndpointFor(mcpScope?.anonymous, mcpScope?.publicProjectId, service);
|
|
1754
1789
|
return callClaudeWithMcp({
|
|
1755
1790
|
prompt,
|
|
1756
1791
|
messages,
|
|
@@ -1764,11 +1799,14 @@ async function callClaudeWithPublicMcp(prompt, service, owner, messages, system,
|
|
|
1764
1799
|
fileUrls,
|
|
1765
1800
|
mcpServer: {
|
|
1766
1801
|
name: MCP_NAME,
|
|
1767
|
-
url:
|
|
1768
|
-
authorizationToken
|
|
1802
|
+
url: endpoint.url,
|
|
1803
|
+
// Omitted entirely for an anonymous turn; the `if (mcpServer.authorizationToken)`
|
|
1804
|
+
// guard below drops the key rather than sending an empty one.
|
|
1805
|
+
authorizationToken: endpoint.token
|
|
1769
1806
|
}});
|
|
1770
1807
|
}
|
|
1771
|
-
async function callOpenAIWithPublicMcp(prompt, service, owner, messages, system, model, userId, extractContent, fileUrls, onResponse, onError) {
|
|
1808
|
+
async function callOpenAIWithPublicMcp(prompt, service, owner, messages, system, model, userId, extractContent, fileUrls, onResponse, onError, mcpScope) {
|
|
1809
|
+
const endpoint = mcpEndpointFor(mcpScope?.anonymous, mcpScope?.publicProjectId, service);
|
|
1772
1810
|
const resolvedModel = model || DEFAULT_OPENAI_MODEL;
|
|
1773
1811
|
const imageDetail = getOpenAIImageDetail(resolvedModel);
|
|
1774
1812
|
const messageList = messages && messages.length ? prepareOpenAIMessages(messages, imageDetail) : [
|
|
@@ -1811,11 +1849,12 @@ async function callOpenAIWithPublicMcp(prompt, service, owner, messages, system,
|
|
|
1811
1849
|
{
|
|
1812
1850
|
type: "mcp",
|
|
1813
1851
|
server_label: MCP_NAME,
|
|
1814
|
-
server_url:
|
|
1852
|
+
server_url: endpoint.url,
|
|
1815
1853
|
require_approval: "never",
|
|
1816
|
-
headers:
|
|
1817
|
-
|
|
1818
|
-
|
|
1854
|
+
// No `headers` at all for an anonymous turn: `Bearer ` with an
|
|
1855
|
+
// empty token is a credential the MCP server rejects, and the
|
|
1856
|
+
// project-scoped endpoint needs none.
|
|
1857
|
+
...endpoint.token ? { headers: { Authorization: "Bearer " + endpoint.token } } : {}
|
|
1819
1858
|
},
|
|
1820
1859
|
...[
|
|
1821
1860
|
{
|
|
@@ -1926,7 +1965,10 @@ async function notifyAgentSaveAttachment(info) {
|
|
|
1926
1965
|
// by the tools' schema pattern.
|
|
1927
1966
|
projectId: info.publicProjectId || service,
|
|
1928
1967
|
serviceName: info.serviceName,
|
|
1929
|
-
serviceDescription: info.serviceDescription
|
|
1968
|
+
serviceDescription: info.serviceDescription,
|
|
1969
|
+
// Per-FILE, not per-project: one project holds public and private files at
|
|
1970
|
+
// once, so this travels on the attachment rather than the identity.
|
|
1971
|
+
accessGroup: attachment.accessGroup
|
|
1930
1972
|
});
|
|
1931
1973
|
if (platform === "openai") {
|
|
1932
1974
|
const resolvedModel2 = info.model || DEFAULT_OPENAI_MODEL;
|
|
@@ -3508,10 +3550,23 @@ var ChatSession = class {
|
|
|
3508
3550
|
this._lidSeq += 1;
|
|
3509
3551
|
return "lid_" + this._lidSeq;
|
|
3510
3552
|
}
|
|
3553
|
+
/**
|
|
3554
|
+
* The key every per-chat cache hangs off: the restored message cache, the
|
|
3555
|
+
* hydrated-body memo, the live-index key and the per-file storage-path key.
|
|
3556
|
+
*
|
|
3557
|
+
* It carries the IDENTITY as well as the project and platform. A single
|
|
3558
|
+
* browser can hold more than one conversation on one project without a
|
|
3559
|
+
* reload — an anonymous visitor who signs in, or a dashboard user who logs
|
|
3560
|
+
* out and back in as someone else — and with an identity-free key the
|
|
3561
|
+
* previous conversation stayed in the cache and was re-rendered, and written
|
|
3562
|
+
* back, as the new one's. `userId` is the same value the request queue is
|
|
3563
|
+
* named after, so two identities that share a queue share a cache, which is
|
|
3564
|
+
* exactly right.
|
|
3565
|
+
*/
|
|
3511
3566
|
getHistoryCacheKey() {
|
|
3512
3567
|
var id = this.host.getIdentity();
|
|
3513
3568
|
if (!id.projectId || id.platform === "none") return "";
|
|
3514
|
-
return id.projectId + "#" + id.platform;
|
|
3569
|
+
return id.projectId + "#" + id.platform + "#" + (id.userId || "");
|
|
3515
3570
|
}
|
|
3516
3571
|
/** Re-apply memoized hydrated texts onto freshly-mapped messages. Both
|
|
3517
3572
|
* clients call this right after their mapper runs (loadHistory does it
|
|
@@ -3714,7 +3769,9 @@ var ChatSession = class {
|
|
|
3714
3769
|
if (projectId === void 0) projectId = id.projectId;
|
|
3715
3770
|
if (owner === void 0) owner = id.owner;
|
|
3716
3771
|
}
|
|
3717
|
-
|
|
3772
|
+
var liveId = this.host.getIdentity();
|
|
3773
|
+
var mcpScope = { anonymous: liveId.anonymous, publicProjectId: liveId.publicProjectId };
|
|
3774
|
+
return platform === "openai" ? callOpenAIWithPublicMcp(prompt, projectId, owner, messages, system, model, userId, extractContent, fileUrls, void 0, void 0, mcpScope) : callClaudeWithPublicMcp(prompt, projectId, owner, messages, system, model, userId, extractContent, fileUrls, void 0, void 0, mcpScope);
|
|
3718
3775
|
}
|
|
3719
3776
|
dispatchAgentRequest(params) {
|
|
3720
3777
|
var self = this;
|
|
@@ -6102,6 +6159,15 @@ var ChatSession = class {
|
|
|
6102
6159
|
})).catch(function() {
|
|
6103
6160
|
});
|
|
6104
6161
|
});
|
|
6162
|
+
var accessGroup;
|
|
6163
|
+
preIndex = preIndex.then(function() {
|
|
6164
|
+
if (alreadyIndexing) return;
|
|
6165
|
+
if (typeof self.host.uploadAccessGroup !== "function") return;
|
|
6166
|
+
return Promise.resolve(self.host.uploadAccessGroup(member.storagePath)).then(function(g) {
|
|
6167
|
+
accessGroup = g || void 0;
|
|
6168
|
+
}).catch(function() {
|
|
6169
|
+
});
|
|
6170
|
+
});
|
|
6105
6171
|
return preIndex.then(function() {
|
|
6106
6172
|
return parseAttachmentContent(member.file, member.file.name, mime || void 0);
|
|
6107
6173
|
}).then(function(parsedContent) {
|
|
@@ -6120,7 +6186,8 @@ var ChatSession = class {
|
|
|
6120
6186
|
storagePath: member.storagePath,
|
|
6121
6187
|
mime: mime || void 0,
|
|
6122
6188
|
size: member.file.size,
|
|
6123
|
-
url
|
|
6189
|
+
url,
|
|
6190
|
+
accessGroup
|
|
6124
6191
|
},
|
|
6125
6192
|
parsedContent: parsedContent || void 0
|
|
6126
6193
|
}).then(function(ack) {
|
|
@@ -6247,6 +6314,9 @@ var ChatSession = class {
|
|
|
6247
6314
|
};
|
|
6248
6315
|
|
|
6249
6316
|
// src/engine/indexing_groups.ts
|
|
6317
|
+
function canonIndexKey(s) {
|
|
6318
|
+
return typeof s === "string" && s ? s.trim() : "";
|
|
6319
|
+
}
|
|
6250
6320
|
var RUN_RECORD_WORKING_STALE_MS = 6 * 60 * 60 * 1e3;
|
|
6251
6321
|
var INDEXING_LABEL_RE = /^(Re)?[Ii]ndexing(\s*\(continuing\))?\s*:?\s+(.+)$/;
|
|
6252
6322
|
var LEADING_MD_LINK_RE = /^\[([^\]]+)\]\(([^)]+)\)/;
|
|
@@ -6316,15 +6386,24 @@ function buildChatDisplayList(messages, opts) {
|
|
|
6316
6386
|
var openRunOfKey = {};
|
|
6317
6387
|
var runsOfKey = {};
|
|
6318
6388
|
var keyOfRun = {};
|
|
6389
|
+
var newestTsOfRun = {};
|
|
6319
6390
|
var runSeq = 0;
|
|
6320
6391
|
for (var i = 0; i < list.length; i++) {
|
|
6321
6392
|
var msg = list[i];
|
|
6322
6393
|
if (!msg || !msg.isBackgroundTask) continue;
|
|
6323
6394
|
var runId;
|
|
6324
6395
|
var ref = msg.role === "user" ? readFileRef(msg) : null;
|
|
6325
|
-
if (
|
|
6396
|
+
if (msg._serverItemId && runByItemId[msg._serverItemId]) {
|
|
6397
|
+
runId = runByItemId[msg._serverItemId];
|
|
6398
|
+
} else if (ref) {
|
|
6326
6399
|
var key = ref.path || keyByName[ref.name] || ref.name;
|
|
6327
|
-
|
|
6400
|
+
var alreadySeen = !!(msg._serverItemId && runByItemId[msg._serverItemId]);
|
|
6401
|
+
var openId = openRunOfKey[key];
|
|
6402
|
+
var notLater = false;
|
|
6403
|
+
if (openId && typeof msg._ts === "number" && typeof newestTsOfRun[openId] === "number") {
|
|
6404
|
+
notLater = msg._ts <= newestTsOfRun[openId];
|
|
6405
|
+
}
|
|
6406
|
+
if (!ref.continued && !alreadySeen && !notLater && openRunOfKey[key]) delete openRunOfKey[key];
|
|
6328
6407
|
runId = openRunOfKey[key];
|
|
6329
6408
|
if (!runId) {
|
|
6330
6409
|
runId = "run" + runSeq++;
|
|
@@ -6332,12 +6411,14 @@ function buildChatDisplayList(messages, opts) {
|
|
|
6332
6411
|
keyOfRun[runId] = key;
|
|
6333
6412
|
(runsOfKey[key] || (runsOfKey[key] = [])).push(runId);
|
|
6334
6413
|
}
|
|
6335
|
-
} else if (msg._serverItemId && runByItemId[msg._serverItemId]) {
|
|
6336
|
-
runId = runByItemId[msg._serverItemId];
|
|
6337
6414
|
} else if (msg.role !== "user") {
|
|
6338
6415
|
runId = runOfIndex[i - 1];
|
|
6339
6416
|
}
|
|
6340
6417
|
if (!runId) continue;
|
|
6418
|
+
if (typeof msg._ts === "number") {
|
|
6419
|
+
var prevTs = newestTsOfRun[runId];
|
|
6420
|
+
if (typeof prevTs !== "number" || msg._ts > prevTs) newestTsOfRun[runId] = msg._ts;
|
|
6421
|
+
}
|
|
6341
6422
|
var g = groups[runId];
|
|
6342
6423
|
if (!g) {
|
|
6343
6424
|
var fileKey = keyOfRun[runId];
|
|
@@ -6502,20 +6583,33 @@ function buildChatDisplayList(messages, opts) {
|
|
|
6502
6583
|
for (var ci = 0; ci < order.length; ci++) {
|
|
6503
6584
|
var cg = groups[order[ci]];
|
|
6504
6585
|
if (cg.path) {
|
|
6505
|
-
coveredPaths[cg.path] = true;
|
|
6506
|
-
if (cg.key) coveredPaths[cg.key] = true;
|
|
6507
|
-
} else if (cg.name) coveredPathlessNames[cg.name] = true;
|
|
6508
|
-
else if (cg.key) coveredPaths[cg.key] = true;
|
|
6586
|
+
coveredPaths[canonIndexKey(cg.path)] = true;
|
|
6587
|
+
if (cg.key) coveredPaths[canonIndexKey(cg.key)] = true;
|
|
6588
|
+
} else if (cg.name) coveredPathlessNames[canonIndexKey(cg.name)] = true;
|
|
6589
|
+
else if (cg.key) coveredPaths[canonIndexKey(cg.key)] = true;
|
|
6509
6590
|
}
|
|
6510
6591
|
var now = opts && typeof opts.now === "number" ? opts.now : Date.now();
|
|
6511
6592
|
var stubClearedAt = opts && typeof opts.stubClearedAt === "number" && opts.stubClearedAt > 0 ? opts.stubClearedAt : 0;
|
|
6512
6593
|
for (var sp in runStubs) {
|
|
6513
6594
|
var rec = runStubs[sp];
|
|
6514
|
-
if (!sp || !rec || !rec.status || coveredPaths[sp]) continue;
|
|
6595
|
+
if (!sp || !rec || !rec.status || coveredPaths[canonIndexKey(sp)]) continue;
|
|
6515
6596
|
var fname = rec.filename || sp.split("/").pop() || sp;
|
|
6516
|
-
if (coveredPathlessNames[fname]) continue;
|
|
6597
|
+
if (coveredPathlessNames[canonIndexKey(fname)]) continue;
|
|
6517
6598
|
if (stubPlatform && rec.platform && rec.platform !== stubPlatform) continue;
|
|
6518
|
-
var live = !!liveIndexKeys[sp] || !!liveIndexKeys[
|
|
6599
|
+
var live = !!liveIndexKeys[sp] || !!liveIndexKeys[canonIndexKey(sp)];
|
|
6600
|
+
if (!live && (liveIndexKeys[fname] || liveIndexKeys[canonIndexKey(fname)])) {
|
|
6601
|
+
var claimedByOther = false;
|
|
6602
|
+
for (var lk in liveIndexKeys) {
|
|
6603
|
+
if (!liveIndexKeys[lk]) continue;
|
|
6604
|
+
var lkc = canonIndexKey(lk);
|
|
6605
|
+
if (lkc === canonIndexKey(sp)) continue;
|
|
6606
|
+
if (lkc.length > fname.length && lkc.slice(-(fname.length + 1)) === "/" + fname) {
|
|
6607
|
+
claimedByOther = true;
|
|
6608
|
+
break;
|
|
6609
|
+
}
|
|
6610
|
+
}
|
|
6611
|
+
live = !claimedByOther;
|
|
6612
|
+
}
|
|
6519
6613
|
var recWhen = typeof rec.finished === "number" ? rec.finished : typeof rec.started === "number" ? rec.started : void 0;
|
|
6520
6614
|
if (stubClearedAt && !live && recWhen !== void 0 && recWhen <= stubClearedAt) continue;
|
|
6521
6615
|
var st = "active";
|
|
@@ -6523,7 +6617,7 @@ function buildChatDisplayList(messages, opts) {
|
|
|
6523
6617
|
var res = false;
|
|
6524
6618
|
var reason;
|
|
6525
6619
|
if (!live) {
|
|
6526
|
-
if (rec.status === "done" || doneKeys[sp] || doneKeys[fname]) {
|
|
6620
|
+
if (rec.status === "done" || doneKeys[sp] || doneKeys[canonIndexKey(sp)] || doneKeys[fname] || doneKeys[canonIndexKey(fname)]) {
|
|
6527
6621
|
st = "done";
|
|
6528
6622
|
fin = true;
|
|
6529
6623
|
} else if (rec.status === "error") {
|
|
@@ -6577,11 +6671,13 @@ function buildChatDisplayList(messages, opts) {
|
|
|
6577
6671
|
}
|
|
6578
6672
|
}
|
|
6579
6673
|
var suppressAnchor = {};
|
|
6674
|
+
var stubByCanon = {};
|
|
6675
|
+
if (runStubs) for (var ck in runStubs) stubByCanon[canonIndexKey(ck)] = runStubs[ck];
|
|
6580
6676
|
if (runStubs) {
|
|
6581
6677
|
for (var ti2 = 0; ti2 < order.length; ti2++) {
|
|
6582
6678
|
var tg = groups[order[ti2]];
|
|
6583
6679
|
if (!newestRunOfKey[order[ti2]]) continue;
|
|
6584
|
-
var trec = tg.path && runStubs[tg.path] || runStubs[tg.key];
|
|
6680
|
+
var trec = tg.path && (runStubs[tg.path] || stubByCanon[canonIndexKey(tg.path)]) || runStubs[tg.key] || stubByCanon[canonIndexKey(tg.key)];
|
|
6585
6681
|
if (!trec || typeof trec.started !== "number") continue;
|
|
6586
6682
|
if (stubPlatform && trec.platform && trec.platform !== stubPlatform) continue;
|
|
6587
6683
|
suppressAnchor[order[ti2]] = true;
|
|
@@ -6618,6 +6714,6 @@ function buildChatDisplayList(messages, opts) {
|
|
|
6618
6714
|
return out;
|
|
6619
6715
|
}
|
|
6620
6716
|
|
|
6621
|
-
export { BG_INDEXING_QUEUE_SUFFIX, BOM, BOM_EXTS, CLAUDE_INPUT_CAP_RATIO, CLAUDE_PER_REQUEST_INPUT_CAP, CONTEXT_WINDOW_BY_MODEL, CONTEXT_WINDOW_DEFAULT, ChatSession, DEFAULT_CLAUDE_MODEL, DEFAULT_CONTEXT_WINDOW, DEFAULT_OPENAI_MODEL, EMPTY_INDEXING_REPLY, EXPIRED_ATTACHMENT_URL_HOST, EXPIRED_ATTACHMENT_URL_ORIGIN, EXPIRED_LINK_REFRESH_EXPIRES_SECONDS, EXT_CONTENT_TYPES, HISTORY_BUDGET_RATIO, HISTORY_FILL_SLACK_PX, HISTORY_TOKEN_BUDGET, HTML_EXTS, HTML_HEAD_WINDOW, IMAGE_PREVIEWS_PER_MESSAGE, INDEXING_COMPLETE_MARKER, INLINE_LINK_GLYPH, INLINE_LINK_UNAVAILABLE_GLYPH, INLINE_LINK_UNAVAILABLE_SUFFIX, INPUT_CAP_RATIO, LINK_LABEL_MAX_DISPLAY_CHARS, LINK_REFRESH_WINDOW_MS, MAX_CONCURRENT_BG_POLLS, MAX_HISTORY_FILL_PAGES, MAX_HISTORY_MESSAGES, MAX_OUTPUT_BY_MODEL, MAX_OUTPUT_TOKENS, MAX_PARSED_CONTENT_CHARS, MCP_NAME, MINT_CACHE_GENERATION, MIN_INPUT_TOKEN_BUDGET, MIN_PER_REQUEST_INPUT_CAP, OUTPUT_TOKEN_RESERVE, POLL_INTERVAL, PRESIGN_SAFETY_MARGIN_MS, PREVIEWABLE_IMAGE_CONTENT_TYPES, PREVIEW_BROWSER_CACHE_SECONDS, PREVIEW_LAYOUT_BOX_SELECTOR, PREVIEW_URL_EXPIRES_SECONDS, RENDER_FROM_TOKEN, RTF_EXTS, RUN_RECORD_WORKING_STALE_MS, TOOL_AND_RESPONSE_BUFFER, XML_EXTS, __resetSplitHistoryState, applyEncodingDeclaration, bgIndexingQueueName, buildAiAgentValue, buildBoundedChatMessages, buildChatDisplayList, buildChatGreeting, buildChatSystemPrompt, buildDisplayExpiredAttachmentHref, buildHistoryItemFullId, buildIndexingContinueMessage, buildIndexingRenderContinueTemplate, buildIndexingRenderMessage, buildIndexingSystemPrompt, buildIndexingUserMessage, buildIndexingWindowMessage, callClaudeWithMcp, callClaudeWithPublicMcp, callOpenAIWithPublicMcp, canonicalizePathForm, chatEngineConfig, classifyInlineLink, clearAttachmentParsers, clearImagePreviewCache, composeUserMessage, configureChatEngine, contentTypeForExt, createHistoryFiller, createInlineLinkRegex, createScrollAnchor, encodePathSegments, encodingClassForExt, ensureHtmlCharset, ensureXmlEncoding, escapeInlineHtml, escapeRtfNonAscii, estimateMessageTokens, estimateTextTokens, extOf, extractClaudeText, extractLastUserTextFromRequest, extractOpenAIText, extractRemotePathFromAttachmentHref, fetchLiveIndexingKeys, fillHistoryViewport, filterListByClearHorizon, findAttachmentParser, formatChatTimestamp, getAttachmentParsers, getChatHistory, getContextWindow, getErrorMessage, getExpiredAttachmentVisiblePath, getInputTokenBudget, getMaxOutputTokens, getModelContextWindow, getProjectContextWindow, getSplitChatHistory, getVisionProfile, groupAttachmentFailures, hasBom, hydrateImagePreviews, indexDoneUniqueId, isAuthExpiredError, isBgIndexingQueue, isErrorResponseBody, isHttpUrlLike, isIndexingRequestText, isLinkUnavailable, isNonRetryableRequestError, isOfficeFile, isPreviewableImagePath, isProviderApiKeyError, isServerExtractable, isServiceDbAttachmentHref, linkUnavailableKeyForHref, linkUnavailableKeyForPath, linkUnavailableKeysForPath, listClaudeModels, listOpenAIModels, looksLikeRtf, makeExtractPlaceholder, mapHistoryListToMessages, markImagePreviewStale, mintCacheBustStamp, needsBomForExt, normalizeAttachmentPathCandidate, normalizeExt, normalizeTextContent, normalizeTrailingInlineToken, notifyAgentSaveAttachment, parseAiAgentValue, parseAttachmentContent, parseIndexingLabel, parseIndexingRequestText, peekImagePreviewUrl, prepareDownloadText, presignExpiryEpochMs, previewImageContentType, previewLayoutBox, previewMintCacheToken, previewableExtOf, readExpiredAttachmentHref, registerAttachmentParser, registerModelContextWindows, renderInlineLinkHtml, repairUrlEntities, repairUrlWhitespace, resolveImagePreviewUrl, runIndexUniqueId, safeDecodeURIComponent, sanitizeAttachmentLinksForHistory, setProjectContextWindow, shouldRescueInFlightMessage, stripFileBlocksFromHistory, transformContentWithImages, transformContentWithOpenAIImages, truncateLabelForDisplay, upsertIndexRunRecordSafe, wallClockNow };
|
|
6717
|
+
export { BG_INDEXING_QUEUE_SUFFIX, BOM, BOM_EXTS, CLAUDE_INPUT_CAP_RATIO, CLAUDE_PER_REQUEST_INPUT_CAP, CONTEXT_WINDOW_BY_MODEL, CONTEXT_WINDOW_DEFAULT, ChatSession, DEFAULT_CLAUDE_MODEL, DEFAULT_CONTEXT_WINDOW, DEFAULT_OPENAI_MODEL, EMPTY_INDEXING_REPLY, EXPIRED_ATTACHMENT_URL_HOST, EXPIRED_ATTACHMENT_URL_ORIGIN, EXPIRED_LINK_REFRESH_EXPIRES_SECONDS, EXT_CONTENT_TYPES, HISTORY_BUDGET_RATIO, HISTORY_FILL_SLACK_PX, HISTORY_TOKEN_BUDGET, HTML_EXTS, HTML_HEAD_WINDOW, IMAGE_PREVIEWS_PER_MESSAGE, INDEXING_COMPLETE_MARKER, INLINE_LINK_GLYPH, INLINE_LINK_UNAVAILABLE_GLYPH, INLINE_LINK_UNAVAILABLE_SUFFIX, INPUT_CAP_RATIO, LINK_LABEL_MAX_DISPLAY_CHARS, LINK_REFRESH_WINDOW_MS, MAX_CONCURRENT_BG_POLLS, MAX_HISTORY_FILL_PAGES, MAX_HISTORY_MESSAGES, MAX_OUTPUT_BY_MODEL, MAX_OUTPUT_TOKENS, MAX_PARSED_CONTENT_CHARS, MCP_NAME, MINT_CACHE_GENERATION, MIN_INPUT_TOKEN_BUDGET, MIN_PER_REQUEST_INPUT_CAP, OUTPUT_TOKEN_RESERVE, POLL_INTERVAL, PRESIGN_SAFETY_MARGIN_MS, PREVIEWABLE_IMAGE_CONTENT_TYPES, PREVIEW_BROWSER_CACHE_SECONDS, PREVIEW_LAYOUT_BOX_SELECTOR, PREVIEW_URL_EXPIRES_SECONDS, RENDER_FROM_TOKEN, RTF_EXTS, RUN_RECORD_WORKING_STALE_MS, TOOL_AND_RESPONSE_BUFFER, XML_EXTS, __resetSplitHistoryState, applyEncodingDeclaration, bgIndexingQueueName, buildAiAgentValue, buildBoundedChatMessages, buildChatDisplayList, buildChatGreeting, buildChatSystemPrompt, buildDisplayExpiredAttachmentHref, buildHistoryItemFullId, buildIndexingContinueMessage, buildIndexingRenderContinueTemplate, buildIndexingRenderMessage, buildIndexingSystemPrompt, buildIndexingUserMessage, buildIndexingWindowMessage, callClaudeWithMcp, callClaudeWithPublicMcp, callOpenAIWithPublicMcp, canonicalizePathForm, chatEngineConfig, classifyInlineLink, clearAttachmentParsers, clearImagePreviewCache, composeUserMessage, configureChatEngine, contentTypeForExt, createHistoryFiller, createInlineLinkRegex, createScrollAnchor, encodePathSegments, encodingClassForExt, ensureHtmlCharset, ensureXmlEncoding, escapeInlineHtml, escapeRtfNonAscii, estimateMessageTokens, estimateTextTokens, extOf, extractClaudeText, extractLastUserTextFromRequest, extractOpenAIText, extractRemotePathFromAttachmentHref, fetchLiveIndexingKeys, fillHistoryViewport, filterListByClearHorizon, findAttachmentParser, formatChatTimestamp, getAttachmentParsers, getChatHistory, getContextWindow, getErrorMessage, getExpiredAttachmentVisiblePath, getInputTokenBudget, getMaxOutputTokens, getModelContextWindow, getProjectContextWindow, getSplitChatHistory, getVisionProfile, groupAttachmentFailures, hasBom, hydrateImagePreviews, indexDoneUniqueId, indexingAccessGroup, isAuthExpiredError, isBgIndexingQueue, isErrorResponseBody, isHttpUrlLike, isIndexingRequestText, isLinkUnavailable, isNonRetryableRequestError, isOfficeFile, isPreviewableImagePath, isProviderApiKeyError, isServerExtractable, isServiceDbAttachmentHref, linkUnavailableKeyForHref, linkUnavailableKeyForPath, linkUnavailableKeysForPath, listClaudeModels, listOpenAIModels, looksLikeRtf, makeExtractPlaceholder, mapHistoryListToMessages, markImagePreviewStale, mintCacheBustStamp, needsBomForExt, normalizeAttachmentPathCandidate, normalizeExt, normalizeTextContent, normalizeTrailingInlineToken, notifyAgentSaveAttachment, parseAiAgentValue, parseAttachmentContent, parseIndexingLabel, parseIndexingRequestText, peekImagePreviewUrl, prepareDownloadText, presignExpiryEpochMs, previewImageContentType, previewLayoutBox, previewMintCacheToken, previewableExtOf, readExpiredAttachmentHref, registerAttachmentParser, registerModelContextWindows, renderInlineLinkHtml, repairUrlEntities, repairUrlWhitespace, resolveImagePreviewUrl, runIndexUniqueId, safeDecodeURIComponent, sanitizeAttachmentLinksForHistory, setProjectContextWindow, shouldRescueInFlightMessage, stripFileBlocksFromHistory, transformContentWithImages, transformContentWithOpenAIImages, truncateLabelForDisplay, upsertIndexRunRecordSafe, wallClockNow };
|
|
6622
6718
|
//# sourceMappingURL=engine.mjs.map
|
|
6623
6719
|
//# sourceMappingURL=engine.mjs.map
|