tinywebui 0.1.4 → 0.1.5

package/src/tools/chat_search_tool.js

@@ -1,5 +1,4 @@
 import { CORPUS } from '../store/index.js';
-
 /**
  * search_chats -- lets the model look up the user's earlier conversations:
  * what they asked and the answer they finally got. Ranked by the same
@@ -8,56 +7,51 @@ import { CORPUS } from '../store/index.js';
  * chats are searched, and never the asking chat itself -- that one is already
  * in context (and expand_context reads what compaction folded away).
  */
-
 export const SEARCH_CHATS = 'search_chats';
-
 const MAX_RESULTS = 10;
-
 export function chatSearchToolDef() {
-  return {
-    type: 'function',
-    function: {
-      name: SEARCH_CHATS,
-      description: [
-        "Search the user's earlier conversations (not this one) for what they asked and the answers they got.",
-        'Use it when the user refers to something discussed before ("like last time", "what did we decide about..."),',
-        'or when an earlier answer would save redoing work. Returns the best-matching question/answer pairs,',
-        'each with the chat it came from. Phrase the query as the topic, not as a question to the user.'
-      ].join(' '),
-      parameters: {
-        type: 'object',
-        properties: {
-          query: { type: 'string', description: 'What to look for, in plain words.' },
-          limit: { type: 'integer', description: `How many turns to return, 1-${MAX_RESULTS} (default 5).` }
-        },
-        required: ['query']
-      }
-    }
-  };
+    return {
+        type: 'function',
+        function: {
+            name: SEARCH_CHATS,
+            description: [
+                "Search the user's earlier conversations (not this one) for what they asked and the answers they got.",
+                'Use it when the user refers to something discussed before ("like last time", "what did we decide about..."),',
+                'or when an earlier answer would save redoing work. Returns the best-matching question/answer pairs,',
+                'each with the chat it came from. Phrase the query as the topic, not as a question to the user.'
+            ].join(' '),
+            parameters: {
+                type: 'object',
+                properties: {
+                    query: { type: 'string', description: 'What to look for, in plain words.' },
+                    limit: { type: 'integer', description: `How many turns to return, 1-${MAX_RESULTS} (default 5).` }
+                },
+                required: ['query']
+            }
+        }
+    };
 }
-
 const day = (ms) => (ms ? new Date(ms).toISOString().slice(0, 10) : 'undated');
-
 function clip(text, max) {
-  const t = String(text || '').trim();
-  return t.length > max ? `${t.slice(0, max)}… [${(t.length - max).toLocaleString('en-US')} more chars]` : t;
+    const t = String(text || '').trim();
+    return t.length > max ? `${t.slice(0, max)}… [${(t.length - max).toLocaleString('en-US')} more chars]` : t;
 }
-
 /** Runs one search. Returns a string, like every other tool result. */
 export async function callSearchChats(args, { store, retrieval, chatId, budget = 8000 }) {
-  const query = String(args?.query || '').trim();
-  if (!query) return 'Error: query is required.';
-  const limit = Math.min(MAX_RESULTS, Math.max(1, Number.parseInt(args?.limit, 10) || 5));
-  const owner = chatId ? store.chats.byId(chatId)?.user_id ?? null : null;
-  const hits = await retrieval.search(CORPUS.CHATS, { userId: owner, excludeChatId: chatId ?? null }, query, limit);
-  if (!hits.length) return `[search_chats · no earlier conversation matches "${query}"]\nTry other words for the same topic.`;
-
-  const out = [`[search_chats · ${hits.length} turn(s) matching "${query}"]`];
-  const share = Math.max(400, Math.floor((budget - out[0].length) / hits.length) - 120);
-  for (const h of hits) {
-    const q = clip(h.question, Math.min(600, Math.floor(share / 3)));
-    const a = h.answer ? clip(h.answer, share - q.length) : '(no answer recorded)';
-    out.push(`--- "${h.chatTitle}" · ${day(h.createdAt)} · chat ${h.chatId} ---\nQ: ${q}\nA: ${a}`);
-  }
-  return out.join('\n\n');
+    const query = String(args?.query || '').trim();
+    if (!query)
+        return 'Error: query is required.';
+    const limit = Math.min(MAX_RESULTS, Math.max(1, Number.parseInt(args?.limit, 10) || 5));
+    const owner = chatId ? store.chats.byId(chatId)?.user_id ?? null : null;
+    const hits = await retrieval.search(CORPUS.CHATS, { userId: owner, excludeChatId: chatId ?? null }, query, limit);
+    if (!hits.length)
+        return `[search_chats · no earlier conversation matches "${query}"]\nTry other words for the same topic.`;
+    const out = [`[search_chats · ${hits.length} turn(s) matching "${query}"]`];
+    const share = Math.max(400, Math.floor((budget - out[0].length) / hits.length) - 120);
+    for (const h of hits) {
+        const q = clip(h.question, Math.min(600, Math.floor(share / 3)));
+        const a = h.answer ? clip(h.answer, share - q.length) : '(no answer recorded)';
+        out.push(`--- "${h.chatTitle}" · ${day(h.createdAt)} · chat ${h.chatId} ---\nQ: ${q}\nA: ${a}`);
+    }
+    return out.join('\n\n');
 }

package/src/tools/context_tool.js

@@ -12,9 +12,7 @@
  * and cost nothing to run. Expansions are appended like any other tool result,
  * so they never disturb the cached prefix.
  */
-
 export const EXPAND_CONTEXT = 'expand_context';
-
 /**
  * Where the substantial prose actually sits.
  *
@@ -31,153 +29,148 @@ export const EXPAND_CONTEXT = 'expand_context';
  */
 export const MAP_MIN_LINE = 200;
 export const MAP_MAX_ENTRIES = 12;
-
 export function textMap(text) {
-  const rows = [];
-  let pos = 0;
-  for (const line of String(text ?? '').split('\n')) {
-    const len = line.trim().length;
-    if (len >= MAP_MIN_LINE) rows.push({ pos, len });
-    pos += line.length + 1;
-  }
-  if (!rows.length) return '';
-
-  // Longest first so the densest prose survives the cut, then back into reading
-  // order -- the model pages forward, so the list has to read forward too.
-  const top = rows.slice().sort((a, b) => b.len - a.len || a.pos - b.pos).slice(0, MAP_MAX_ENTRIES);
-  top.sort((a, b) => a.pos - b.pos);
-  const omitted = rows.length - top.length;
-
-  return `Long text at offset= ${top.map((r) => `${r.pos} (${r.len} chars)`).join(', ')}`
-    + (omitted > 0 ? `, +${omitted} more` : '');
+    const rows = [];
+    let pos = 0;
+    for (const line of String(text ?? '').split('\n')) {
+        const len = line.trim().length;
+        if (len >= MAP_MIN_LINE)
+            rows.push({ pos, len });
+        pos += line.length + 1;
+    }
+    if (!rows.length)
+        return '';
+    // Longest first so the densest prose survives the cut, then back into reading
+    // order -- the model pages forward, so the list has to read forward too.
+    const top = rows.slice().sort((a, b) => b.len - a.len || a.pos - b.pos).slice(0, MAP_MAX_ENTRIES);
+    top.sort((a, b) => a.pos - b.pos);
+    const omitted = rows.length - top.length;
+    return `Long text at offset= ${top.map((r) => `${r.pos} (${r.len} chars)`).join(', ')}`
+        + (omitted > 0 ? `, +${omitted} more` : '');
 }
-
 export function expandToolDef() {
-  return {
-    type: 'function',
-    function: {
-      name: EXPAND_CONTEXT,
-      description: [
-        'Read the full text of an earlier tool result that was compacted out of the',
-        'conversation. Compacted results appear as "[compacted: artifact <id> ...]" and',
-        'show only their first and last few hundred characters.',
-        '',
-        'Use grep to find the part you need (case-insensitive regular expression, matched',
-        'per line), or offset/limit to page through the text. With neither, returns the',
-        'beginning. Output is capped, so prefer a specific grep over paging.'
-      ].join('\n'),
-      parameters: {
-        type: 'object',
-        properties: {
-          artifact_id: {
-            type: 'string',
-            description: 'The id shown in the compacted marker, e.g. "a1b2c3d4".'
-          },
-          grep: {
-            type: 'string',
-            description:
-              'Case-insensitive regular expression. Returns matching lines with surrounding context.'
-          },
-          context_lines: {
-            type: 'integer',
-            description: 'Lines of context to show around each grep match. Default 2.'
-          },
-          offset: {
-            type: 'integer',
-            description: 'Character offset to start reading from. Ignored when grep is given.'
-          },
-          limit: {
-            type: 'integer',
-            description: 'Maximum characters to return. Capped by the server budget.'
-          }
-        },
-        required: ['artifact_id']
-      }
-    }
-  };
+    return {
+        type: 'function',
+        function: {
+            name: EXPAND_CONTEXT,
+            description: [
+                'Read the full text of an earlier tool result that was compacted out of the',
+                'conversation. Compacted results appear as "[compacted: artifact <id> ...]" and',
+                'show only their first and last few hundred characters.',
+                '',
+                'Use grep to find the part you need (case-insensitive regular expression, matched',
+                'per line), or offset/limit to page through the text. With neither, returns the',
+                'beginning. Output is capped, so prefer a specific grep over paging.'
+            ].join('\n'),
+            parameters: {
+                type: 'object',
+                properties: {
+                    artifact_id: {
+                        type: 'string',
+                        description: 'The id shown in the compacted marker, e.g. "a1b2c3d4".'
+                    },
+                    grep: {
+                        type: 'string',
+                        description: 'Case-insensitive regular expression. Returns matching lines with surrounding context.'
+                    },
+                    context_lines: {
+                        type: 'integer',
+                        description: 'Lines of context to show around each grep match. Default 2.'
+                    },
+                    offset: {
+                        type: 'integer',
+                        description: 'Character offset to start reading from. Ignored when grep is given.'
+                    },
+                    limit: {
+                        type: 'integer',
+                        description: 'Maximum characters to return. Capped by the server budget.'
+                    }
+                },
+                required: ['artifact_id']
+            }
+        }
+    };
 }
-
 function header(artifact, note) {
-  return `[artifact ${artifact.id} · ${artifact.tool_name} · ${artifact.char_len.toLocaleString('en-US')} chars · ${note}]`;
+    return `[artifact ${artifact.id} · ${artifact.tool_name} · ${artifact.char_len.toLocaleString('en-US')} chars · ${note}]`;
 }
-
 function grepView(text, pattern, contextLines, budget, artifact) {
-  let re;
-  try {
-    re = new RegExp(pattern, 'i');
-  } catch (err) {
-    return `Error: invalid regular expression ${JSON.stringify(pattern)}: ${err.message}`;
-  }
-
-  const lines = text.split('\n');
-  const hits = [];
-  for (let i = 0; i < lines.length; i++) if (re.test(lines[i])) hits.push(i);
-  if (!hits.length) {
-    // A bare "no match" costs a full round and returns nothing to act on, so the
-    // miss carries the same offset map the stub does: the next call can aim at
-    // real text instead of guessing another pattern.
-    const map = textMap(text);
-    return [
-      header(artifact, `no match for /${pattern}/i`),
-      map || 'No long text blocks -- this artifact is short lines throughout.',
-      'Try a broader pattern, or read a window with offset/limit.'
-    ].join('\n');
-  }
-
-  // Merge overlapping context windows so a dense run of matches prints once.
-  const ranges = [];
-  for (const i of hits) {
-    const from = Math.max(0, i - contextLines);
-    const to = Math.min(lines.length - 1, i + contextLines);
-    const last = ranges[ranges.length - 1];
-    if (last && from <= last.to + 1) last.to = Math.max(last.to, to);
-    else ranges.push({ from, to });
-  }
-
-  const out = [header(artifact, `${hits.length} line(s) match /${pattern}/i`)];
-  let used = out[0].length;
-  let shown = 0;
-  for (const r of ranges) {
-    const block = lines
-      .slice(r.from, r.to + 1)
-      .map((l, k) => `${String(r.from + k + 1).padStart(6)}│${l}`)
-      .join('\n');
-    if (used + block.length > budget) {
-      out.push(`… ${ranges.length - shown} more match group(s) omitted; narrow the pattern.`);
-      break;
+    let re;
+    try {
+        re = new RegExp(pattern, 'i');
+    }
+    catch (err) {
+        return `Error: invalid regular expression ${JSON.stringify(pattern)}: ${err.message}`;
+    }
+    const lines = text.split('\n');
+    const hits = [];
+    for (let i = 0; i < lines.length; i++)
+        if (re.test(lines[i]))
+            hits.push(i);
+    if (!hits.length) {
+        // A bare "no match" costs a full round and returns nothing to act on, so the
+        // miss carries the same offset map the stub does: the next call can aim at
+        // real text instead of guessing another pattern.
+        const map = textMap(text);
+        return [
+            header(artifact, `no match for /${pattern}/i`),
+            map || 'No long text blocks -- this artifact is short lines throughout.',
+            'Try a broader pattern, or read a window with offset/limit.'
+        ].join('\n');
     }
-    out.push(block);
-    used += block.length + 2;
-    shown++;
-  }
-  return out.join('\n\n');
+    // Merge overlapping context windows so a dense run of matches prints once.
+    const ranges = [];
+    for (const i of hits) {
+        const from = Math.max(0, i - contextLines);
+        const to = Math.min(lines.length - 1, i + contextLines);
+        const last = ranges[ranges.length - 1];
+        if (last && from <= last.to + 1)
+            last.to = Math.max(last.to, to);
+        else
+            ranges.push({ from, to });
+    }
+    const out = [header(artifact, `${hits.length} line(s) match /${pattern}/i`)];
+    let used = out[0].length;
+    let shown = 0;
+    for (const r of ranges) {
+        const block = lines
+            .slice(r.from, r.to + 1)
+            .map((l, k) => `${String(r.from + k + 1).padStart(6)}│${l}`)
+            .join('\n');
+        if (used + block.length > budget) {
+            out.push(`… ${ranges.length - shown} more match group(s) omitted; narrow the pattern.`);
+            break;
+        }
+        out.push(block);
+        used += block.length + 2;
+        shown++;
+    }
+    return out.join('\n\n');
 }
-
 function windowView(text, offset, limit, budget, artifact) {
-  const start = Math.max(0, Math.min(offset, text.length));
-  const size = Math.min(limit > 0 ? limit : budget, budget);
-  const slice = text.slice(start, start + size);
-  const end = start + slice.length;
-  const note = `chars ${start.toLocaleString('en-US')}–${end.toLocaleString('en-US')}`;
-  const more = end < text.length
-    ? `\n[… ${(text.length - end).toLocaleString('en-US')} chars remain; continue with offset=${end}.]`
-    : '';
-  return `${header(artifact, note)}\n${slice}${more}`;
+    const start = Math.max(0, Math.min(offset, text.length));
+    const size = Math.min(limit > 0 ? limit : budget, budget);
+    const slice = text.slice(start, start + size);
+    const end = start + slice.length;
+    const note = `chars ${start.toLocaleString('en-US')}–${end.toLocaleString('en-US')}`;
+    const more = end < text.length
+        ? `\n[… ${(text.length - end).toLocaleString('en-US')} chars remain; continue with offset=${end}.]`
+        : '';
+    return `${header(artifact, note)}\n${slice}${more}`;
 }
-
 /** Runs one expansion. Returns a string, like every other tool result. */
 export function callExpand(args, { store, chatId, budget = 8000 }) {
-  const id = String(args?.artifact_id || '').trim();
-  if (!id) return 'Error: artifact_id is required.';
-
-  // Scoped to the conversation that produced it at the query level: artifact ids
-  // are short, and one chat must not be able to read another's tool output by guessing.
-  const artifact = store.messages.getArtifact(id, chatId);
-  if (!artifact) return `Error: no artifact "${id}". Ids appear in the "[compacted: artifact <id> ...]" marker.`;
-
-  if (args.grep) {
-    const ctx = Number.isInteger(args.context_lines) ? Math.max(0, Math.min(args.context_lines, 20)) : 2;
-    return grepView(artifact.content, String(args.grep), ctx, budget, artifact);
-  }
-  return windowView(artifact.content, Number(args.offset) || 0, Number(args.limit) || 0, budget, artifact);
+    const id = String(args?.artifact_id || '').trim();
+    if (!id)
+        return 'Error: artifact_id is required.';
+    // Scoped to the conversation that produced it at the query level: artifact ids
+    // are short, and one chat must not be able to read another's tool output by guessing.
+    const artifact = store.messages.getArtifact(id, chatId);
+    if (!artifact)
+        return `Error: no artifact "${id}". Ids appear in the "[compacted: artifact <id> ...]" marker.`;
+    if (args.grep) {
+        const ctx = Number.isInteger(args.context_lines) ? Math.max(0, Math.min(args.context_lines, 20)) : 2;
+        return grepView(artifact.content, String(args.grep), ctx, budget, artifact);
+    }
+    return windowView(artifact.content, Number(args.offset) || 0, Number(args.limit) || 0, budget, artifact);
 }

package/src/tools/document_tool.js

@@ -1,5 +1,4 @@
 import { ALL_USERS, CORPUS } from '../store/index.js';
-
 /**
  * read_document -- lets the model read text the user attached to the chat.
  *
@@ -10,93 +9,89 @@ import { ALL_USERS, CORPUS } from '../store/index.js';
  * small-to-big dense / hybrid retrieval when retrieval.mode asks for it
  * (retrieval.js). The tool's interface is the same in every mode.
  */
-
 export const READ_DOCUMENT = 'read_document';
-
 export function documentToolDef() {
-  return {
-    type: 'function',
-    function: {
-      name: READ_DOCUMENT,
-      description: [
-        'Read an attached document. Documents appear as',
-        '"[Attached document: ... (id: <id>, ...)]" notes in the conversation.',
-        '',
-        'Give a query to search the document for relevant passages (best for',
-        'long documents and specific questions), or use offset/limit to page through the',
-        'raw text from the start. With neither, returns the beginning of the document.'
-      ].join('\n'),
-      parameters: {
-        type: 'object',
-        properties: {
-          document_id: {
-            type: 'string',
-            description: 'The id shown in the "[Attached document: ...]" note, e.g. "a1b2c3d4".'
-          },
-          query: {
-            type: 'string',
-            description: 'Free-text query. Returns the best-matching passages, ranked by relevance.'
-          },
-          offset: {
-            type: 'integer',
-            description: 'Character offset to start reading from. Ignored when query is given.'
-          },
-          limit: {
-            type: 'integer',
-            description: 'Maximum characters to return. Capped by the server budget.'
-          }
-        },
-        required: ['document_id']
-      }
-    }
-  };
+    return {
+        type: 'function',
+        function: {
+            name: READ_DOCUMENT,
+            description: [
+                'Read an attached document. Documents appear as',
+                '"[Attached document: ... (id: <id>, ...)]" notes in the conversation.',
+                '',
+                'Give a query to search the document for relevant passages (best for',
+                'long documents and specific questions), or use offset/limit to page through the',
+                'raw text from the start. With neither, returns the beginning of the document.'
+            ].join('\n'),
+            parameters: {
+                type: 'object',
+                properties: {
+                    document_id: {
+                        type: 'string',
+                        description: 'The id shown in the "[Attached document: ...]" note, e.g. "a1b2c3d4".'
+                    },
+                    query: {
+                        type: 'string',
+                        description: 'Free-text query. Returns the best-matching passages, ranked by relevance.'
+                    },
+                    offset: {
+                        type: 'integer',
+                        description: 'Character offset to start reading from. Ignored when query is given.'
+                    },
+                    limit: {
+                        type: 'integer',
+                        description: 'Maximum characters to return. Capped by the server budget.'
+                    }
+                },
+                required: ['document_id']
+            }
+        }
+    };
 }
-
 function header(doc, note) {
-  return `[document ${doc.id} · ${doc.filename} · ${doc.char_len.toLocaleString('en-US')} chars · ${note}]`;
+    return `[document ${doc.id} · ${doc.filename} · ${doc.char_len.toLocaleString('en-US')} chars · ${note}]`;
 }
-
 async function queryView(store, retrieval, doc, query, budget) {
-  const hits = retrieval ? await retrieval.search(CORPUS.DOCUMENTS, { docId: doc.id }, query, 5) : store.documents.searchPassages(doc.id, query, 5);
-  if (!hits.length) {
-    return `${header(doc, `no match for "${query}"`)}\nTry a broader query, or read from the start with offset/limit.`;
-  }
-  const out = [header(doc, `${hits.length} passage(s) matching "${query}"`)];
-  let used = out[0].length;
-  for (const hit of hits) {
-    const block = `--- passage ${hit.passageIdx} (offset ${hit.charStart.toLocaleString('en-US')}) ---\n${hit.body}`;
-    if (used + block.length > budget) {
-      out.push('… remaining matches omitted; narrow the query.');
-      break;
+    const hits = retrieval ? await retrieval.search(CORPUS.DOCUMENTS, { docId: doc.id }, query, 5) : store.documents.searchPassages(doc.id, query, 5);
+    if (!hits.length) {
+        return `${header(doc, `no match for "${query}"`)}\nTry a broader query, or read from the start with offset/limit.`;
+    }
+    const out = [header(doc, `${hits.length} passage(s) matching "${query}"`)];
+    let used = out[0].length;
+    for (const hit of hits) {
+        const block = `--- passage ${hit.passageIdx} (offset ${hit.charStart.toLocaleString('en-US')}) ---\n${hit.body}`;
+        if (used + block.length > budget) {
+            out.push('… remaining matches omitted; narrow the query.');
+            break;
+        }
+        out.push(block);
+        used += block.length + 2;
     }
-    out.push(block);
-    used += block.length + 2;
-  }
-  return out.join('\n\n');
+    return out.join('\n\n');
 }
-
 function windowView(doc, offset, limit, budget) {
-  const text = doc.content;
-  const start = Math.max(0, Math.min(offset, text.length));
-  const size = Math.min(limit > 0 ? limit : budget, budget);
-  const slice = text.slice(start, start + size);
-  const end = start + slice.length;
-  const note = `chars ${start.toLocaleString('en-US')}–${end.toLocaleString('en-US')}`;
-  const more = end < text.length
-    ? `\n[… ${(text.length - end).toLocaleString('en-US')} chars remain; continue with offset=${end}.]`
-    : '';
-  return `${header(doc, note)}\n${slice}${more}`;
+    const text = doc.content;
+    const start = Math.max(0, Math.min(offset, text.length));
+    const size = Math.min(limit > 0 ? limit : budget, budget);
+    const slice = text.slice(start, start + size);
+    const end = start + slice.length;
+    const note = `chars ${start.toLocaleString('en-US')}–${end.toLocaleString('en-US')}`;
+    const more = end < text.length
+        ? `\n[… ${(text.length - end).toLocaleString('en-US')} chars remain; continue with offset=${end}.]`
+        : '';
+    return `${header(doc, note)}\n${slice}${more}`;
 }
-
 /** Runs one read. Returns a string, like every other tool result. */
 export async function callReadDocument(args, { store, retrieval = null, chatId, budget = 8000 }) {
-  const id = String(args?.document_id || '').trim();
-  if (!id) return 'Error: document_id is required.';
-
-  const doc = store.documents.get(id, ALL_USERS);
-  if (!doc) return `Error: no document "${id}". Ids appear in the "[Attached document: ...]" note.`;
-  if (doc.chat_id !== chatId) return `Error: document "${id}" does not belong to this conversation.`;
-
-  if (args.query) return queryView(store, retrieval, doc, String(args.query), budget);
-  return windowView(doc, Number(args.offset) || 0, Number(args.limit) || 0, budget);
+    const id = String(args?.document_id || '').trim();
+    if (!id)
+        return 'Error: document_id is required.';
+    const doc = store.documents.get(id, ALL_USERS);
+    if (!doc)
+        return `Error: no document "${id}". Ids appear in the "[Attached document: ...]" note.`;
+    if (doc.chat_id !== chatId)
+        return `Error: document "${id}" does not belong to this conversation.`;
+    if (args.query)
+        return queryView(store, retrieval, doc, String(args.query), budget);
+    return windowView(doc, Number(args.offset) || 0, Number(args.limit) || 0, budget);
 }