@usabledev/usable-chat 1.165.1 → 1.167.0

package/cli.js

@@ -90993,7 +90993,7 @@ var init_data_staging_prompt = __esm({
     "use strict";
     DATA_STAGING_PROMPT = `# Staged Data \u2014 read THIS first
 
-The user can drop CSV / TSV / Parquet / XLSX / XLS / JSON / NDJSON / \`.duckdb\` files, paste a URL, or attach a local browser folder. Files stage into a browser-side DuckDB; bytes never leave the user's browser. You query them via the \`data_*\` tools and only see structured JSON results.
+The user can drop CSV / TSV / Parquet / XLSX / XLS / JSON / NDJSON / \`.duckdb\` files, paste URL, or attach a browser folder. Files stage into browser DuckDB. \`RAW\` entries have no rows/cols; host uses \`chat.data.readBytes(alias)\`.
 
 In the actual tool list these usually appear with a \`parent_\` prefix, e.g. \`parent_data_list\`, \`parent_data_load_browser_file\`, \`parent_data_describe\`, \`parent_data_query\`. If present, call the exact \`parent_data_*\` tool; shorter \`data_*\` names below are canonical.
 
@@ -91001,7 +91001,7 @@ In the actual tool list these usually appear with a \`parent_\` prefix, e.g. \`p
 
 Whenever the user types any of these (or anything similar): **"analyze this"**, **"what's in the file"**, **"the data"**, **"the file"**, **"this CSV / spreadsheet / parquet / dataset"**, **"summarise this"**, **"chart this"**, **"plot this"**, **"what does the data look like"** \u2014 **ALWAYS** call \`data_list\` BEFORE you reply.
 
-- If \`data_list\` returns at least one file, **THAT IS WHAT THE USER MEANS**. Proceed with \`data_describe\` \u2192 tools.
+- If \`data_list\` returns a structured file, **THAT IS WHAT THE USER MEANS**. Proceed with \`data_describe\` \u2192 tools. If only \`RAW\` matches, explain that the host app parses it.
 - **NEVER** reply *"please upload a file"*, *"share the file with me"*, *"I don't have access to the file"*, or any variation when \`data_list\` returns \u2265 1 entry. The file is already staged. Just analyse it.
 - **NEVER** ask the user to paste rows. They already gave you the file; query it through the tools.
 - If the user names a file in the attached local folder and it is NOT in \`data_list\`, call \`parent_data_load_browser_file({ path })\` / \`data_load_browser_file({ path })\` first, then list + describe.
@@ -91432,6 +91432,20 @@ var init_parent_tools = __esm({
           required: ["alias"]
         }
       },
+      {
+        name: "data_get_bytes",
+        description: "Return a staged file's raw browser bytes as base64 so the embed host can parse host-specific formats (for example GPX, KML, KMZ) without Usable Chat shipping per-format parsers. Pass a parent alias from data_list; child table aliases are rejected.",
+        parameters: {
+          type: "object",
+          properties: {
+            alias: {
+              type: "string",
+              description: "Alias from data_list. For .duckdb files, pass the parent alias."
+            }
+          },
+          required: ["alias"]
+        }
+      },
       {
         name: "data_load_remote",
         description: "Fetch a CSV/TSV/Parquet/JSON/NDJSON/XLSX/.duckdb file from an HTTPS URL and stage it as if the user had uploaded it. By DEFAULT the request routes through a same-origin proxy (/api/data-proxy with RFC 7233 Range support) \u2014 this is required because the chat's CSP `connect-src` is locked to a small allowlist, so direct cross-origin fetches will fail. Only pass `useProxy: false` when the URL is on a CSP-allowlisted host (rare). Format is auto-detected from the URL extension; pass `format` explicitly when the URL has no extension (e.g. share-link APIs that return a UUID). For `.duckdb` files, multiple sub-aliases are returned \u2014 one per attached table.",
@@ -285711,6 +285725,16 @@ var init_file_storage_service = __esm({
         });
         this.totalCacheBytes += size2;
       }
+      clearFileCache(fileId, userId) {
+        for (const ensureCompressed of [false, true]) {
+          const key = this.makeCacheKey(fileId, userId, ensureCompressed);
+          const cached2 = this.cache.get(key);
+          if (cached2) {
+            this.cache.delete(key);
+            this.totalCacheBytes -= cached2.size;
+          }
+        }
+      }
       /**
        * Estimate tokens from content (rough estimation: 4 chars/token for text, size-based for images)
        */
@@ -285724,12 +285748,13 @@ var init_file_storage_service = __esm({
       /**
        * Store a file's extracted content with rotating storage
        * Automatically removes oldest files if user exceeds limit
-       * For images: stores both original (full quality) and compressed (for LLM) versions
+       * For images: stores both original (full quality) and compressed (for LLM) versions.
+       * For documents: keeps extractedContent as text and optional originalContent as base64 bytes.
        */
       async storeFile(params) {
         const fileId = randomUUID4();
         let extractedContent = params.extractedContent;
-        let originalContent = null;
+        let originalContent = params.originalContent ?? null;
         if (params.fileType === "image" && params.contentType === "base64") {
           originalContent = params.extractedContent;
           try {
@@ -285885,6 +285910,28 @@ var init_file_storage_service = __esm({
         ).orderBy(desc(fileStorage.createdAt)).limit(1);
         return existing || null;
       }
+      /**
+       * Backfill original uploaded bytes onto a legacy duplicate row.
+       * This preserves the rotating-storage dedupe behaviour while making older
+       * text-only rows usable by file_to_sandbox after a user re-uploads the file.
+       */
+      async ensureOriginalContent(file2, userId, originalContent) {
+        if (!originalContent || file2.originalContent) {
+          return file2;
+        }
+        const [updatedFile] = await db.update(fileStorage).set({
+          originalContent,
+          lastUsedAt: /* @__PURE__ */ new Date()
+        }).where(and(eq(fileStorage.id, file2.id), eq(fileStorage.userId, userId))).returning();
+        this.clearFileCache(file2.id, userId);
+        logger.info("FileStorage", "backfilled original bytes for duplicate upload", {
+          fileId: file2.id,
+          fileName: file2.fileName,
+          fileType: file2.fileType,
+          fileSize: file2.fileSize
+        });
+        return updatedFile || file2;
+      }
       /**
        * Check if a file exists by ID
        */
@@ -308939,7 +308986,7 @@ init_tui_select();
 init_model_registry();
 
 // package.json
-var version2 = "1.165.1";
+var version2 = "1.167.0";
 
 // src/adapters/cli/model-catalog.ts
 init_codex_auth();

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@usabledev/usable-chat",
-  "version": "1.165.1",
+  "version": "1.167.0",
   "description": "usable-chat — terminal harness for usable-chat (headless + TUI)",
   "type": "module",
   "bin": {