@hanzo/rooms 0.1.15 → 0.1.17

package/dist/Chat.js

@@ -34,7 +34,7 @@ import { useAgent, useAi, useChat, useModels, } from "@hanzo/ai/react";
 import { freeCopy, grantConsent, hasConsent, isFree, } from "@hanzo/ai";
 import { ASK, Chat as ChatSurface, Code, Failure, Parts, words } from "@hanzo/ui/chat";
 import { carriedIn, compose, partsOf, said as told, weigh } from "./lib/attach.js";
-import { dropped, readable, refOf, retrieve } from "./lib/files.js";
+import { dropped, pct, readable, refOf, retrieve } from "./lib/files.js";
 import { channel, drop, hold, landed, spend, take, usePane, useWorkFile } from "./pane.js";
 import { Face, brief as roomBrief, join, roleOf, roomTurn, roster as rosterLine, rosterOf, speakers, speaksOf, voiceOf } from "./cast.js";
 import { SpeakButton, cleanForSpeech } from "./speech.js";
@@ -320,6 +320,11 @@ function unread(list) {
     const said = parts.filter(Boolean).join("; ");
     return said || undefined;
 }
+/** The files a turn carries that are indexed less than whole, and why. */
+function partly(list) {
+    const parts = list.filter((f) => f.note).map((f) => `${f.name}: ${f.note.replace(/\n/g, " ")}`);
+    return parts.length ? parts.join("; ") : undefined;
+}
 /** How far a file has got, in a word or two. */
 function progress(state, sent, f) {
     if (state === "uploading")
@@ -327,27 +332,26 @@ function progress(state, sent, f) {
     if (state === "queued")
         return "queued";
     if (state === "indexing") {
-        switch (f?.stage) {
-            case "extract":
-                return "reading";
-            case "toc":
-                return "contents";
-            case "passages":
-                return "passages";
-            case "embed":
-                return f.passages ? `indexing ${Math.floor(((f.embedded ?? 0) / f.passages) * 100)}%` : "indexing";
-            case "graph":
-                return "linking";
-            default:
-                return "indexing";
-        }
+        const word = f?.stage ? STAGE[f.stage] : "indexing";
+        const at = f ? pct(f) : undefined;
+        return at === undefined ? word : `${word} ${at}%`;
     }
+    if (state === "ready" && f?.clipped)
+        return "ready, in part";
     return state;
 }
+/** What each stage of a file's ingest is doing, in a word. */
+const STAGE = {
+    extract: "reading",
+    toc: "contents",
+    passages: "passages",
+    graph: "linking",
+    embed: "vectors",
+};
 /** One chip: the file's glyph, its name, and how far it has got. */
 function Chip({ name, type, state, sent, file, onRemove, }) {
     const bad = state === "failed";
-    const why = state === "failed" || state === "stored" ? file?.error : undefined;
+    const why = state === "failed" || state === "stored" ? file?.error : file?.note;
     return (_jsxs(XStack, { role: "listitem", items: "center", gap: "$1.5", pl: "$2.5", pr: onRemove ? "$1" : "$2.5", py: "$1", rounded: "$10", borderWidth: 1, borderColor: "$borderColor", bg: "$hover", maxW: 320, "data-slot": "file-chip", "data-state": state, "data-stage": file?.stage ?? "", ...(why ? { title: why } : null), children: [type.startsWith("image/") ? (_jsx(ImageMark, { size: 12, "aria-hidden": true, color: "var(--muted-foreground)" })) : (_jsx(Paperclip, { size: 12, "aria-hidden": true, color: "var(--muted-foreground)" })), _jsx(Text, { fontSize: "$2", color: "$ink", numberOfLines: 1, children: name }), _jsx(Text, { fontSize: "$1", color: bad ? BAD : "$soft", numberOfLines: 1, shrink: 0, children: progress(state, sent, file) }), onRemove ? (_jsx(Box, { render: "button", "aria-label": `Remove ${name}`, onClick: onRemove, p: "$1", rounded: "$10", hoverStyle: { bg: "$raised" }, children: _jsx(X, { size: 12, "aria-hidden": true }) })) : null] }));
 }
 /** A file held for the next message: uploading, then indexing, then ready. */
@@ -917,7 +921,7 @@ function Thread({ placeholder = message(), initial, anonymous = false, heading,
                 }
                 if (!grounds?.passages.length)
                     why = why ?? unread(now);
-                guarded(compose(text, { attached, reused }, grounds, why));
+                guarded(compose(text, { attached, reused }, grounds, why, partly(now)));
             }
             finally {
                 setPreparing(null);

package/dist/Contents.js

@@ -12,32 +12,41 @@ import { jsx as _jsx, jsxs as _jsxs } from "react/jsx-runtime";
 import { useEffect, useState } from 'react';
 import { ArrowLeft, MessageSquare, X } from 'lucide-react';
 import { Box, Button, Text, XStack, YStack } from '@hanzo/ui';
-import { section as openSection, toc } from './lib/files.js';
+import { pct, section as openSection, toc } from './lib/files.js';
 import { BAD } from './lib/mix.js';
+/** What each stage of a file's ingest is doing, as a person reads it. */
+const STAGE = {
+    extract: 'reading',
+    toc: 'contents',
+    passages: 'passages',
+    graph: 'linking',
+    embed: 'vectors',
+};
 /** How far a file's ingest has got, as Drive's badge and this pane's head say it. */
 export function standing(f) {
+    const at = pct(f);
     switch (f.status) {
-        case 'ready':
+        case 'ready': {
             // Ready means read; while its vectors fill in, search by meaning grows.
-            if (f.stage === 'embed' && f.passages)
-                return `Indexed · ${f.sections ?? 0} sections · vectors ${Math.floor(((f.embedded ?? 0) / f.passages) * 100)}%`;
-            return `Indexed · ${f.sections ?? 0} sections`;
+            const head = `${f.clipped ? 'Indexed in part' : 'Indexed'} · ${f.sections ?? 0} sections`;
+            return f.stage === 'embed' && at !== undefined ? `${head} · vectors ${at}%` : head;
+        }
         case 'stored':
             return 'Kept, not indexed';
         case 'failed':
             return 'Indexing failed';
         case 'queued':
             return 'Queued';
-        default:
-            if (f.stage === 'embed' && f.passages)
-                return `Indexing ${Math.floor(((f.embedded ?? 0) / f.passages) * 100)}%`;
-            return `Indexing · ${f.stage ?? 'starting'}`;
+        default: {
+            const word = f.stage ? STAGE[f.stage] : 'starting';
+            return at === undefined ? `Indexing · ${word}` : `Indexing · ${word} ${at}%`;
+        }
     }
 }
 /** The badge a Drive row wears for its index state. */
 export function Badge({ f }) {
     const bad = f.status === 'failed';
-    return (_jsx(Text, { fontSize: "$1", color: bad ? BAD : f.status === 'ready' ? '$soft' : '$faint', numberOfLines: 1, "data-slot": "drive-index", "data-state": f.status, "data-stage": f.stage ?? '', ...(f.error ? { title: f.error } : null), children: standing(f) }));
+    return (_jsx(Text, { fontSize: "$1", color: bad ? BAD : f.status === 'ready' ? '$soft' : '$faint', numberOfLines: 1, "data-slot": "drive-index", "data-state": f.status, "data-stage": f.stage ?? '', ...(f.error || f.note ? { title: f.error || f.note } : null), children: standing(f) }));
 }
 /** Passages of the workspace that match a search, each naming where it is. */
 export function Hits({ hits, onOpen }) {
@@ -77,7 +86,7 @@ export function Contents({ api, file, at, onClose, onAsk, onFollow, }) {
         };
     }, [api, file.id, reading]);
     const shown = tree?.file ?? file;
-    return (_jsxs(YStack, { position: "absolute", t: 0, r: 0, b: 0, width: 440, maxW: "100%", bg: "$background", borderLeftWidth: 1, borderColor: "$borderColor", boxShadow: "var(--shadow-lg)", z: "var(--z-drawer)", "data-slot": "drive-contents", children: [_jsxs(XStack, { items: "center", justify: "space-between", gap: "$2", px: "$4", py: "$3", borderBottomWidth: 1, borderColor: "$borderColor", children: [_jsxs(YStack, { minW: 0, flex: 1, children: [_jsx(Text, { fontSize: "$3", fontWeight: "600", color: "$ink", numberOfLines: 1, children: shown.name }), _jsx(Text, { fontSize: "$1", color: "$soft", numberOfLines: 1, children: standing(shown) })] }), _jsxs(Button, { size: "sm", onClick: () => onAsk(shown), "aria-label": "Ask in chat", children: [_jsx(MessageSquare, { size: 14 }), "Ask in chat"] }), _jsx(Button, { variant: "ghost", size: "icon-sm", onClick: onClose, "aria-label": "Close contents", title: "Close", children: _jsx(X, { size: 15 }) })] }), _jsxs(YStack, { flex: 1, minH: 0, overflowY: "auto", px: "$4", py: "$3", gap: "$2", children: [failed ? (_jsx(Text, { fontSize: "$2", color: BAD, children: failed })) : null, open ? (_jsxs(YStack, { gap: "$3", "data-slot": "drive-section", children: [_jsxs(Button, { variant: "ghost", size: "sm", justify: "flex-start", px: 0, onClick: () => setReading(null), children: [_jsx(ArrowLeft, { size: 13 }), "Contents"] }), _jsx(Text, { fontSize: "$1", color: "$soft", children: open.section.path }), _jsx(Text, { fontSize: "$4", fontWeight: "600", color: "$ink", children: open.section.title }), open.summary ? (_jsx(Text, { fontSize: "$2", color: "$soft", children: open.summary })) : null, _jsx(Text, { fontSize: "$2", color: "$ink", whiteSpace: "pre-wrap", children: open.text }), open.children.length ? (_jsxs(YStack, { gap: "$1", children: [_jsx(Text, { fontSize: 11, fontWeight: "600", color: "$faint", letterSpacing: 0.6, children: "Subsections" }), open.children.map((c) => (_jsx(Entry, { e: c, onOpen: () => setReading(c.id) }, c.id)))] })) : null, open.links.length ? (_jsxs(YStack, { gap: "$1", "data-slot": "drive-links", children: [_jsx(Text, { fontSize: 11, fontWeight: "600", color: "$faint", letterSpacing: 0.6, children: "Linked" }), open.links.map((l, i) => (_jsxs(Box, { render: "button", items: "flex-start", py: "$1", onClick: () => (l.file.id === file.id ? setReading(l.section.id) : onFollow(l.file.id, l.section.id)), children: [_jsx(Text, { fontSize: "$2", color: "$ink", numberOfLines: 1, children: l.file.id === file.id ? l.section.path || l.section.title : `${l.file.name} › ${l.section.path || l.section.title}` }), _jsxs(Text, { fontSize: "$1", color: "$soft", numberOfLines: 1, children: [l.kind, l.label ? ` · ${l.label}` : ''] })] }, `${l.file.id}#${l.section.id}.${i}`)))] })) : null, open.entities.length ? (_jsxs(Text, { fontSize: "$1", color: "$soft", children: ["Names: ", open.entities.map((e) => e.name).join(', ')] })) : null] })) : !tree ? (failed ? null : (_jsx(Text, { fontSize: "$2", color: "$soft", children: "Reading the contents\u2026" }))) : tree.sections.length <= 1 ? (_jsx(Text, { fontSize: "$2", color: "$soft", children: shown.status === 'ready' ? 'This file has no sections.' : 'The contents appear once the file is indexed.' })) : (tree.sections
+    return (_jsxs(YStack, { position: "absolute", t: 0, r: 0, b: 0, width: 440, maxW: "100%", bg: "$background", borderLeftWidth: 1, borderColor: "$borderColor", boxShadow: "var(--shadow-lg)", z: "var(--z-drawer)", "data-slot": "drive-contents", children: [_jsxs(XStack, { items: "center", justify: "space-between", gap: "$2", px: "$4", py: "$3", borderBottomWidth: 1, borderColor: "$borderColor", children: [_jsxs(YStack, { minW: 0, flex: 1, children: [_jsx(Text, { fontSize: "$3", fontWeight: "600", color: "$ink", numberOfLines: 1, children: shown.name }), _jsx(Text, { fontSize: "$1", color: "$soft", numberOfLines: 1, children: standing(shown) }), shown.note ? (_jsx(Text, { fontSize: "$1", color: "$faint", "data-slot": "drive-note", children: shown.note.replace(/\n/g, ' ') })) : null] }), _jsxs(Button, { size: "sm", onClick: () => onAsk(shown), "aria-label": "Ask in chat", children: [_jsx(MessageSquare, { size: 14 }), "Ask in chat"] }), _jsx(Button, { variant: "ghost", size: "icon-sm", onClick: onClose, "aria-label": "Close contents", title: "Close", children: _jsx(X, { size: 15 }) })] }), _jsxs(YStack, { flex: 1, minH: 0, overflowY: "auto", px: "$4", py: "$3", gap: "$2", children: [failed ? (_jsx(Text, { fontSize: "$2", color: BAD, children: failed })) : null, open ? (_jsxs(YStack, { gap: "$3", "data-slot": "drive-section", children: [_jsxs(Button, { variant: "ghost", size: "sm", justify: "flex-start", px: 0, onClick: () => setReading(null), children: [_jsx(ArrowLeft, { size: 13 }), "Contents"] }), _jsx(Text, { fontSize: "$1", color: "$soft", children: open.section.path }), _jsx(Text, { fontSize: "$4", fontWeight: "600", color: "$ink", children: open.section.title }), open.summary ? (_jsx(Text, { fontSize: "$2", color: "$soft", children: open.summary })) : null, _jsx(Text, { fontSize: "$2", color: "$ink", whiteSpace: "pre-wrap", children: open.text }), open.children.length ? (_jsxs(YStack, { gap: "$1", children: [_jsx(Text, { fontSize: 11, fontWeight: "600", color: "$faint", letterSpacing: 0.6, children: "Subsections" }), open.children.map((c) => (_jsx(Entry, { e: c, onOpen: () => setReading(c.id) }, c.id)))] })) : null, open.links.length ? (_jsxs(YStack, { gap: "$1", "data-slot": "drive-links", children: [_jsx(Text, { fontSize: 11, fontWeight: "600", color: "$faint", letterSpacing: 0.6, children: "Linked" }), open.links.map((l, i) => (_jsxs(Box, { render: "button", items: "flex-start", py: "$1", onClick: () => (l.file.id === file.id ? setReading(l.section.id) : onFollow(l.file.id, l.section.id)), children: [_jsx(Text, { fontSize: "$2", color: "$ink", numberOfLines: 1, children: l.file.id === file.id ? l.section.path || l.section.title : `${l.file.name} › ${l.section.path || l.section.title}` }), _jsxs(Text, { fontSize: "$1", color: "$soft", numberOfLines: 1, children: [l.kind, l.label ? ` · ${l.label}` : ''] })] }, `${l.file.id}#${l.section.id}.${i}`)))] })) : null, open.entities.length ? (_jsxs(Text, { fontSize: "$1", color: "$soft", children: ["Names: ", open.entities.map((e) => e.name).join(', ')] })) : null] })) : !tree ? (failed ? null : (_jsx(Text, { fontSize: "$2", color: "$soft", children: "Reading the contents\u2026" }))) : tree.sections.length <= 1 ? (_jsx(Text, { fontSize: "$2", color: "$soft", children: shown.status === 'ready' ? 'This file has no sections.' : 'The contents appear once the file is indexed.' })) : (tree.sections
                         .filter((e) => e.level > 0)
                         .map((e) => _jsx(Entry, { e: e, onOpen: () => setReading(e.id) }, e.id)))] })] }));
 }

package/dist/lib/attach.d.ts

@@ -28,7 +28,7 @@ export declare function weigh(bytes: number): string;
  * stored without indexing, or the read failed — so the model says so rather
  * than answering as though it had read the files.
  */
-export declare function compose(text: string, carried: Carried, grounds: Grounds | null, why?: string): string;
+export declare function compose(text: string, carried: Carried, grounds: Grounds | null, why?: string, partial?: string): string;
 /** A turn read back: the words a person wrote, and the files it carried. */
 export interface Said {
     text: string;

package/dist/lib/attach.js

@@ -38,7 +38,7 @@ const inert = (s) => s.split(CLOSE).join('</workspace files>');
  * stored without indexing, or the read failed — so the model says so rather
  * than answering as though it had read the files.
  */
-export function compose(text, carried, grounds, why) {
+export function compose(text, carried, grounds, why, partial) {
     const words = text.trim();
     const all = [...carried.attached, ...carried.reused];
     if (!all.length)
@@ -49,6 +49,8 @@ export function compose(text, carried, grounds, why) {
         JSON.stringify({ attached: carried.attached, reused: carried.reused }),
         `The person's workspace holds these files: ${all.map((f) => `${f.name} (${f.type || 'file'}, ${weigh(f.size)})`).join('; ')}.`,
     ];
+    if (partial)
+        lines.push(`Not all of every file was indexed (${inert(partial)}): if the answer may lie past that, say so.`);
     if (passages.length) {
         lines.push(words
             ? 'Answer from the passages below, read from those files for this question. Cite each claim with its number, like [1], and end with a Sources list giving each passage you cited as "[n] file › section › ¶n". If the passages do not answer the question, say what is missing.'

package/dist/lib/files.d.ts

@@ -34,8 +34,15 @@ export interface WorkFile {
     sections?: number;
     passages?: number;
     embedded?: number;
+    /** How far the running stage has come, of `total`, in that stage's units. */
+    done?: number;
+    total?: number;
+    /** Where the file is indexed less than whole, and why, in words. */
+    note?: string;
     parent?: string;
 }
+/** The running stage's progress as a whole percent, when the index reports one. */
+export declare const pct: (f: Pick<WorkFile, 'done' | 'total'>) => number | undefined;
 /** What a chat message carries of a file: enough to name it and ask about it. */
 export interface FileRef {
     id: string;
@@ -115,7 +122,8 @@ export interface Grounds {
         summary?: string;
     }[];
     passages: Passage[];
-    picked: 'model' | 'search';
+    /** whole: short enough to read every section; model: a model read the ToCs; search: the best passages' sections. */
+    picked: 'whole' | 'model' | 'search';
     degraded?: boolean;
 }
 /** ToC-first retrieval: the sections a model picks from the files' tables of contents, their passages, and the graph's. */

package/dist/lib/files.js

@@ -13,6 +13,8 @@
  * A chat turn carries the file's REFERENCE — id, name, type, size — and the
  * passages `retrieve` reads for the question, each citing file › section › ¶n.
  */
+/** The running stage's progress as a whole percent, when the index reports one. */
+export const pct = (f) => f.total && f.total > 0 ? Math.min(100, Math.floor(((f.done ?? 0) / f.total) * 100)) : undefined;
 export const refOf = (f) => ({ id: f.id, name: f.name, type: f.type, size: f.size });
 /** A file's ingest has ended, one way or the other. */
 export const settled = (f) => f.status === 'ready' || f.status === 'stored' || f.status === 'failed';

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@hanzo/rooms",
-  "version": "0.1.15",
+  "version": "0.1.17",
   "description": "The workspace rooms — Home, Chat, Inbox, Contacts, Meet, Cal, Drive, Board, Work, Bots — and the frame that holds them, once, for every Hanzo surface.",
   "type": "module",
   "main": "./dist/index.js",