@arbidocs/cli 0.3.36 → 0.3.38

package/CHANGELOG.md

@@ -1,5 +1,32 @@
 # Changelog
 
+## v0.3.38
+
+[compare changes](https://github.com/arbicity/ARBI-frontend/compare/v0.3.37...HEAD)
+
+### 🔥 Performance
+
+- Cap and evict unbounded store state with debounced IDB writes ([#600](https://github.com/arbicity/ARBI-frontend/pull/600))
+- Cap upload concurrency, throttle progress, and batch completion toasts ([#606](https://github.com/arbicity/ARBI-frontend/pull/606))
+- Batch streaming tokens and memoize markdown pipeline ([#605](https://github.com/arbicity/ARBI-frontend/pull/605))
+- Virtualize message and conversation lists ([#604](https://github.com/arbicity/ARBI-frontend/pull/604))
+- Add paginated document listing to SDK and wire into CLI ([#608](https://github.com/arbicity/ARBI-frontend/pull/608))
+
+## v0.3.37
+
+[compare changes](https://github.com/arbicity/ARBI-frontend/compare/v0.3.36...HEAD)
+
+### 🔥 Performance
+
+- Lazy-load PDF.js, Mermaid, Cytoscape, KaTeX, xlsx, and Dashboard modals ([#601](https://github.com/arbicity/ARBI-frontend/pull/601))
+- Abort on unmount, dedup concurrent GETs, and jittered retry ([#599](https://github.com/arbicity/ARBI-frontend/pull/599))
+- Route document grid updates through applyTransactionAsync ([#602](https://github.com/arbicity/ARBI-frontend/pull/602))
+- Progressive document loading for fast workspace open ([#607](https://github.com/arbicity/ARBI-frontend/pull/607))
+
+### 🩹 Fixes
+
+- Document viewer blanks when mutations invalidate the detail cache ([#597](https://github.com/arbicity/ARBI-frontend/pull/597))
+
 ## v0.3.36
 
 [compare changes](https://github.com/arbicity/ARBI-frontend/compare/v0.3.34...HEAD)

package/dist/index.js

@@ -3637,7 +3637,7 @@ function getLatestVersion(skipCache = false) {
   }
 }
 function getCurrentVersion() {
-  return "0.3.36";
+  return "0.3.38";
 }
 function readChangelog(fromVersion, toVersion) {
   try {
@@ -3690,17 +3690,17 @@ function showChangelog(fromVersion, toVersion) {
 async function checkForUpdates(autoUpdate) {
   try {
     const latest = getLatestVersion();
-    if (!latest || latest === "0.3.36") return;
+    if (!latest || latest === "0.3.38") return;
     if (autoUpdate) {
       warn(`
-Your arbi version is out of date (${"0.3.36"} \u2192 ${latest}). Updating...`);
+Your arbi version is out of date (${"0.3.38"} \u2192 ${latest}). Updating...`);
       child_process.execSync("npm install -g @arbidocs/cli@latest", { stdio: "inherit" });
-      showChangelog("0.3.36", latest);
+      showChangelog("0.3.38", latest);
       console.log(`Updated to ${latest}.`);
     } else {
       warn(
         `
-Your arbi version is out of date (${"0.3.36"} \u2192 ${latest}).
+Your arbi version is out of date (${"0.3.38"} \u2192 ${latest}).
 Run "arbi update" to upgrade, or "arbi update auto" to always stay up to date.`
       );
     }
@@ -3710,9 +3710,9 @@ Run "arbi update" to upgrade, or "arbi update auto" to always stay up to date.`
 function hintUpdateOnError() {
   try {
     const cached = readCache();
-    if (cached && cached.latest !== "0.3.36") {
+    if (cached && cached.latest !== "0.3.38") {
       warn(
-        `Your arbi version is out of date (${"0.3.36"} \u2192 ${cached.latest}). Run "arbi update".`
+        `Your arbi version is out of date (${"0.3.38"} \u2192 ${cached.latest}). Run "arbi update".`
       );
     }
   } catch {
@@ -4657,7 +4657,7 @@ function filterDocs(data, opts) {
   return result;
 }
 async function fetchDocChoices(arbi) {
-  const data = await sdk.documents.listDocuments(arbi);
+  const data = await sdk.documents.listAll(arbi, { fields: "lite", order: "created_desc" });
   if (data.length === 0) {
     console.log("No documents found.");
     process.exit(0);
@@ -4669,35 +4669,97 @@ async function fetchDocChoices(arbi) {
   }));
 }
 function registerDocsCommand(program2) {
-  program2.command("docs").description("List documents in the active workspace").option("-w, --workspace <id>", "Workspace ID (defaults to selected workspace)").option("--json", "Output as JSON").option("--csv", "Output as CSV").option("--ids", "Output only document IDs (one per line)").option("--count", "Output only the count (combine with --status for filtered count)").option("-s, --status <status>", "Filter by status (comma-separated: completed,failed,queued)").option("-f, --folder <pattern>", "Filter by folder (substring match)").option("-e, --ext <extensions>", "Filter by file extension (comma-separated: pdf,docx,eml)").option("-q, --query <text>", "Search file name, title, or summary").option("--sort <field>", "Sort by field (name, status, date, size, created)", "status").option("-n, --limit <n>", "Limit number of results").option(
+  program2.command("docs").description("List documents in the active workspace").option("-w, --workspace <id>", "Workspace ID (defaults to selected workspace)").option("--json", "Output as JSON").option("--csv", "Output as CSV").option("--ids", "Output only document IDs (one per line)").option("--count", "Output only the count (combine with --status for filtered count)").option("-s, --status <status>", "Filter by status (comma-separated: completed,failed,queued)").option("-f, --folder <pattern>", "Filter by folder (substring match)").option("-e, --ext <extensions>", "Filter by file extension (comma-separated: pdf,docx,eml)").option("-q, --query <text>", "Search file name, title, or summary").option("--sort <field>", "Sort by field (name, status, date, size, created)", "status").option(
+    "-n, --limit <n>",
+    "Stop after N results. Fetching stops early \u2014 no unnecessary pages are loaded."
+  ).option(
+    "--lite",
+    "Use lite field mode: skips per-doc decrypt and returns null metadata and empty doctags. Much faster on large workspaces; fetch full doc details on demand."
+  ).option(
     "-o, --output <path>",
     "Write output to a file instead of stdout. Extension determines the format when combined with --ids/--json/--csv (default: csv with doc_id, file_name, folder, status)"
   ).action(
     (opts) => runAction(async () => {
       const { arbi } = await resolveWorkspace(opts.workspace);
-      let data = await sdk.documents.listDocuments(arbi);
-      if (data.length === 0) {
+      const fields = opts.lite ? "lite" : void 0;
+      const hardLimit = opts.limit ? parseInt(opts.limit, 10) : void 0;
+      const needsSort = !!(opts.sort && opts.sort !== "status");
+      const bufferAll = !!(opts.json || opts.output || opts.count || needsSort);
+      const data = [];
+      let totalFetched = 0;
+      const csvEscape = (s) => `"${(s ?? "").replace(/"/g, '""')}"`;
+      const csvHeader = "external_id,status,file_name,file_size,folder,n_pages,tokens,doc_date,title";
+      const renderRow = (d) => {
+        const meta = d.doc_metadata;
+        return [
+          d.external_id,
+          d.status,
+          csvEscape(d.file_name ?? ""),
+          d.file_size ?? "",
+          csvEscape(d.folder ?? ""),
+          d.n_pages ?? "",
+          d.tokens ?? "",
+          meta?.doc_date ?? "",
+          csvEscape(meta?.title ?? "")
+        ].join(",");
+      };
+      if (!bufferAll && (opts.csv || !opts.ids && !opts.json && !opts.output)) {
+        if (opts.csv) process.stdout.write(csvHeader + "\n");
+      }
+      for await (const page of sdk.documents.listPaginated(arbi, {
+        pageSize: 500,
+        order: "created_desc",
+        fields
+      })) {
+        let filtered = filterDocs(page, opts);
+        if (hardLimit !== void 0) {
+          const remaining = hardLimit - totalFetched;
+          if (remaining <= 0) break;
+          filtered = filtered.slice(0, remaining);
+        }
+        if (filtered.length === 0) {
+          if (hardLimit !== void 0 && totalFetched >= hardLimit) break;
+          continue;
+        }
+        totalFetched += filtered.length;
+        if (bufferAll) {
+          data.push(...filtered);
+        } else {
+          if (opts.ids) {
+            filtered.forEach((d) => process.stdout.write(d.external_id + "\n"));
+          } else if (opts.csv) {
+            filtered.forEach((d) => process.stdout.write(renderRow(d) + "\n"));
+          } else {
+            data.push(...filtered);
+          }
+        }
+        if (hardLimit !== void 0 && totalFetched >= hardLimit) break;
+      }
+      if (totalFetched === 0 && data.length === 0) {
         console.log("No documents found.");
         return;
       }
-      data = filterDocs(data, opts);
-      const sortField = opts.sort ?? "status";
-      data.sort((a, b) => {
-        switch (sortField) {
-          case "name":
-            return (a.file_name ?? "").localeCompare(b.file_name ?? "");
-          case "size":
-            return (b.file_size ?? 0) - (a.file_size ?? 0);
-          case "date":
-          case "created":
-            return (b.created_at ?? "").localeCompare(a.created_at ?? "");
-          case "status":
-          default:
-            return (a.status ?? "").localeCompare(b.status ?? "");
-        }
-      });
-      if (opts.limit) {
-        data = data.slice(0, parseInt(opts.limit, 10));
+      if (!bufferAll && (opts.ids || opts.csv)) {
+        return;
+      }
+      if (bufferAll || !opts.ids && !opts.csv) {
+        const sortField = opts.sort ?? "status";
+        data.sort((a, b) => {
+          switch (sortField) {
+            case "name":
+              return (a.file_name ?? "").localeCompare(b.file_name ?? "");
+            case "size":
+              return (b.file_size ?? 0) - (a.file_size ?? 0);
+            case "date":
+            case "created":
+              return (b.created_at ?? "").localeCompare(
+                a.created_at ?? ""
+              );
+            case "status":
+            default:
+              return (a.status ?? "").localeCompare(b.status ?? "");
+          }
+        });
       }
       if (opts.count) {
         if (opts.status || opts.folder || opts.ext || opts.query) {
@@ -4734,7 +4796,6 @@ function registerDocsCommand(program2) {
           console.log(payload.endsWith("\n") ? payload.slice(0, -1) : payload);
         }
       };
-      const csvEscape = (s) => `"${(s ?? "").replace(/"/g, '""')}"`;
       if (opts.ids) {
         writeOut(data.map((d) => d.external_id).join("\n"), "ids");
         return;
@@ -4744,24 +4805,9 @@ function registerDocsCommand(program2) {
         return;
       }
       if (opts.csv || opts.output && !opts.ids && !opts.json) {
-        const lines = [
-          "external_id,status,file_name,file_size,folder,n_pages,tokens,doc_date,title"
-        ];
+        const lines = [csvHeader];
         for (const d of data) {
-          const meta = d.doc_metadata;
-          lines.push(
-            [
-              d.external_id,
-              d.status,
-              csvEscape(d.file_name ?? ""),
-              d.file_size ?? "",
-              csvEscape(d.folder ?? ""),
-              d.n_pages ?? "",
-              d.tokens ?? "",
-              meta?.doc_date ?? "",
-              csvEscape(meta?.title ?? "")
-            ].join(",")
-          );
+          lines.push(renderRow(d));
         }
         writeOut(lines.join("\n"), "csv");
         return;
@@ -4955,7 +5001,10 @@ function registerDocsCommand(program2) {
         }
         docIds = ids;
       } else if (opts.status) {
-        const allDocs = await sdk.documents.listDocuments(arbi);
+        const allDocs = await sdk.documents.listAll(arbi, {
+          fields: "lite",
+          order: "created_desc"
+        });
         let filtered = allDocs.filter((d) => d.status === opts.status);
         if (opts.folder) {
           const pattern = opts.folder.toLowerCase();
@@ -8158,7 +8207,7 @@ console.info = (...args) => {
   _origInfo(...args);
 };
 var program = new commander.Command();
-program.name("arbi").description("ARBI CLI \u2014 interact with ARBI from the terminal").version("0.3.36");
+program.name("arbi").description("ARBI CLI \u2014 interact with ARBI from the terminal").version("0.3.38");
 registerConfigCommand(program);
 registerLoginCommand(program);
 registerRegisterCommand(program);