@seedvault/cli 0.3.0 → 0.4.1

package/dist/sv.js

@@ -176,6 +176,10 @@ function createClient(serverUrl, token) {
     return res;
   }
   return {
+    async me() {
+      const res = await request("GET", "/v1/me");
+      return res.json();
+    },
     async signup(name, invite) {
       const body = { name };
       if (invite)
@@ -196,22 +200,48 @@ function createClient(serverUrl, token) {
       return res.json();
     },
     async putFile(username, path, content) {
-      const res = await request("PUT", `/v1/contributors/${username}/files/${encodePath(path)}`, {
+      const res = await request("PUT", `/v1/files/${username}/${encodePath(path)}`, {
         body: content,
         contentType: "text/markdown"
       });
       return res.json();
     },
     async deleteFile(username, path) {
-      await request("DELETE", `/v1/contributors/${username}/files/${encodePath(path)}`);
+      await request("DELETE", `/v1/files/${username}/${encodePath(path)}`);
     },
     async listFiles(username, prefix) {
-      const qs = prefix ? `?prefix=${encodeURIComponent(prefix)}` : "";
-      const res = await request("GET", `/v1/contributors/${username}/files${qs}`);
-      return res.json();
+      const fullPrefix = prefix ? `${username}/${prefix}` : `${username}/`;
+      const qs = `?prefix=${encodeURIComponent(fullPrefix)}`;
+      const res = await request("GET", `/v1/files${qs}`);
+      const data = await res.json();
+      return {
+        files: data.files.map((f) => ({
+          ...f,
+          path: f.path.startsWith(`${username}/`) ? f.path.slice(username.length + 1) : f.path
+        }))
+      };
     },
     async getFile(username, path) {
-      const res = await request("GET", `/v1/contributors/${username}/files/${encodePath(path)}`);
+      const fullPath = `${username}/${path}`;
+      const res = await request("POST", "/v1/sh", {
+        body: JSON.stringify({ cmd: `cat "${fullPath}"` }),
+        contentType: "application/json"
+      });
+      const exitCode = parseInt(res.headers.get("X-Exit-Code") || "0", 10);
+      if (exitCode !== 0) {
+        const stderr = decodeURIComponent(res.headers.get("X-Stderr") || "");
+        if (stderr.includes("No such file or directory")) {
+          throw new ApiError(404, "File not found");
+        }
+        throw new ApiError(500, stderr || `cat exited with code ${exitCode}`);
+      }
+      return res.text();
+    },
+    async sh(cmd) {
+      const res = await request("POST", "/v1/sh", {
+        body: JSON.stringify({ cmd }),
+        contentType: "application/json"
+      });
       return res.text();
     },
     async health() {
@@ -231,15 +261,12 @@ async function init(args) {
   }
   if (flags.server && flags.token) {
     const client = createClient(flags.server, flags.token);
+    let username;
     try {
-      await client.health();
+      const me = await client.me();
+      username = me.username;
     } catch {
-      console.error(`Could not reach server at ${flags.server}`);
-      process.exit(1);
-    }
-    const username = flags["username"] || "";
-    if (!username) {
-      console.error("When using --token, also pass --username");
+      console.error(`Could not authenticate with server at ${flags.server}`);
       process.exit(1);
     }
     const config = {
@@ -303,12 +330,20 @@ async function init(args) {
     }
     const hasToken = await rl.question("Do you already have a token? (y/N): ");
     if (hasToken.toLowerCase() === "y") {
-      const token = await rl.question("Token: ");
-      const username = await rl.question("Username: ");
-      const config = { server, token: token.trim(), username: username.trim(), collections: [] };
+      const token = (await rl.question("Token: ")).trim();
+      const authedClient = createClient(server, token);
+      let username;
+      try {
+        const me = await authedClient.me();
+        username = me.username;
+      } catch {
+        console.error("  Token is invalid or server rejected it.");
+        process.exit(1);
+      }
+      const config = { server, token, username, collections: [] };
       saveConfig(config);
       console.log(`
-Seedvault configured.`);
+Seedvault configured as '${username}'`);
     } else {
       const name = await rl.question("Username (e.g. your-name-notes): ");
       const invite = await rl.question("Invite code (leave blank if first user): ");
@@ -333,6 +368,7 @@ Next steps:`);
   } finally {
     rl.close();
   }
+  process.exit(0);
 }
 function parseFlags(args) {
   const flags = {};
@@ -2126,6 +2162,8 @@ class RetryQueue {
 }
 
 // src/daemon/syncer.ts
+var SYNC_CONCURRENCY = 10;
+
 class Syncer {
   client;
   username;
@@ -2167,6 +2205,7 @@ class Syncer {
       }
       const localFiles = await walkMd(collection.path);
       const localServerPaths = new Set;
+      const toUpload = [];
       for (const localFile of localFiles) {
         const relPath = toPosixPath(relative5(collection.path, localFile.path));
         const serverPath = `${collection.name}/${relPath}`;
@@ -2181,22 +2220,24 @@ class Syncer {
           }
         }
         const content = await readFile(localFile.path, "utf-8");
+        toUpload.push({ serverPath, content });
+      }
+      await pooled(toUpload, SYNC_CONCURRENCY, async (item) => {
         try {
-          await this.client.putFile(this.username, serverPath, content);
+          await this.client.putFile(this.username, item.serverPath, item.content);
           uploaded++;
         } catch {
           this.queue.enqueue({
             type: "put",
             username: this.username,
-            serverPath,
-            content,
+            serverPath: item.serverPath,
+            content: item.content,
             queuedAt: new Date().toISOString()
           });
         }
-      }
-      for (const f of serverFiles) {
-        if (localServerPaths.has(f.path))
-          continue;
+      });
+      const toDelete = serverFiles.filter((f) => !localServerPaths.has(f.path));
+      await pooled(toDelete, SYNC_CONCURRENCY, async (f) => {
         try {
           await this.client.deleteFile(this.username, f.path);
           deleted++;
@@ -2209,7 +2250,7 @@ class Syncer {
             queuedAt: new Date().toISOString()
           });
         }
-      }
+      });
       this.log(`  '${collection.name}': ${uploaded} uploaded, ${skipped} up-to-date, ${deleted} deleted`);
     } catch (e) {
       this.log(`  '${collection.name}': sync failed (${e.message})`);
@@ -2222,7 +2263,7 @@ class Syncer {
     this.log(`Removing '${collection.name}' files from server...`);
     try {
       const { files: serverFiles } = await this.client.listFiles(this.username, collection.name + "/");
-      for (const f of serverFiles) {
+      await pooled(serverFiles, SYNC_CONCURRENCY, async (f) => {
         try {
           await this.client.deleteFile(this.username, f.path);
           deleted++;
@@ -2236,7 +2277,7 @@ class Syncer {
           });
           queued++;
         }
-      }
+      });
       this.log(`  '${collection.name}': ${deleted} deleted, ${queued} queued`);
     } catch (e) {
       this.log(`  '${collection.name}': remove failed (${e.message})`);
@@ -2280,6 +2321,16 @@ async function walkMd(dir) {
   await walkDirRecursive(dir, results);
   return results;
 }
+async function pooled(items, concurrency, fn) {
+  let i = 0;
+  async function worker() {
+    while (i < items.length) {
+      const idx = i++;
+      await fn(items[idx]);
+    }
+  }
+  await Promise.all(Array.from({ length: Math.min(concurrency, items.length) }, () => worker()));
+}
 async function walkDirRecursive(dir, results) {
   const entries = await readdir3(dir, { withFileTypes: true });
   for (const entry of entries) {
@@ -2646,7 +2697,7 @@ async function startForeground() {
   if (removedOverlappingCollections.length > 0) {
     config = normalizedConfig;
   }
-  const client = createClient(config.server, config.token);
+  let client = createClient(config.server, config.token);
   try {
     await client.health();
   } catch {
@@ -2680,7 +2731,7 @@ async function startForeground() {
     log(`  Collections: ${config.collections.map((f) => f.name).join(", ")}`);
   }
   writeFileSync2(getPidPath(), String(process.pid));
-  const syncer = new Syncer({
+  let syncer = new Syncer({
     client,
     username: config.username,
     collections: config.collections,
@@ -2696,11 +2747,6 @@ async function startForeground() {
       log("Will continue watching for changes...");
     }
   }
-  const onWatcherEvent = (event) => {
-    syncer.handleEvent(event).catch((e) => {
-      log(`Error handling ${event.type} for ${event.serverPath}: ${e.message}`);
-    });
-  };
   let watcher = null;
   const rebuildWatcher = async (collections2) => {
     if (watcher) {
@@ -2711,13 +2757,17 @@ async function startForeground() {
       log("No collections configured. Daemon idle.");
       return;
     }
-    watcher = createWatcher(collections2, onWatcherEvent);
+    watcher = createWatcher(collections2, (event) => {
+      syncer.handleEvent(event).catch((e) => {
+        log(`Error handling ${event.type} for ${event.serverPath}: ${e.message}`);
+      });
+    });
     log(`Watching ${collections2.length} collection(s): ${collections2.map((f) => f.name).join(", ")}`);
   };
   await rebuildWatcher(config.collections);
-  let reloadingCollections = false;
+  let reloading = false;
   const pollTimer = setInterval(() => {
-    if (reloadingCollections)
+    if (reloading)
       return;
     let nextConfig;
     try {
@@ -2728,26 +2778,61 @@ async function startForeground() {
     }
     ({ config: normalizedConfig, removedOverlappingCollections } = normalizeConfigCollections(nextConfig));
     maybeLogOverlapWarning(removedOverlappingCollections);
-    reloadingCollections = true;
+    const coreChanged = normalizedConfig.server !== config.server || normalizedConfig.token !== config.token || normalizedConfig.username !== config.username;
+    if (!coreChanged) {
+      const { nextConfig: reconciledConfig, added, removed } = reconcileCollections(config, normalizedConfig);
+      if (added.length === 0 && removed.length === 0)
+        return;
+      reloading = true;
+      (async () => {
+        try {
+          log(`Collections changed: +${added.map((c) => c.name).join(", ") || "none"}, -${removed.map((c) => c.name).join(", ") || "none"}`);
+          config = reconciledConfig;
+          syncer.setCollections(reconciledConfig.collections);
+          await rebuildWatcher(reconciledConfig.collections);
+          for (const collection of removed) {
+            await syncer.purgeCollection(collection);
+          }
+          for (const collection of added) {
+            await syncer.syncCollection(collection);
+          }
+        } catch (e) {
+          log(`Failed to reload collections: ${e.message}`);
+        } finally {
+          reloading = false;
+        }
+      })();
+      return;
+    }
+    reloading = true;
     (async () => {
       try {
-        const { nextConfig: reconciledConfig, added, removed } = reconcileCollections(config, normalizedConfig);
-        if (added.length === 0 && removed.length === 0)
-          return;
-        log(`Collections changed: +${added.map((c) => c.name).join(", ") || "none"}, -${removed.map((c) => c.name).join(", ") || "none"}`);
-        config = reconciledConfig;
-        syncer.setCollections(reconciledConfig.collections);
-        await rebuildWatcher(reconciledConfig.collections);
-        for (const collection of removed) {
-          await syncer.purgeCollection(collection);
-        }
-        for (const collection of added) {
-          await syncer.syncCollection(collection);
+        log("Config changed, reinitializing...");
+        if (config.server !== normalizedConfig.server)
+          log(`  Server: ${config.server} -> ${normalizedConfig.server}`);
+        if (config.username !== normalizedConfig.username)
+          log(`  Username: ${config.username} -> ${normalizedConfig.username}`);
+        if (config.token !== normalizedConfig.token)
+          log(`  Token: updated`);
+        syncer.stop();
+        client = createClient(normalizedConfig.server, normalizedConfig.token);
+        config = normalizedConfig;
+        syncer = new Syncer({
+          client,
+          username: config.username,
+          collections: config.collections,
+          onLog: log
+        });
+        await rebuildWatcher(config.collections);
+        if (config.collections.length > 0) {
+          log("Running sync after reinitialize...");
+          const { uploaded, skipped, deleted } = await syncer.initialSync();
+          log(`Sync complete: ${uploaded} uploaded, ${skipped} skipped, ${deleted} deleted`);
         }
       } catch (e) {
-        log(`Failed to reload collections from config: ${e.message}`);
+        log(`Failed to reinitialize: ${e.message}`);
       } finally {
-        reloadingCollections = false;
+        reloading = false;
       }
     })();
   }, 1500);
@@ -2849,27 +2934,8 @@ async function status() {
 async function ls(args) {
   const config = loadConfig();
   const client = createClient(config.server, config.token);
-  const prefix = args[0] || undefined;
-  const { files } = await client.listFiles(config.username, prefix);
-  if (files.length === 0) {
-    console.log(prefix ? `No files matching '${prefix}'.` : "No files in your contributor.");
-    return;
-  }
-  const maxPath = Math.max(...files.map((f) => f.path.length));
-  for (const f of files) {
-    const size = formatSize(f.size);
-    const date = new Date(f.modifiedAt).toLocaleString();
-    console.log(`  ${f.path.padEnd(maxPath + 2)} ${size.padStart(8)}  ${date}`);
-  }
-  console.log(`
-${files.length} file(s)`);
-}
-function formatSize(bytes) {
-  if (bytes < 1024)
-    return `${bytes} B`;
-  if (bytes < 1024 * 1024)
-    return `${(bytes / 1024).toFixed(1)} KB`;
-  return `${(bytes / (1024 * 1024)).toFixed(1)} MB`;
+  const output = await client.sh(`ls ${args.join(" ")}`);
+  process.stdout.write(output);
 }
 
 // src/commands/cat.ts
@@ -2878,19 +2944,10 @@ async function cat(args) {
     console.error("Usage: sv cat <path>");
     process.exit(1);
   }
-  const filePath = args[0];
   const config = loadConfig();
   const client = createClient(config.server, config.token);
-  try {
-    const content = await client.getFile(config.username, filePath);
-    process.stdout.write(content);
-  } catch (e) {
-    if (e instanceof ApiError && e.status === 404) {
-      console.error(`File not found: ${filePath}`);
-      process.exit(1);
-    }
-    throw e;
-  }
+  const output = await client.sh(`cat ${args.join(" ")}`);
+  process.stdout.write(output);
 }
 
 // src/commands/contributors.ts

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@seedvault/cli",
-  "version": "0.3.0",
+  "version": "0.4.1",
   "type": "module",
   "bin": {
     "sv": "bin/sv.mjs"
@@ -15,6 +15,11 @@
     "dist",
     "bin"
   ],
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/collaborator-ai/seedvault.git",
+    "directory": "cli"
+  },
   "dependencies": {
     "chokidar": "^4"
   },