@seedvault/cli 0.3.0 → 0.4.0

package/dist/sv.js

@@ -176,6 +176,10 @@ function createClient(serverUrl, token) {
     return res;
   }
   return {
+    async me() {
+      const res = await request("GET", "/v1/me");
+      return res.json();
+    },
     async signup(name, invite) {
       const body = { name };
       if (invite)
@@ -231,15 +235,12 @@ async function init(args) {
   }
   if (flags.server && flags.token) {
     const client = createClient(flags.server, flags.token);
+    let username;
     try {
-      await client.health();
+      const me = await client.me();
+      username = me.username;
     } catch {
-      console.error(`Could not reach server at ${flags.server}`);
-      process.exit(1);
-    }
-    const username = flags["username"] || "";
-    if (!username) {
-      console.error("When using --token, also pass --username");
+      console.error(`Could not authenticate with server at ${flags.server}`);
       process.exit(1);
     }
     const config = {
@@ -303,12 +304,20 @@ async function init(args) {
     }
     const hasToken = await rl.question("Do you already have a token? (y/N): ");
     if (hasToken.toLowerCase() === "y") {
-      const token = await rl.question("Token: ");
-      const username = await rl.question("Username: ");
-      const config = { server, token: token.trim(), username: username.trim(), collections: [] };
+      const token = (await rl.question("Token: ")).trim();
+      const authedClient = createClient(server, token);
+      let username;
+      try {
+        const me = await authedClient.me();
+        username = me.username;
+      } catch {
+        console.error("  Token is invalid or server rejected it.");
+        process.exit(1);
+      }
+      const config = { server, token, username, collections: [] };
       saveConfig(config);
       console.log(`
-Seedvault configured.`);
+Seedvault configured as '${username}'`);
     } else {
       const name = await rl.question("Username (e.g. your-name-notes): ");
       const invite = await rl.question("Invite code (leave blank if first user): ");
@@ -333,6 +342,7 @@ Next steps:`);
   } finally {
     rl.close();
   }
+  process.exit(0);
 }
 function parseFlags(args) {
   const flags = {};
@@ -2126,6 +2136,8 @@ class RetryQueue {
 }
 
 // src/daemon/syncer.ts
+var SYNC_CONCURRENCY = 10;
+
 class Syncer {
   client;
   username;
@@ -2167,6 +2179,7 @@ class Syncer {
       }
       const localFiles = await walkMd(collection.path);
       const localServerPaths = new Set;
+      const toUpload = [];
       for (const localFile of localFiles) {
         const relPath = toPosixPath(relative5(collection.path, localFile.path));
         const serverPath = `${collection.name}/${relPath}`;
@@ -2181,22 +2194,24 @@ class Syncer {
           }
         }
         const content = await readFile(localFile.path, "utf-8");
+        toUpload.push({ serverPath, content });
+      }
+      await pooled(toUpload, SYNC_CONCURRENCY, async (item) => {
         try {
-          await this.client.putFile(this.username, serverPath, content);
+          await this.client.putFile(this.username, item.serverPath, item.content);
           uploaded++;
         } catch {
           this.queue.enqueue({
             type: "put",
             username: this.username,
-            serverPath,
-            content,
+            serverPath: item.serverPath,
+            content: item.content,
             queuedAt: new Date().toISOString()
           });
         }
-      }
-      for (const f of serverFiles) {
-        if (localServerPaths.has(f.path))
-          continue;
+      });
+      const toDelete = serverFiles.filter((f) => !localServerPaths.has(f.path));
+      await pooled(toDelete, SYNC_CONCURRENCY, async (f) => {
         try {
           await this.client.deleteFile(this.username, f.path);
           deleted++;
@@ -2209,7 +2224,7 @@ class Syncer {
             queuedAt: new Date().toISOString()
           });
         }
-      }
+      });
       this.log(`  '${collection.name}': ${uploaded} uploaded, ${skipped} up-to-date, ${deleted} deleted`);
     } catch (e) {
       this.log(`  '${collection.name}': sync failed (${e.message})`);
@@ -2222,7 +2237,7 @@ class Syncer {
     this.log(`Removing '${collection.name}' files from server...`);
     try {
       const { files: serverFiles } = await this.client.listFiles(this.username, collection.name + "/");
-      for (const f of serverFiles) {
+      await pooled(serverFiles, SYNC_CONCURRENCY, async (f) => {
         try {
           await this.client.deleteFile(this.username, f.path);
           deleted++;
@@ -2236,7 +2251,7 @@ class Syncer {
           });
           queued++;
         }
-      }
+      });
       this.log(`  '${collection.name}': ${deleted} deleted, ${queued} queued`);
     } catch (e) {
       this.log(`  '${collection.name}': remove failed (${e.message})`);
@@ -2280,6 +2295,16 @@ async function walkMd(dir) {
   await walkDirRecursive(dir, results);
   return results;
 }
+async function pooled(items, concurrency, fn) {
+  let i = 0;
+  async function worker() {
+    while (i < items.length) {
+      const idx = i++;
+      await fn(items[idx]);
+    }
+  }
+  await Promise.all(Array.from({ length: Math.min(concurrency, items.length) }, () => worker()));
+}
 async function walkDirRecursive(dir, results) {
   const entries = await readdir3(dir, { withFileTypes: true });
   for (const entry of entries) {
@@ -2646,7 +2671,7 @@ async function startForeground() {
   if (removedOverlappingCollections.length > 0) {
     config = normalizedConfig;
   }
-  const client = createClient(config.server, config.token);
+  let client = createClient(config.server, config.token);
   try {
     await client.health();
   } catch {
@@ -2680,7 +2705,7 @@ async function startForeground() {
     log(`  Collections: ${config.collections.map((f) => f.name).join(", ")}`);
   }
   writeFileSync2(getPidPath(), String(process.pid));
-  const syncer = new Syncer({
+  let syncer = new Syncer({
     client,
     username: config.username,
     collections: config.collections,
@@ -2696,11 +2721,6 @@ async function startForeground() {
       log("Will continue watching for changes...");
     }
   }
-  const onWatcherEvent = (event) => {
-    syncer.handleEvent(event).catch((e) => {
-      log(`Error handling ${event.type} for ${event.serverPath}: ${e.message}`);
-    });
-  };
   let watcher = null;
   const rebuildWatcher = async (collections2) => {
     if (watcher) {
@@ -2711,13 +2731,17 @@ async function startForeground() {
       log("No collections configured. Daemon idle.");
       return;
     }
-    watcher = createWatcher(collections2, onWatcherEvent);
+    watcher = createWatcher(collections2, (event) => {
+      syncer.handleEvent(event).catch((e) => {
+        log(`Error handling ${event.type} for ${event.serverPath}: ${e.message}`);
+      });
+    });
     log(`Watching ${collections2.length} collection(s): ${collections2.map((f) => f.name).join(", ")}`);
   };
   await rebuildWatcher(config.collections);
-  let reloadingCollections = false;
+  let reloading = false;
   const pollTimer = setInterval(() => {
-    if (reloadingCollections)
+    if (reloading)
       return;
     let nextConfig;
     try {
@@ -2728,26 +2752,61 @@ async function startForeground() {
     }
     ({ config: normalizedConfig, removedOverlappingCollections } = normalizeConfigCollections(nextConfig));
     maybeLogOverlapWarning(removedOverlappingCollections);
-    reloadingCollections = true;
+    const coreChanged = normalizedConfig.server !== config.server || normalizedConfig.token !== config.token || normalizedConfig.username !== config.username;
+    if (!coreChanged) {
+      const { nextConfig: reconciledConfig, added, removed } = reconcileCollections(config, normalizedConfig);
+      if (added.length === 0 && removed.length === 0)
+        return;
+      reloading = true;
+      (async () => {
+        try {
+          log(`Collections changed: +${added.map((c) => c.name).join(", ") || "none"}, -${removed.map((c) => c.name).join(", ") || "none"}`);
+          config = reconciledConfig;
+          syncer.setCollections(reconciledConfig.collections);
+          await rebuildWatcher(reconciledConfig.collections);
+          for (const collection of removed) {
+            await syncer.purgeCollection(collection);
+          }
+          for (const collection of added) {
+            await syncer.syncCollection(collection);
+          }
+        } catch (e) {
+          log(`Failed to reload collections: ${e.message}`);
+        } finally {
+          reloading = false;
+        }
+      })();
+      return;
+    }
+    reloading = true;
     (async () => {
       try {
-        const { nextConfig: reconciledConfig, added, removed } = reconcileCollections(config, normalizedConfig);
-        if (added.length === 0 && removed.length === 0)
-          return;
-        log(`Collections changed: +${added.map((c) => c.name).join(", ") || "none"}, -${removed.map((c) => c.name).join(", ") || "none"}`);
-        config = reconciledConfig;
-        syncer.setCollections(reconciledConfig.collections);
-        await rebuildWatcher(reconciledConfig.collections);
-        for (const collection of removed) {
-          await syncer.purgeCollection(collection);
-        }
-        for (const collection of added) {
-          await syncer.syncCollection(collection);
+        log("Config changed, reinitializing...");
+        if (config.server !== normalizedConfig.server)
+          log(`  Server: ${config.server} -> ${normalizedConfig.server}`);
+        if (config.username !== normalizedConfig.username)
+          log(`  Username: ${config.username} -> ${normalizedConfig.username}`);
+        if (config.token !== normalizedConfig.token)
+          log(`  Token: updated`);
+        syncer.stop();
+        client = createClient(normalizedConfig.server, normalizedConfig.token);
+        config = normalizedConfig;
+        syncer = new Syncer({
+          client,
+          username: config.username,
+          collections: config.collections,
+          onLog: log
+        });
+        await rebuildWatcher(config.collections);
+        if (config.collections.length > 0) {
+          log("Running sync after reinitialize...");
+          const { uploaded, skipped, deleted } = await syncer.initialSync();
+          log(`Sync complete: ${uploaded} uploaded, ${skipped} skipped, ${deleted} deleted`);
         }
       } catch (e) {
-        log(`Failed to reload collections from config: ${e.message}`);
+        log(`Failed to reinitialize: ${e.message}`);
       } finally {
-        reloadingCollections = false;
+        reloading = false;
       }
     })();
   }, 1500);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@seedvault/cli",
-  "version": "0.3.0",
+  "version": "0.4.0",
   "type": "module",
   "bin": {
     "sv": "bin/sv.mjs"