northbase 0.1.2 → 0.1.5

package/README.md

@@ -103,6 +103,32 @@ On success, prints a single confirmation line to stdout:
 PUT ok test/cli.md bytes=12 updated_at=2024-01-15T10:30:00.000Z
 ```
 
+### List remote files
+
+Prints every file path stored remotely, one per line. Useful for discovery or scripting.
+
+```bash
+northbase list              # all files
+northbase list memory/      # only paths starting with "memory/"
+```
+
+### Pull (bulk sync)
+
+Downloads all remote files whose `updated_at` differs from the local cache. Useful for "discover and mirror all your notes so an agent can read them locally."
+
+```bash
+northbase pull              # sync everything
+northbase pull memory/      # sync only files under memory/ prefix
+```
+
+Prints a summary line to stdout:
+
+```
+PULL ok files=12 downloaded=3 skipped=9
+```
+
+Per-file download progress goes to stderr. Pull never deletes local files.
+
 ## Local mirror
 
 All files are mirrored at:

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "northbase",
-  "version": "0.1.2",
+  "version": "0.1.5",
   "description": "Local-first CLI for reading and writing text files stored in Supabase",
   "type": "module",
   "bin": {

package/src/northbase.mjs

@@ -16,6 +16,11 @@ const INDEX_PATH    = path.join(NORTHBASE_DIR, "index.json");
 const SESSION_PATH  = path.join(NORTHBASE_DIR, "session.json");
 const MAX_BYTES     = 500_000;
 
+const DEBUG = !!process.env.NORTHBASE_DEBUG;
+function debug(...args) {
+  if (DEBUG) console.error("NORTHBASE DEBUG", ...args);
+}
+
 // ── directory / index helpers ─────────────────────────────────────────────────
 
 function ensureDir(p) {
@@ -37,6 +42,13 @@ function saveIndex(idx) {
 
 // ── session helpers ───────────────────────────────────────────────────────────
 
+function normalizeSession(s) {
+  let expiresAt = s.expires_at;
+  if (expiresAt && expiresAt > 1e12) expiresAt = Math.floor(expiresAt / 1000); // ms → s
+  if (!expiresAt && s.expires_in) expiresAt = Math.floor(Date.now() / 1000) + s.expires_in;
+  return { ...s, expires_at: expiresAt ?? 0 };
+}
+
 function loadSession() {
   try {
     const s = JSON.parse(fs.readFileSync(SESSION_PATH, "utf8"));
@@ -49,7 +61,11 @@ function loadSession() {
 
 function saveSession(session) {
   ensureDir(NORTHBASE_DIR);
-  fs.writeFileSync(SESSION_PATH, JSON.stringify(session, null, 2), { mode: 0o600 });
+  const normalized = normalizeSession(session);
+  const tmp = SESSION_PATH + ".tmp";
+  fs.writeFileSync(tmp, JSON.stringify(normalized, null, 2), { mode: 0o600 });
+  fs.renameSync(tmp, SESSION_PATH);
+  debug("session.json written expires_at=" + normalized.expires_at);
 }
 
 function deleteSession() {
@@ -58,34 +74,58 @@ function deleteSession() {
 
 // ── authenticated supabase client ─────────────────────────────────────────────
 
+async function doRefresh(supabase, stored) {
+  debug("refresh starting");
+  console.error("NORTHBASE session refreshing");
+  const { data, error } = await supabase.auth.refreshSession({
+    refresh_token: stored.refresh_token,
+  });
+  if (error) {
+    const revoked = error.message?.includes("invalid_grant") || error.status === 400;
+    if (revoked) deleteSession();
+    throw new Error(revoked
+      ? "Session revoked. Run `northbase login`."
+      : `Session refresh failed (${error.message}). Run \`northbase login\`.`
+    );
+  }
+  const newSession = data.session;
+  if (!newSession?.access_token || !newSession?.refresh_token) {
+    throw new Error("Refresh returned incomplete session. Run `northbase login`.");
+  }
+  debug(`refresh ok refresh_token_rotated=${newSession.refresh_token !== stored.refresh_token}`);
+  saveSession(newSession);
+  const { error: setErr } = await supabase.auth.setSession({
+    access_token:  newSession.access_token,
+    refresh_token: newSession.refresh_token,
+  });
+  if (setErr) throw setErr;
+}
+
 async function getAuthenticatedClient() {
-  const stored = loadSession(); // throws "Not logged in" if missing/corrupt
+  const stored = loadSession();
+  debug(`session loaded expires_at=${stored.expires_at}`);
 
   const supabase = createClient(SUPABASE_URL, SUPABASE_KEY, {
     auth: { persistSession: false, autoRefreshToken: false },
   });
 
-  const nowSec    = Math.floor(Date.now() / 1000);
-  const isExpired = stored.expires_at && nowSec >= stored.expires_at - 60;
+  const nowSec        = Math.floor(Date.now() / 1000);
+  const expiresAt     = stored.expires_at ?? 0;
+  const secsRemaining = expiresAt - nowSec;
+  const needsRefresh  = expiresAt === 0 || secsRemaining <= 60;
+  debug(`seconds_remaining=${secsRemaining} needs_refresh=${needsRefresh}`);
 
-  if (isExpired) {
-    console.error("NORTHBASE session refreshing");
-    const { data, error } = await supabase.auth.refreshSession({
-      refresh_token: stored.refresh_token,
-    });
-    if (error) throw new Error("Session expired. Run `northbase login` again.");
-    saveSession(data.session);
-    const { error: setErr } = await supabase.auth.setSession({
-      access_token:  data.session.access_token,
-      refresh_token: data.session.refresh_token,
-    });
-    if (setErr) throw setErr;
+  if (needsRefresh) {
+    await doRefresh(supabase, stored);
   } else {
     const { error } = await supabase.auth.setSession({
       access_token:  stored.access_token,
       refresh_token: stored.refresh_token,
     });
-    if (error) throw new Error("Session invalid. Run `northbase login` again.");
+    if (error) {
+      debug(`setSession failed (${error.message}) — falling back to refresh`);
+      await doRefresh(supabase, stored);
+    }
   }
 
   return supabase;
@@ -205,6 +245,68 @@ async function putFile(rel, content) {
   return { bytes, updated_at };
 }
 
+// ── concurrency helper ────────────────────────────────────────────────────────
+
+async function concurrentMap(items, limit, fn) {
+  const results = [];
+  let i = 0;
+  async function worker() {
+    while (i < items.length) {
+      const idx = i++;
+      results[idx] = await fn(items[idx]);
+    }
+  }
+  await Promise.all(Array.from({ length: Math.min(limit, items.length) }, worker));
+  return results;
+}
+
+// ── list / pull commands ──────────────────────────────────────────────────────
+
+async function cmdList(prefix) {
+  const supabase = await getAuthenticatedClient();
+  let query = supabase.from("files").select("path").order("path", { ascending: true });
+  if (prefix) query = query.like("path", `${prefix}%`);
+  const { data, error } = await query;
+  if (error) throw error;
+  for (const row of data) process.stdout.write(row.path + "\n");
+}
+
+async function cmdPull(prefix) {
+  ensureDir(ROOT);
+  const idx      = loadIndex();
+  const supabase = await getAuthenticatedClient();
+
+  let query = supabase.from("files").select("path, updated_at").order("path", { ascending: true });
+  if (prefix) query = query.like("path", `${prefix}%`);
+  const { data: remote, error } = await query;
+  if (error) throw error;
+
+  let downloaded = 0, skipped = 0;
+
+  await concurrentMap(remote, 5, async (row) => {
+    const rel    = row.path;
+    const cached = idx.files?.[rel];
+    if (cached?.updated_at === row.updated_at) {
+      skipped++;
+      return;
+    }
+    console.error("NORTHBASE PULL download", rel);
+    const { data: rows, error: err } = await supabase
+      .from("files").select("content, updated_at").eq("path", rel).limit(1);
+    if (err) throw err;
+    const content    = rows?.[0]?.content  ?? "";
+    const updated_at = rows?.[0]?.updated_at ?? row.updated_at;
+    const bytes      = Buffer.byteLength(content, "utf8");
+    if (bytes > MAX_BYTES) throw new Error(`File too large (${bytes} bytes): ${rel}`);
+    writeLocal(rel, content);
+    idx.files[rel] = { updated_at, bytes };
+    downloaded++;
+  });
+
+  saveIndex(idx);
+  console.log(`PULL ok files=${remote.length} downloaded=${downloaded} skipped=${skipped}`);
+}
+
 // ── interactive prompts ───────────────────────────────────────────────────────
 
 async function promptLine(question) {
@@ -294,14 +396,33 @@ async function cmdWhoami() {
   console.log(`Logged in as ${email} (${id})`);
 }
 
+async function cmdSession() {
+  let stored;
+  try { stored = loadSession(); } catch {
+    console.log("Not logged in.");
+    return;
+  }
+  const nowSec        = Math.floor(Date.now() / 1000);
+  const expiresAt     = stored.expires_at ?? 0;
+  const secsRemaining = expiresAt - nowSec;
+  console.log(`now=${nowSec}`);
+  console.log(`expires_at=${expiresAt}`);
+  console.log(`seconds_remaining=${secsRemaining}`);
+  console.log(`will_refresh_soon=${secsRemaining <= 60}`);
+  console.log(`email=${stored.user?.email ?? "(unknown)"}`);
+}
+
 // ── main ──────────────────────────────────────────────────────────────────────
 
 async function main() {
   const [cmd, ...args] = process.argv.slice(2);
 
-  if (cmd === "login")  { await cmdLogin();  return; }
-  if (cmd === "logout") { await cmdLogout(); return; }
-  if (cmd === "whoami") { await cmdWhoami(); return; }
+  if (cmd === "login")   { await cmdLogin();        return; }
+  if (cmd === "logout")  { await cmdLogout();       return; }
+  if (cmd === "whoami")  { await cmdWhoami();       return; }
+  if (cmd === "session") { await cmdSession();      return; }
+  if (cmd === "list")    { await cmdList(args[0]);  return; }
+  if (cmd === "pull")    { await cmdPull(args[0]);  return; }
 
   if (cmd === "get") {
     const rel = args[0];
@@ -326,6 +447,9 @@ async function main() {
   console.log("  northbase login");
   console.log("  northbase logout");
   console.log("  northbase whoami");
+  console.log("  northbase session");
+  console.log("  northbase list [prefix]");
+  console.log("  northbase pull [prefix]");
   console.log("  northbase get <path>");
   console.log("  northbase put <path>");
   process.exit(1);