northbase 0.1.1 → 0.1.4

package/README.md

@@ -1,4 +1,4 @@
-# mybot-notes-cli
+# northbase
 
 A local-first CLI for reading and writing text files stored in a Supabase `public.files` table. Uses email/password auth with RLS so each user only sees their own files. Session is stored locally — no env file required.
 
@@ -40,7 +40,7 @@ create trigger files_updated_at
 
 ```bash
 npm install
-npm link        # makes `mybot` available globally on your PATH
+npm link        # makes `northbase` available globally on your PATH
 ```
 
 No environment file needed. The Supabase project URL and anon key are public constants baked into the CLI.
@@ -52,27 +52,27 @@ No environment file needed. The Supabase project URL and anon key are public con
 Prompts for your email and password interactively (password is not echoed):
 
 ```bash
-mybot login
+northbase login
 # Email: you@example.com
 # Password:
 # Logged in.
 ```
 
-Your session (access + refresh tokens) is stored at `~/.mybot/session.json` with mode `600`. Tokens are refreshed automatically when they expire — you should only need to log in once.
+Your session (access + refresh tokens) is stored at `~/.northbase/session.json` with mode `600`. Tokens are refreshed automatically when they expire — you should only need to log in once.
 
 ### Log out
 
 ```bash
-mybot logout
+northbase logout
 # Logged out.
 ```
 
-Deletes `~/.mybot/session.json` and signs out server-side.
+Deletes `~/.northbase/session.json` and signs out server-side.
 
 ### Check who you are
 
 ```bash
-mybot whoami
+northbase whoami
 # Logged in as you@example.com (uuid...)
 ```
 
@@ -80,11 +80,11 @@ mybot whoami
 
 ### Get a file
 
-Fetches file content and prints it to stdout. Uses a local cache at `~/.mybot/files/` and only downloads from Supabase when the remote `updated_at` timestamp differs from the cached value.
+Fetches file content and prints it to stdout. Uses a local cache at `~/.northbase/files/` and only downloads from Supabase when the remote `updated_at` timestamp differs from the cached value.
 
 ```bash
-mybot get ideas.md
-mybot get notes/todo.txt
+northbase get ideas.md
+northbase get notes/todo.txt
 ```
 
 ### Put a file
@@ -92,9 +92,9 @@ mybot get notes/todo.txt
 Reads content from stdin, upserts it to Supabase, then updates the local cache.
 
 ```bash
-printf "hello world\n" | mybot put test/cli.md
-cat my-local-file.md   | mybot put ideas.md
-echo "updated content" | mybot put notes/todo.txt
+printf "hello world\n" | northbase put test/cli.md
+cat my-local-file.md   | northbase put ideas.md
+echo "updated content" | northbase put notes/todo.txt
 ```
 
 On success, prints a single confirmation line to stdout:
@@ -103,24 +103,50 @@ On success, prints a single confirmation line to stdout:
 PUT ok test/cli.md bytes=12 updated_at=2024-01-15T10:30:00.000Z
 ```
 
+### List remote files
+
+Prints every file path stored remotely, one per line. Useful for discovery or scripting.
+
+```bash
+northbase list              # all files
+northbase list memory/      # only paths starting with "memory/"
+```
+
+### Pull (bulk sync)
+
+Downloads all remote files whose `updated_at` differs from the local cache. Useful for "discover and mirror all your notes so an agent can read them locally."
+
+```bash
+northbase pull              # sync everything
+northbase pull memory/      # sync only files under memory/ prefix
+```
+
+Prints a summary line to stdout:
+
+```
+PULL ok files=12 downloaded=3 skipped=9
+```
+
+Per-file download progress goes to stderr. Pull never deletes local files.
+
 ## Local mirror
 
 All files are mirrored at:
 
 ```
-~/.mybot/files/<path>
+~/.northbase/files/<path>
 ```
 
 Metadata (timestamps and byte counts) is stored at:
 
 ```
-~/.mybot/index.json
+~/.northbase/index.json
 ```
 
 Session tokens are stored at:
 
 ```
-~/.mybot/session.json    (mode 600 — readable only by you)
+~/.northbase/session.json    (mode 600 — readable only by you)
 ```
 
 The CLI compares `updated_at` timestamps before downloading — if your local copy is current, no content fetch is made.
@@ -135,8 +161,8 @@ The CLI compares `updated_at` timestamps before downloading — if your local co
 Debug logs go to stderr so they never pollute stdout pipelines:
 
 ```
-MYBOT GET local-hit ideas.md        # served from local cache
-MYBOT GET remote-refresh ideas.md   # downloaded from Supabase
-MYBOT PUT test/cli.md bytes=12 updated_at=2024-01-15T10:30:00.000Z
-MYBOT session refreshing            # printed when access token is silently renewed
+NORTHBASE GET local-hit ideas.md        # served from local cache
+NORTHBASE GET remote-refresh ideas.md   # downloaded from Supabase
+NORTHBASE PUT test/cli.md bytes=12 updated_at=2024-01-15T10:30:00.000Z
+NORTHBASE session refreshing            # printed when access token is silently renewed
 ```

package/package.json

@@ -1,10 +1,10 @@
 {
   "name": "northbase",
-  "version": "0.1.1",
+  "version": "0.1.4",
   "description": "Local-first CLI for reading and writing text files stored in Supabase",
   "type": "module",
   "bin": {
-    "northbase": "./src/mybot.mjs"
+    "northbase": "src/northbase.mjs"
   },
   "engines": {
     "node": ">=18"

package/src/{mybot.mjs → northbase.mjs}

@@ -10,11 +10,11 @@ import { createClient } from "@supabase/supabase-js";
 const SUPABASE_URL = "https://ivxgpjracfctkkdhlwgm.supabase.co";
 const SUPABASE_KEY = "sb_publishable_LZkkAwsx9q5KgIAeoZAO_A_U88rfFHL";
 
-const MYBOT_DIR    = path.join(os.homedir(), ".mybot");
-const ROOT         = path.join(MYBOT_DIR, "files");
-const INDEX_PATH   = path.join(MYBOT_DIR, "index.json");
-const SESSION_PATH = path.join(MYBOT_DIR, "session.json");
-const MAX_BYTES    = 500_000;
+const NORTHBASE_DIR = path.join(os.homedir(), ".northbase");
+const ROOT          = path.join(NORTHBASE_DIR, "files");
+const INDEX_PATH    = path.join(NORTHBASE_DIR, "index.json");
+const SESSION_PATH  = path.join(NORTHBASE_DIR, "session.json");
+const MAX_BYTES     = 500_000;
 
 // ── directory / index helpers ─────────────────────────────────────────────────
 
@@ -43,12 +43,12 @@ function loadSession() {
     if (!s?.access_token || !s?.refresh_token) throw new Error("incomplete");
     return s;
   } catch {
-    throw new Error("Not logged in. Run `mybot login`.");
+    throw new Error("Not logged in. Run `northbase login`.");
   }
 }
 
 function saveSession(session) {
-  ensureDir(MYBOT_DIR);
+  ensureDir(NORTHBASE_DIR);
   fs.writeFileSync(SESSION_PATH, JSON.stringify(session, null, 2), { mode: 0o600 });
 }
 
@@ -65,15 +65,15 @@ async function getAuthenticatedClient() {
     auth: { persistSession: false, autoRefreshToken: false },
   });
 
-  const nowSec   = Math.floor(Date.now() / 1000);
+  const nowSec    = Math.floor(Date.now() / 1000);
   const isExpired = stored.expires_at && nowSec >= stored.expires_at - 60;
 
   if (isExpired) {
-    console.error("MYBOT session refreshing");
+    console.error("NORTHBASE session refreshing");
     const { data, error } = await supabase.auth.refreshSession({
       refresh_token: stored.refresh_token,
     });
-    if (error) throw new Error("Session expired. Run `mybot login` again.");
+    if (error) throw new Error("Session expired. Run `northbase login` again.");
     saveSession(data.session);
     const { error: setErr } = await supabase.auth.setSession({
       access_token:  data.session.access_token,
@@ -85,7 +85,7 @@ async function getAuthenticatedClient() {
       access_token:  stored.access_token,
       refresh_token: stored.refresh_token,
     });
-    if (error) throw new Error("Session invalid. Run `mybot login` again.");
+    if (error) throw new Error("Session invalid. Run `northbase login` again.");
   }
 
   return supabase;
@@ -153,7 +153,7 @@ async function getFile(rel) {
   const cached = idx.files?.[relSafe];
 
   if (local === null) {
-    console.error("MYBOT GET remote-refresh", relSafe);
+    console.error("NORTHBASE GET remote-refresh", relSafe);
     const { content, updated_at } = await fetchRemoteContent(supabase, relSafe);
     const bytes = Buffer.byteLength(content, "utf8");
     if (bytes > MAX_BYTES) throw new Error(`File too large (${bytes} bytes)`);
@@ -167,11 +167,11 @@ async function getFile(rel) {
   if (!remoteUpdatedAt) return local;
 
   if (cached?.updated_at === remoteUpdatedAt) {
-    console.error("MYBOT GET local-hit", relSafe);
+    console.error("NORTHBASE GET local-hit", relSafe);
     return local;
   }
 
-  console.error("MYBOT GET remote-refresh", relSafe);
+  console.error("NORTHBASE GET remote-refresh", relSafe);
   const { content, updated_at } = await fetchRemoteContent(supabase, relSafe);
   const bytes = Buffer.byteLength(content, "utf8");
   if (bytes > MAX_BYTES) throw new Error(`File too large (${bytes} bytes)`);
@@ -201,10 +201,72 @@ async function putFile(rel, content) {
   idx.files[relSafe] = { updated_at, bytes };
   saveIndex(idx);
 
-  console.error("MYBOT PUT", relSafe, `bytes=${bytes}`, `updated_at=${updated_at}`);
+  console.error("NORTHBASE PUT", relSafe, `bytes=${bytes}`, `updated_at=${updated_at}`);
   return { bytes, updated_at };
 }
 
+// ── concurrency helper ────────────────────────────────────────────────────────
+
+async function concurrentMap(items, limit, fn) {
+  const results = [];
+  let i = 0;
+  async function worker() {
+    while (i < items.length) {
+      const idx = i++;
+      results[idx] = await fn(items[idx]);
+    }
+  }
+  await Promise.all(Array.from({ length: Math.min(limit, items.length) }, worker));
+  return results;
+}
+
+// ── list / pull commands ──────────────────────────────────────────────────────
+
+async function cmdList(prefix) {
+  const supabase = await getAuthenticatedClient();
+  let query = supabase.from("files").select("path").order("path", { ascending: true });
+  if (prefix) query = query.like("path", `${prefix}%`);
+  const { data, error } = await query;
+  if (error) throw error;
+  for (const row of data) process.stdout.write(row.path + "\n");
+}
+
+async function cmdPull(prefix) {
+  ensureDir(ROOT);
+  const idx      = loadIndex();
+  const supabase = await getAuthenticatedClient();
+
+  let query = supabase.from("files").select("path, updated_at").order("path", { ascending: true });
+  if (prefix) query = query.like("path", `${prefix}%`);
+  const { data: remote, error } = await query;
+  if (error) throw error;
+
+  let downloaded = 0, skipped = 0;
+
+  await concurrentMap(remote, 5, async (row) => {
+    const rel    = row.path;
+    const cached = idx.files?.[rel];
+    if (cached?.updated_at === row.updated_at) {
+      skipped++;
+      return;
+    }
+    console.error("NORTHBASE PULL download", rel);
+    const { data: rows, error: err } = await supabase
+      .from("files").select("content, updated_at").eq("path", rel).limit(1);
+    if (err) throw err;
+    const content    = rows?.[0]?.content  ?? "";
+    const updated_at = rows?.[0]?.updated_at ?? row.updated_at;
+    const bytes      = Buffer.byteLength(content, "utf8");
+    if (bytes > MAX_BYTES) throw new Error(`File too large (${bytes} bytes): ${rel}`);
+    writeLocal(rel, content);
+    idx.files[rel] = { updated_at, bytes };
+    downloaded++;
+  });
+
+  saveIndex(idx);
+  console.log(`PULL ok files=${remote.length} downloaded=${downloaded} skipped=${skipped}`);
+}
+
 // ── interactive prompts ───────────────────────────────────────────────────────
 
 async function promptLine(question) {
@@ -218,7 +280,7 @@ async function promptLine(question) {
 
 async function promptPassword(question) {
   if (!process.stdin.isTTY) {
-    throw new Error("`mybot login` requires an interactive terminal (stdin is not a TTY).");
+    throw new Error("`northbase login` requires an interactive terminal (stdin is not a TTY).");
   }
   return new Promise((resolve) => {
     process.stdout.write(question);
@@ -299,13 +361,15 @@ async function cmdWhoami() {
 async function main() {
   const [cmd, ...args] = process.argv.slice(2);
 
-  if (cmd === "login")  { await cmdLogin();  return; }
-  if (cmd === "logout") { await cmdLogout(); return; }
-  if (cmd === "whoami") { await cmdWhoami(); return; }
+  if (cmd === "login")  { await cmdLogin();       return; }
+  if (cmd === "logout") { await cmdLogout();      return; }
+  if (cmd === "whoami") { await cmdWhoami();      return; }
+  if (cmd === "list")   { await cmdList(args[0]); return; }
+  if (cmd === "pull")   { await cmdPull(args[0]); return; }
 
   if (cmd === "get") {
     const rel = args[0];
-    if (!rel) { console.log("Usage: mybot get <path>"); process.exit(1); }
+    if (!rel) { console.log("Usage: northbase get <path>"); process.exit(1); }
     const content = await getFile(rel);
     process.stdout.write(content);
     return;
@@ -313,7 +377,7 @@ async function main() {
 
   if (cmd === "put") {
     const rel = args[0];
-    if (!rel) { console.log("Usage: mybot put <path>"); process.exit(1); }
+    if (!rel) { console.log("Usage: northbase put <path>"); process.exit(1); }
     const chunks = [];
     for await (const chunk of process.stdin) chunks.push(chunk);
     const content = Buffer.concat(chunks).toString("utf8");
@@ -323,15 +387,17 @@ async function main() {
   }
 
   console.log("Usage:");
-  console.log("  mybot login");
-  console.log("  mybot logout");
-  console.log("  mybot whoami");
-  console.log("  mybot get <path>");
-  console.log("  mybot put <path>");
+  console.log("  northbase login");
+  console.log("  northbase logout");
+  console.log("  northbase whoami");
+  console.log("  northbase list [prefix]");
+  console.log("  northbase pull [prefix]");
+  console.log("  northbase get <path>");
+  console.log("  northbase put <path>");
   process.exit(1);
 }
 
 main().catch((e) => {
-  console.error("MYBOT:", e?.message ?? e);
+  console.error("NORTHBASE:", e?.message ?? e);
   process.exit(1);
 });