nolo-cli 0.1.38 → 0.1.40

package/database/server/ensureDbOpen.ts

@@ -0,0 +1,12 @@
+export type DbWithOpenStatus = {
+  status?: string | null;
+  open(): Promise<unknown>;
+};
+
+export async function ensureDbOpen(db: DbWithOpenStatus) {
+  if (db.status === "open") {
+    return;
+  }
+
+  await db.open();
+}

package/database/server/levelAuthorityStore.ts

@@ -48,6 +48,25 @@ export function createLevelAuthorityStore(
   const levelDb: LevelLike = typeof source === "string"
     ? new Level<string, any>(source, { valueEncoding: safeJsonEncoding })
     : source;
+  const writeBatchOps = async (ops: AuthorityBatchOperation[]) => {
+    const result = levelDb.batch(ops);
+    if (result && typeof (result as any).then === "function") {
+      await result;
+      return;
+    }
+    if (result && typeof (result as any).write === "function") {
+      for (const op of ops) {
+        if (op.type === "put") {
+          (result as LevelBatchWriterLike).put(op.key, op.value);
+        } else {
+          (result as LevelBatchWriterLike).del(op.key);
+        }
+      }
+      await (result as LevelBatchWriterLike).write();
+      return;
+    }
+    throw new Error("Level backing does not support batch writes");
+  };
 
   return {
     get location() {
@@ -72,7 +91,7 @@ export function createLevelAuthorityStore(
       await levelDb.del(key);
     },
     async batchWrite(ops: AuthorityBatchOperation[]) {
-      await levelDb.batch(ops);
+      await writeBatchOps(ops);
     },
     createBatch(): AuthorityBatchWriter {
       const batch = levelDb.batch();

package/database/server/memoryAuthorityStore.ts

@@ -0,0 +1,133 @@
+import type {
+  AuthorityBatchOperation,
+  AuthorityBatchWriter,
+  AuthorityIteratorOptions,
+  AuthorityStore,
+} from "./authorityStoreTypes";
+
+type MemoryEntry = {
+  key: string;
+  value: unknown;
+};
+
+const createNotFoundError = () => {
+  const error = new Error("NotFound") as Error & { notFound: true };
+  error.notFound = true;
+  return error;
+};
+
+class MemoryAuthorityBacking {
+  readonly location: string;
+  status: "closed" | "open" = "closed";
+  private readonly data = new Map<string, unknown>();
+
+  constructor(location: string) {
+    this.location = location;
+  }
+
+  async open() {
+    this.status = "open";
+  }
+
+  async close() {
+    this.status = "closed";
+  }
+
+  async get<T = any>(key: string): Promise<T> {
+    if (!this.data.has(key)) {
+      throw createNotFoundError();
+    }
+    return this.data.get(key) as T;
+  }
+
+  async put(key: string, value: unknown) {
+    this.data.set(key, value);
+  }
+
+  async del(key: string) {
+    this.data.delete(key);
+  }
+
+  async batchWrite(ops: AuthorityBatchOperation[]) {
+    for (const op of ops) {
+      if (op.type === "put") {
+        this.data.set(op.key, op.value);
+      } else {
+        this.data.delete(op.key);
+      }
+    }
+  }
+
+  createBatch(): AuthorityBatchWriter {
+    const buffered: AuthorityBatchOperation[] = [];
+    return {
+      put(key: string, value: unknown) {
+        buffered.push({ type: "put", key, value });
+      },
+      del(key: string) {
+        buffered.push({ type: "del", key });
+      },
+      write: async () => {
+        await this.batchWrite(buffered);
+      },
+    };
+  }
+
+  async *iterator(
+    options: AuthorityIteratorOptions = {}
+  ): AsyncIterableIterator<[string, unknown]> {
+    const entries: MemoryEntry[] = Array.from(this.data.entries())
+      .sort(([left], [right]) => left.localeCompare(right))
+      .map(([key, value]) => ({ key, value }));
+
+    if (options.reverse) {
+      entries.reverse();
+    }
+
+    for (const entry of entries) {
+      if (options.gte && entry.key < options.gte) continue;
+      if (options.lte && entry.key > options.lte) continue;
+      if (options.lt && entry.key >= options.lt) continue;
+      yield [entry.key, entry.value];
+    }
+  }
+}
+
+export function createMemoryAuthorityStore(
+  location = ":memory:"
+): AuthorityStore {
+  const backing = new MemoryAuthorityBacking(location);
+
+  return {
+    get location() {
+      return backing.location;
+    },
+    get status() {
+      return backing.status;
+    },
+    async open() {
+      await backing.open();
+    },
+    async close() {
+      await backing.close();
+    },
+    async get<T = any>(key: string) {
+      return backing.get<T>(key);
+    },
+    async put(key: string, value: unknown) {
+      await backing.put(key, value);
+    },
+    async del(key: string) {
+      await backing.del(key);
+    },
+    async batchWrite(ops: AuthorityBatchOperation[]) {
+      await backing.batchWrite(ops);
+    },
+    createBatch() {
+      return backing.createBatch();
+    },
+    iterator(options: AuthorityIteratorOptions = {}) {
+      return backing.iterator(options);
+    },
+  };
+}

package/database/server/serverStoreFactory.ts

@@ -0,0 +1,118 @@
+import fs from "fs";
+import path from "path";
+import { Level } from "level";
+
+import type { AuthorityStore } from "./authorityStoreTypes";
+import { createLegacyServerDb, type LegacyServerDb } from "./legacyServerDb";
+import { createLevelAuthorityStore } from "./levelAuthorityStore";
+import { createMemoryAuthorityStore } from "./memoryAuthorityStore";
+
+export type ServerStoreDriver = "level" | "memory";
+
+export type ServerStoreFactoryEnv = {
+  NOLO_SERVER_AUTHORITY_DRIVER?: string | undefined;
+};
+
+export const safeJsonEncoding = {
+  name: "safe-json",
+  format: "utf8" as const,
+  encode: (data: any) => JSON.stringify(data),
+  decode: (data: string) => {
+    try {
+      return JSON.parse(data);
+    } catch {
+      console.warn("[LevelDB] Corrupted value:", data?.substring?.(0, 60));
+      return null;
+    }
+  },
+};
+
+export type ServerStoreRuntime = {
+  authorityStore: AuthorityStore;
+  serverDb: LegacyServerDb;
+};
+
+export type ServerStoreFactoryOptions = {
+  driver?: ServerStoreDriver;
+  env?: ServerStoreFactoryEnv;
+  globalScope?: Record<string, unknown>;
+};
+
+export function ensureServerDbDirectory(dbPath: string) {
+  const dir = path.dirname(dbPath);
+  if (!fs.existsSync(dir)) {
+    fs.mkdirSync(dir, { recursive: true });
+  }
+}
+
+export function createLevelBackedAuthorityStore(dbPath: string): AuthorityStore {
+  const levelDb = new Level<string, any>(dbPath, {
+    valueEncoding: safeJsonEncoding,
+  });
+  return createLevelAuthorityStore(levelDb);
+}
+
+export function resolveServerStoreDriver(
+  env: ServerStoreFactoryEnv = process.env
+): ServerStoreDriver {
+  const rawDriver = env.NOLO_SERVER_AUTHORITY_DRIVER?.trim().toLowerCase();
+  if (!rawDriver) return "level";
+  if (rawDriver === "level") return "level";
+  if (rawDriver === "memory") return "memory";
+  throw new Error(`Unsupported server authority store driver: ${rawDriver}`);
+}
+
+export function createAuthorityStoreForDriver(
+  driver: ServerStoreDriver,
+  dbPath: string
+): AuthorityStore {
+  switch (driver) {
+    case "level":
+      return createLevelBackedAuthorityStore(dbPath);
+    case "memory":
+      return createMemoryAuthorityStore(dbPath);
+  }
+}
+
+export function getOrCreateServerStoreRuntime(
+  dbPath: string,
+  options: ServerStoreFactoryOptions = {}
+): ServerStoreRuntime {
+  const globalScope =
+    options.globalScope ?? (globalThis as Record<string, unknown>);
+  const driver = options.driver ?? resolveServerStoreDriver(options.env);
+  const cachedDriver = globalScope.__serverAuthorityStoreDriver;
+
+  ensureServerDbDirectory(dbPath);
+
+  if (
+    globalScope.__serverAuthorityStore &&
+    typeof cachedDriver === "string" &&
+    cachedDriver !== driver
+  ) {
+    throw new Error(
+      `Server authority store already initialized with driver ${cachedDriver}, cannot reuse it for ${driver}`
+    );
+  }
+
+  if (!globalScope.__serverAuthorityStore) {
+    globalScope.__serverAuthorityStore = createAuthorityStoreForDriver(
+      driver,
+      dbPath
+    );
+    globalScope.__serverAuthorityStoreDriver = driver;
+  } else if (!cachedDriver) {
+    globalScope.__serverAuthorityStoreDriver = driver;
+  }
+
+  const authorityStore = globalScope.__serverAuthorityStore as AuthorityStore;
+
+  if (!globalScope.__serverDb) {
+    globalScope.__serverDb = createLegacyServerDb(authorityStore);
+  }
+
+  return {
+    authorityStore,
+    serverDb: globalScope.__serverDb as LegacyServerDb,
+  };
+}