@archipelagolab/lobi 1.0.0 → 1.0.5

package/src/matrix/sdk/idb-persistence.ts

@@ -1,283 +0,0 @@
-import fs from "node:fs";
-import path from "node:path";
-import { indexedDB as fakeIndexedDB } from "fake-indexeddb";
-import { withFileLock } from "openclaw/plugin-sdk/infra-runtime";
-import { MATRIX_IDB_SNAPSHOT_LOCK_OPTIONS } from "./idb-persistence-lock.js";
-import { LogService } from "./logger.js";
-
-// Advisory lock options for IDB snapshot file access. Without locking, the
-// gateway's periodic 60-second persist cycle and CLI crypto commands (e.g.
-// `openclaw matrix verify bootstrap`) can corrupt each other's state.
-// Use a longer stale window than the generic 30s default because snapshot
-// restore and large crypto-store dumps can legitimately hold the lock for
-// longer, and reclaiming a live lock would reintroduce concurrent corruption.
-type IdbStoreSnapshot = {
-  name: string;
-  keyPath: IDBObjectStoreParameters["keyPath"];
-  autoIncrement: boolean;
-  indexes: { name: string; keyPath: string | string[]; multiEntry: boolean; unique: boolean }[];
-  records: { key: IDBValidKey; value: unknown }[];
-};
-
-type IdbDatabaseSnapshot = {
-  name: string;
-  version: number;
-  stores: IdbStoreSnapshot[];
-};
-
-function isValidIdbIndexSnapshot(value: unknown): value is IdbStoreSnapshot["indexes"][number] {
-  if (!value || typeof value !== "object") {
-    return false;
-  }
-  const candidate = value as Partial<IdbStoreSnapshot["indexes"][number]>;
-  return (
-    typeof candidate.name === "string" &&
-    (typeof candidate.keyPath === "string" ||
-      (Array.isArray(candidate.keyPath) &&
-        candidate.keyPath.every((entry) => typeof entry === "string"))) &&
-    typeof candidate.multiEntry === "boolean" &&
-    typeof candidate.unique === "boolean"
-  );
-}
-
-function isValidIdbRecordSnapshot(value: unknown): value is IdbStoreSnapshot["records"][number] {
-  if (!value || typeof value !== "object") {
-    return false;
-  }
-  return "key" in value && "value" in value;
-}
-
-function isValidIdbStoreSnapshot(value: unknown): value is IdbStoreSnapshot {
-  if (!value || typeof value !== "object") {
-    return false;
-  }
-  const candidate = value as Partial<IdbStoreSnapshot>;
-  const validKeyPath =
-    candidate.keyPath === null ||
-    typeof candidate.keyPath === "string" ||
-    (Array.isArray(candidate.keyPath) &&
-      candidate.keyPath.every((entry) => typeof entry === "string"));
-  return (
-    typeof candidate.name === "string" &&
-    validKeyPath &&
-    typeof candidate.autoIncrement === "boolean" &&
-    Array.isArray(candidate.indexes) &&
-    candidate.indexes.every((entry) => isValidIdbIndexSnapshot(entry)) &&
-    Array.isArray(candidate.records) &&
-    candidate.records.every((entry) => isValidIdbRecordSnapshot(entry))
-  );
-}
-
-function isValidIdbDatabaseSnapshot(value: unknown): value is IdbDatabaseSnapshot {
-  if (!value || typeof value !== "object") {
-    return false;
-  }
-  const candidate = value as Partial<IdbDatabaseSnapshot>;
-  return (
-    typeof candidate.name === "string" &&
-    typeof candidate.version === "number" &&
-    Number.isFinite(candidate.version) &&
-    candidate.version > 0 &&
-    Array.isArray(candidate.stores) &&
-    candidate.stores.every((entry) => isValidIdbStoreSnapshot(entry))
-  );
-}
-
-function parseSnapshotPayload(data: string): IdbDatabaseSnapshot[] | null {
-  const parsed = JSON.parse(data) as unknown;
-  if (!Array.isArray(parsed) || parsed.length === 0) {
-    return null;
-  }
-  if (!parsed.every((entry) => isValidIdbDatabaseSnapshot(entry))) {
-    throw new Error("Malformed IndexedDB snapshot payload");
-  }
-  return parsed;
-}
-
-function idbReq<T>(req: IDBRequest<T>): Promise<T> {
-  return new Promise((resolve, reject) => {
-    req.addEventListener("success", () => resolve(req.result), { once: true });
-    req.addEventListener("error", () => reject(req.error), { once: true });
-  });
-}
-
-async function dumpIndexedDatabases(databasePrefix?: string): Promise<IdbDatabaseSnapshot[]> {
-  const idb = fakeIndexedDB;
-  const dbList = await idb.databases();
-  const snapshot: IdbDatabaseSnapshot[] = [];
-  const expectedPrefix = databasePrefix ? `${databasePrefix}::` : null;
-
-  for (const { name, version } of dbList) {
-    if (!name || !version) {
-      continue;
-    }
-    if (expectedPrefix && !name.startsWith(expectedPrefix)) {
-      continue;
-    }
-    const db: IDBDatabase = await new Promise((resolve, reject) => {
-      const r = idb.open(name, version);
-      r.addEventListener("success", () => resolve(r.result), { once: true });
-      r.addEventListener("error", () => reject(r.error), { once: true });
-    });
-
-    const stores: IdbStoreSnapshot[] = [];
-    for (const storeName of db.objectStoreNames) {
-      const tx = db.transaction(storeName, "readonly");
-      const store = tx.objectStore(storeName);
-      const storeInfo: IdbStoreSnapshot = {
-        name: storeName,
-        keyPath: store.keyPath as IDBObjectStoreParameters["keyPath"],
-        autoIncrement: store.autoIncrement,
-        indexes: [],
-        records: [],
-      };
-      for (const idxName of store.indexNames) {
-        const idx = store.index(idxName);
-        storeInfo.indexes.push({
-          name: idxName,
-          keyPath: idx.keyPath,
-          multiEntry: idx.multiEntry,
-          unique: idx.unique,
-        });
-      }
-      const keys = await idbReq(store.getAllKeys());
-      const values = await idbReq(store.getAll());
-      storeInfo.records = keys.map((k, i) => ({ key: k, value: values[i] }));
-      stores.push(storeInfo);
-    }
-    snapshot.push({ name, version, stores });
-    db.close();
-  }
-  return snapshot;
-}
-
-async function restoreIndexedDatabases(snapshot: IdbDatabaseSnapshot[]): Promise<void> {
-  const idb = fakeIndexedDB;
-  for (const dbSnap of snapshot) {
-    await new Promise<void>((resolve, reject) => {
-      const r = idb.open(dbSnap.name, dbSnap.version);
-      r.addEventListener("upgradeneeded", () => {
-        const db = r.result;
-        for (const storeSnap of dbSnap.stores) {
-          const opts: IDBObjectStoreParameters = {};
-          if (storeSnap.keyPath !== null) {
-            opts.keyPath = storeSnap.keyPath;
-          }
-          if (storeSnap.autoIncrement) {
-            opts.autoIncrement = true;
-          }
-          const store = db.createObjectStore(storeSnap.name, opts);
-          for (const idx of storeSnap.indexes) {
-            store.createIndex(idx.name, idx.keyPath, {
-              unique: idx.unique,
-              multiEntry: idx.multiEntry,
-            });
-          }
-        }
-      });
-      r.addEventListener(
-        "success",
-        () => {
-          void (async () => {
-            const db = r.result;
-            for (const storeSnap of dbSnap.stores) {
-              if (storeSnap.records.length === 0) {
-                continue;
-              }
-              const tx = db.transaction(storeSnap.name, "readwrite");
-              const store = tx.objectStore(storeSnap.name);
-              for (const rec of storeSnap.records) {
-                if (storeSnap.keyPath !== null) {
-                  store.put(rec.value);
-                } else {
-                  store.put(rec.value, rec.key);
-                }
-              }
-              await new Promise<void>((res) => {
-                tx.addEventListener("complete", () => res(), { once: true });
-              });
-            }
-            db.close();
-            resolve();
-          })().catch(reject);
-        },
-        { once: true },
-      );
-      r.addEventListener("error", () => reject(r.error), { once: true });
-    });
-  }
-}
-
-function resolveDefaultIdbSnapshotPath(): string {
-  const stateDir =
-    process.env.OPENCLAW_STATE_DIR || path.join(process.env.HOME || "/tmp", ".openclaw");
-  return path.join(stateDir, "matrix", "crypto-idb-snapshot.json");
-}
-
-export async function restoreIdbFromDisk(snapshotPath?: string): Promise<boolean> {
-  const candidatePaths = snapshotPath ? [snapshotPath] : [resolveDefaultIdbSnapshotPath()];
-  for (const resolvedPath of candidatePaths) {
-    try {
-      const restored = await withFileLock(
-        resolvedPath,
-        MATRIX_IDB_SNAPSHOT_LOCK_OPTIONS,
-        async () => {
-          const data = fs.readFileSync(resolvedPath, "utf8");
-          const snapshot = parseSnapshotPayload(data);
-          if (!snapshot) {
-            return false;
-          }
-          await restoreIndexedDatabases(snapshot);
-          LogService.info(
-            "IdbPersistence",
-            `Restored ${snapshot.length} IndexedDB database(s) from ${resolvedPath}`,
-          );
-          return true;
-        },
-      );
-      if (restored) {
-        return true;
-      }
-    } catch (err) {
-      LogService.warn(
-        "IdbPersistence",
-        `Failed to restore IndexedDB snapshot from ${resolvedPath}:`,
-        err,
-      );
-      continue;
-    }
-  }
-  return false;
-}
-
-export async function persistIdbToDisk(params?: {
-  snapshotPath?: string;
-  databasePrefix?: string;
-}): Promise<void> {
-  const snapshotPath = params?.snapshotPath ?? resolveDefaultIdbSnapshotPath();
-  try {
-    fs.mkdirSync(path.dirname(snapshotPath), { recursive: true });
-    const persistedCount = await withFileLock(
-      snapshotPath,
-      MATRIX_IDB_SNAPSHOT_LOCK_OPTIONS,
-      async () => {
-        const snapshot = await dumpIndexedDatabases(params?.databasePrefix);
-        if (snapshot.length === 0) {
-          return 0;
-        }
-        fs.writeFileSync(snapshotPath, JSON.stringify(snapshot));
-        fs.chmodSync(snapshotPath, 0o600);
-        return snapshot.length;
-      },
-    );
-    if (persistedCount === 0) {
-      return;
-    }
-    LogService.debug(
-      "IdbPersistence",
-      `Persisted ${persistedCount} IndexedDB database(s) to ${snapshotPath}`,
-    );
-  } catch (err) {
-    LogService.warn("IdbPersistence", "Failed to persist IndexedDB snapshot:", err);
-  }
-}

package/src/matrix/sdk/logger.test.ts

@@ -1,25 +0,0 @@
-import { afterEach, describe, expect, it, vi } from "vitest";
-import { ConsoleLogger, setMatrixConsoleLogging } from "./logger.js";
-
-describe("ConsoleLogger", () => {
-  afterEach(() => {
-    setMatrixConsoleLogging(false);
-    vi.restoreAllMocks();
-  });
-
-  it("redacts sensitive tokens in emitted log messages", () => {
-    setMatrixConsoleLogging(true);
-    const spy = vi.spyOn(console, "error").mockImplementation(() => {});
-
-    new ConsoleLogger().error(
-      "MatrixHttpClient",
-      "Authorization: Bearer 123456:abcdefghijklmnopqrstuvwxyzABCDEFG",
-    );
-
-    const message = spy.mock.calls[0]?.[0];
-    expect(typeof message).toBe("string");
-    expect(message).toContain("Authorization: Bearer");
-    expect(message).not.toContain("123456:abcdefghijklmnopqrstuvwxyzABCDEFG");
-    expect(message).toContain("***");
-  });
-});

package/src/matrix/sdk/logger.ts

@@ -1,108 +0,0 @@
-import { format } from "node:util";
-import { redactSensitiveText } from "openclaw/plugin-sdk/logging-core";
-import type { RuntimeLogger } from "openclaw/plugin-sdk/plugin-runtime";
-import { getMatrixRuntime } from "../../runtime.js";
-
-export type Logger = {
-  trace: (module: string, ...messageOrObject: unknown[]) => void;
-  debug: (module: string, ...messageOrObject: unknown[]) => void;
-  info: (module: string, ...messageOrObject: unknown[]) => void;
-  warn: (module: string, ...messageOrObject: unknown[]) => void;
-  error: (module: string, ...messageOrObject: unknown[]) => void;
-};
-
-export function noop(): void {
-  // no-op
-}
-
-let forceConsoleLogging = false;
-
-export function setMatrixConsoleLogging(enabled: boolean): void {
-  forceConsoleLogging = enabled;
-}
-
-function resolveRuntimeLogger(module: string): RuntimeLogger | null {
-  if (forceConsoleLogging) {
-    return null;
-  }
-  try {
-    return getMatrixRuntime().logging.getChildLogger({ module: `matrix:${module}` });
-  } catch {
-    return null;
-  }
-}
-
-function formatMessage(module: string, messageOrObject: unknown[]): string {
-  if (messageOrObject.length === 0) {
-    return `[${module}]`;
-  }
-  return redactSensitiveText(`[${module}] ${format(...messageOrObject)}`);
-}
-
-export class ConsoleLogger {
-  private emit(
-    level: "debug" | "info" | "warn" | "error",
-    module: string,
-    ...messageOrObject: unknown[]
-  ): void {
-    const runtimeLogger = resolveRuntimeLogger(module);
-    const message = formatMessage(module, messageOrObject);
-    if (runtimeLogger) {
-      if (level === "debug") {
-        runtimeLogger.debug?.(message);
-        return;
-      }
-      runtimeLogger[level](message);
-      return;
-    }
-    if (level === "debug") {
-      console.debug(message);
-      return;
-    }
-    console[level](message);
-  }
-
-  trace(module: string, ...messageOrObject: unknown[]): void {
-    this.emit("debug", module, ...messageOrObject);
-  }
-
-  debug(module: string, ...messageOrObject: unknown[]): void {
-    this.emit("debug", module, ...messageOrObject);
-  }
-
-  info(module: string, ...messageOrObject: unknown[]): void {
-    this.emit("info", module, ...messageOrObject);
-  }
-
-  warn(module: string, ...messageOrObject: unknown[]): void {
-    this.emit("warn", module, ...messageOrObject);
-  }
-
-  error(module: string, ...messageOrObject: unknown[]): void {
-    this.emit("error", module, ...messageOrObject);
-  }
-}
-
-const defaultLogger = new ConsoleLogger();
-let activeLogger: Logger = defaultLogger;
-
-export const LogService = {
-  setLogger(logger: Logger): void {
-    activeLogger = logger;
-  },
-  trace(module: string, ...messageOrObject: unknown[]): void {
-    activeLogger.trace(module, ...messageOrObject);
-  },
-  debug(module: string, ...messageOrObject: unknown[]): void {
-    activeLogger.debug(module, ...messageOrObject);
-  },
-  info(module: string, ...messageOrObject: unknown[]): void {
-    activeLogger.info(module, ...messageOrObject);
-  },
-  warn(module: string, ...messageOrObject: unknown[]): void {
-    activeLogger.warn(module, ...messageOrObject);
-  },
-  error(module: string, ...messageOrObject: unknown[]): void {
-    activeLogger.error(module, ...messageOrObject);
-  },
-};

package/src/matrix/sdk/read-response-with-limit.ts

@@ -1,19 +0,0 @@
-import { readResponseWithLimit as readSharedResponseWithLimit } from "openclaw/plugin-sdk/media-runtime";
-
-export async function readResponseWithLimit(
-  res: Response,
-  maxBytes: number,
-  opts?: {
-    onOverflow?: (params: { size: number; maxBytes: number; res: Response }) => Error;
-    chunkTimeoutMs?: number;
-    onIdleTimeout?: (params: { chunkTimeoutMs: number }) => Error;
-  },
-): Promise<Buffer> {
-  return await readSharedResponseWithLimit(res, maxBytes, {
-    ...opts,
-    onIdleTimeout:
-      opts?.onIdleTimeout ??
-      (({ chunkTimeoutMs }) =>
-        new Error(`Matrix media download stalled: no data received for ${chunkTimeoutMs}ms`)),
-  });
-}