@fireproof/core 0.21.0-dev-preview-7 → 0.22.0-keybag

package/tests/gateway/file/loader-config.test.ts

@@ -1,307 +0,0 @@
-import { BuildURI, CoerceURI, runtimeFn, URI } from "@adviser/cement";
-import { fireproof, PARAM, rt, SuperThis } from "@fireproof/core";
-import { mockSuperThis } from "../../helpers.js";
-
-function dataDir(sthis: SuperThis, name?: string, base?: CoerceURI): URI {
-  if (!base) {
-    const home = sthis.env.get("HOME") || "./";
-    base =
-      sthis.env.get("FP_STORAGE_URL") ||
-      `file://${sthis.pathOps.join(home, ".fireproof", rt.FILESTORE_VERSION.replace(/-.*$/, ""))}?${PARAM.URL_GEN}=default`;
-  }
-  return URI.from(base.toString())
-    .build()
-    .setParam(PARAM.NAME, name || "")
-    .URI();
-}
-
-const _my_app = "my-app";
-function my_app() {
-  return _my_app;
-}
-
-describe("config file gateway", () => {
-  const sthis = mockSuperThis();
-  // const isMemFS: { fs?: string } = {};
-
-  beforeAll(async () => {
-    await sthis.start();
-    // const url = URI.from(sthis.env.get("FP_STORAGE_URL"));
-    // if (url.getParam("fs") === "mem") {
-    //   isMemFS.fs = "mem";
-    // }
-  });
-
-  it("loader", async () => {
-    const db = fireproof(my_app());
-    await db.put({ name: "my-app" });
-    expect(db.ledger.name).toBe(my_app());
-
-    const fileStore = await db.ledger.crdt.blockstore.loader.attachedStores.local().active.file;
-    expect(fileStore?.url().asObj()).toEqual({
-      pathname: "./dist/fp-dir-file",
-      protocol: "file:",
-      searchParams: {
-        // ...isMemFS,
-        name: "my-app",
-        store: "file",
-        storekey: "@my-app-data@",
-        urlGen: "fromEnv",
-        version: "v0.19-file",
-      },
-      style: "path",
-    });
-
-    const dataStore = await db.ledger.crdt.blockstore.loader.attachedStores.local().active.car;
-    expect(dataStore?.url().asObj()).toEqual({
-      pathname: "./dist/fp-dir-file",
-      protocol: "file:",
-      searchParams: {
-        // ...isMemFS,
-        name: "my-app",
-        store: "car",
-        suffix: ".car",
-        storekey: "@my-app-data@",
-        urlGen: "fromEnv",
-        version: "v0.19-file",
-      },
-      style: "path",
-    });
-    const metaStore = await db.ledger.crdt.blockstore.loader.attachedStores.local().active.meta;
-    expect(metaStore?.url().asObj()).toEqual({
-      pathname: "./dist/fp-dir-file",
-      protocol: "file:",
-      searchParams: {
-        // ...isMemFS,
-        name: "my-app",
-        store: "meta",
-        storekey: "@my-app-meta@",
-        urlGen: "fromEnv",
-        version: "v0.19-file",
-      },
-      style: "path",
-    });
-    const WALStore = await db.ledger.crdt.blockstore.loader.attachedStores.local().active.wal;
-    expect(WALStore?.url().asObj()).toEqual({
-      pathname: "./dist/fp-dir-file",
-      protocol: "file:",
-      searchParams: {
-        // ...isMemFS,
-        name: "my-app",
-        store: "wal",
-        storekey: "@my-app-wal@",
-        urlGen: "fromEnv",
-        version: "v0.19-file",
-      },
-      style: "path",
-    });
-    await db.close();
-  });
-
-  it("file path", async () => {
-    let baseDir = "./dist/data".replace(/\?.*$/, "").replace(/^file:\/\//, "");
-    baseDir = sthis.pathOps.join(baseDir, /* testCfg(sthis, "data").version, */ my_app());
-    const base = BuildURI.from("./dist/data");
-    // if (isMemFS.fs) {
-    //   base.setParam("fs", isMemFS.fs);
-    // }
-    const sysfs = await rt.gw.file.sysFileSystemFactory(base.URI());
-    await sysfs.rm(baseDir, { recursive: true }).catch(() => {
-      /* */
-    });
-
-    const db = fireproof(my_app(), { storeUrls: { base } });
-    // console.log(`>>>>>>>>>>>>>>>file-path`)
-    await db.put({ name: "my-app" });
-    expect(db.ledger.name).toBe(my_app());
-    const carStore = await db.ledger.crdt.blockstore.loader.attachedStores.local().active.car;
-    expect(carStore?.url().asObj()).toEqual({
-      pathname: "./dist/data",
-      protocol: "file:",
-      searchParams: {
-        // ...isMemFS,
-        name: "my-app",
-        store: "car",
-        storekey: "@my-app-data@",
-        suffix: ".car",
-        version: "v0.19-file",
-      },
-      style: "path",
-    });
-    const fileStore = await db.ledger.crdt.blockstore.loader.attachedStores.local().active.file;
-    expect(fileStore?.url().asObj()).toEqual({
-      pathname: "./dist/data",
-      protocol: "file:",
-      searchParams: {
-        // ...isMemFS,
-        name: "my-app",
-        store: "file",
-        storekey: "@my-app-data@",
-        version: "v0.19-file",
-      },
-      style: "path",
-    });
-    expect((await sysfs.stat(sthis.pathOps.join(baseDir, "data"))).isDirectory()).toBeTruthy();
-    const metaStore = await db.ledger.crdt.blockstore.loader.attachedStores.local().active.meta;
-    expect(metaStore?.url().asObj()).toEqual({
-      pathname: "./dist/data",
-      protocol: "file:",
-      searchParams: {
-        // ...isMemFS,
-        name: "my-app",
-        store: "meta",
-        storekey: "@my-app-meta@",
-        version: "v0.19-file",
-      },
-      style: "path",
-    });
-    expect((await sysfs.stat(sthis.pathOps.join(baseDir, "meta"))).isDirectory()).toBeTruthy();
-    await db.close();
-  });
-
-  it("homedir default", async () => {
-    const old = sthis.env.get("FP_STORAGE_URL");
-    sthis.env.delete("FP_STORAGE_URL");
-    // this switches file: protocol not memory:
-    let baseDir = dataDir(sthis, my_app()).pathname;
-    baseDir = sthis.pathOps.join(baseDir, my_app());
-
-    const base = BuildURI.from(baseDir);
-    // if (isMemFS.fs) {
-    //   base.setParam("fs", isMemFS.fs);
-    // }
-    const sysfs = await rt.gw.file.sysFileSystemFactory(base.URI());
-    await sysfs.rm(baseDir, { recursive: true }).catch(() => {
-      /* */
-    });
-
-    expect(baseDir).toMatch(new RegExp(`/\\.fireproof/${rt.FILESTORE_VERSION.replace(/-file/, "")}/${my_app()}`));
-
-    const db = fireproof(my_app());
-    await db.put({ name: "my-app" });
-    expect(db.ledger.name).toBe(my_app());
-    const carStore = await db.ledger.crdt.blockstore.loader.attachedStores.local().active.car;
-
-    expect(carStore?.url().asObj()).toEqual({
-      pathname: `${sthis.env.get("HOME")}/.fireproof/v0.19`,
-      protocol: "file:",
-      style: "path",
-      searchParams: {
-        // ...isMemFS,
-        suffix: ".car",
-        runtime: runtimeFn().isDeno ? "deno" : "node",
-        urlGen: "default",
-        store: "car",
-        name: my_app(),
-        storekey: `@${my_app()}-data@`,
-        version: rt.FILESTORE_VERSION,
-      },
-    });
-
-    expect((await sysfs.stat(sthis.pathOps.join(baseDir, "data"))).isDirectory()).toBeTruthy();
-
-    const fileStore = await db.ledger.crdt.blockstore.loader.attachedStores.local().active.file;
-    expect(fileStore?.url().asObj()).toEqual({
-      pathname: `${sthis.env.get("HOME")}/.fireproof/v0.19`,
-      protocol: "file:",
-      style: "path",
-      searchParams: {
-        // ...isMemFS,
-        runtime: runtimeFn().isDeno ? "deno" : "node",
-        urlGen: "default",
-        store: "file",
-        name: my_app(),
-        storekey: `@${my_app()}-data@`,
-        version: rt.FILESTORE_VERSION,
-      },
-    });
-    const metaStore = await db.ledger.crdt.blockstore.loader.attachedStores.local().active.meta;
-    expect(metaStore?.url().asObj()).toEqual({
-      pathname: `${sthis.env.get("HOME")}/.fireproof/v0.19`,
-      protocol: "file:",
-      style: "path",
-      searchParams: {
-        // ...isMemFS,
-        runtime: runtimeFn().isDeno ? "deno" : "node",
-        urlGen: "default",
-        store: "meta",
-        name: my_app(),
-        storekey: `@${my_app()}-meta@`,
-        version: rt.FILESTORE_VERSION,
-      },
-    });
-
-    expect((await sysfs.stat(sthis.pathOps.join(baseDir, "meta"))).isDirectory()).toBeTruthy();
-    sthis.env.set("FP_STORAGE_URL", old);
-    await db.close();
-  });
-
-  it("set by env", async () => {
-    const old = sthis.env.get("FP_STORAGE_URL");
-    // assert(!old, "FP_STORAGE_URL must set")
-    const testUrl = BuildURI.from(old);
-    // sthis.env.set("FP_STORAGE_URL", testUrl.toString());
-
-    let baseDir = dataDir(sthis, my_app()).pathname;
-    baseDir = sthis.pathOps.join(baseDir, /* testCfg(sthis, "data").version, */ my_app());
-
-    const sysfs = await rt.gw.file.sysFileSystemFactory(testUrl.URI());
-    await sysfs.rm(baseDir, { recursive: true }).catch(() => {
-      /* */
-    });
-
-    const db = fireproof(my_app());
-    await db.put({ name: "my-app" });
-    expect(db.ledger.name).toBe(my_app());
-    const carStore = await db.ledger.crdt.blockstore.loader.attachedStores.local().active.car;
-    expect(carStore?.url().asObj()).toEqual({
-      pathname: "./dist/fp-dir-file",
-      protocol: "file:",
-      style: "path",
-      searchParams: {
-        // ...isMemFS,
-        urlGen: "fromEnv",
-        store: "car",
-        // runtime: "node",
-        suffix: ".car",
-        name: my_app(),
-        storekey: `@${my_app()}-data@`,
-        version: rt.FILESTORE_VERSION,
-      },
-    });
-
-    expect((await sysfs.stat(sthis.pathOps.join(baseDir, "data"))).isDirectory()).toBeTruthy();
-    const fileStore = await db.ledger.crdt.blockstore.loader.attachedStores.local().active.file;
-    expect(fileStore?.url().asObj()).toEqual({
-      pathname: `./dist/fp-dir-file`,
-      protocol: "file:",
-      style: "path",
-      searchParams: {
-        // ...isMemFS,
-        urlGen: "fromEnv",
-        store: "file",
-        name: my_app(),
-        storekey: `@${my_app()}-data@`,
-        version: rt.FILESTORE_VERSION,
-      },
-    });
-
-    const metaStore = await db.ledger.crdt.blockstore.loader.attachedStores.local().active.meta;
-    expect(metaStore?.url().asObj()).toEqual({
-      pathname: `./dist/fp-dir-file`,
-      protocol: "file:",
-      style: "path",
-      searchParams: {
-        // ...isMemFS,
-        urlGen: "fromEnv",
-        store: "meta",
-        name: my_app(),
-        storekey: `@${my_app()}-meta@`,
-        version: rt.FILESTORE_VERSION,
-      },
-    });
-    expect((await sysfs.stat(sthis.pathOps.join(baseDir, "meta"))).isDirectory()).toBeTruthy();
-    await db.close();
-    sthis.env.set("FP_STORAGE_URL", old);
-  });
-});

package/tests/gateway/indexeddb/loader-config.test.ts

@@ -1,79 +0,0 @@
-import { fireproof } from "@fireproof/core";
-import { mockSuperThis } from "../../helpers.js";
-
-describe("fireproof config indexeddb", () => {
-  const _my_app = "my-app";
-  function my_app() {
-    return _my_app;
-  }
-  const sthis = mockSuperThis();
-  beforeAll(async () => {
-    await sthis.start();
-  });
-
-  it("indexeddb-loader", async () => {
-    const db = fireproof(my_app());
-    await db.put({ name: "my-app" });
-    expect(db.ledger.name).toBe(my_app());
-
-    const fileStore = await db.ledger.crdt.blockstore.loader.attachedStores.local().active.file;
-    expect(fileStore?.url().asObj()).toEqual({
-      pathname: "fp",
-      protocol: "indexeddb:",
-      searchParams: {
-        name: "my-app",
-        store: "file",
-        runtime: "browser",
-        storekey: "@my-app-data@",
-        urlGen: "default",
-        version: "v0.19-indexeddb",
-      },
-      style: "path",
-    });
-
-    const dataStore = await db.ledger.crdt.blockstore.loader.attachedStores.local().active.car;
-    expect(dataStore?.url().asObj()).toEqual({
-      pathname: "fp",
-      protocol: "indexeddb:",
-      searchParams: {
-        name: "my-app",
-        store: "car",
-        runtime: "browser",
-        storekey: "@my-app-data@",
-        suffix: ".car",
-        urlGen: "default",
-        version: "v0.19-indexeddb",
-      },
-      style: "path",
-    });
-    const metaStore = await db.ledger.crdt.blockstore.loader.attachedStores.local().active.meta;
-    expect(metaStore?.url().asObj()).toEqual({
-      pathname: "fp",
-      protocol: "indexeddb:",
-      searchParams: {
-        name: "my-app",
-        store: "meta",
-        runtime: "browser",
-        storekey: "@my-app-meta@",
-        urlGen: "default",
-        version: "v0.19-indexeddb",
-      },
-      style: "path",
-    });
-    const WALStore = await db.ledger.crdt.blockstore.loader.attachedStores.local().active.wal;
-    expect(WALStore?.url().asObj()).toEqual({
-      pathname: "fp",
-      protocol: "indexeddb:",
-      searchParams: {
-        name: "my-app",
-        store: "wal",
-        runtime: "browser",
-        storekey: "@my-app-wal@",
-        urlGen: "default",
-        version: "v0.19-indexeddb",
-      },
-      style: "path",
-    });
-    await db.close();
-  });
-});

package/tests/helpers.ts

@@ -1,172 +0,0 @@
-import { BuildURI, MockLogger, runtimeFn, toCryptoRuntime, URI, utils, LogCollector, Logger, AppContext } from "@adviser/cement";
-import {
-  ensureSuperThis,
-  rt,
-  SuperThis,
-  SuperThisOpts,
-  bs,
-  PARAM,
-  Attachable,
-  Attached,
-  CarTransaction,
-  Falsy,
-} from "@fireproof/core";
-import { CID } from "multiformats";
-import { sha256 } from "multiformats/hashes/sha2";
-import * as json from "multiformats/codecs/json";
-
-/* eslint-disable @typescript-eslint/no-empty-function */
-export function tracer() {}
-
-async function toFileWithCid(buffer: Uint8Array, name: string, opts: FilePropertyBag): Promise<FileWithCid> {
-  return {
-    file: new File([new Blob([buffer])], name, opts),
-    cid: (await rt.files.encodeFile(new File([new Blob([buffer])], name, opts))).cid.toString(),
-  };
-}
-
-export interface FileWithCid {
-  file: File;
-  cid: string;
-}
-export async function buildBlobFiles(): Promise<FileWithCid[]> {
-  const cp = toCryptoRuntime();
-  return [
-    await toFileWithCid(cp.randomBytes(Math.random() * 51283), `image.jpg`, { type: "image/jpeg" }),
-    await toFileWithCid(cp.randomBytes(Math.random() * 51283), `fireproof.png`, { type: "image/png" }),
-  ];
-}
-
-export function storageURL(sthis: SuperThis): URI {
-  const old = sthis.env.get("FP_STORAGE_URL");
-  let merged: URI;
-  if (runtimeFn().isBrowser) {
-    merged = URI.merge(`indexeddb://fp`, old, "indexeddb:");
-  } else {
-    merged = URI.merge(`./dist/env`, old);
-  }
-  return merged;
-}
-
-export type MockSuperThis = SuperThis & { ctx: { readonly logCollector: LogCollector } };
-export function mockSuperThis(sthis?: Partial<SuperThisOpts>): MockSuperThis {
-  const mockLog = MockLogger({
-    pass: new utils.ConsoleWriterStreamDefaultWriter(new utils.ConsoleWriterStream()),
-  });
-  return ensureSuperThis({
-    ...sthis,
-    logger: mockLog.logger,
-    ctx: AppContext.merge({
-      logCollector: mockLog.logCollector,
-    }),
-  }) as MockSuperThis;
-}
-
-export function noopUrl(name?: string): URI {
-  const burl = BuildURI.from("memory://noop");
-  burl.setParam(PARAM.NAME, name || "test");
-  return burl.URI();
-}
-
-export function simpleBlockOpts(sthis: SuperThis, name?: string) {
-  const url = noopUrl(name);
-  return {
-    keyBag: rt.kb.defaultKeyBagOpts(sthis),
-    storeRuntime: bs.toStoreRuntime(sthis),
-    storeUrls: {
-      file: url,
-      wal: url,
-      meta: url,
-      car: url,
-    },
-    tracer,
-  };
-}
-
-export async function simpleCID(sthis: SuperThis) {
-  const bytes = json.encode({ hello: sthis.nextId().str });
-  const hash = await sha256.digest(bytes);
-  return CID.create(1, json.code, hash);
-}
-class MockLoader implements bs.Loadable {
-  readonly sthis: SuperThis;
-  readonly logger: Logger;
-  readonly ebOpts: bs.BlockstoreRuntime;
-  readonly carLog: bs.CarLog;
-  readonly attachedStores: bs.AttachedStores;
-  readonly taskManager: bs.TaskManager;
-  readonly commitQueue: bs.CommitQueue<unknown>;
-
-  constructor(sthis: SuperThis) {
-    this.sthis = sthis;
-    this.logger = sthis.logger;
-    this.ebOpts = {
-      // keyBag: sthis.keyBag,
-      // storeRuntime: sthis.storeRuntime,
-      storeUrls: {
-        file: noopUrl("test"),
-        wal: noopUrl("test"),
-        meta: noopUrl("test"),
-        car: noopUrl("test"),
-      },
-    } as bs.BlockstoreRuntime;
-    this.carLog = new bs.CarLog();
-    this.taskManager = new bs.TaskManager(sthis, () => Promise.resolve(), {
-      removeAfter: 3,
-      retryTimeout: 50,
-    });
-    this.attachedStores = new bs.AttachedRemotesImpl(this);
-    this.commitQueue = new bs.CommitQueue({
-      tracer,
-    });
-  }
-
-  // eslint-disable-next-line @typescript-eslint/no-unused-vars
-  attach(attached: Attachable): Promise<Attached> {
-    throw new Error("Method not implemented.");
-  }
-  ready(): Promise<void> {
-    throw new Error("Method not implemented.");
-  }
-  close(): Promise<void> {
-    throw new Error("Method not implemented.");
-  }
-  keyBag(): Promise<rt.KeyBag> {
-    return rt.kb.getKeyBag(this.sthis, {});
-  }
-  // eslint-disable-next-line @typescript-eslint/no-unused-vars
-  handleDbMetasFromStore(metas: bs.DbMeta[], store: bs.ActiveStore): Promise<bs.CarGroup> {
-    // throw new Error("Method not implemented.");
-    return Promise.resolve([]);
-  }
-  // eslint-disable-next-line @typescript-eslint/no-unused-vars
-  commit<T = unknown>(t: CarTransaction, done: T, opts: bs.CommitOpts): Promise<bs.CarGroup> {
-    throw new Error("Method not implemented.");
-  }
-  destroy(): Promise<void> {
-    throw new Error("Method not implemented.");
-  }
-  // eslint-disable-next-line @typescript-eslint/no-unused-vars
-  getBlock(cid: bs.AnyLink, store: bs.ActiveStore): Promise<bs.FPBlock | Falsy> {
-    throw new Error("Method not implemented.");
-  }
-  // eslint-disable-next-line @typescript-eslint/no-unused-vars
-  loadFileCar(cid: bs.AnyLink, store: bs.ActiveStore): Promise<bs.FPBlock<bs.CarBlockItem>> {
-    throw new Error("Method not implemented.");
-  }
-  // eslint-disable-next-line @typescript-eslint/no-unused-vars
-  loadCar(cid: bs.AnyLink, store: bs.ActiveStore): Promise<bs.FPBlock<bs.CarBlockItem>> {
-    throw new Error("Method not implemented.");
-  }
-  // eslint-disable-next-line @typescript-eslint/no-unused-vars
-  commitFiles(t: CarTransaction, done: bs.TransactionMeta): Promise<bs.CarGroup> {
-    throw new Error("Method not implemented.");
-  }
-  // eslint-disable-next-line @typescript-eslint/no-unused-vars
-  entries(cache?: boolean): AsyncIterableIterator<bs.FPBlock> {
-    throw new Error("Method not implemented.");
-  }
-}
-export function mockLoader(sthis: SuperThis): bs.Loadable {
-  return new MockLoader(sthis);
-}