@fireproof/core-test 0.22.0-keybag → 0.23.1-dev-issue-1057

package/gateway/file/loader-config.test.ts

@@ -1,309 +0,0 @@
-import { BuildURI, CoerceURI, runtimeFn, URI } from "@adviser/cement";
-import { fireproof, PARAM, SuperThis } from "@fireproof/core";
-import { mockSuperThis } from "../../helpers.js";
-import { describe, beforeAll, it, expect } from "vitest";
-import { FILESTORE_VERSION, sysFileSystemFactory } from "@fireproof/core-gateways-file";
-
-function dataDir(sthis: SuperThis, name?: string, base?: CoerceURI): URI {
-  if (!base) {
-    const home = sthis.env.get("HOME") || "./";
-    base =
-      sthis.env.get("FP_STORAGE_URL") ||
-      `file://${sthis.pathOps.join(home, ".fireproof", FILESTORE_VERSION.replace(/-.*$/, ""))}?${PARAM.URL_GEN}=default`;
-  }
-  return URI.from(base.toString())
-    .build()
-    .setParam(PARAM.NAME, name || "")
-    .URI();
-}
-
-const _my_app = "my-app";
-function my_app() {
-  return _my_app;
-}
-
-describe("config file gateway", () => {
-  const sthis = mockSuperThis();
-  // const isMemFS: { fs?: string } = {};
-
-  beforeAll(async () => {
-    await sthis.start();
-    // const url = URI.from(sthis.env.get("FP_STORAGE_URL"));
-    // if (url.getParam("fs") === "mem") {
-    //   isMemFS.fs = "mem";
-    // }
-  });
-
-  it("loader", async () => {
-    const db = fireproof(my_app());
-    await db.put({ name: "my-app" });
-    expect(db.ledger.name).toBe(my_app());
-
-    const fileStore = await db.ledger.crdt.blockstore.loader.attachedStores.local().active.file;
-    expect(fileStore?.url().asObj()).toEqual({
-      pathname: "./dist/fp-dir-file",
-      protocol: "file:",
-      searchParams: {
-        // ...isMemFS,
-        name: "my-app",
-        store: "file",
-        storekey: "@my-app-data@",
-        urlGen: "fromEnv",
-        version: "v0.19-file",
-      },
-      style: "path",
-    });
-
-    const dataStore = await db.ledger.crdt.blockstore.loader.attachedStores.local().active.car;
-    expect(dataStore?.url().asObj()).toEqual({
-      pathname: "./dist/fp-dir-file",
-      protocol: "file:",
-      searchParams: {
-        // ...isMemFS,
-        name: "my-app",
-        store: "car",
-        suffix: ".car",
-        storekey: "@my-app-data@",
-        urlGen: "fromEnv",
-        version: "v0.19-file",
-      },
-      style: "path",
-    });
-    const metaStore = await db.ledger.crdt.blockstore.loader.attachedStores.local().active.meta;
-    expect(metaStore?.url().asObj()).toEqual({
-      pathname: "./dist/fp-dir-file",
-      protocol: "file:",
-      searchParams: {
-        // ...isMemFS,
-        name: "my-app",
-        store: "meta",
-        storekey: "@my-app-meta@",
-        urlGen: "fromEnv",
-        version: "v0.19-file",
-      },
-      style: "path",
-    });
-    const WALStore = await db.ledger.crdt.blockstore.loader.attachedStores.local().active.wal;
-    expect(WALStore?.url().asObj()).toEqual({
-      pathname: "./dist/fp-dir-file",
-      protocol: "file:",
-      searchParams: {
-        // ...isMemFS,
-        name: "my-app",
-        store: "wal",
-        storekey: "@my-app-wal@",
-        urlGen: "fromEnv",
-        version: "v0.19-file",
-      },
-      style: "path",
-    });
-    await db.close();
-  });
-
-  it("file path", async () => {
-    let baseDir = "./dist/data".replace(/\?.*$/, "").replace(/^file:\/\//, "");
-    baseDir = sthis.pathOps.join(baseDir, /* testCfg(sthis, "data").version, */ my_app());
-    const base = BuildURI.from("./dist/data");
-    // if (isMemFS.fs) {
-    //   base.setParam("fs", isMemFS.fs);
-    // }
-    const sysfs = await sysFileSystemFactory(base.URI());
-    await sysfs.rm(baseDir, { recursive: true }).catch(() => {
-      /* */
-    });
-
-    const db = fireproof(my_app(), { storeUrls: { base } });
-    // console.log(`>>>>>>>>>>>>>>>file-path`)
-    await db.put({ name: "my-app" });
-    expect(db.ledger.name).toBe(my_app());
-    const carStore = await db.ledger.crdt.blockstore.loader.attachedStores.local().active.car;
-    expect(carStore?.url().asObj()).toEqual({
-      pathname: "./dist/data",
-      protocol: "file:",
-      searchParams: {
-        // ...isMemFS,
-        name: "my-app",
-        store: "car",
-        storekey: "@my-app-data@",
-        suffix: ".car",
-        version: "v0.19-file",
-      },
-      style: "path",
-    });
-    const fileStore = await db.ledger.crdt.blockstore.loader.attachedStores.local().active.file;
-    expect(fileStore?.url().asObj()).toEqual({
-      pathname: "./dist/data",
-      protocol: "file:",
-      searchParams: {
-        // ...isMemFS,
-        name: "my-app",
-        store: "file",
-        storekey: "@my-app-data@",
-        version: "v0.19-file",
-      },
-      style: "path",
-    });
-    expect((await sysfs.stat(sthis.pathOps.join(baseDir, "data"))).isDirectory()).toBeTruthy();
-    const metaStore = await db.ledger.crdt.blockstore.loader.attachedStores.local().active.meta;
-    expect(metaStore?.url().asObj()).toEqual({
-      pathname: "./dist/data",
-      protocol: "file:",
-      searchParams: {
-        // ...isMemFS,
-        name: "my-app",
-        store: "meta",
-        storekey: "@my-app-meta@",
-        version: "v0.19-file",
-      },
-      style: "path",
-    });
-    expect((await sysfs.stat(sthis.pathOps.join(baseDir, "meta"))).isDirectory()).toBeTruthy();
-    await db.close();
-  });
-
-  it("homedir default", async () => {
-    const old = sthis.env.get("FP_STORAGE_URL");
-    sthis.env.delete("FP_STORAGE_URL");
-    // this switches file: protocol not memory:
-    let baseDir = dataDir(sthis, my_app()).pathname;
-    baseDir = sthis.pathOps.join(baseDir, my_app());
-
-    const base = BuildURI.from(baseDir);
-    // if (isMemFS.fs) {
-    //   base.setParam("fs", isMemFS.fs);
-    // }
-    const sysfs = await sysFileSystemFactory(base.URI());
-    await sysfs.rm(baseDir, { recursive: true }).catch(() => {
-      /* */
-    });
-
-    expect(baseDir).toMatch(new RegExp(`/\\.fireproof/${FILESTORE_VERSION.replace(/-file/, "")}/${my_app()}`));
-
-    const db = fireproof(my_app());
-    await db.put({ name: "my-app" });
-    expect(db.ledger.name).toBe(my_app());
-    const carStore = await db.ledger.crdt.blockstore.loader.attachedStores.local().active.car;
-
-    expect(carStore?.url().asObj()).toEqual({
-      pathname: `${sthis.env.get("HOME")}/.fireproof/v0.19`,
-      protocol: "file:",
-      style: "path",
-      searchParams: {
-        // ...isMemFS,
-        suffix: ".car",
-        runtime: runtimeFn().isDeno ? "deno" : "node",
-        urlGen: "default",
-        store: "car",
-        name: my_app(),
-        storekey: `@${my_app()}-data@`,
-        version: FILESTORE_VERSION,
-      },
-    });
-
-    expect((await sysfs.stat(sthis.pathOps.join(baseDir, "data"))).isDirectory()).toBeTruthy();
-
-    const fileStore = await db.ledger.crdt.blockstore.loader.attachedStores.local().active.file;
-    expect(fileStore?.url().asObj()).toEqual({
-      pathname: `${sthis.env.get("HOME")}/.fireproof/v0.19`,
-      protocol: "file:",
-      style: "path",
-      searchParams: {
-        // ...isMemFS,
-        runtime: runtimeFn().isDeno ? "deno" : "node",
-        urlGen: "default",
-        store: "file",
-        name: my_app(),
-        storekey: `@${my_app()}-data@`,
-        version: FILESTORE_VERSION,
-      },
-    });
-    const metaStore = await db.ledger.crdt.blockstore.loader.attachedStores.local().active.meta;
-    expect(metaStore?.url().asObj()).toEqual({
-      pathname: `${sthis.env.get("HOME")}/.fireproof/v0.19`,
-      protocol: "file:",
-      style: "path",
-      searchParams: {
-        // ...isMemFS,
-        runtime: runtimeFn().isDeno ? "deno" : "node",
-        urlGen: "default",
-        store: "meta",
-        name: my_app(),
-        storekey: `@${my_app()}-meta@`,
-        version: FILESTORE_VERSION,
-      },
-    });
-
-    expect((await sysfs.stat(sthis.pathOps.join(baseDir, "meta"))).isDirectory()).toBeTruthy();
-    sthis.env.set("FP_STORAGE_URL", old);
-    await db.close();
-  });
-
-  it("set by env", async () => {
-    const old = sthis.env.get("FP_STORAGE_URL");
-    // assert(!old, "FP_STORAGE_URL must set")
-    const testUrl = BuildURI.from(old);
-    // sthis.env.set("FP_STORAGE_URL", testUrl.toString());
-
-    let baseDir = dataDir(sthis, my_app()).pathname;
-    baseDir = sthis.pathOps.join(baseDir, /* testCfg(sthis, "data").version, */ my_app());
-
-    const sysfs = await sysFileSystemFactory(testUrl.URI());
-    await sysfs.rm(baseDir, { recursive: true }).catch(() => {
-      /* */
-    });
-
-    const db = fireproof(my_app());
-    await db.put({ name: "my-app" });
-    expect(db.ledger.name).toBe(my_app());
-    const carStore = await db.ledger.crdt.blockstore.loader.attachedStores.local().active.car;
-    expect(carStore?.url().asObj()).toEqual({
-      pathname: "./dist/fp-dir-file",
-      protocol: "file:",
-      style: "path",
-      searchParams: {
-        // ...isMemFS,
-        urlGen: "fromEnv",
-        store: "car",
-        // runtime: "node",
-        suffix: ".car",
-        name: my_app(),
-        storekey: `@${my_app()}-data@`,
-        version: FILESTORE_VERSION,
-      },
-    });
-
-    expect((await sysfs.stat(sthis.pathOps.join(baseDir, "data"))).isDirectory()).toBeTruthy();
-    const fileStore = await db.ledger.crdt.blockstore.loader.attachedStores.local().active.file;
-    expect(fileStore?.url().asObj()).toEqual({
-      pathname: `./dist/fp-dir-file`,
-      protocol: "file:",
-      style: "path",
-      searchParams: {
-        // ...isMemFS,
-        urlGen: "fromEnv",
-        store: "file",
-        name: my_app(),
-        storekey: `@${my_app()}-data@`,
-        version: FILESTORE_VERSION,
-      },
-    });
-
-    const metaStore = await db.ledger.crdt.blockstore.loader.attachedStores.local().active.meta;
-    expect(metaStore?.url().asObj()).toEqual({
-      pathname: `./dist/fp-dir-file`,
-      protocol: "file:",
-      style: "path",
-      searchParams: {
-        // ...isMemFS,
-        urlGen: "fromEnv",
-        store: "meta",
-        name: my_app(),
-        storekey: `@${my_app()}-meta@`,
-        version: FILESTORE_VERSION,
-      },
-    });
-    expect((await sysfs.stat(sthis.pathOps.join(baseDir, "meta"))).isDirectory()).toBeTruthy();
-    await db.close();
-    sthis.env.set("FP_STORAGE_URL", old);
-  });
-});

package/gateway/indexeddb/loader-config.test.ts

@@ -1,80 +0,0 @@
-import { fireproof } from "@fireproof/core";
-import { mockSuperThis } from "../../helpers.js";
-import { describe, beforeAll, it, expect } from "vitest";
-
-describe("fireproof config indexeddb", () => {
-  const _my_app = "my-app";
-  function my_app() {
-    return _my_app;
-  }
-  const sthis = mockSuperThis();
-  beforeAll(async () => {
-    await sthis.start();
-  });
-
-  it("indexeddb-loader", async () => {
-    const db = fireproof(my_app());
-    await db.put({ name: "my-app" });
-    expect(db.ledger.name).toBe(my_app());
-
-    const fileStore = await db.ledger.crdt.blockstore.loader.attachedStores.local().active.file;
-    expect(fileStore?.url().asObj()).toEqual({
-      pathname: "fp",
-      protocol: "indexeddb:",
-      searchParams: {
-        name: "my-app",
-        store: "file",
-        runtime: "browser",
-        storekey: "@my-app-data@",
-        urlGen: "default",
-        version: "v0.19-indexeddb",
-      },
-      style: "path",
-    });
-
-    const dataStore = await db.ledger.crdt.blockstore.loader.attachedStores.local().active.car;
-    expect(dataStore?.url().asObj()).toEqual({
-      pathname: "fp",
-      protocol: "indexeddb:",
-      searchParams: {
-        name: "my-app",
-        store: "car",
-        runtime: "browser",
-        storekey: "@my-app-data@",
-        suffix: ".car",
-        urlGen: "default",
-        version: "v0.19-indexeddb",
-      },
-      style: "path",
-    });
-    const metaStore = await db.ledger.crdt.blockstore.loader.attachedStores.local().active.meta;
-    expect(metaStore?.url().asObj()).toEqual({
-      pathname: "fp",
-      protocol: "indexeddb:",
-      searchParams: {
-        name: "my-app",
-        store: "meta",
-        runtime: "browser",
-        storekey: "@my-app-meta@",
-        urlGen: "default",
-        version: "v0.19-indexeddb",
-      },
-      style: "path",
-    });
-    const WALStore = await db.ledger.crdt.blockstore.loader.attachedStores.local().active.wal;
-    expect(WALStore?.url().asObj()).toEqual({
-      pathname: "fp",
-      protocol: "indexeddb:",
-      searchParams: {
-        name: "my-app",
-        store: "wal",
-        runtime: "browser",
-        storekey: "@my-app-wal@",
-        urlGen: "default",
-        version: "v0.19-indexeddb",
-      },
-      style: "path",
-    });
-    await db.close();
-  });
-});

package/global-setup.ts

@@ -1,11 +0,0 @@
-import { cd, $ } from "zx";
-import type { TestProject } from "vitest/node";
-
-export async function setup(project: TestProject) {
-  const root = project.toJSON().serializedConfig.root;
-  $.verbose = true;
-  cd(root);
-  return () => {
-    /* no-op */
-  };
-}

package/helpers.ts

@@ -1,177 +0,0 @@
-import { BuildURI, MockLogger, runtimeFn, toCryptoRuntime, URI, utils, LogCollector, Logger, AppContext } from "@adviser/cement";
-import { SuperThis, SuperThisOpts, PARAM, Attachable, Attached, CarTransaction, Falsy, DbMeta } from "@fireproof/core";
-import { CID } from "multiformats";
-import { sha256 } from "multiformats/hashes/sha2";
-import * as json from "multiformats/codecs/json";
-import { CommitQueue, encodeFile, ensureSuperThis, TaskManager } from "@fireproof/core-runtime";
-import { defaultKeyBagOpts, getKeyBag, KeyBag } from "@fireproof/core-keybag";
-import { AttachedRemotesImpl, toStoreRuntime } from "@fireproof/core-blockstore";
-import {
-  Loadable,
-  BlockstoreRuntime,
-  CarLog,
-  AttachedStores,
-  ActiveStore,
-  CarGroup,
-  CommitOpts,
-  FPBlock,
-  CarBlockItem,
-  TransactionMeta,
-  AnyLink,
-} from "@fireproof/core-types-blockstore";
-
-/* eslint-disable @typescript-eslint/no-empty-function */
-export function tracer() {}
-
-async function toFileWithCid(buffer: Uint8Array, name: string, opts: FilePropertyBag): Promise<FileWithCid> {
-  return {
-    file: new File([new Blob([buffer])], name, opts),
-    cid: (await encodeFile(new File([new Blob([buffer])], name, opts))).cid.toString(),
-  };
-}
-
-export interface FileWithCid {
-  file: File;
-  cid: string;
-}
-export async function buildBlobFiles(): Promise<FileWithCid[]> {
-  const cp = toCryptoRuntime();
-  return [
-    await toFileWithCid(cp.randomBytes(Math.random() * 51283), `image.jpg`, { type: "image/jpeg" }),
-    await toFileWithCid(cp.randomBytes(Math.random() * 51283), `fireproof.png`, { type: "image/png" }),
-  ];
-}
-
-export function storageURL(sthis: SuperThis): URI {
-  const old = sthis.env.get("FP_STORAGE_URL");
-  let merged: URI;
-  if (runtimeFn().isBrowser) {
-    merged = URI.merge(`indexeddb://fp`, old, "indexeddb:");
-  } else {
-    merged = URI.merge(`./dist/env`, old);
-  }
-  return merged;
-}
-
-export type MockSuperThis = SuperThis & { ctx: { readonly logCollector: LogCollector } };
-export function mockSuperThis(sthis?: Partial<SuperThisOpts>): MockSuperThis {
-  const mockLog = MockLogger({
-    pass: new utils.ConsoleWriterStreamDefaultWriter(new utils.ConsoleWriterStream()),
-  });
-  return ensureSuperThis({
-    ...sthis,
-    logger: mockLog.logger,
-    ctx: AppContext.merge({
-      logCollector: mockLog.logCollector,
-    }),
-  }) as MockSuperThis;
-}
-
-export function noopUrl(name?: string): URI {
-  const burl = BuildURI.from("memory://noop");
-  burl.setParam(PARAM.NAME, name || "test");
-  return burl.URI();
-}
-
-export function simpleBlockOpts(sthis: SuperThis, name?: string) {
-  const url = noopUrl(name);
-  return {
-    keyBag: defaultKeyBagOpts(sthis),
-    storeRuntime: toStoreRuntime(sthis),
-    storeUrls: {
-      file: url,
-      wal: url,
-      meta: url,
-      car: url,
-    },
-    tracer,
-  };
-}
-
-export async function simpleCID(sthis: SuperThis) {
-  const bytes = json.encode({ hello: sthis.nextId().str });
-  const hash = await sha256.digest(bytes);
-  return CID.create(1, json.code, hash);
-}
-class MockLoader implements Loadable {
-  readonly sthis: SuperThis;
-  readonly logger: Logger;
-  readonly ebOpts: BlockstoreRuntime;
-  readonly carLog: CarLog;
-  readonly attachedStores: AttachedStores;
-  readonly taskManager: TaskManager;
-  readonly commitQueue: CommitQueue<unknown>;
-
-  constructor(sthis: SuperThis) {
-    this.sthis = sthis;
-    this.logger = sthis.logger;
-    this.ebOpts = {
-      // keyBag: sthis.keyBag,
-      // storeRuntime: sthis.storeRuntime,
-      storeUrls: {
-        file: noopUrl("test"),
-        wal: noopUrl("test"),
-        meta: noopUrl("test"),
-        car: noopUrl("test"),
-      },
-    } as BlockstoreRuntime;
-    this.carLog = new CarLog();
-    this.taskManager = new TaskManager(sthis, () => Promise.resolve(), {
-      removeAfter: 3,
-      retryTimeout: 50,
-    });
-    this.attachedStores = new AttachedRemotesImpl(this);
-    this.commitQueue = new CommitQueue({
-      tracer,
-    });
-  }
-
-  // eslint-disable-next-line @typescript-eslint/no-unused-vars
-  attach(attached: Attachable): Promise<Attached> {
-    throw new Error("Method not implemented.");
-  }
-  ready(): Promise<void> {
-    throw new Error("Method not implemented.");
-  }
-  close(): Promise<void> {
-    throw new Error("Method not implemented.");
-  }
-  keyBag(): Promise<KeyBag> {
-    return getKeyBag(this.sthis, {});
-  }
-  // eslint-disable-next-line @typescript-eslint/no-unused-vars
-  handleDbMetasFromStore(metas: DbMeta[], store: ActiveStore): Promise<CarGroup> {
-    // throw new Error("Method not implemented.");
-    return Promise.resolve([]);
-  }
-  // eslint-disable-next-line @typescript-eslint/no-unused-vars
-  commit<T = unknown>(t: CarTransaction, done: T, opts: CommitOpts): Promise<CarGroup> {
-    throw new Error("Method not implemented.");
-  }
-  destroy(): Promise<void> {
-    throw new Error("Method not implemented.");
-  }
-  // eslint-disable-next-line @typescript-eslint/no-unused-vars
-  getBlock(cid: AnyLink, store: ActiveStore): Promise<FPBlock | Falsy> {
-    throw new Error("Method not implemented.");
-  }
-  // eslint-disable-next-line @typescript-eslint/no-unused-vars
-  loadFileCar(cid: AnyLink, store: ActiveStore): Promise<FPBlock<CarBlockItem>> {
-    throw new Error("Method not implemented.");
-  }
-  // eslint-disable-next-line @typescript-eslint/no-unused-vars
-  loadCar(cid: AnyLink, store: ActiveStore): Promise<FPBlock<CarBlockItem>> {
-    throw new Error("Method not implemented.");
-  }
-  // eslint-disable-next-line @typescript-eslint/no-unused-vars
-  commitFiles(t: CarTransaction, done: TransactionMeta): Promise<CarGroup> {
-    throw new Error("Method not implemented.");
-  }
-  // eslint-disable-next-line @typescript-eslint/no-unused-vars
-  entries(cache?: boolean): AsyncIterableIterator<FPBlock> {
-    throw new Error("Method not implemented.");
-  }
-}
-export function mockLoader(sthis: SuperThis): Loadable {
-  return new MockLoader(sthis);
-}