@fireproof/core-test 0.0.0-smoke-1b31059-1752074105

package/blockstore/loader.test.ts

@@ -0,0 +1,313 @@
+import * as codec from "@ipld/dag-cbor";
+import { sha256 as hasher } from "multiformats/hashes/sha2";
+import { CID } from "multiformats/cid";
+import { CRDTMeta, CarTransaction, IndexTransactionMeta, SuperThis } from "@fireproof/core";
+import { simpleBlockOpts } from "../helpers.js";
+import {
+  EncryptedBlockstore,
+  Loader,
+  CompactionFetcher,
+  CarTransactionImpl,
+  anyBlock2FPBlock,
+  parseCarFile,
+} from "@fireproof/core-blockstore";
+import { asyncBlockEncode, ensureSuperThis } from "@fireproof/core-runtime";
+import {
+  FPBlock,
+  TransactionMeta,
+  isCarBlockItemReady,
+  CarGroup,
+  isCarBlockItemStale,
+  AnyLink,
+} from "@fireproof/core-types-blockstore";
+import { describe, afterEach, beforeEach, it, expect, assert } from "vitest";
+
+class MyMemoryBlockStore extends EncryptedBlockstore {
+  readonly memblock = new Map<string, FPBlock>();
+  loader: Loader;
+  constructor(sthis: SuperThis) {
+    const ebOpts = simpleBlockOpts(sthis, "MyMemoryBlockStore"); //, "MyMemoryBlockStore");
+    // const ebOpts = {
+    //   name: "MyMemoryBlockStore",
+    // } as BlockstoreOpts;
+    super(sthis, ebOpts);
+    this.loader = new Loader(sthis, ebOpts);
+  }
+  ready(): Promise<void> {
+    return Promise.resolve();
+  }
+  close(): Promise<void> {
+    return this.loader.close();
+  }
+  readonly transactions = new Set<CarTransaction>();
+  // readonly lastTxMeta?: TransactionMeta;
+  readonly compacting: boolean = false;
+
+  override async put(fp: FPBlock): Promise<void> {
+    this.memblock.set(fp.cid.toString(), fp);
+  }
+
+  // transaction<M ext(fn: (t: CarTransaction) => Promise<MetaType>, opts?: { noLoader: boolean }): Promise<MetaType> {
+  //   throw new Error("Method not implemented.");
+  // }
+
+  // eslint-disable-next-line @typescript-eslint/no-unused-vars
+  getFile(car: AnyLink, cid: AnyLink, isPublic?: boolean): Promise<Uint8Array> {
+    throw new Error("Method not implemented.");
+  }
+  compact(): Promise<void> {
+    throw new Error("Method not implemented.");
+  }
+  // eslint-disable-next-line @typescript-eslint/no-unused-vars
+  defaultCompact(blocks: CompactionFetcher): Promise<TransactionMeta> {
+    throw new Error("Method not implemented.");
+  }
+}
+
+describe("basic Loader simple", function () {
+  let loader: Loader;
+  let block: FPBlock;
+  let t: CarTransaction;
+  const sthis = ensureSuperThis();
+
+  afterEach(async () => {
+    await loader.close();
+    await loader.destroy();
+  });
+
+  beforeEach(async () => {
+    const testDbName = "test-loader-commit";
+    await sthis.start();
+    const mockM = new MyMemoryBlockStore(sthis);
+    t = new CarTransactionImpl(mockM as EncryptedBlockstore);
+    loader = new Loader(sthis, {
+      ...simpleBlockOpts(sthis, testDbName),
+      public: true,
+    });
+    await loader.ready();
+    block = await anyBlock2FPBlock(
+      await asyncBlockEncode({
+        value: { hello: "world" },
+        hasher,
+        codec,
+      }),
+    );
+    await t.put(block);
+    await mockM.put(block);
+  });
+  it("should have an empty car log", function () {
+    expect(loader.carLog.length).toBe(0);
+  });
+  it("should commit", async () => {
+    const carGroup = await loader.commit(t, { head: [block.cid] });
+    expect(loader.carLog.length).toBe(1);
+    const reader = await loader.loadCar(carGroup[0], loader.attachedStores.local());
+    assert(isCarBlockItemReady(reader));
+    expect(reader).toBeTruthy();
+    const parsed = await parseCarFile<CRDTMeta>(reader, loader.logger);
+    expect(parsed.cars).toBeTruthy();
+    expect(parsed.cars.length).toBe(0);
+    expect(parsed.meta).toBeTruthy();
+    expect(parsed.meta.head).toBeTruthy();
+  });
+});
+
+describe("basic Loader with two commits", function () {
+  let loader: Loader;
+  let block: FPBlock;
+  let block2: FPBlock;
+  let block3: FPBlock;
+  let block4: FPBlock;
+  let t: CarTransaction;
+  let carCid: CarGroup;
+  let carCid0: CarGroup;
+
+  const sthis = ensureSuperThis();
+
+  afterEach(async () => {
+    await loader.close();
+    await loader.destroy();
+  });
+
+  beforeEach(async () => {
+    await sthis.start();
+    const mockM = new MyMemoryBlockStore(sthis);
+    t = new CarTransactionImpl(mockM);
+    loader = new Loader(sthis, {
+      ...simpleBlockOpts(sthis, "test-loader-two-commit"),
+      public: true,
+    });
+    await loader.ready();
+
+    block = await anyBlock2FPBlock(
+      await asyncBlockEncode({
+        value: { hello: "world" },
+        hasher,
+        codec,
+      }),
+    );
+    await t.put(block);
+    carCid0 = await loader.commit(t, { head: [block.cid] });
+
+    block2 = await anyBlock2FPBlock(
+      await asyncBlockEncode({
+        value: { hello: "universe" },
+        hasher,
+        codec,
+      }),
+    );
+    await t.put(block2);
+    carCid = await loader.commit(t, { head: [block2.cid] });
+
+    block3 = await anyBlock2FPBlock(
+      await asyncBlockEncode({
+        value: { hello: "multiverse" },
+        hasher,
+        codec,
+      }),
+    );
+    await t.put(block3);
+
+    block4 = await anyBlock2FPBlock(
+      await asyncBlockEncode({
+        value: { hello: "megaverse" },
+        hasher,
+        codec,
+      }),
+    );
+
+    await t.put(block4);
+  });
+
+  it("should have a car log", function () {
+    expect(loader.carLog.length).toBe(2);
+    expect(loader.carLog.asArray()[0].toString()).toBe(carCid.toString());
+    expect(loader.carLog.asArray()[1].toString()).toBe(carCid0.toString());
+  });
+
+  it("should commit", async () => {
+    const reader = await loader.loadCar(carCid[0], loader.attachedStores.local());
+    expect(reader).toBeTruthy();
+    assert(isCarBlockItemReady(reader));
+    const parsed = await parseCarFile<CRDTMeta>(reader, loader.logger);
+    expect(parsed.cars).toBeTruthy();
+    expect(parsed.compact.length).toBe(0);
+    expect(parsed.cars.length).toBe(1);
+    expect(parsed.meta).toBeTruthy();
+    expect(parsed.meta.head).toBeTruthy();
+  });
+
+  it("should compact", async () => {
+    const compactCid = await loader.commit(t, { head: [block2.cid] }, { compact: true });
+    expect(loader.carLog.length).toBe(1);
+
+    const reader = await loader.loadCar(compactCid[0], loader.attachedStores.local());
+    expect(reader).toBeTruthy();
+    assert(isCarBlockItemReady(reader));
+    const parsed = await parseCarFile<CRDTMeta>(reader, loader.logger);
+    expect(parsed.cars).toBeTruthy();
+    expect(parsed.compact.length).toBe(2);
+    expect(parsed.cars.length).toBe(0);
+    expect(parsed.meta).toBeTruthy();
+    expect(parsed.meta.head).toBeTruthy();
+  });
+
+  it("compact should erase old files", async () => {
+    const cs = await loader.attachedStores.local().active.car;
+    await loader.commit(t, { head: [block2.cid] }, { compact: true });
+    expect(loader.carLog.length).toBe(1);
+    await loader.commit(t, { head: [block3.cid] }, { compact: false });
+    expect(loader.carLog.length).toBe(2);
+    expect(await cs.load(carCid[0])).toBeTruthy();
+    await loader.commit(t, { head: [block3.cid] }, { compact: true });
+    expect(loader.carLog.length).toBe(1);
+    const e0 = await cs.load(carCid[0]).catch((e) => e);
+    expect(e0 instanceof Error).toBeTruthy();
+    await loader.commit(t, { head: [block4.cid] }, { compact: false });
+    expect(loader.carLog.length).toBe(2);
+
+    const e = await loader.loadCar(carCid[0], loader.attachedStores.local());
+    expect(e).toBeTruthy();
+    assert(isCarBlockItemStale(e));
+    expect(e.item.status).toBe("stale");
+    expect(e.item.statusCause.message).toMatch(/(missing car file)|(not found)/);
+  }, 10000);
+});
+
+describe("basic Loader with index commits", function () {
+  let block: FPBlock;
+  let ib: EncryptedBlockstore;
+  let indexerResult: IndexTransactionMeta;
+  let cid: CID;
+  // let indexMap: Map<string, CID>;
+  const sthis = ensureSuperThis();
+
+  afterEach(async () => {
+    await ib.close();
+    await ib.destroy();
+  });
+
+  beforeEach(async () => {
+    const name = "test-loader-index" + Math.random();
+    await sthis.start();
+    // t = new CarTransaction()
+    ib = new EncryptedBlockstore(sthis, simpleBlockOpts(sthis, name));
+    await ib.ready();
+    block = await anyBlock2FPBlock(
+      await asyncBlockEncode({
+        value: { hello: "world" },
+        hasher,
+        codec,
+      }),
+    );
+    // console.log('block', block.cid)
+
+    cid = CID.parse("bafybeia4luuns6dgymy5kau5rm7r4qzrrzg6cglpzpogussprpy42cmcn4");
+    indexerResult = {
+      indexes: {
+        hello: {
+          byId: cid,
+          byKey: cid,
+          head: [cid as CID<unknown, number, number, 1>],
+          name: "hello",
+          map: "(doc) => doc.hello",
+        },
+      },
+    };
+    // indexMap = new Map();
+  });
+
+  it("should start with an empty car log", function () {
+    expect(ib.loader).toBeTruthy();
+    expect(ib.loader.carLog.length).toBe(0);
+  });
+
+  it("should commit the index metadata", async () => {
+    const { cars: carCid } = await ib.transaction<IndexTransactionMeta>(
+      async (t) => {
+        await t.put(block);
+        return indexerResult;
+      } /* , indexMap */,
+    );
+
+    expect(carCid).toBeTruthy();
+    expect(ib.loader).toBeTruthy();
+    const carLog = ib.loader.carLog;
+
+    expect(carLog.length).toBe(1);
+    // eslint-disable-next-line @typescript-eslint/no-non-null-assertion
+    const reader = await ib.loader.loadCar(carCid![0], ib.loader.attachedStores.local());
+    expect(reader).toBeTruthy();
+    assert(isCarBlockItemReady(reader));
+    const parsed = await parseCarFile<IndexTransactionMeta>(reader, sthis.logger);
+    expect(parsed.cars).toBeTruthy();
+    expect(parsed.cars.length).toBe(0);
+    expect(parsed.meta).toBeTruthy();
+    expect(parsed.meta.indexes).toBeTruthy();
+    const indexes = parsed.meta.indexes;
+    expect(indexes).toBeTruthy();
+    expect(indexes.hello).toBeTruthy();
+    expect(indexes.hello.map).toBe("(doc) => doc.hello");
+    expect(indexes.hello.name).toBe("hello");
+  });
+});

package/blockstore/standalone.test.d.ts

@@ -0,0 +1 @@
+export {};

package/blockstore/standalone.test.js

@@ -0,0 +1,112 @@
+import { BuildURI, runtimeFn } from "@adviser/cement";
+import { stripper } from "@adviser/cement/utils";
+import pLimit from "@fireproof/vendor/p-limit";
+import { ensureSuperThis, sleep } from "@fireproof/core-runtime";
+import { PARAM } from "@fireproof/core-types-base";
+import { describe, it, vi, expect, beforeEach, afterEach } from "vitest";
+import { CRDTImpl, fireproof } from "@fireproof/core-base";
+describe("standalone", () => {
+    const sthis = ensureSuperThis();
+    describe("howto-loader", () => {
+        it("understand the writer", async () => {
+            const db = fireproof("howto-writer", {
+                storeUrls: {
+                    base: "memory://how-to-writer",
+                },
+            });
+            await db.put({ _id: "test-1", value: { cid: "test-1", peer: "peer-1" } });
+            await db.close();
+        });
+        it.skip("understand loader", async () => {
+            const db = fireproof("howto-loader", {
+                storeUrls: {
+                    base: "file://dist/how-to-loader?store-key=insecure",
+                },
+            });
+            const fn = vi.fn();
+            const loader = db.ledger.crdt.blockstore.loader;
+            loader.cidCache.onSet(fn);
+            expect(fn).toHaveBeenCalledTimes(0);
+            await db.ready();
+            expect(loader.cidCache.values().map((i) => {
+                const v = i.value.Ok();
+                return {
+                    type: v.item.type,
+                    cid: v.cid,
+                    value: stripper(/(type|cid)/, v.item),
+                };
+            })).toEqual([]);
+            const ret = await db.allDocs();
+            expect(ret.rows.length).toBe(100);
+            expect(fn).toHaveBeenCalledTimes(109393);
+            await db.close();
+        });
+    });
+    describe("test-plimit", () => {
+        it("should work with plimit", async () => {
+            const limiter = pLimit(2);
+            let concurrent = 0;
+            const ret = await Promise.all(Array(10)
+                .fill(0)
+                .map((_, i) => {
+                return limiter(async () => {
+                    concurrent++;
+                    expect(concurrent).toBeLessThanOrEqual(2);
+                    await sleep(100);
+                    concurrent--;
+                    return i;
+                });
+            }));
+            expect(ret).toEqual(Array.from(Array(10).keys()));
+        });
+    });
+    describe.skip("crdt-stack", () => {
+        let crdt;
+        beforeEach(async () => {
+            let uri;
+            switch (true) {
+                case runtimeFn().isBrowser:
+                    uri = BuildURI.from("indexeddb://standalone-peer-log").setParam(PARAM.NAME, "peer-log").URI();
+                    break;
+                default:
+                    uri = BuildURI.from("file://dist/standalone")
+                        .setParam(PARAM.NAME, "peer-log")
+                        .setParam(PARAM.STORE_KEY, "insecure")
+                        .URI();
+                    break;
+            }
+            crdt = new CRDTImpl(sthis, {
+                name: "peer-log",
+                writeQueue: { chunkSize: 32 },
+                storeUrls: {
+                    data: {
+                        meta: uri.build().setParam(PARAM.STORE, "meta").setParam(PARAM.STORE_KEY, "insecure").URI(),
+                        car: uri.build().setParam(PARAM.STORE, "car").setParam(PARAM.STORE_KEY, "insecure").URI(),
+                        file: uri.build().setParam(PARAM.STORE, "file").setParam(PARAM.STORE_KEY, "insecure").URI(),
+                        wal: uri.build().setParam(PARAM.STORE, "wal").setParam(PARAM.STORE_KEY, "insecure").URI(),
+                    },
+                },
+            });
+            await crdt.ready();
+        });
+        afterEach(async () => {
+            await crdt.close();
+        });
+        it.each(new Array(10).fill(0).map((_, i) => ({ cid: i })))("write:$cid", async ({ cid }) => {
+            const peers = new Array(10).fill(0).map((_, peer) => {
+                return { id: `test-${cid}:peer-${peer}`, value: { cid: `test-${cid}`, peer: `peer-${peer}` } };
+            });
+            await crdt.bulk(peers);
+        });
+        it("read", async () => {
+            for (let cid = 0; cid < 10; cid++) {
+                for (let peer = 0; peer < 10; peer++) {
+                    const id = `test-${cid}:peer-${peer}`;
+                    const res = (await crdt.get(id));
+                    expect(res.doc).toEqual({ cid: `test-${cid}`, peer: `peer-${peer}` });
+                }
+            }
+        });
+    });
+});
+//# sourceMappingURL=standalone.test.js.map

package/blockstore/standalone.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"standalone.test.js","sourceRoot":"","sources":["standalone.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAO,MAAM,iBAAiB,CAAC;AAE3D,OAAO,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AACjD,OAAO,MAAM,MAAM,2BAA2B,CAAC;AAC/C,OAAO,EAAE,eAAe,EAAE,KAAK,EAAE,MAAM,yBAAyB,CAAC;AACjE,OAAO,EAAQ,KAAK,EAAc,MAAM,4BAA4B,CAAC;AACrE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AAEzE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AAE3D,QAAQ,CAAC,YAAY,EAAE,GAAG,EAAE;IAC1B,MAAM,KAAK,GAAG,eAAe,EAAE,CAAC;IAEhC,QAAQ,CAAC,cAAc,EAAE,GAAG,EAAE;QAiB5B,EAAE,CAAC,uBAAuB,EAAE,KAAK,IAAI,EAAE;YACrC,MAAM,EAAE,GAAG,SAAS,CAAC,cAAc,EAAE;gBACnC,SAAS,EAAE;oBACT,IAAI,EAAE,wBAAwB;iBAC/B;aACF,CAAC,CAAC;YACH,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,QAAQ,EAAE,KAAK,EAAE,EAAE,GAAG,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,CAAC,CAAC;YAC1E,MAAM,EAAE,CAAC,KAAK,EAAE,CAAC;QACnB,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,IAAI,CAAC,mBAAmB,EAAE,KAAK,IAAI,EAAE;YACtC,MAAM,EAAE,GAAG,SAAS,CAAC,cAAc,EAAE;gBACnC,SAAS,EAAE;oBACT,IAAI,EAAE,8CAA8C;iBACrD;aACF,CAAC,CAAC;YACH,MAAM,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;YACnB,MAAM,MAAM,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,MAAgB,CAAC;YAC1D,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAC1B,MAAM,CAAC,EAAE,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YACpC,MAAM,EAAE,CAAC,KAAK,EAAE,CAAC;YACjB,MAAM,CACJ,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;gBACjC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC;gBACvB,OAAO;oBACL,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI;oBACjB,GAAG,EAAE,CAAC,CAAC,GAAG;oBACV,KAAK,EAAE,QAAQ,CAAC,YAAY,EAAE,CAAC,CAAC,IAAI,CAAC;iBACtC,CAAC;YACJ,CAAC,CAAC,CACH,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YASd,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,OAAO,EAAE,CAAC;YAC/B,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAClC,MAAM,CAAC,EAAE,CAAC,CAAC,qBAAqB,CAAC,MAAM,CAAC,CAAC;YACzC,MAAM,EAAE,CAAC,KAAK,EAAE,CAAC;QACnB,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,aAAa,EAAE,GAAG,EAAE;QAC3B,EAAE,CAAC,yBAAyB,EAAE,KAAK,IAAI,EAAE;YACvC,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;YAC1B,IAAI,UAAU,GAAG,CAAC,CAAC;YACnB,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,GAAG,CAC3B,KAAK,CAAC,EAAE,CAAC;iBACN,IAAI,CAAC,CAAC,CAAC;iBACP,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;gBACZ,OAAO,OAAO,CAAC,KAAK,IAAI,EAAE;oBACxB,UAAU,EAAE,CAAC;oBACb,MAAM,CAAC,UAAU,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC;oBAC1C,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;oBACjB,UAAU,EAAE,CAAC;oBACb,OAAO,CAAC,CAAC;gBACX,CAAC,CAAC,CAAC;YACL,CAAC,CAAC,CACL,CAAC;YACF,MAAM,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QACpD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,IAAI,CAAC,YAAY,EAAE,GAAG,EAAE;QAC/B,IAAI,IAAU,CAAC;QACf,UAAU,CAAC,KAAK,IAAI,EAAE;YACpB,IAAI,GAAQ,CAAC;YACb,QAAQ,IAAI,EAAE,CAAC;gBACb,KAAK,SAAS,EAAE,CAAC,SAAS;oBACxB,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC,GAAG,EAAE,CAAC;oBAC9F,MAAM;gBACR;oBACE,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,wBAAwB,CAAC;yBAC1C,QAAQ,CAAC,KAAK,CAAC,IAAI,EAAE,UAAU,CAAC;yBAChC,QAAQ,CAAC,KAAK,CAAC,SAAS,EAAE,UAAU,CAAC;yBACrC,GAAG,EAAE,CAAC;oBACT,MAAM;YACV,CAAC;YAED,IAAI,GAAG,IAAI,QAAQ,CAAC,KAAK,EAAE;gBACzB,IAAI,EAAE,UAAU;gBAChB,UAAU,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE;gBAC7B,SAAS,EAAE;oBACT,IAAI,EAAE;wBACJ,IAAI,EAAE,GAAG,CAAC,KAAK,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC,GAAG,EAAE;wBAC3F,GAAG,EAAE,GAAG,CAAC,KAAK,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC,GAAG,EAAE;wBACzF,IAAI,EAAE,GAAG,CAAC,KAAK,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC,GAAG,EAAE;wBAC3F,GAAG,EAAE,GAAG,CAAC,KAAK,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC,GAAG,EAAE;qBAC1F;iBACF;aACY,CAAC,CAAC;YACjB,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QACrB,CAAC,CAAC,CAAC;QACH,SAAS,CAAC,KAAK,IAAI,EAAE;YACnB,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QACrB,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,YAAY,EAAE,KAAK,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE;YACzF,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE;gBAClD,OAAO,EAAE,EAAE,EAAE,QAAQ,GAAG,SAAS,IAAI,EAAE,EAAE,KAAK,EAAE,EAAE,GAAG,EAAE,QAAQ,GAAG,EAAE,EAAE,IAAI,EAAE,QAAQ,IAAI,EAAE,EAAE,EAAE,CAAC;YACjG,CAAC,CAAC,CAAC;YACH,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACzB,CAAC,CAAC,CAAC;QACH,EAAE,CAAC,MAAM,EAAE,KAAK,IAAI,EAAE;YACpB,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,GAAG,EAAE,EAAE,GAAG,EAAE,EAAE,CAAC;gBAClC,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC;oBACrC,MAAM,EAAE,GAAG,QAAQ,GAAG,SAAS,IAAI,EAAE,CAAC;oBACtC,MAAM,GAAG,GAAG,CAAC,MAAM,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAiE,CAAC;oBACjG,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,QAAQ,GAAG,EAAE,EAAE,IAAI,EAAE,QAAQ,IAAI,EAAE,EAAE,CAAC,CAAC;gBACxE,CAAC;YACH,CAAC;QACH,CAAC,CAAC,CAAC;IASL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/blockstore/standalone.test.ts

@@ -0,0 +1,156 @@
+import { BuildURI, runtimeFn, URI } from "@adviser/cement";
+import { Link } from "multiformats";
+import { stripper } from "@adviser/cement/utils";
+import pLimit from "@fireproof/vendor/p-limit";
+import { ensureSuperThis, sleep } from "@fireproof/core-runtime";
+import { CRDT, PARAM, LedgerOpts } from "@fireproof/core-types-base";
+import { describe, it, vi, expect, beforeEach, afterEach } from "vitest";
+import { Loader } from "@fireproof/core-blockstore";
+import { CRDTImpl, fireproof } from "@fireproof/core-base";
+
+describe("standalone", () => {
+  const sthis = ensureSuperThis();
+
+  describe("howto-loader", () => {
+    // beforeAll(async () => {
+    //   const db = fireproof("howto-loader", {
+    //     storeUrls: {
+    //       base: "file://dist/how-to-loader?store-key=insecure",
+    //     },
+    //   });
+    //   for (let cid = 0; cid < 1; cid++) {
+    //     const blk = new Array(3)
+    //       .fill(0)
+    //       .map((_, peer) => ({ _id: `test-${cid}:peer-${peer}`, value: { cid: `test-${cid}`, peer: `peer-${peer}` } }));
+    //     await db.bulk(blk);
+    //   }
+    //   // await db.compact()
+    //   await db.close();
+    // });
+
+    it("understand the writer", async () => {
+      const db = fireproof("howto-writer", {
+        storeUrls: {
+          base: "memory://how-to-writer",
+        },
+      });
+      await db.put({ _id: "test-1", value: { cid: "test-1", peer: "peer-1" } });
+      await db.close();
+    });
+
+    it.skip("understand loader", async () => {
+      const db = fireproof("howto-loader", {
+        storeUrls: {
+          base: "file://dist/how-to-loader?store-key=insecure",
+        },
+      });
+      const fn = vi.fn();
+      const loader = db.ledger.crdt.blockstore.loader as Loader;
+      loader.cidCache.onSet(fn);
+      expect(fn).toHaveBeenCalledTimes(0);
+      await db.ready();
+      expect(
+        loader.cidCache.values().map((i) => {
+          const v = i.value.Ok();
+          return {
+            type: v.item.type,
+            cid: v.cid,
+            value: stripper(/(type|cid)/, v.item),
+          };
+        }),
+      ).toEqual([]);
+      // let last = 0
+      // for (let i = 0; i < 100; i++) {
+      //   if (last !== fn.mock.calls.length) {
+      //     console.log("fn", i, fn.mock.calls.length);
+      //     last = fn.mock.calls.length
+      //   }
+      //   await sleep(10);
+      // }
+      const ret = await db.allDocs();
+      expect(ret.rows.length).toBe(100);
+      expect(fn).toHaveBeenCalledTimes(109393);
+      await db.close();
+    });
+  });
+
+  describe("test-plimit", () => {
+    it("should work with plimit", async () => {
+      const limiter = pLimit(2);
+      let concurrent = 0;
+      const ret = await Promise.all(
+        Array(10)
+          .fill(0)
+          .map((_, i) => {
+            return limiter(async () => {
+              concurrent++;
+              expect(concurrent).toBeLessThanOrEqual(2);
+              await sleep(100);
+              concurrent--;
+              return i;
+            });
+          }),
+      );
+      expect(ret).toEqual(Array.from(Array(10).keys()));
+    });
+  });
+
+  describe.skip("crdt-stack", () => {
+    let crdt: CRDT;
+    beforeEach(async () => {
+      let uri: URI;
+      switch (true) {
+        case runtimeFn().isBrowser:
+          uri = BuildURI.from("indexeddb://standalone-peer-log").setParam(PARAM.NAME, "peer-log").URI();
+          break;
+        default:
+          uri = BuildURI.from("file://dist/standalone")
+            .setParam(PARAM.NAME, "peer-log")
+            .setParam(PARAM.STORE_KEY, "insecure")
+            .URI();
+          break;
+      }
+      // console.log("uri", uri.toString());
+      crdt = new CRDTImpl(sthis, {
+        name: "peer-log",
+        writeQueue: { chunkSize: 32 },
+        storeUrls: {
+          data: {
+            meta: uri.build().setParam(PARAM.STORE, "meta").setParam(PARAM.STORE_KEY, "insecure").URI(),
+            car: uri.build().setParam(PARAM.STORE, "car").setParam(PARAM.STORE_KEY, "insecure").URI(),
+            file: uri.build().setParam(PARAM.STORE, "file").setParam(PARAM.STORE_KEY, "insecure").URI(),
+            wal: uri.build().setParam(PARAM.STORE, "wal").setParam(PARAM.STORE_KEY, "insecure").URI(),
+          },
+        },
+      } as LedgerOpts);
+      await crdt.ready();
+    });
+    afterEach(async () => {
+      await crdt.close();
+    });
+
+    it.each(new Array(10).fill(0).map((_, i) => ({ cid: i })))("write:$cid", async ({ cid }) => {
+      const peers = new Array(10).fill(0).map((_, peer) => {
+        return { id: `test-${cid}:peer-${peer}`, value: { cid: `test-${cid}`, peer: `peer-${peer}` } };
+      });
+      await crdt.bulk(peers);
+    });
+    it("read", async () => {
+      for (let cid = 0; cid < 10; cid++) {
+        for (let peer = 0; peer < 10; peer++) {
+          const id = `test-${cid}:peer-${peer}`;
+          const res = (await crdt.get(id)) as unknown as { cid: Link; doc: { cid: string; peer: string } };
+          expect(res.doc).toEqual({ cid: `test-${cid}`, peer: `peer-${peer}` });
+        }
+      }
+    });
+    // for (let cid = 0; cid < 10; cid++) {
+    //   const gte = `test-${cid}`;
+    //   const ret = [];
+    //   for await (const [key, link] of entries(blk, root, { gte })) {
+    //     ret.push([key, link]);
+    //   }
+    //   expect(ret.length).toEqual(10);
+    // }
+  });
+});

package/blockstore/store.test.d.ts

@@ -0,0 +1 @@
+export {};