@peerbit/log 4.0.0-55cebfe → 4.0.0

package/dist/benchmark/index.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=index.d.ts.map

package/dist/benchmark/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../benchmark/index.ts"],"names":[],"mappings":""}

package/dist/benchmark/index.js

@@ -0,0 +1,143 @@
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+import B from "benchmark";
+import { field, option, serialize, variant } from "@dao-xyz/borsh";
+import { v4 as uuid } from "uuid";
+import crypto from "crypto";
+import { Log } from "../src/log.js";
+import { AnyBlockStore } from "@peerbit/blocks";
+import { Ed25519Keypair } from "@peerbit/crypto";
+import { BORSH_ENCODING } from "../src/encoding.js";
+import { Entry } from "../src/entry.js";
+// Run with "node --loader ts-node/esm ./benchmark/index.ts"
+let Document = class Document {
+    id;
+    name;
+    number;
+    bytes;
+    constructor(opts) {
+        this.id = opts.id;
+        this.name = opts.name;
+        this.number = opts.number;
+        this.bytes = opts.bytes;
+    }
+};
+__decorate([
+    field({ type: "string" }),
+    __metadata("design:type", String)
+], Document.prototype, "id", void 0);
+__decorate([
+    field({ type: option("string") }),
+    __metadata("design:type", String)
+], Document.prototype, "name", void 0);
+__decorate([
+    field({ type: option("u64") }),
+    __metadata("design:type", BigInt)
+], Document.prototype, "number", void 0);
+__decorate([
+    field({ type: Uint8Array }),
+    __metadata("design:type", Uint8Array)
+], Document.prototype, "bytes", void 0);
+Document = __decorate([
+    variant("document"),
+    __metadata("design:paramtypes", [Document])
+], Document);
+let log;
+let store;
+const key = await Ed25519Keypair.create();
+const reset = async () => {
+    log = new Log();
+    store = new AnyBlockStore();
+    await log.open(store, key, { encoding: BORSH_ENCODING(Document) });
+};
+await reset();
+class NestedEntry {
+    entry;
+    constructor(entry) {
+        this.entry = entry;
+    }
+}
+__decorate([
+    field({ type: Entry }),
+    __metadata("design:type", Entry)
+], NestedEntry.prototype, "entry", void 0);
+const suite = new B.Suite({ delay: 100 });
+suite
+    .add("1e3", {
+    fn: async (deferred) => {
+        const doc = new Document({
+            id: uuid(),
+            name: "hello",
+            number: 1n,
+            bytes: crypto.randomBytes(1e3)
+        });
+        await log.append(doc);
+        deferred.resolve();
+    },
+    defer: true
+})
+    .add("1e4", {
+    fn: async (deferred) => {
+        const doc = new Document({
+            id: uuid(),
+            name: "hello",
+            number: 1n,
+            bytes: crypto.randomBytes(1e4)
+        });
+        await log.append(doc);
+        deferred.resolve();
+    },
+    defer: true
+})
+    .add("1e5", {
+    fn: async (deferred) => {
+        const doc = new Document({
+            id: uuid(),
+            name: "hello",
+            number: 1n,
+            bytes: crypto.randomBytes(1e5)
+        });
+        const entry = await log.append(doc);
+        serialize(new NestedEntry(entry.entry));
+        serialize(new NestedEntry(entry.entry));
+        serialize(new NestedEntry(entry.entry));
+        serialize(new NestedEntry(entry.entry));
+        serialize(new NestedEntry(entry.entry));
+        serialize(new NestedEntry(entry.entry));
+        serialize(new NestedEntry(entry.entry));
+        serialize(new NestedEntry(entry.entry));
+        serialize(new NestedEntry(entry.entry));
+        serialize(new NestedEntry(entry.entry));
+        deferred.resolve();
+    },
+    defer: true
+})
+    .add("1e6", {
+    fn: async (deferred) => {
+        const doc = new Document({
+            id: uuid(),
+            name: "hello",
+            number: 1n,
+            bytes: crypto.randomBytes(1e5)
+        });
+        await log.append(doc);
+        deferred.resolve();
+    },
+    defer: true
+})
+    .on("cycle", async (event) => {
+    console.log(String(event.target));
+    await reset();
+})
+    .on("error", (err) => {
+    throw err;
+})
+    .run();
+//# sourceMappingURL=index.js.map

package/dist/benchmark/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../benchmark/index.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,CAAC,MAAM,WAAW,CAAC;AAC1B,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AACnE,OAAO,EAAE,EAAE,IAAI,IAAI,EAAE,MAAM,MAAM,CAAC;AAClC,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,GAAG,EAAE,MAAM,eAAe,CAAC;AACpC,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAChD,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,EAAE,KAAK,EAAE,MAAM,iBAAiB,CAAC;AAExC,4DAA4D;AAE5D,IACM,QAAQ,GADd,MACM,QAAQ;IAEb,EAAE,CAAS;IAGX,IAAI,CAAU;IAGd,MAAM,CAAU;IAGhB,KAAK,CAAa;IAElB,YAAY,IAAc;QACzB,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC;QAClB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;QACtB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC1B,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;IACzB,CAAC;CACD,CAAA;AAjBA;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;;oCACf;AAGX;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;;sCACpB;AAGd;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;;wCACf;AAGhB;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;8BACrB,UAAU;uCAAC;AAXb,QAAQ;IADb,OAAO,CAAC,UAAU,CAAC;qCAcD,QAAQ;GAbrB,QAAQ,CAmBb;AACD,IAAI,GAAkB,CAAC;AACvB,IAAI,KAAoB,CAAC;AACzB,MAAM,GAAG,GAAG,MAAM,cAAc,CAAC,MAAM,EAAE,CAAC;AAE1C,MAAM,KAAK,GAAG,KAAK,IAAI,EAAE;IACxB,GAAG,GAAG,IAAI,GAAG,EAAY,CAAC;IAC1B,KAAK,GAAG,IAAI,aAAa,EAAE,CAAC;IAC5B,MAAM,GAAG,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE,QAAQ,EAAE,cAAc,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;AACpE,CAAC,CAAC;AACF,MAAM,KAAK,EAAE,CAAC;AAEd,MAAM,WAAW;IAEhB,KAAK,CAAa;IAElB,YAAY,KAAiB;QAC5B,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACpB,CAAC;CACD;AALA;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;8BAChB,KAAK;0CAAM;AAMnB,MAAM,KAAK,GAAG,IAAI,CAAC,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;AAC1C,KAAK;KACH,GAAG,CAAC,KAAK,EAAE;IACX,EAAE,EAAE,KAAK,EAAE,QAAa,EAAE,EAAE;QAC3B,MAAM,GAAG,GAAG,IAAI,QAAQ,CAAC;YACxB,EAAE,EAAE,IAAI,EAAE;YACV,IAAI,EAAE,OAAO;YACb,MAAM,EAAE,EAAE;YACV,KAAK,EAAE,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC;SAC9B,CAAC,CAAC;QACH,MAAM,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAEtB,QAAQ,CAAC,OAAO,EAAE,CAAC;IACpB,CAAC;IACD,KAAK,EAAE,IAAI;CACX,CAAC;KACD,GAAG,CAAC,KAAK,EAAE;IACX,EAAE,EAAE,KAAK,EAAE,QAAa,EAAE,EAAE;QAC3B,MAAM,GAAG,GAAG,IAAI,QAAQ,CAAC;YACxB,EAAE,EAAE,IAAI,EAAE;YACV,IAAI,EAAE,OAAO;YACb,MAAM,EAAE,EAAE;YACV,KAAK,EAAE,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC;SAC9B,CAAC,CAAC;QACH,MAAM,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAEtB,QAAQ,CAAC,OAAO,EAAE,CAAC;IACpB,CAAC;IACD,KAAK,EAAE,IAAI;CACX,CAAC;KACD,GAAG,CAAC,KAAK,EAAE;IACX,EAAE,EAAE,KAAK,EAAE,QAAa,EAAE,EAAE;QAC3B,MAAM,GAAG,GAAG,IAAI,QAAQ,CAAC;YACxB,EAAE,EAAE,IAAI,EAAE;YACV,IAAI,EAAE,OAAO;YACb,MAAM,EAAE,EAAE;YACV,KAAK,EAAE,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC;SAC9B,CAAC,CAAC;QACH,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACpC,SAAS,CAAC,IAAI,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;QACxC,SAAS,CAAC,IAAI,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;QACxC,SAAS,CAAC,IAAI,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;QACxC,SAAS,CAAC,IAAI,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;QACxC,SAAS,CAAC,IAAI,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;QACxC,SAAS,CAAC,IAAI,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;QACxC,SAAS,CAAC,IAAI,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;QACxC,SAAS,CAAC,IAAI,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;QACxC,SAAS,CAAC,IAAI,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;QACxC,SAAS,CAAC,IAAI,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;QAExC,QAAQ,CAAC,OAAO,EAAE,CAAC;IACpB,CAAC;IACD,KAAK,EAAE,IAAI;CACX,CAAC;KACD,GAAG,CAAC,KAAK,EAAE;IACX,EAAE,EAAE,KAAK,EAAE,QAAa,EAAE,EAAE;QAC3B,MAAM,GAAG,GAAG,IAAI,QAAQ,CAAC;YACxB,EAAE,EAAE,IAAI,EAAE;YACV,IAAI,EAAE,OAAO;YACb,MAAM,EAAE,EAAE;YACV,KAAK,EAAE,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC;SAC9B,CAAC,CAAC;QACH,MAAM,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAEtB,QAAQ,CAAC,OAAO,EAAE,CAAC;IACpB,CAAC;IACD,KAAK,EAAE,IAAI;CACX,CAAC;KACD,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,KAAU,EAAE,EAAE;IACjC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;IAClC,MAAM,KAAK,EAAE,CAAC;AACf,CAAC,CAAC;KACD,EAAE,CAAC,OAAO,EAAE,CAAC,GAAQ,EAAE,EAAE;IACzB,MAAM,GAAG,CAAC;AACX,CAAC,CAAC;KACD,GAAG,EAAE,CAAC"}

package/dist/src/heads.d.ts

@@ -0,0 +1,70 @@
+import { Entry } from "./entry.js";
+import { type AnyStore } from "@peerbit/any-store";
+import { HeadsCache } from "./heads-cache.js";
+import { type Blocks } from "@peerbit/blocks-interface";
+import { type Keychain } from "@peerbit/keychain";
+import { type Encoding } from "./encoding.js";
+import { Values } from "./values.js";
+import { EntryIndex } from "./entry-index.js";
+export type CacheUpdateOptions = {
+    cache?: {
+        update?: false;
+        reset?: false;
+    } | {
+        update: true;
+        reset?: boolean;
+    };
+};
+interface Log<T> {
+    blocks: Blocks;
+    keychain?: Keychain;
+    memory?: AnyStore;
+    encoding: Encoding<any>;
+    entryIndex: EntryIndex<T>;
+    values: Values<T>;
+}
+export declare class HeadsIndex<T> {
+    private _id;
+    private _index;
+    private _gids;
+    private _headsCache;
+    private _config;
+    private _onGidRemoved?;
+    constructor(id: Uint8Array);
+    init(log: Log<T>, options?: {
+        entries?: Entry<T>[];
+        onGidRemoved?: (gid: string[]) => Promise<void> | void;
+    }): Promise<HeadsCache<T> | undefined>;
+    load(options?: {
+        timeout?: number;
+        replicate?: boolean;
+        reload?: boolean;
+        ignoreMissing?: boolean;
+    } & CacheUpdateOptions): Promise<Entry<T>[] | undefined>;
+    get headsCache(): HeadsCache<T> | undefined;
+    close(): Promise<void> | undefined;
+    drop(): Promise<void> | undefined;
+    get id(): Uint8Array;
+    get index(): Set<string>;
+    get gids(): Map<string, Map<string, Entry<T>>>;
+    get size(): number;
+    reset(entries: Entry<T>[], options?: CacheUpdateOptions): Promise<void>;
+    has(cid: string): boolean;
+    put(entry: Entry<T>, options?: CacheUpdateOptions): Promise<void>;
+    putAll(entries: Entry<T>[], options?: CacheUpdateOptions): Promise<void>;
+    resetHeadsCache(): Promise<void>;
+    updateHeadsCache(change?: {
+        added?: (Entry<T> | string)[];
+        removed?: (Entry<T> | string)[];
+    }, reset?: boolean): Promise<void>;
+    private _putOne;
+    private _putAll;
+    del(entry: {
+        hash: string;
+        meta: {
+            gid: string;
+        };
+    }, options?: CacheUpdateOptions): Promise<boolean>;
+}
+export {};
+//# sourceMappingURL=heads.d.ts.map

package/dist/src/heads.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"heads.d.ts","sourceRoot":"","sources":["../../src/heads.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AACnC,OAAO,EAAE,KAAK,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AACnD,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,KAAK,MAAM,EAAE,MAAM,2BAA2B,CAAC;AACxD,OAAO,EAAE,KAAK,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAClD,OAAO,EAAE,KAAK,QAAQ,EAAE,MAAM,eAAe,CAAC;AAC9C,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAErC,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAE9C,MAAM,MAAM,kBAAkB,GAAG;IAChC,KAAK,CAAC,EAAE;QAAE,MAAM,CAAC,EAAE,KAAK,CAAC;QAAC,KAAK,CAAC,EAAE,KAAK,CAAA;KAAE,GAAG;QAAE,MAAM,EAAE,IAAI,CAAC;QAAC,KAAK,CAAC,EAAE,OAAO,CAAA;KAAE,CAAC;CAC9E,CAAC;AAEF,UAAU,GAAG,CAAC,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,MAAM,CAAC,EAAE,QAAQ,CAAC;IAClB,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC;IACxB,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC;IAC1B,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC;CAClB;AACD,qBAAa,UAAU,CAAC,CAAC;IACxB,OAAO,CAAC,GAAG,CAAa;IACxB,OAAO,CAAC,MAAM,CAA0B;IACxC,OAAO,CAAC,KAAK,CAAqC;IAClD,OAAO,CAAC,WAAW,CAA4B;IAC/C,OAAO,CAAC,OAAO,CAAU;IACzB,OAAO,CAAC,aAAa,CAAC,CAA0C;gBACpD,EAAE,EAAE,UAAU;IAKpB,IAAI,CACT,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,EACX,OAAO,GAAE;QACR,OAAO,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;QACrB,YAAY,CAAC,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;KAClD;IAWD,IAAI,CACT,OAAO,CAAC,EAAE;QACT,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,SAAS,CAAC,EAAE,OAAO,CAAC;QACpB,MAAM,CAAC,EAAE,OAAO,CAAC;QACjB,aAAa,CAAC,EAAE,OAAO,CAAC;KACxB,GAAG,kBAAkB,GACpB,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,SAAS,CAAC;IA8BlC,IAAI,UAAU,IAAI,UAAU,CAAC,CAAC,CAAC,GAAG,SAAS,CAE1C;IAED,KAAK;IAIL,IAAI;IAIJ,IAAI,EAAE,IAAI,UAAU,CAEnB;IAED,IAAI,KAAK,gBAER;IAED,IAAI,IAAI,IAAI,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAE7C;IAED,IAAI,IAAI,WAEP;IAEK,KAAK,CACV,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,EACnB,OAAO,GAAE,kBAA6D;IAevE,GAAG,CAAC,GAAG,EAAE,MAAM;IAIT,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,EAAE,kBAAkB;IAOjD,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,OAAO,CAAC,EAAE,kBAAkB;IAOxD,eAAe;IAMf,gBAAgB,CACrB,MAAM,GAAE;QACP,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,EAAE,CAAC;QAC9B,OAAO,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,EAAE,CAAC;KAC3B,EACN,KAAK,CAAC,EAAE,OAAO;YAKF,OAAO;YA0BP,OAAO;IAMf,GAAG,CACR,KAAK,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE;YAAE,GAAG,EAAE,MAAM,CAAA;SAAE,CAAA;KAAE,EAC9C,OAAO,CAAC,EAAE,kBAAkB,GAC1B,OAAO,CAAC,OAAO,CAAC;CA+BnB"}

package/dist/src/heads.js

@@ -0,0 +1,164 @@
+import { Entry } from "./entry.js";
+import {} from "@peerbit/any-store";
+import { HeadsCache } from "./heads-cache.js";
+import {} from "@peerbit/blocks-interface";
+import {} from "@peerbit/keychain";
+import {} from "./encoding.js";
+import { Values } from "./values.js";
+import { logger } from "./logger.js";
+import { EntryIndex } from "./entry-index.js";
+export class HeadsIndex {
+    _id;
+    _index = new Set();
+    _gids; // gid -> hash -> entry
+    _headsCache;
+    _config;
+    _onGidRemoved;
+    constructor(id) {
+        this._gids = new Map();
+        this._id = id;
+    }
+    async init(log, options = {}) {
+        this._config = log;
+        this._onGidRemoved = options.onGidRemoved;
+        await this.reset(options?.entries || []);
+        if (log.memory) {
+            this._headsCache = new HeadsCache(this);
+            return this._headsCache.init(await log.memory.sublevel("heads"));
+        }
+    }
+    async load(options) {
+        if (!this._headsCache || (this._headsCache.loaded && !options?.reload)) {
+            return;
+        }
+        // TODO make below into a promise that concurrenct caklls can wait on?
+        const heads = await this._headsCache?.load();
+        if (!heads) {
+            return;
+        }
+        const entries = await Promise.all(heads.map(async (x) => {
+            const entry = await this._config.entryIndex.get(x, { load: true });
+            if (!entry) {
+                if (options?.ignoreMissing) {
+                    logger.error("Failed to load entry from head with hash: " + x);
+                    return;
+                }
+                else {
+                    throw new Error("Failed to load entry from head with hash: " + x);
+                }
+            }
+            await entry.getMeta(); // TODO types,decrypt gid
+            return entry;
+        }));
+        const filtered = entries.filter((x) => !!x);
+        await this.reset(filtered);
+        return filtered;
+    }
+    get headsCache() {
+        return this._headsCache;
+    }
+    close() {
+        return this._headsCache?.close();
+    }
+    drop() {
+        return this._headsCache?.drop();
+    }
+    get id() {
+        return this._id;
+    }
+    get index() {
+        return this._index;
+    }
+    get gids() {
+        return this._gids;
+    }
+    get size() {
+        return this._index.size;
+    }
+    async reset(entries, options = { cache: { reset: true, update: true } }) {
+        this._index.clear();
+        const gidKeys = [...this._gids.keys()];
+        this._gids = new Map();
+        if (entries?.length > 0) {
+            await this.putAll(entries, options); // reset cache = true
+        }
+        if (gidKeys.length > 0) {
+            this._onGidRemoved?.(gidKeys);
+        }
+    }
+    has(cid) {
+        return this._index.has(cid);
+    }
+    async put(entry, options) {
+        await this._putOne(entry);
+        if (!options?.cache || options?.cache?.update) {
+            await this._headsCache?.queue({ added: [entry] }, options?.cache?.reset);
+        }
+    }
+    async putAll(entries, options) {
+        await this._putAll(entries);
+        if (!options?.cache || options?.cache?.update) {
+            await this._headsCache?.queue({ added: entries }, options?.cache?.reset);
+        }
+    }
+    async resetHeadsCache() {
+        await this._headsCache?.queue({ added: [...this._index], removed: [] }, true);
+    }
+    async updateHeadsCache(change = {}, reset) {
+        await this._headsCache?.queue(change, reset);
+    }
+    async _putOne(entry) {
+        if (!entry.hash) {
+            throw new Error("Missing hash");
+        }
+        if (this._index.has(entry.hash)) {
+            return;
+        }
+        this._index.add(entry.hash);
+        const map = this._gids.get(entry.meta.gid);
+        if (!map) {
+            const newMap = new Map();
+            this._gids.set(entry.meta.gid, newMap);
+            newMap.set(entry.hash, entry);
+        }
+        else {
+            map.set(entry.hash, entry);
+        }
+        for (const next of entry.next) {
+            const indexedEntry = this._config.entryIndex.getShallow(next);
+            if (indexedEntry) {
+                await this.del(indexedEntry, { cache: { update: false } }); // we dont update cache here because the put will update the cache that is calling _putOne
+            }
+        }
+    }
+    async _putAll(entries) {
+        for (const entry of entries) {
+            await this._putOne(entry);
+        }
+    }
+    async del(entry, options) {
+        const wasHead = this._index.delete(entry.hash);
+        if (!wasHead) {
+            return false;
+        }
+        let removedGids = undefined;
+        const map = this._gids.get(entry.meta.gid);
+        map.delete(entry.hash);
+        if (map.size <= 0) {
+            this._gids.delete(entry.meta.gid);
+            (removedGids || (removedGids = new Set())).add(entry.meta.gid);
+        }
+        if (!entry.hash) {
+            throw new Error("Missing hash");
+        }
+        if (removedGids) {
+            await this._onGidRemoved?.([...removedGids]);
+        }
+        if (wasHead && !(options?.cache || options?.cache?.update)) {
+            await this._headsCache?.queue({ removed: [entry.hash] }, options?.cache?.reset);
+        }
+        return wasHead;
+        //     this._headsCache = undefined; // TODO do smarter things here, only remove the element needed (?)
+    }
+}
+//# sourceMappingURL=heads.js.map

package/dist/src/heads.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"heads.js","sourceRoot":"","sources":["../../src/heads.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AACnC,OAAO,EAAiB,MAAM,oBAAoB,CAAC;AACnD,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAe,MAAM,2BAA2B,CAAC;AACxD,OAAO,EAAiB,MAAM,mBAAmB,CAAC;AAClD,OAAO,EAAiB,MAAM,eAAe,CAAC;AAC9C,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AACrC,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AACrC,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAc9C,MAAM,OAAO,UAAU;IACd,GAAG,CAAa;IAChB,MAAM,GAAgB,IAAI,GAAG,EAAE,CAAC;IAChC,KAAK,CAAqC,CAAC,uBAAuB;IAClE,WAAW,CAA4B;IACvC,OAAO,CAAU;IACjB,aAAa,CAA2C;IAChE,YAAY,EAAc;QACzB,IAAI,CAAC,KAAK,GAAG,IAAI,GAAG,EAAE,CAAC;QACvB,IAAI,CAAC,GAAG,GAAG,EAAE,CAAC;IACf,CAAC;IAED,KAAK,CAAC,IAAI,CACT,GAAW,EACX,UAGI,EAAE;QAEN,IAAI,CAAC,OAAO,GAAG,GAAG,CAAC;QACnB,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,YAAY,CAAC;QAC1C,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC,CAAC;QACzC,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;YAChB,IAAI,CAAC,WAAW,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC;YACxC,OAAO,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;QAClE,CAAC;IACF,CAAC;IAED,KAAK,CAAC,IAAI,CACT,OAKsB;QAEtB,IAAI,CAAC,IAAI,CAAC,WAAW,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,EAAE,CAAC;YACxE,OAAO;QACR,CAAC;QAED,sEAAsE;QACtE,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC;QAC7C,IAAI,CAAC,KAAK,EAAE,CAAC;YACZ,OAAO;QACR,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAChC,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE;YACrB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;YACnE,IAAI,CAAC,KAAK,EAAE,CAAC;gBACZ,IAAI,OAAO,EAAE,aAAa,EAAE,CAAC;oBAC5B,MAAM,CAAC,KAAK,CAAC,4CAA4C,GAAG,CAAC,CAAC,CAAC;oBAC/D,OAAO;gBACR,CAAC;qBAAM,CAAC;oBACP,MAAM,IAAI,KAAK,CAAC,4CAA4C,GAAG,CAAC,CAAC,CAAC;gBACnE,CAAC;YACF,CAAC;YACD,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,yBAAyB;YAChD,OAAO,KAAK,CAAC;QACd,CAAC,CAAC,CACF,CAAC;QACF,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAmB,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7D,MAAM,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC3B,OAAO,QAAQ,CAAC;IACjB,CAAC;IAED,IAAI,UAAU;QACb,OAAO,IAAI,CAAC,WAAW,CAAC;IACzB,CAAC;IAED,KAAK;QACJ,OAAO,IAAI,CAAC,WAAW,EAAE,KAAK,EAAE,CAAC;IAClC,CAAC;IAED,IAAI;QACH,OAAO,IAAI,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC;IACjC,CAAC;IAED,IAAI,EAAE;QACL,OAAO,IAAI,CAAC,GAAG,CAAC;IACjB,CAAC;IAED,IAAI,KAAK;QACR,OAAO,IAAI,CAAC,MAAM,CAAC;IACpB,CAAC;IAED,IAAI,IAAI;QACP,OAAO,IAAI,CAAC,KAAK,CAAC;IACnB,CAAC;IAED,IAAI,IAAI;QACP,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,KAAK,CACV,OAAmB,EACnB,UAA8B,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE;QAEtE,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QACpB,MAAM,OAAO,GAAG,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;QAEvC,IAAI,CAAC,KAAK,GAAG,IAAI,GAAG,EAAE,CAAC;QACvB,IAAI,OAAO,EAAE,MAAM,GAAG,CAAC,EAAE,CAAC;YACzB,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,qBAAqB;QAC3D,CAAC;QAED,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxB,IAAI,CAAC,aAAa,EAAE,CAAC,OAAO,CAAC,CAAC;QAC/B,CAAC;IACF,CAAC;IAED,GAAG,CAAC,GAAW;QACd,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,KAAe,EAAE,OAA4B;QACtD,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAC1B,IAAI,CAAC,OAAO,EAAE,KAAK,IAAI,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;YAC/C,MAAM,IAAI,CAAC,WAAW,EAAE,KAAK,CAAC,EAAE,KAAK,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;QAC1E,CAAC;IACF,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,OAAmB,EAAE,OAA4B;QAC7D,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAC5B,IAAI,CAAC,OAAO,EAAE,KAAK,IAAI,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;YAC/C,MAAM,IAAI,CAAC,WAAW,EAAE,KAAK,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;QAC1E,CAAC;IACF,CAAC;IAED,KAAK,CAAC,eAAe;QACpB,MAAM,IAAI,CAAC,WAAW,EAAE,KAAK,CAC5B,EAAE,KAAK,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,EACxC,IAAI,CACJ,CAAC;IACH,CAAC;IACD,KAAK,CAAC,gBAAgB,CACrB,SAGI,EAAE,EACN,KAAe;QAEf,MAAM,IAAI,CAAC,WAAW,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAC9C,CAAC;IAEO,KAAK,CAAC,OAAO,CAAC,KAAe;QACpC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,cAAc,CAAC,CAAC;QACjC,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;YACjC,OAAO;QACR,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC5B,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC3C,IAAI,CAAC,GAAG,EAAE,CAAC;YACV,MAAM,MAAM,GAAG,IAAI,GAAG,EAAE,CAAC;YACzB,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;YACvC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QAC/B,CAAC;aAAM,CAAC;YACP,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QAC5B,CAAC;QAED,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;YAC/B,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;YAC9D,IAAI,YAAY,EAAE,CAAC;gBAClB,MAAM,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC,0FAA0F;YACvJ,CAAC;QACF,CAAC;IACF,CAAC;IAEO,KAAK,CAAC,OAAO,CAAC,OAAmB;QACxC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC7B,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAC3B,CAAC;IACF,CAAC;IAED,KAAK,CAAC,GAAG,CACR,KAA8C,EAC9C,OAA4B;QAE5B,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC/C,IAAI,CAAC,OAAO,EAAE,CAAC;YACd,OAAO,KAAK,CAAC;QACd,CAAC;QACD,IAAI,WAAW,GAA4B,SAAS,CAAC;QACrD,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAE,CAAC;QAC5C,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACvB,IAAI,GAAG,CAAC,IAAI,IAAI,CAAC,EAAE,CAAC;YACnB,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAClC,CAAC,WAAW,IAAI,CAAC,WAAW,GAAG,IAAI,GAAG,EAAU,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACxE,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,cAAc,CAAC,CAAC;QACjC,CAAC;QAED,IAAI,WAAW,EAAE,CAAC;YACjB,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC,GAAG,WAAW,CAAC,CAAC,CAAC;QAC9C,CAAC;QAED,IAAI,OAAO,IAAI,CAAC,CAAC,OAAO,EAAE,KAAK,IAAI,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,EAAE,CAAC;YAC5D,MAAM,IAAI,CAAC,WAAW,EAAE,KAAK,CAC5B,EAAE,OAAO,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,EACzB,OAAO,EAAE,KAAK,EAAE,KAAK,CACrB,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;QACf,uGAAuG;IACxG,CAAC;CACD"}

package/dist/src/types.d.ts

@@ -0,0 +1,7 @@
+export declare class StringArray {
+    arr: string[];
+    constructor(properties: {
+        arr: string[];
+    });
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/src/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/types.ts"],"names":[],"mappings":"AAEA,qBAAa,WAAW;IAEvB,GAAG,EAAE,MAAM,EAAE,CAAC;gBAEF,UAAU,EAAE;QAAE,GAAG,EAAE,MAAM,EAAE,CAAA;KAAE;CAGzC"}

package/dist/src/types.js

@@ -0,0 +1,21 @@
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+import { field, vec } from "@dao-xyz/borsh";
+export class StringArray {
+    arr;
+    constructor(properties) {
+        this.arr = properties.arr;
+    }
+}
+__decorate([
+    field({ type: vec("string") }),
+    __metadata("design:type", Array)
+], StringArray.prototype, "arr", void 0);
+//# sourceMappingURL=types.js.map

package/dist/src/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/types.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,gBAAgB,CAAC;AAE5C,MAAM,OAAO,WAAW;IAEvB,GAAG,CAAW;IAEd,YAAY,UAA6B;QACxC,IAAI,CAAC,GAAG,GAAG,UAAU,CAAC,GAAG,CAAC;IAC3B,CAAC;CACD;AALA;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;;wCACjB"}

package/dist/src/values.d.ts

@@ -0,0 +1,27 @@
+import { Entry } from "./entry.js";
+import { type ISortFunction } from "./log-sorting.js";
+import yallist from "yallist";
+import { EntryIndex } from "./entry-index.js";
+export type EntryNode = yallist.Node<string>;
+export declare class Values<T> {
+    /**
+     * Keep track of sorted elements in descending sort order (i.e. newest elements)
+     */
+    private _values;
+    private _sortFn;
+    private _byteLength;
+    private _entryIndex;
+    constructor(entryIndex: EntryIndex<T>, sortFn: ISortFunction, entries?: Entry<T>[]);
+    toArray(): Promise<Entry<T>[]>;
+    get head(): yallist.Node<string> | null;
+    get tail(): yallist.Node<string> | null;
+    get length(): number;
+    get entryIndex(): EntryIndex<T>;
+    put(value: Entry<T>): void;
+    _put(value: Entry<T>): void;
+    delete(value: Entry<T> | string): Promise<void>;
+    deleteNode(node: EntryNode): void;
+    pop(): string | undefined;
+    get byteLength(): number;
+}
+//# sourceMappingURL=values.d.ts.map

package/dist/src/values.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"values.d.ts","sourceRoot":"","sources":["../../src/values.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AACnC,OAAO,EAAE,KAAK,aAAa,EAAE,MAAM,kBAAkB,CAAC;AACtD,OAAO,OAAO,MAAM,SAAS,CAAC;AAC9B,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAE9C,MAAM,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AAE7C,qBAAa,MAAM,CAAC,CAAC;IACpB;;OAEG;IACH,OAAO,CAAC,OAAO,CAAkB;IACjC,OAAO,CAAC,OAAO,CAAgB;IAC/B,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,WAAW,CAAgB;gBAGlC,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC,EACzB,MAAM,EAAE,aAAa,EACrB,OAAO,GAAE,KAAK,CAAC,CAAC,CAAC,EAAO;IA4BzB,OAAO,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;IAM9B,IAAI,IAAI,gCAEP;IACD,IAAI,IAAI,gCAEP;IACD,IAAI,MAAM,WAET;IAED,IAAI,UAAU,IAAI,UAAU,CAAC,CAAC,CAAC,CAE9B;IACD,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC;IAGnB,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC;IA6Bd,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,GAAG,MAAM;IAwBrC,UAAU,CAAC,IAAI,EAAE,SAAS;IAQ1B,GAAG;IAQH,IAAI,UAAU,WAEb;CACD"}

package/dist/src/values.js

@@ -0,0 +1,130 @@
+import { Entry } from "./entry.js";
+import {} from "./log-sorting.js";
+import yallist from "yallist";
+import { EntryIndex } from "./entry-index.js";
+export class Values {
+    /**
+     * Keep track of sorted elements in descending sort order (i.e. newest elements)
+     */
+    _values;
+    _sortFn;
+    _byteLength;
+    _entryIndex;
+    constructor(entryIndex, sortFn, entries = []) {
+        this._values = yallist.create(entries
+            .slice()
+            .sort(sortFn)
+            .reverse()
+            .map((x) => {
+            if (!x.hash)
+                throw new Error("Unexpected");
+            return x.hash; /* {
+                hash: x.hash,
+                byteLength: x._payload.byteLength,
+                meta: {
+                    gids: x.gids,
+                    gid: x.gid,
+                    data: x.meta.data,
+                },
+            }; */
+        }));
+        this._byteLength = 0;
+        entries.forEach((entry) => {
+            this._byteLength += entry._payload.byteLength;
+        });
+        this._sortFn = sortFn;
+        this._entryIndex = entryIndex;
+    }
+    toArray() {
+        return Promise.all(this._values.toArrayReverse().map((x) => this._entryIndex.get(x))).then((arr) => arr.filter((x) => !!x)); // we do reverse because we assume the log is only meaningful if we read it from start to end
+    }
+    get head() {
+        return this._values.head;
+    }
+    get tail() {
+        return this._values.tail;
+    }
+    get length() {
+        return this._values.length;
+    }
+    get entryIndex() {
+        return this._entryIndex;
+    }
+    put(value) {
+        return this._put(value);
+    }
+    _put(value) {
+        // assume we want to insert at head (or somehere close)
+        let walker = this._values.head;
+        let last = undefined;
+        while (walker) {
+            const walkerValue = this._entryIndex.getShallow(walker.value);
+            if (!walkerValue) {
+                throw new Error("Missing walker value");
+            }
+            if (walkerValue.hash === value.hash) {
+                return; // already exist!
+            }
+            if (this._sortFn(walkerValue, value) < 0) {
+                break;
+            }
+            last = walker;
+            walker = walker.next;
+            continue;
+        }
+        this._byteLength += value._payload.byteLength;
+        if (!value.hash) {
+            throw new Error("Unexpected");
+        }
+        _insertAfter(this._values, last, value.hash);
+    }
+    async delete(value) {
+        const hash = typeof value === "string" ? value : value.hash;
+        // Assume we want to delete at tail (or somwhere close)
+        let walker = this._values.tail;
+        while (walker) {
+            const walkerValue = this._entryIndex.getShallow(walker.value);
+            if (!walkerValue) {
+                throw new Error("Missing walker value");
+            }
+            if (walkerValue.hash === hash) {
+                this._values.removeNode(walker);
+                this._byteLength -= walkerValue.payloadByteLength;
+                return;
+            }
+            walker = walker.prev; // prev will be undefined if you do removeNode(walker)
+        }
+        throw new Error(`Failed to delete. Could not find value with hash ${hash} in values list`);
+    }
+    deleteNode(node) {
+        this._values.removeNode(node);
+        this._byteLength -= this._entryIndex.getShallow(node.value).payloadByteLength;
+        return;
+    }
+    pop() {
+        const value = this._values.pop();
+        if (value) {
+            this._byteLength -= this._entryIndex.getShallow(value).payloadByteLength;
+        }
+        return value;
+    }
+    get byteLength() {
+        return this._byteLength;
+    }
+}
+function _insertAfter(self, node, value) {
+    const inserted = !node
+        ? new yallist.Node(value, null, self.head, self)
+        : new yallist.Node(value, node, node.next, self);
+    // is tail
+    if (inserted.next === null) {
+        self.tail = inserted;
+    }
+    // is head
+    if (inserted.prev === null) {
+        self.head = inserted;
+    }
+    self.length++;
+    return inserted;
+}
+//# sourceMappingURL=values.js.map

package/dist/src/values.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"values.js","sourceRoot":"","sources":["../../src/values.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AACnC,OAAO,EAAsB,MAAM,kBAAkB,CAAC;AACtD,OAAO,OAAO,MAAM,SAAS,CAAC;AAC9B,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAI9C,MAAM,OAAO,MAAM;IAClB;;OAEG;IACK,OAAO,CAAkB;IACzB,OAAO,CAAgB;IACvB,WAAW,CAAS;IACpB,WAAW,CAAgB;IAEnC,YACC,UAAyB,EACzB,MAAqB,EACrB,UAAsB,EAAE;QAExB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,MAAM,CAC5B,OAAO;aACL,KAAK,EAAE;aACP,IAAI,CAAC,MAAM,CAAC;aACZ,OAAO,EAAE;aACT,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;YACV,IAAI,CAAC,CAAC,CAAC,IAAI;gBAAE,MAAM,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC;YAC3C,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC;;;;;;;;iBAQV;QACN,CAAC,CAAC,CACH,CAAC;QACF,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC;QACrB,OAAO,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;YACzB,IAAI,CAAC,WAAW,IAAI,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC;QAC/C,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;QACtB,IAAI,CAAC,WAAW,GAAG,UAAU,CAAC;IAC/B,CAAC;IAED,OAAO;QACN,OAAO,OAAO,CAAC,GAAG,CACjB,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CACjE,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAwB,CAAC,CAAC,6FAA6F;IAC9J,CAAC;IAED,IAAI,IAAI;QACP,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;IAC1B,CAAC;IACD,IAAI,IAAI;QACP,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;IAC1B,CAAC;IACD,IAAI,MAAM;QACT,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;IAC5B,CAAC;IAED,IAAI,UAAU;QACb,OAAO,IAAI,CAAC,WAAW,CAAC;IACzB,CAAC;IACD,GAAG,CAAC,KAAe;QAClB,OAAO,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACzB,CAAC;IACD,IAAI,CAAC,KAAe;QACnB,uDAAuD;QACvD,IAAI,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;QAC/B,IAAI,IAAI,GAA0B,SAAS,CAAC;QAC5C,OAAO,MAAM,EAAE,CAAC;YACf,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC9D,IAAI,CAAC,WAAW,EAAE,CAAC;gBAClB,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;YACzC,CAAC;YACD,IAAI,WAAW,CAAC,IAAI,KAAK,KAAK,CAAC,IAAI,EAAE,CAAC;gBACrC,OAAO,CAAC,iBAAiB;YAC1B,CAAC;YAED,IAAI,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC1C,MAAM;YACP,CAAC;YACD,IAAI,GAAG,MAAM,CAAC;YACd,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC;YACrB,SAAS;QACV,CAAC;QAED,IAAI,CAAC,WAAW,IAAI,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC;QAC9C,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC;QAC/B,CAAC;QAED,YAAY,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;IAC9C,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,KAAwB;QACpC,MAAM,IAAI,GAAG,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC;QAC5D,uDAAuD;QAEvD,IAAI,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;QAC/B,OAAO,MAAM,EAAE,CAAC;YACf,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAE9D,IAAI,CAAC,WAAW,EAAE,CAAC;gBAClB,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;YACzC,CAAC;YAED,IAAI,WAAW,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;gBAC/B,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;gBAChC,IAAI,CAAC,WAAW,IAAI,WAAW,CAAC,iBAAiB,CAAC;gBAClD,OAAO;YACR,CAAC;YACD,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,sDAAsD;QAC7E,CAAC;QACD,MAAM,IAAI,KAAK,CACd,oDAAoD,IAAI,iBAAiB,CACzE,CAAC;IACH,CAAC;IAED,UAAU,CAAC,IAAe;QACzB,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QAC9B,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,WAAW,CAAC,UAAU,CAC9C,IAAI,CAAC,KAAK,CACT,CAAC,iBAAiB,CAAC;QACrB,OAAO;IACR,CAAC;IAED,GAAG;QACF,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC;QACjC,IAAI,KAAK,EAAE,CAAC;YACX,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,KAAK,CAAE,CAAC,iBAAiB,CAAC;QAC3E,CAAC;QACD,OAAO,KAAK,CAAC;IACd,CAAC;IAED,IAAI,UAAU;QACb,OAAO,IAAI,CAAC,WAAW,CAAC;IACzB,CAAC;CACD;AAED,SAAS,YAAY,CACpB,IAAkB,EAClB,IAA2B,EAC3B,KAAa;IAEb,MAAM,QAAQ,GAAG,CAAC,IAAI;QACrB,CAAC,CAAC,IAAI,OAAO,CAAC,IAAI,CACjB,KAAK,EACL,IAAW,EACX,IAAI,CAAC,IAA6B,EAClC,IAAI,CACJ;QACD,CAAC,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,CAAC,IAA6B,EAAE,IAAI,CAAC,CAAC;IAE3E,UAAU;IACV,IAAI,QAAQ,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;QAC5B,IAAI,CAAC,IAAI,GAAG,QAAQ,CAAC;IACtB,CAAC;IAED,UAAU;IACV,IAAI,QAAQ,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;QAC5B,IAAI,CAAC,IAAI,GAAG,QAAQ,CAAC;IACtB,CAAC;IAED,IAAI,CAAC,MAAM,EAAE,CAAC;IACd,OAAO,QAAQ,CAAC;AACjB,CAAC"}

package/package.json

@@ -1,106 +1,106 @@
 {
-  "name": "@peerbit/log",
-  "version": "4.0.0-55cebfe",
-  "description": "Append-only log CRDT",
-  "author": "dao.xyz",
-  "license": "MIT",
-  "sideEffects": false,
-  "type": "module",
-  "types": "./dist/src/index.d.ts",
-  "typesVersions": {
-    "*": {
-      "*": [
-        "*",
-        "dist/*",
-        "dist/src/*",
-        "dist/src/*/index"
-      ],
-      "src/*": [
-        "*",
-        "dist/*",
-        "dist/src/*",
-        "dist/src/*/index"
-      ]
-    }
-  },
-  "files": [
-    "src",
-    "dist",
-    "!dist/test",
-    "!**/*.tsbuildinfo"
-  ],
-  "exports": {
-    ".": {
-      "types": "./dist/src/index.d.ts",
-      "import": "./dist/src/index.js"
-    }
-  },
-  "eslintConfig": {
-    "extends": "peerbit",
-    "parserOptions": {
-      "project": true,
-      "sourceType": "module"
-    },
-    "ignorePatterns": [
-      "!.aegir.js",
-      "test/ts-use",
-      "*.d.ts"
-    ]
-  },
-  "publishConfig": {
-    "access": "public"
-  },
-  "engines": {
-    "node": ">=16.15.1"
-  },
-  "keywords": [
-    "ipfs",
-    "log",
-    "crdts",
-    "crdt"
-  ],
-  "dependencies": {
-    "@dao-xyz/borsh": "^5.2.3",
-    "@peerbit/cache": "2.1.0-55cebfe",
-    "@peerbit/blocks-interface": "1.3.0-55cebfe",
-    "@peerbit/crypto": "2.3.0-55cebfe",
-    "@peerbit/logger": "1.0.3-55cebfe",
-    "@peerbit/time": "2.0.7-55cebfe",
-    "libp2p": "^1.8.1",
-    "p-queue": "^8.0.1",
-    "path-browserify": "^1.0.1",
-    "uuid": "^9.0.0",
-    "@peerbit/indexer-interface": "1.0.0-55cebfe",
-    "@peerbit/indexer-simple": "1.0.0-55cebfe"
-  },
-  "devDependencies": {
-    "@peerbit/test-utils": "2.0.34-55cebfe",
-    "@types/yallist": "^4.0.4",
-    "assert": "^2.0.0",
-    "json-stringify-deterministic": "^1.0.7"
-  },
-  "contributors": [
-    "haadcode",
-    "aphelionz",
-    "shamb0t",
-    "thiagodelgado111",
-    "mistakia",
-    "satazor",
-    "RichardLitt",
-    "greenkeeperio-bot",
-    "chrisdostert",
-    "zachferland",
-    "kaibakker",
-    "dignifiedquire",
-    "adam-palazzo"
-  ],
-  "scripts": {
-    "clean": "aegir clean",
-    "build": "aegir build --no-bundle",
-    "test": "aegir test --target node",
-    "lint": "aegir lint"
-  },
-  "localMaintainers": [
-    "dao.xyz"
-  ]
+	"name": "@peerbit/log",
+	"version": "4.0.0",
+	"description": "Append-only log CRDT",
+	"author": "dao.xyz",
+	"license": "MIT",
+	"sideEffects": false,
+	"type": "module",
+	"types": "./dist/src/index.d.ts",
+	"typesVersions": {
+		"*": {
+			"*": [
+				"*",
+				"dist/*",
+				"dist/src/*",
+				"dist/src/*/index"
+			],
+			"src/*": [
+				"*",
+				"dist/*",
+				"dist/src/*",
+				"dist/src/*/index"
+			]
+		}
+	},
+	"files": [
+		"src",
+		"dist",
+		"!dist/test",
+		"!**/*.tsbuildinfo"
+	],
+	"exports": {
+		".": {
+			"types": "./dist/src/index.d.ts",
+			"import": "./dist/src/index.js"
+		}
+	},
+	"eslintConfig": {
+		"extends": "peerbit",
+		"parserOptions": {
+			"project": true,
+			"sourceType": "module"
+		},
+		"ignorePatterns": [
+			"!.aegir.js",
+			"test/ts-use",
+			"*.d.ts"
+		]
+	},
+	"publishConfig": {
+		"access": "public"
+	},
+	"engines": {
+		"node": ">=16.15.1"
+	},
+	"keywords": [
+		"ipfs",
+		"log",
+		"crdts",
+		"crdt"
+	],
+	"dependencies": {
+		"@dao-xyz/borsh": "^5.2.3",
+		"@peerbit/cache": "2.1.0",
+		"@peerbit/blocks-interface": "^1.3.0",
+		"@peerbit/crypto": "2.3.0",
+		"@peerbit/logger": "1.0.3",
+		"@peerbit/time": "2.0.7",
+		"libp2p": "^1.8.1",
+		"p-queue": "^8.0.1",
+		"path-browserify": "^1.0.1",
+		"uuid": "^9.0.0",
+		"@peerbit/indexer-interface": "^1.0.0",
+		"@peerbit/indexer-simple": "^1.0.0"
+	},
+	"devDependencies": {
+		"@peerbit/test-utils": "2.0.34",
+		"@types/yallist": "^4.0.4",
+		"assert": "^2.0.0",
+		"json-stringify-deterministic": "^1.0.7"
+	},
+	"contributors": [
+		"haadcode",
+		"aphelionz",
+		"shamb0t",
+		"thiagodelgado111",
+		"mistakia",
+		"satazor",
+		"RichardLitt",
+		"greenkeeperio-bot",
+		"chrisdostert",
+		"zachferland",
+		"kaibakker",
+		"dignifiedquire",
+		"adam-palazzo"
+	],
+	"scripts": {
+		"clean": "aegir clean",
+		"build": "aegir build --no-bundle",
+		"test": "aegir test --target node",
+		"lint": "aegir lint"
+	},
+	"localMaintainers": [
+		"dao.xyz"
+	]
 }