@typeberry/lib 0.8.4-9502983 → 0.8.4-faebc7a

package/packages/jam/ticket-pool/pending-ticket-pool.test.js

@@ -0,0 +1,67 @@
+import assert from "node:assert";
+import { describe, it } from "node:test";
+import { tryAsEpoch } from "#@typeberry/block";
+import { SignedTicket, tryAsTicketAttempt } from "#@typeberry/block/tickets.js";
+import { Bytes } from "#@typeberry/bytes";
+import { BANDERSNATCH_PROOF_BYTES } from "#@typeberry/crypto";
+import { PendingTicketPool } from "./pending-ticket-pool.js";
+const E1 = tryAsEpoch(1);
+const E2 = tryAsEpoch(2);
+function makeTicket(seed, attempt = 0) {
+    const sig = Bytes.zero(BANDERSNATCH_PROOF_BYTES);
+    sig.raw[0] = seed;
+    return SignedTicket.create({
+        attempt: tryAsTicketAttempt(attempt),
+        signature: sig.asOpaque(),
+    });
+}
+describe("PendingTicketPool", () => {
+    it("starts empty with no current epoch", () => {
+        const pool = new PendingTicketPool();
+        assert.strictEqual(pool.currentEpoch, null);
+        assert.deepStrictEqual(pool.getTickets(), []);
+    });
+    it("adds a ticket and tracks the epoch", () => {
+        const pool = new PendingTicketPool();
+        const t = makeTicket(1);
+        assert.strictEqual(pool.addTicket(E1, t), true);
+        assert.strictEqual(pool.currentEpoch, E1);
+        assert.strictEqual(pool.getTickets().length, 1);
+    });
+    it("dedups by signature within an epoch", () => {
+        const pool = new PendingTicketPool();
+        const t = makeTicket(1);
+        pool.addTicket(E1, t);
+        assert.strictEqual(pool.addTicket(E1, t), false);
+        assert.strictEqual(pool.getTickets().length, 1);
+    });
+    it("clears tickets when a newer epoch arrives", () => {
+        const pool = new PendingTicketPool();
+        pool.addTicket(E1, makeTicket(1));
+        pool.addTicket(E1, makeTicket(2));
+        pool.addTicket(E2, makeTicket(3));
+        const tickets = pool.getTickets();
+        assert.strictEqual(tickets.length, 1);
+        assert.strictEqual(tickets[0].epochIndex, E2);
+        assert.strictEqual(pool.currentEpoch, E2);
+    });
+    it("drops late tickets for older epochs", () => {
+        const pool = new PendingTicketPool();
+        pool.addTicket(E2, makeTicket(1));
+        assert.strictEqual(pool.addTicket(E1, makeTicket(2)), false);
+        assert.strictEqual(pool.getTickets().length, 1);
+        assert.strictEqual(pool.currentEpoch, E2);
+    });
+    it("replace clears existing tickets and dedups the new set", () => {
+        const pool = new PendingTicketPool();
+        pool.addTicket(E1, makeTicket(1));
+        pool.addTicket(E1, makeTicket(2));
+        const dump = [makeTicket(3), makeTicket(4), makeTicket(3)];
+        pool.replace(E2, dump);
+        const tickets = pool.getTickets();
+        assert.strictEqual(tickets.length, 2);
+        assert.strictEqual(pool.currentEpoch, E2);
+        assert.strictEqual(tickets[0].ticket.signature.raw[0], 3);
+        assert.strictEqual(tickets[1].ticket.signature.raw[0], 4);
+    });
+});

package/packages/jam/ticket-pool/ticket-validator.d.ts

@@ -0,0 +1,46 @@
+import type { EntropyHash, Epoch } from "#@typeberry/block";
+import type { SignedTicket } from "#@typeberry/block/tickets.js";
+import { Result } from "#@typeberry/utils";
+/**
+ * Outcome of a successful validation.
+ *
+ * `id` is the entropy hash the validator computed for this ticket. It is `null` when the
+ * concrete validator doesn't actually verify (e.g. {@link AcceptTicketsValidator}) or when
+ * it delegates to another process that doesn't bother to send the id back over the wire.
+ */
+export type ValidatedTicket = {
+    id: EntropyHash | null;
+};
+/** Reasons a ticket may fail validation. */
+export declare enum ValidationError {
+    /** Verifier rejected the signature / proof. */
+    InvalidProof = "invalid_proof",
+    /** Validator could not run (e.g. state unavailable, transient internal failure). */
+    ValidatorUnavailable = "validator_unavailable",
+    /** Ticket is for an epoch outside the validator's window of interest. */
+    WrongEpoch = "wrong_epoch"
+}
+/**
+ * Strategy for verifying tickets arriving from peers.
+ *
+ * The concrete implementation may call into the bandersnatch verifier, defer to another
+ * worker via IPC, or short-circuit (Accept/Deny defaults for tests).
+ */
+export interface TicketValidator {
+    validate(epochIndex: Epoch, ticket: SignedTicket): Promise<Result<ValidatedTicket, ValidationError>>;
+}
+/**
+ * Accepts every ticket without inspection. Useful for unit tests where the validator
+ * isn't the subject under test. Must never be used in production.
+ */
+export declare class AcceptTicketsValidator implements TicketValidator {
+    validate(_epochIndex: Epoch, _ticket: SignedTicket): Promise<Result<ValidatedTicket, ValidationError>>;
+}
+/**
+ * Rejects every ticket. Used as the default for any task that needs an explicit, real
+ * validator wired in before it will accept anything from the network.
+ */
+export declare class DenyTicketsValidator implements TicketValidator {
+    validate(_epochIndex: Epoch, _ticket: SignedTicket): Promise<Result<ValidatedTicket, ValidationError>>;
+}
+//# sourceMappingURL=ticket-validator.d.ts.map

package/packages/jam/ticket-pool/ticket-validator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ticket-validator.d.ts","sourceRoot":"","sources":["../../../../../packages/jam/ticket-pool/ticket-validator.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AAC3D,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,6BAA6B,CAAC;AAChE,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAE1C;;;;;;GAMG;AACH,MAAM,MAAM,eAAe,GAAG;IAC5B,EAAE,EAAE,WAAW,GAAG,IAAI,CAAC;CACxB,CAAC;AAEF,4CAA4C;AAC5C,oBAAY,eAAe;IACzB,+CAA+C;IAC/C,YAAY,kBAAkB;IAC9B,oFAAoF;IACpF,oBAAoB,0BAA0B;IAC9C,yEAAyE;IACzE,UAAU,gBAAgB;CAC3B;AAED;;;;;GAKG;AACH,MAAM,WAAW,eAAe;IAC9B,QAAQ,CAAC,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,eAAe,EAAE,eAAe,CAAC,CAAC,CAAC;CACtG;AAED;;;GAGG;AACH,qBAAa,sBAAuB,YAAW,eAAe;IACtD,QAAQ,CAAC,WAAW,EAAE,KAAK,EAAE,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,eAAe,EAAE,eAAe,CAAC,CAAC;CAG7G;AAED;;;GAGG;AACH,qBAAa,oBAAqB,YAAW,eAAe;IACpD,QAAQ,CAAC,WAAW,EAAE,KAAK,EAAE,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,eAAe,EAAE,eAAe,CAAC,CAAC;CAG7G"}

package/packages/jam/ticket-pool/ticket-validator.js

@@ -0,0 +1,29 @@
+import { Result } from "#@typeberry/utils";
+/** Reasons a ticket may fail validation. */
+export var ValidationError;
+(function (ValidationError) {
+    /** Verifier rejected the signature / proof. */
+    ValidationError["InvalidProof"] = "invalid_proof";
+    /** Validator could not run (e.g. state unavailable, transient internal failure). */
+    ValidationError["ValidatorUnavailable"] = "validator_unavailable";
+    /** Ticket is for an epoch outside the validator's window of interest. */
+    ValidationError["WrongEpoch"] = "wrong_epoch";
+})(ValidationError || (ValidationError = {}));
+/**
+ * Accepts every ticket without inspection. Useful for unit tests where the validator
+ * isn't the subject under test. Must never be used in production.
+ */
+export class AcceptTicketsValidator {
+    async validate(_epochIndex, _ticket) {
+        return Result.ok({ id: null });
+    }
+}
+/**
+ * Rejects every ticket. Used as the default for any task that needs an explicit, real
+ * validator wired in before it will accept anything from the network.
+ */
+export class DenyTicketsValidator {
+    async validate(_epochIndex, _ticket) {
+        return Result.error(ValidationError.ValidatorUnavailable, () => "no ticket validator wired");
+    }
+}

package/packages/jam/ticket-pool/ticket-validator.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=ticket-validator.test.d.ts.map

package/packages/jam/ticket-pool/ticket-validator.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ticket-validator.test.d.ts","sourceRoot":"","sources":["../../../../../packages/jam/ticket-pool/ticket-validator.test.ts"],"names":[],"mappings":""}

package/packages/jam/ticket-pool/ticket-validator.test.js

@@ -0,0 +1,34 @@
+import assert from "node:assert";
+import { describe, it } from "node:test";
+import { tryAsEpoch } from "#@typeberry/block";
+import { SignedTicket, tryAsTicketAttempt } from "#@typeberry/block/tickets.js";
+import { Bytes } from "#@typeberry/bytes";
+import { BANDERSNATCH_PROOF_BYTES } from "#@typeberry/crypto";
+import { AcceptTicketsValidator, DenyTicketsValidator, ValidationError } from "./ticket-validator.js";
+const E1 = tryAsEpoch(1);
+function makeTicket() {
+    return SignedTicket.create({
+        attempt: tryAsTicketAttempt(0),
+        signature: Bytes.zero(BANDERSNATCH_PROOF_BYTES).asOpaque(),
+    });
+}
+describe("AcceptTicketsValidator", () => {
+    it("returns ok with null id", async () => {
+        const v = new AcceptTicketsValidator();
+        const res = await v.validate(E1, makeTicket());
+        assert.strictEqual(res.isOk, true);
+        if (res.isOk) {
+            assert.strictEqual(res.ok.id, null);
+        }
+    });
+});
+describe("DenyTicketsValidator", () => {
+    it("returns ValidatorUnavailable", async () => {
+        const v = new DenyTicketsValidator();
+        const res = await v.validate(E1, makeTicket());
+        assert.strictEqual(res.isError, true);
+        if (res.isError) {
+            assert.strictEqual(res.error, ValidationError.ValidatorUnavailable);
+        }
+    });
+});

package/packages/jam/ticket-pool/verified-ticket-pool.d.ts

@@ -0,0 +1,24 @@
+import type { EntropyHash, Epoch } from "#@typeberry/block";
+import type { SignedTicket } from "#@typeberry/block/tickets.js";
+/** A ticket the validator already verified, paired with the entropy hash (ticket id). */
+export type VerifiedTicket = {
+    ticket: SignedTicket;
+    id: EntropyHash;
+};
+/**
+ * In-memory pool of verified tickets for the current epoch, keyed by ticket id.
+ *
+ * Used on the authorship side. Tickets are stored per epoch and deduplicated by their
+ * computed entropy hash (so duplicates arriving via different peers / paths are coalesced
+ * cheaply). The pool only ever needs to hold tickets for one epoch at a time; switching
+ * to a new epoch clears everything older.
+ */
+export declare class VerifiedTicketPool {
+    private readonly perEpoch;
+    private readonly idSets;
+    /** Add pre-verified tickets to the pool, deduping by id. */
+    add(epochIndex: Epoch, verifiedTickets: readonly VerifiedTicket[]): void;
+    /** Returns the verified tickets for the given epoch, or an empty array if none. */
+    getForEpoch(epochIndex: Epoch): readonly VerifiedTicket[];
+}
+//# sourceMappingURL=verified-ticket-pool.d.ts.map

package/packages/jam/ticket-pool/verified-ticket-pool.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"verified-ticket-pool.d.ts","sourceRoot":"","sources":["../../../../../packages/jam/ticket-pool/verified-ticket-pool.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AAC3D,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,6BAA6B,CAAC;AAGhE,yFAAyF;AACzF,MAAM,MAAM,cAAc,GAAG;IAC3B,MAAM,EAAE,YAAY,CAAC;IACrB,EAAE,EAAE,WAAW,CAAC;CACjB,CAAC;AAEF;;;;;;;GAOG;AACH,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAsC;IAC/D,OAAO,CAAC,QAAQ,CAAC,MAAM,CAA0C;IAEjE,4DAA4D;IAC5D,GAAG,CAAC,UAAU,EAAE,KAAK,EAAE,eAAe,EAAE,SAAS,cAAc,EAAE,GAAG,IAAI;IAoBxE,mFAAmF;IACnF,WAAW,CAAC,UAAU,EAAE,KAAK,GAAG,SAAS,cAAc,EAAE;CAG1D"}

package/packages/jam/ticket-pool/verified-ticket-pool.js

@@ -0,0 +1,37 @@
+import { HashSet } from "#@typeberry/collections/hash-set.js";
+/**
+ * In-memory pool of verified tickets for the current epoch, keyed by ticket id.
+ *
+ * Used on the authorship side. Tickets are stored per epoch and deduplicated by their
+ * computed entropy hash (so duplicates arriving via different peers / paths are coalesced
+ * cheaply). The pool only ever needs to hold tickets for one epoch at a time; switching
+ * to a new epoch clears everything older.
+ */
+export class VerifiedTicketPool {
+    perEpoch = new Map();
+    idSets = new Map();
+    /** Add pre-verified tickets to the pool, deduping by id. */
+    add(epochIndex, verifiedTickets) {
+        if (this.perEpoch.size > 0 && !this.perEpoch.has(epochIndex)) {
+            this.perEpoch.clear();
+            this.idSets.clear();
+        }
+        const existing = this.perEpoch.get(epochIndex) ?? [];
+        let idSet = this.idSets.get(epochIndex) ?? null;
+        if (idSet === null) {
+            idSet = HashSet.new();
+            this.idSets.set(epochIndex, idSet);
+        }
+        for (const entry of verifiedTickets) {
+            if (!idSet.has(entry.id)) {
+                existing.push(entry);
+                idSet.insert(entry.id);
+            }
+        }
+        this.perEpoch.set(epochIndex, existing);
+    }
+    /** Returns the verified tickets for the given epoch, or an empty array if none. */
+    getForEpoch(epochIndex) {
+        return this.perEpoch.get(epochIndex) ?? [];
+    }
+}

package/packages/jam/ticket-pool/verified-ticket-pool.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=verified-ticket-pool.test.d.ts.map

package/packages/jam/ticket-pool/verified-ticket-pool.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"verified-ticket-pool.test.d.ts","sourceRoot":"","sources":["../../../../../packages/jam/ticket-pool/verified-ticket-pool.test.ts"],"names":[],"mappings":""}

package/packages/jam/ticket-pool/verified-ticket-pool.test.js

@@ -0,0 +1,54 @@
+import assert from "node:assert";
+import { describe, it } from "node:test";
+import { tryAsEpoch } from "#@typeberry/block";
+import { SignedTicket, tryAsTicketAttempt } from "#@typeberry/block/tickets.js";
+import { Bytes } from "#@typeberry/bytes";
+import { BANDERSNATCH_PROOF_BYTES } from "#@typeberry/crypto";
+import { HASH_SIZE } from "#@typeberry/hash";
+import { VerifiedTicketPool } from "./verified-ticket-pool.js";
+const E1 = tryAsEpoch(1);
+const E2 = tryAsEpoch(2);
+function makeTicket(seed) {
+    const sig = Bytes.zero(BANDERSNATCH_PROOF_BYTES);
+    sig.raw[0] = seed;
+    return SignedTicket.create({
+        attempt: tryAsTicketAttempt(0),
+        signature: sig.asOpaque(),
+    });
+}
+function makeId(byte) {
+    return Bytes.fill(HASH_SIZE, byte).asOpaque();
+}
+describe("VerifiedTicketPool", () => {
+    it("starts empty", () => {
+        const pool = new VerifiedTicketPool();
+        assert.deepStrictEqual(pool.getForEpoch(E1), []);
+    });
+    it("adds and retrieves tickets per epoch", () => {
+        const pool = new VerifiedTicketPool();
+        pool.add(E1, [{ ticket: makeTicket(1), id: makeId(0xaa) }]);
+        assert.strictEqual(pool.getForEpoch(E1).length, 1);
+        assert.deepStrictEqual(pool.getForEpoch(E2), []);
+    });
+    it("dedups by id", () => {
+        const pool = new VerifiedTicketPool();
+        const id = makeId(0x01);
+        pool.add(E1, [{ ticket: makeTicket(1), id }]);
+        pool.add(E1, [{ ticket: makeTicket(2), id }]);
+        assert.strictEqual(pool.getForEpoch(E1).length, 1);
+        assert.strictEqual(pool.getForEpoch(E1)[0].ticket.signature.raw[0], 1);
+    });
+    it("clears previous epochs when a new epoch is added", () => {
+        const pool = new VerifiedTicketPool();
+        pool.add(E1, [{ ticket: makeTicket(1), id: makeId(1) }]);
+        pool.add(E2, [{ ticket: makeTicket(2), id: makeId(2) }]);
+        assert.deepStrictEqual(pool.getForEpoch(E1), []);
+        assert.strictEqual(pool.getForEpoch(E2).length, 1);
+    });
+    it("appends across multiple add() calls for the same epoch", () => {
+        const pool = new VerifiedTicketPool();
+        pool.add(E1, [{ ticket: makeTicket(1), id: makeId(1) }]);
+        pool.add(E1, [{ ticket: makeTicket(2), id: makeId(2) }]);
+        assert.strictEqual(pool.getForEpoch(E1).length, 2);
+    });
+});

package/packages/workers/api-node/config.d.ts

@@ -71,13 +71,19 @@ export declare class InMemWorkerConfig<T = undefined> implements WorkerConfig<T,
         readonly: boolean;
     }): RootDb<BlocksDb, SerializedStatesDb>;
 }
+/** Persistent values store backing the hybrid config. */
+export type HybridBackend = "lmdb" | "fjall";
 /**
  * Hybrid worker config for the fuzz target: in-memory blocks and leaf sets,
- * but large values persisted to LMDB.
+ * but large values persisted to disk (LMDB or fjall, selected by `backend`).
+ *
+ * The fjall backend is opt-in so its performance can be compared against LMDB
+ * before committing to it. fjall opens its keyspace asynchronously, hence the
+ * async `new`.
  *
  * Like `InMemWorkerConfig`, the blocks and leaf sets are shared across the
  * open/close/reopen dance that genesis init performs, so `openDatabase`
- * returns the same instances and a no-op close. The LMDB root is opened once
+ * returns the same instances and a no-op close. The values store is opened once
  * here and closed by `HybridSerializedStates.close()` at importer teardown.
  *
  * In-process only: it holds shared mutable state (the in-memory leaf
@@ -92,7 +98,8 @@ export declare class HybridWorkerConfig<T = undefined> implements WorkerConfig<T
     readonly dbPath: string;
     readonly ephemeral: boolean;
     readonly compression: boolean;
-    static new<T>({ nodeName, chainSpec, workerParams, blake2b, dbPath, ephemeral, compression, }: {
+    private readonly states;
+    static new<T>({ nodeName, chainSpec, workerParams, blake2b, dbPath, ephemeral, compression, backend, }: {
         nodeName: string;
         chainSpec: ChainSpec;
         workerParams: T;
@@ -100,9 +107,9 @@ export declare class HybridWorkerConfig<T = undefined> implements WorkerConfig<T
         dbPath: string;
         ephemeral?: boolean;
         compression?: boolean;
-    }): HybridWorkerConfig<T>;
+        backend?: HybridBackend;
+    }): Promise<HybridWorkerConfig<T>>;
     private readonly blocks;
-    private readonly states;
     private constructor();
     openDatabase(_options?: {
         readonly: boolean;

package/packages/workers/api-node/config.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../../../../packages/workers/api-node/config.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AACvD,OAAO,EAAE,KAAK,MAAM,EAAW,KAAK,MAAM,EAAW,MAAM,kBAAkB,CAAC;AAC9E,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAC9C,OAAO,EACL,KAAK,QAAQ,EAGb,KAAK,MAAM,EACX,KAAK,kBAAkB,EACxB,MAAM,qBAAqB,CAAC;AAE7B,OAAO,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAC;AAC1C,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAC3D,OAAO,EAAE,UAAU,EAAE,KAAK,gBAAgB,EAAE,MAAM,WAAW,CAAC;AAE9D,+EAA+E;AAC/E,qBAAa,gBAAgB,CAAC,CAAC,GAAG,IAAI,CAAE,YAAW,YAAY,CAAC,CAAC,EAAE,QAAQ,EAAE,kBAAkB,CAAC;aAyC5E,QAAQ,EAAE,MAAM;aAChB,SAAS,EAAE,SAAS;aACpB,YAAY,EAAE,CAAC;aACf,MAAM,EAAE,MAAM;aACd,OAAO,EAAE,OAAO;aAChB,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,UAAU,CAAC;aAI9B,SAAS,EAAE,OAAO;IAjDpC,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,EACZ,QAAQ,EACR,SAAS,EACT,YAAY,EACZ,MAAM,EACN,OAAO,EACP,KAAiB,EACjB,SAAiB,GAClB,EAAE;QACD,QAAQ,EAAE,MAAM,CAAC;QACjB,SAAS,EAAE,SAAS,CAAC;QACrB,YAAY,EAAE,CAAC,CAAC;QAChB,MAAM,EAAE,MAAM,CAAC;QACf,OAAO,EAAE,OAAO,CAAC;QACjB,KAAK,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QAChC,SAAS,CAAC,EAAE,OAAO,CAAC;KACrB;IAID,6DAA6D;WAChD,gBAAgB,CAAC,CAAC,EAAE,YAAY,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,kBAAkB;IAkBpF,OAAO;IAaP,YAAY,CAAC,OAAO,GAAE;QAAE,QAAQ,EAAE,OAAO,CAAA;KAAuB,GAAG,MAAM,CAAC,QAAQ,EAAE,kBAAkB,CAAC;IAavG,6DAA6D;IAC7D,gBAAgB,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC,CAAC,GAAG,kBAAkB;CAS7D;AAED,6DAA6D;AAC7D,MAAM,MAAM,kBAAkB,GAAG;IAC/B,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,SAAS,CAAC;IACrB,YAAY,EAAE,UAAU,CAAC;IACzB,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,CAAC,MAAM,EAAE,gBAAgB,CAAC,EAAE,CAAC;CAC3C,CAAC;AAEF;;;;;;GAMG;AACH,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,kBAAkB,GAAG,WAAW,EAAE,CAE5E;AAED;;;;GAIG;AACH,qBAAa,iBAAiB,CAAC,CAAC,GAAG,SAAS,CAAE,YAAW,YAAY,CAAC,CAAC,EAAE,QAAQ,EAAE,kBAAkB,CAAC;aAmBlF,QAAQ,EAAE,MAAM;aAChB,SAAS,EAAE,SAAS;aACpB,YAAY,EAAE,CAAC;aACf,OAAO,EAAE,OAAO;IArBlC,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,EACZ,QAAQ,EACR,SAAS,EACT,YAAY,EACZ,OAAO,GACR,EAAE;QACD,QAAQ,EAAE,MAAM,CAAC;QACjB,SAAS,EAAE,SAAS,CAAC;QACrB,YAAY,EAAE,CAAC,CAAC;QAChB,OAAO,EAAE,OAAO,CAAC;KAClB;IAID,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAiB;IACxC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAA2B;IAElD,OAAO;IAUP,YAAY,CAAC,QAAQ,GAAE;QAAE,QAAQ,EAAE,OAAO,CAAA;KAAuB,GAAG,MAAM,CAAC,QAAQ,EAAE,kBAAkB,CAAC;CAQzG;AAED;;;;;;;;;;;;GAYG;AACH,qBAAa,kBAAkB,CAAC,CAAC,GAAG,SAAS,CAAE,YAAW,YAAY,CAAC,CAAC,EAAE,QAAQ,EAAE,kBAAkB,CAAC;aAyBnF,QAAQ,EAAE,MAAM;aAChB,SAAS,EAAE,SAAS;aACpB,YAAY,EAAE,CAAC;aACf,OAAO,EAAE,OAAO;aAChB,MAAM,EAAE,MAAM;aACd,SAAS,EAAE,OAAO;aAClB,WAAW,EAAE,OAAO;IA9BtC,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,EACZ,QAAQ,EACR,SAAS,EACT,YAAY,EACZ,OAAO,EACP,MAAM,EACN,SAAiB,EACjB,WAAkB,GACnB,EAAE;QACD,QAAQ,EAAE,MAAM,CAAC;QACjB,SAAS,EAAE,SAAS,CAAC;QACrB,YAAY,EAAE,CAAC,CAAC;QAChB,OAAO,EAAE,OAAO,CAAC;QACjB,MAAM,EAAE,MAAM,CAAC;QACf,SAAS,CAAC,EAAE,OAAO,CAAC;QACpB,WAAW,CAAC,EAAE,OAAO,CAAC;KACvB;IAID,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAiB;IACxC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAyB;IAEhD,OAAO;IAoBP,YAAY,CAAC,QAAQ,GAAE;QAAE,QAAQ,EAAE,OAAO,CAAA;KAAuB,GAAG,MAAM,CAAC,QAAQ,EAAE,kBAAkB,CAAC;CASzG"}
+{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../../../../packages/workers/api-node/config.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AACvD,OAAO,EAAE,KAAK,MAAM,EAAW,KAAK,MAAM,EAAW,MAAM,kBAAkB,CAAC;AAC9E,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAC9C,OAAO,EACL,KAAK,QAAQ,EAGb,KAAK,MAAM,EACX,KAAK,kBAAkB,EACxB,MAAM,qBAAqB,CAAC;AAQ7B,OAAO,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAC;AAC1C,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAC3D,OAAO,EAAE,UAAU,EAAE,KAAK,gBAAgB,EAAE,MAAM,WAAW,CAAC;AAE9D,+EAA+E;AAC/E,qBAAa,gBAAgB,CAAC,CAAC,GAAG,IAAI,CAAE,YAAW,YAAY,CAAC,CAAC,EAAE,QAAQ,EAAE,kBAAkB,CAAC;aAyC5E,QAAQ,EAAE,MAAM;aAChB,SAAS,EAAE,SAAS;aACpB,YAAY,EAAE,CAAC;aACf,MAAM,EAAE,MAAM;aACd,OAAO,EAAE,OAAO;aAChB,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,UAAU,CAAC;aAI9B,SAAS,EAAE,OAAO;IAjDpC,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,EACZ,QAAQ,EACR,SAAS,EACT,YAAY,EACZ,MAAM,EACN,OAAO,EACP,KAAiB,EACjB,SAAiB,GAClB,EAAE;QACD,QAAQ,EAAE,MAAM,CAAC;QACjB,SAAS,EAAE,SAAS,CAAC;QACrB,YAAY,EAAE,CAAC,CAAC;QAChB,MAAM,EAAE,MAAM,CAAC;QACf,OAAO,EAAE,OAAO,CAAC;QACjB,KAAK,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QAChC,SAAS,CAAC,EAAE,OAAO,CAAC;KACrB;IAID,6DAA6D;WAChD,gBAAgB,CAAC,CAAC,EAAE,YAAY,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,kBAAkB;IAkBpF,OAAO;IAaP,YAAY,CAAC,OAAO,GAAE;QAAE,QAAQ,EAAE,OAAO,CAAA;KAAuB,GAAG,MAAM,CAAC,QAAQ,EAAE,kBAAkB,CAAC;IAavG,6DAA6D;IAC7D,gBAAgB,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC,CAAC,GAAG,kBAAkB;CAS7D;AAED,6DAA6D;AAC7D,MAAM,MAAM,kBAAkB,GAAG;IAC/B,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,SAAS,CAAC;IACrB,YAAY,EAAE,UAAU,CAAC;IACzB,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,CAAC,MAAM,EAAE,gBAAgB,CAAC,EAAE,CAAC;CAC3C,CAAC;AAEF;;;;;;GAMG;AACH,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,kBAAkB,GAAG,WAAW,EAAE,CAE5E;AAED;;;;GAIG;AACH,qBAAa,iBAAiB,CAAC,CAAC,GAAG,SAAS,CAAE,YAAW,YAAY,CAAC,CAAC,EAAE,QAAQ,EAAE,kBAAkB,CAAC;aAmBlF,QAAQ,EAAE,MAAM;aAChB,SAAS,EAAE,SAAS;aACpB,YAAY,EAAE,CAAC;aACf,OAAO,EAAE,OAAO;IArBlC,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,EACZ,QAAQ,EACR,SAAS,EACT,YAAY,EACZ,OAAO,GACR,EAAE;QACD,QAAQ,EAAE,MAAM,CAAC;QACjB,SAAS,EAAE,SAAS,CAAC;QACrB,YAAY,EAAE,CAAC,CAAC;QAChB,OAAO,EAAE,OAAO,CAAC;KAClB;IAID,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAiB;IACxC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAA2B;IAElD,OAAO;IAUP,YAAY,CAAC,QAAQ,GAAE;QAAE,QAAQ,EAAE,OAAO,CAAA;KAAuB,GAAG,MAAM,CAAC,QAAQ,EAAE,kBAAkB,CAAC;CAQzG;AAED,yDAAyD;AACzD,MAAM,MAAM,aAAa,GAAG,MAAM,GAAG,OAAO,CAAC;AAE7C;;;;;;;;;;;;;;;;GAgBG;AACH,qBAAa,kBAAkB,CAAC,CAAC,GAAG,SAAS,CAAE,YAAW,YAAY,CAAC,CAAC,EAAE,QAAQ,EAAE,kBAAkB,CAAC;aAgCnF,QAAQ,EAAE,MAAM;aAChB,SAAS,EAAE,SAAS;aACpB,YAAY,EAAE,CAAC;aACf,OAAO,EAAE,OAAO;aAChB,MAAM,EAAE,MAAM;aACd,SAAS,EAAE,OAAO;aAClB,WAAW,EAAE,OAAO;IACpC,OAAO,CAAC,QAAQ,CAAC,MAAM;WAtCZ,GAAG,CAAC,CAAC,EAAE,EAClB,QAAQ,EACR,SAAS,EACT,YAAY,EACZ,OAAO,EACP,MAAM,EACN,SAAiB,EACjB,WAAkB,EAClB,OAAgB,GACjB,EAAE;QACD,QAAQ,EAAE,MAAM,CAAC;QACjB,SAAS,EAAE,SAAS,CAAC;QACrB,YAAY,EAAE,CAAC,CAAC;QAChB,OAAO,EAAE,OAAO,CAAC;QACjB,MAAM,EAAE,MAAM,CAAC;QACf,SAAS,CAAC,EAAE,OAAO,CAAC;QACpB,WAAW,CAAC,EAAE,OAAO,CAAC;QACtB,OAAO,CAAC,EAAE,aAAa,CAAC;KACzB,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC;IAUlC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAiB;IAExC,OAAO;IAaP,YAAY,CAAC,QAAQ,GAAE;QAAE,QAAQ,EAAE,OAAO,CAAA;KAAuB,GAAG,MAAM,CAAC,QAAQ,EAAE,kBAAkB,CAAC;CASzG"}

package/packages/workers/api-node/config.js

@@ -1,7 +1,8 @@
 import { Decoder, Encoder } from "#@typeberry/codec";
 import { ChainSpec } from "#@typeberry/config";
 import { InMemoryBlocks, InMemorySerializedStates, } from "#@typeberry/database";
-import { HybridSerializedStates, LmdbBlocks, LmdbRoot, LmdbStates } from "#@typeberry/database-lmdb";
+import { HybridSerializedStates as FjallHybridSerializedStates } from "#@typeberry/database-fjall";
+import { LmdbBlocks, HybridSerializedStates as LmdbHybridSerializedStates, LmdbRoot, LmdbStates, } from "#@typeberry/database-lmdb";
 import { Blake2b } from "#@typeberry/hash";
 import { ThreadPort } from "./port.js";
 /** A worker config that's usable in node.js and uses LMDB database backend. */
@@ -110,11 +111,15 @@ export class InMemWorkerConfig {
 }
 /**
  * Hybrid worker config for the fuzz target: in-memory blocks and leaf sets,
- * but large values persisted to LMDB.
+ * but large values persisted to disk (LMDB or fjall, selected by `backend`).
+ *
+ * The fjall backend is opt-in so its performance can be compared against LMDB
+ * before committing to it. fjall opens its keyspace asynchronously, hence the
+ * async `new`.
  *
  * Like `InMemWorkerConfig`, the blocks and leaf sets are shared across the
  * open/close/reopen dance that genesis init performs, so `openDatabase`
- * returns the same instances and a no-op close. The LMDB root is opened once
+ * returns the same instances and a no-op close. The values store is opened once
  * here and closed by `HybridSerializedStates.close()` at importer teardown.
  *
  * In-process only: it holds shared mutable state (the in-memory leaf
@@ -129,12 +134,17 @@ export class HybridWorkerConfig {
     dbPath;
     ephemeral;
     compression;
-    static new({ nodeName, chainSpec, workerParams, blake2b, dbPath, ephemeral = false, compression = true, }) {
-        return new HybridWorkerConfig(nodeName, chainSpec, workerParams, blake2b, dbPath, ephemeral, compression);
+    states;
+    static async new({ nodeName, chainSpec, workerParams, blake2b, dbPath, ephemeral = false, compression = true, backend = "lmdb", }) {
+        // fjall opens its keyspace asynchronously; LMDB is synchronous. Either way
+        // the values store is created once here and shared across reopen.
+        const states = backend === "fjall"
+            ? await FjallHybridSerializedStates.new({ spec: chainSpec, blake2b, dbPath, ephemeral })
+            : LmdbHybridSerializedStates.new({ spec: chainSpec, blake2b, dbPath, ephemeral, compression, readOnly: false });
+        return new HybridWorkerConfig(nodeName, chainSpec, workerParams, blake2b, dbPath, ephemeral, compression, states);
     }
     blocks;
-    states;
-    constructor(nodeName, chainSpec, workerParams, blake2b, dbPath, ephemeral, compression = true) {
+    constructor(nodeName, chainSpec, workerParams, blake2b, dbPath, ephemeral, compression, states) {
         this.nodeName = nodeName;
         this.chainSpec = chainSpec;
         this.workerParams = workerParams;
@@ -142,22 +152,15 @@ export class HybridWorkerConfig {
         this.dbPath = dbPath;
         this.ephemeral = ephemeral;
         this.compression = compression;
+        this.states = states;
         this.blocks = InMemoryBlocks.new();
-        this.states = HybridSerializedStates.new({
-            spec: this.chainSpec,
-            blake2b: this.blake2b,
-            dbPath: this.dbPath,
-            ephemeral: this.ephemeral,
-            compression: this.compression,
-            readOnly: false,
-        });
     }
     openDatabase(_options = { readonly: true }) {
         return {
             getBlocksDb: () => this.blocks,
             getStatesDb: () => this.states,
-            // Leaf sets and blocks live in memory; the LMDB values store is closed
-            // via states.close() at importer teardown, so this is a no-op.
+            // Leaf sets and blocks live in memory; the values store is closed via
+            // states.close() at importer teardown, so this is a no-op.
             close: async () => { },
         };
     }

package/packages/workers/api-node/config.test.js

@@ -1,11 +1,12 @@
 import assert from "node:assert";
+import * as fs from "node:fs";
 import { describe, it } from "node:test";
 import { MessageChannel } from "node:worker_threads";
 import { codec } from "#@typeberry/codec";
 import { tinyChainSpec } from "#@typeberry/config";
 import { Blake2b } from "#@typeberry/hash";
 import { tryAsU32 } from "#@typeberry/numbers";
-import { configTransferList, LmdbWorkerConfig } from "./config.js";
+import { configTransferList, HybridWorkerConfig, LmdbWorkerConfig } from "./config.js";
 import { ThreadPort } from "./port.js";
 const spec = tinyChainSpec;
 describe("LmdbWorkerConfig transfer list", () => {
@@ -39,3 +40,39 @@ describe("LmdbWorkerConfig transfer list", () => {
         }
     });
 });
+describe("HybridWorkerConfig", () => {
+    // Both persistent backends must construct asynchronously and hand out a
+    // working db. fjall is the experimental backend we want to benchmark.
+    for (const backend of ["lmdb", "fjall"]) {
+        it(`constructs and opens a ${backend}-backed hybrid db`, async () => {
+            const blake2b = await Blake2b.createHasher();
+            const dbPath = fs.mkdtempSync(`typeberry-hybrid-${backend}-`);
+            try {
+                const config = await HybridWorkerConfig.new({
+                    nodeName: "node",
+                    chainSpec: spec,
+                    workerParams: undefined,
+                    blake2b,
+                    dbPath,
+                    ephemeral: true,
+                    backend,
+                });
+                const db = config.openDatabase({ readonly: false });
+                const states = db.getStatesDb();
+                try {
+                    assert.notStrictEqual(db.getBlocksDb(), undefined);
+                    assert.notStrictEqual(states, undefined);
+                }
+                finally {
+                    // The values store owns the on-disk resources (the no-op db.close()
+                    // does not), so close it explicitly to release the fjall keyspace.
+                    await states.close();
+                    await db.close();
+                }
+            }
+            finally {
+                fs.rmSync(dbPath, { recursive: true, force: true });
+            }
+        });
+    }
+});

package/packages/workers/block-authorship/main.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"main.d.ts","sourceRoot":"","sources":["../../../../../packages/workers/block-authorship/main.ts"],"names":[],"mappings":"AAcA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,qCAAqC,CAAC;AAiB3E,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAE3D,OAAO,KAAK,EAAE,qBAAqB,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAK9E,KAAK,MAAM,GAAG,YAAY,CAAC,qBAAqB,CAAC,CAAC;AAwBlD,wBAAsB,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,iBAAiB,EAAE,eAAe,EAAE,eAAe,iBAiapG"}
+{"version":3,"file":"main.d.ts","sourceRoot":"","sources":["../../../../../packages/workers/block-authorship/main.ts"],"names":[],"mappings":"AAaA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,qCAAqC,CAAC;AAkB3E,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAE3D,OAAO,KAAK,EAAE,qBAAqB,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAM9E,KAAK,MAAM,GAAG,YAAY,CAAC,qBAAqB,CAAC,CAAC;AAwBlD,wBAAsB,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,iBAAiB,EAAE,eAAe,EAAE,eAAe,iBAuWpG"}