@typeberry/lib 0.8.4-9587022 → 0.8.4-faebc7a

package/packages/jam/safrole/safrole.test.js

@@ -67,10 +67,10 @@ const fakeSealingKeys = {
 describe("Safrole", () => {
     let blake2b;
     beforeEach(async () => {
-        mock.method(bandersnatchVrf, "verifyTickets", () => Promise.resolve([
-            { isValid: true, entropyHash: Bytes.zero(HASH_SIZE) },
-            { isValid: true, entropyHash: Bytes.fill(HASH_SIZE, 1) },
-        ]));
+        mock.method(bandersnatchVrf, "verifyTickets", () => Promise.resolve({
+            isValid: true,
+            tickets: [Bytes.zero(HASH_SIZE), Bytes.fill(HASH_SIZE, 1)],
+        }));
         blake2b = await Blake2b.createHasher();
     });
     afterEach(() => {
@@ -146,7 +146,7 @@ describe("Safrole", () => {
         }
     });
     it("should return bad ticket proof error", async () => {
-        mock.method(bandersnatchVrf, "verifyTickets", () => Promise.resolve([{ isValid: false, entropyHash: Bytes.zero(HASH_SIZE) }]));
+        mock.method(bandersnatchVrf, "verifyTickets", () => Promise.resolve({ isValid: false, tickets: [Bytes.zero(HASH_SIZE)] }));
         const punishSet = SortedSet.fromArray(hashComparator);
         const state = {
             timeslot: tryAsTimeSlot(1),
@@ -188,10 +188,10 @@ describe("Safrole", () => {
         }
     });
     it("should return duplicated ticket error", async () => {
-        mock.method(bandersnatchVrf, "verifyTickets", () => Promise.resolve([
-            { isValid: true, entropyHash: Bytes.zero(HASH_SIZE) },
-            { isValid: true, entropyHash: Bytes.zero(HASH_SIZE) },
-        ]));
+        mock.method(bandersnatchVrf, "verifyTickets", () => Promise.resolve({
+            isValid: true,
+            tickets: [Bytes.zero(HASH_SIZE), Bytes.zero(HASH_SIZE)],
+        }));
         const punishSet = SortedSet.fromArray(hashComparator);
         const state = {
             timeslot: tryAsTimeSlot(1),
@@ -237,10 +237,10 @@ describe("Safrole", () => {
         }
     });
     it("should return bad ticket order error", async () => {
-        mock.method(bandersnatchVrf, "verifyTickets", () => Promise.resolve([
-            { isValid: true, entropyHash: Bytes.fill(HASH_SIZE, 1) },
-            { isValid: true, entropyHash: Bytes.zero(HASH_SIZE) },
-        ]));
+        mock.method(bandersnatchVrf, "verifyTickets", () => Promise.resolve({
+            isValid: true,
+            tickets: [Bytes.fill(HASH_SIZE, 1), Bytes.zero(HASH_SIZE)],
+        }));
         const punishSet = SortedSet.fromArray(hashComparator);
         const state = {
             timeslot: tryAsTimeSlot(1),

package/packages/jam/ticket-pool/index.d.ts

@@ -0,0 +1,4 @@
+export * from "./pending-ticket-pool.js";
+export * from "./ticket-validator.js";
+export * from "./verified-ticket-pool.js";
+//# sourceMappingURL=index.d.ts.map

package/packages/jam/ticket-pool/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../packages/jam/ticket-pool/index.ts"],"names":[],"mappings":"AAAA,cAAc,0BAA0B,CAAC;AACzC,cAAc,uBAAuB,CAAC;AACtC,cAAc,2BAA2B,CAAC"}

package/packages/jam/ticket-pool/index.js

@@ -0,0 +1,3 @@
+export * from "./pending-ticket-pool.js";
+export * from "./ticket-validator.js";
+export * from "./verified-ticket-pool.js";

package/packages/jam/ticket-pool/pending-ticket-pool.d.ts

@@ -0,0 +1,30 @@
+import type { Epoch } from "#@typeberry/block";
+import type { SignedTicket } from "#@typeberry/block/tickets.js";
+/**
+ * An ordered, signature-deduplicated pool of tickets waiting to be redistributed to peers.
+ *
+ * Used on the networking side. Indices are stable within an epoch so callers can track
+ * per-peer "sent" sets by index. The pool is cleared whenever a new epoch is observed,
+ * and tickets for older epochs are dropped (can happen when an async validation completes
+ * after the epoch already advanced).
+ */
+export declare class PendingTicketPool {
+    private tickets;
+    private currentEpochValue;
+    /** Epoch the pool is currently holding tickets for, or `null` if empty. */
+    get currentEpoch(): Epoch | null;
+    /** Returns the ordered tickets currently in the pool. Caller must not mutate the array. */
+    getTickets(): readonly {
+        epochIndex: Epoch;
+        ticket: SignedTicket;
+    }[];
+    /** Returns true if the ticket was added, false if it was a duplicate or dropped (old epoch). */
+    addTicket(epochIndex: Epoch, ticket: SignedTicket): boolean;
+    /**
+     * Replace the pool contents for the given epoch with the supplied tickets. Used when the
+     * authorship worker pushes an authoritative pool dump on an epoch boundary; any tickets
+     * that aren't in the dump are dropped, and dedup runs over the new set.
+     */
+    replace(epochIndex: Epoch, tickets: readonly SignedTicket[]): void;
+}
+//# sourceMappingURL=pending-ticket-pool.d.ts.map

package/packages/jam/ticket-pool/pending-ticket-pool.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pending-ticket-pool.d.ts","sourceRoot":"","sources":["../../../../../packages/jam/ticket-pool/pending-ticket-pool.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,6BAA6B,CAAC;AAKhE;;;;;;;GAOG;AACH,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,OAAO,CAA0D;IACzE,OAAO,CAAC,iBAAiB,CAAsB;IAE/C,2EAA2E;IAC3E,IAAI,YAAY,IAAI,KAAK,GAAG,IAAI,CAE/B;IAED,2FAA2F;IAC3F,UAAU,IAAI,SAAS;QAAE,UAAU,EAAE,KAAK,CAAC;QAAC,MAAM,EAAE,YAAY,CAAA;KAAE,EAAE;IAIpE,gGAAgG;IAChG,SAAS,CAAC,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,YAAY,GAAG,OAAO;IAyB3D;;;;OAIG;IACH,OAAO,CAAC,UAAU,EAAE,KAAK,EAAE,OAAO,EAAE,SAAS,YAAY,EAAE,GAAG,IAAI;CAWnE"}

package/packages/jam/ticket-pool/pending-ticket-pool.js

@@ -0,0 +1,56 @@
+import { Logger } from "#@typeberry/logger";
+const logger = Logger.new(import.meta.filename, "pending-pool");
+/**
+ * An ordered, signature-deduplicated pool of tickets waiting to be redistributed to peers.
+ *
+ * Used on the networking side. Indices are stable within an epoch so callers can track
+ * per-peer "sent" sets by index. The pool is cleared whenever a new epoch is observed,
+ * and tickets for older epochs are dropped (can happen when an async validation completes
+ * after the epoch already advanced).
+ */
+export class PendingTicketPool {
+    tickets = [];
+    currentEpochValue = null;
+    /** Epoch the pool is currently holding tickets for, or `null` if empty. */
+    get currentEpoch() {
+        return this.currentEpochValue;
+    }
+    /** Returns the ordered tickets currently in the pool. Caller must not mutate the array. */
+    getTickets() {
+        return this.tickets;
+    }
+    /** Returns true if the ticket was added, false if it was a duplicate or dropped (old epoch). */
+    addTicket(epochIndex, ticket) {
+        if (this.currentEpochValue !== null && epochIndex < this.currentEpochValue) {
+            return false;
+        }
+        if (this.currentEpochValue !== null && epochIndex > this.currentEpochValue) {
+            logger.log `Epoch changed from ${this.currentEpochValue} to ${epochIndex}, clearing ${this.tickets.length} old tickets`;
+            this.tickets = [];
+        }
+        this.currentEpochValue = epochIndex;
+        const isDuplicate = this.tickets.some((pending) => pending.epochIndex === epochIndex && pending.ticket.signature.isEqualTo(ticket.signature));
+        if (isDuplicate) {
+            return false;
+        }
+        this.tickets.push({ epochIndex, ticket });
+        logger.info `[addTicket] Added ticket for epoch ${epochIndex}, total: ${this.tickets.length}`;
+        return true;
+    }
+    /**
+     * Replace the pool contents for the given epoch with the supplied tickets. Used when the
+     * authorship worker pushes an authoritative pool dump on an epoch boundary; any tickets
+     * that aren't in the dump are dropped, and dedup runs over the new set.
+     */
+    replace(epochIndex, tickets) {
+        this.tickets = [];
+        this.currentEpochValue = epochIndex;
+        for (const ticket of tickets) {
+            const isDuplicate = this.tickets.some((pending) => pending.ticket.signature.isEqualTo(ticket.signature));
+            if (!isDuplicate) {
+                this.tickets.push({ epochIndex, ticket });
+            }
+        }
+        logger.log `Pool replaced for epoch ${epochIndex} with ${this.tickets.length} tickets`;
+    }
+}

package/packages/jam/ticket-pool/pending-ticket-pool.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=pending-ticket-pool.test.d.ts.map

package/packages/jam/ticket-pool/pending-ticket-pool.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pending-ticket-pool.test.d.ts","sourceRoot":"","sources":["../../../../../packages/jam/ticket-pool/pending-ticket-pool.test.ts"],"names":[],"mappings":""}

package/packages/jam/ticket-pool/pending-ticket-pool.test.js

@@ -0,0 +1,67 @@
+import assert from "node:assert";
+import { describe, it } from "node:test";
+import { tryAsEpoch } from "#@typeberry/block";
+import { SignedTicket, tryAsTicketAttempt } from "#@typeberry/block/tickets.js";
+import { Bytes } from "#@typeberry/bytes";
+import { BANDERSNATCH_PROOF_BYTES } from "#@typeberry/crypto";
+import { PendingTicketPool } from "./pending-ticket-pool.js";
+const E1 = tryAsEpoch(1);
+const E2 = tryAsEpoch(2);
+function makeTicket(seed, attempt = 0) {
+    const sig = Bytes.zero(BANDERSNATCH_PROOF_BYTES);
+    sig.raw[0] = seed;
+    return SignedTicket.create({
+        attempt: tryAsTicketAttempt(attempt),
+        signature: sig.asOpaque(),
+    });
+}
+describe("PendingTicketPool", () => {
+    it("starts empty with no current epoch", () => {
+        const pool = new PendingTicketPool();
+        assert.strictEqual(pool.currentEpoch, null);
+        assert.deepStrictEqual(pool.getTickets(), []);
+    });
+    it("adds a ticket and tracks the epoch", () => {
+        const pool = new PendingTicketPool();
+        const t = makeTicket(1);
+        assert.strictEqual(pool.addTicket(E1, t), true);
+        assert.strictEqual(pool.currentEpoch, E1);
+        assert.strictEqual(pool.getTickets().length, 1);
+    });
+    it("dedups by signature within an epoch", () => {
+        const pool = new PendingTicketPool();
+        const t = makeTicket(1);
+        pool.addTicket(E1, t);
+        assert.strictEqual(pool.addTicket(E1, t), false);
+        assert.strictEqual(pool.getTickets().length, 1);
+    });
+    it("clears tickets when a newer epoch arrives", () => {
+        const pool = new PendingTicketPool();
+        pool.addTicket(E1, makeTicket(1));
+        pool.addTicket(E1, makeTicket(2));
+        pool.addTicket(E2, makeTicket(3));
+        const tickets = pool.getTickets();
+        assert.strictEqual(tickets.length, 1);
+        assert.strictEqual(tickets[0].epochIndex, E2);
+        assert.strictEqual(pool.currentEpoch, E2);
+    });
+    it("drops late tickets for older epochs", () => {
+        const pool = new PendingTicketPool();
+        pool.addTicket(E2, makeTicket(1));
+        assert.strictEqual(pool.addTicket(E1, makeTicket(2)), false);
+        assert.strictEqual(pool.getTickets().length, 1);
+        assert.strictEqual(pool.currentEpoch, E2);
+    });
+    it("replace clears existing tickets and dedups the new set", () => {
+        const pool = new PendingTicketPool();
+        pool.addTicket(E1, makeTicket(1));
+        pool.addTicket(E1, makeTicket(2));
+        const dump = [makeTicket(3), makeTicket(4), makeTicket(3)];
+        pool.replace(E2, dump);
+        const tickets = pool.getTickets();
+        assert.strictEqual(tickets.length, 2);
+        assert.strictEqual(pool.currentEpoch, E2);
+        assert.strictEqual(tickets[0].ticket.signature.raw[0], 3);
+        assert.strictEqual(tickets[1].ticket.signature.raw[0], 4);
+    });
+});

package/packages/jam/ticket-pool/ticket-validator.d.ts

@@ -0,0 +1,46 @@
+import type { EntropyHash, Epoch } from "#@typeberry/block";
+import type { SignedTicket } from "#@typeberry/block/tickets.js";
+import { Result } from "#@typeberry/utils";
+/**
+ * Outcome of a successful validation.
+ *
+ * `id` is the entropy hash the validator computed for this ticket. It is `null` when the
+ * concrete validator doesn't actually verify (e.g. {@link AcceptTicketsValidator}) or when
+ * it delegates to another process that doesn't bother to send the id back over the wire.
+ */
+export type ValidatedTicket = {
+    id: EntropyHash | null;
+};
+/** Reasons a ticket may fail validation. */
+export declare enum ValidationError {
+    /** Verifier rejected the signature / proof. */
+    InvalidProof = "invalid_proof",
+    /** Validator could not run (e.g. state unavailable, transient internal failure). */
+    ValidatorUnavailable = "validator_unavailable",
+    /** Ticket is for an epoch outside the validator's window of interest. */
+    WrongEpoch = "wrong_epoch"
+}
+/**
+ * Strategy for verifying tickets arriving from peers.
+ *
+ * The concrete implementation may call into the bandersnatch verifier, defer to another
+ * worker via IPC, or short-circuit (Accept/Deny defaults for tests).
+ */
+export interface TicketValidator {
+    validate(epochIndex: Epoch, ticket: SignedTicket): Promise<Result<ValidatedTicket, ValidationError>>;
+}
+/**
+ * Accepts every ticket without inspection. Useful for unit tests where the validator
+ * isn't the subject under test. Must never be used in production.
+ */
+export declare class AcceptTicketsValidator implements TicketValidator {
+    validate(_epochIndex: Epoch, _ticket: SignedTicket): Promise<Result<ValidatedTicket, ValidationError>>;
+}
+/**
+ * Rejects every ticket. Used as the default for any task that needs an explicit, real
+ * validator wired in before it will accept anything from the network.
+ */
+export declare class DenyTicketsValidator implements TicketValidator {
+    validate(_epochIndex: Epoch, _ticket: SignedTicket): Promise<Result<ValidatedTicket, ValidationError>>;
+}
+//# sourceMappingURL=ticket-validator.d.ts.map

package/packages/jam/ticket-pool/ticket-validator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ticket-validator.d.ts","sourceRoot":"","sources":["../../../../../packages/jam/ticket-pool/ticket-validator.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AAC3D,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,6BAA6B,CAAC;AAChE,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAE1C;;;;;;GAMG;AACH,MAAM,MAAM,eAAe,GAAG;IAC5B,EAAE,EAAE,WAAW,GAAG,IAAI,CAAC;CACxB,CAAC;AAEF,4CAA4C;AAC5C,oBAAY,eAAe;IACzB,+CAA+C;IAC/C,YAAY,kBAAkB;IAC9B,oFAAoF;IACpF,oBAAoB,0BAA0B;IAC9C,yEAAyE;IACzE,UAAU,gBAAgB;CAC3B;AAED;;;;;GAKG;AACH,MAAM,WAAW,eAAe;IAC9B,QAAQ,CAAC,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,eAAe,EAAE,eAAe,CAAC,CAAC,CAAC;CACtG;AAED;;;GAGG;AACH,qBAAa,sBAAuB,YAAW,eAAe;IACtD,QAAQ,CAAC,WAAW,EAAE,KAAK,EAAE,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,eAAe,EAAE,eAAe,CAAC,CAAC;CAG7G;AAED;;;GAGG;AACH,qBAAa,oBAAqB,YAAW,eAAe;IACpD,QAAQ,CAAC,WAAW,EAAE,KAAK,EAAE,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,eAAe,EAAE,eAAe,CAAC,CAAC;CAG7G"}

package/packages/jam/ticket-pool/ticket-validator.js

@@ -0,0 +1,29 @@
+import { Result } from "#@typeberry/utils";
+/** Reasons a ticket may fail validation. */
+export var ValidationError;
+(function (ValidationError) {
+    /** Verifier rejected the signature / proof. */
+    ValidationError["InvalidProof"] = "invalid_proof";
+    /** Validator could not run (e.g. state unavailable, transient internal failure). */
+    ValidationError["ValidatorUnavailable"] = "validator_unavailable";
+    /** Ticket is for an epoch outside the validator's window of interest. */
+    ValidationError["WrongEpoch"] = "wrong_epoch";
+})(ValidationError || (ValidationError = {}));
+/**
+ * Accepts every ticket without inspection. Useful for unit tests where the validator
+ * isn't the subject under test. Must never be used in production.
+ */
+export class AcceptTicketsValidator {
+    async validate(_epochIndex, _ticket) {
+        return Result.ok({ id: null });
+    }
+}
+/**
+ * Rejects every ticket. Used as the default for any task that needs an explicit, real
+ * validator wired in before it will accept anything from the network.
+ */
+export class DenyTicketsValidator {
+    async validate(_epochIndex, _ticket) {
+        return Result.error(ValidationError.ValidatorUnavailable, () => "no ticket validator wired");
+    }
+}

package/packages/jam/ticket-pool/ticket-validator.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=ticket-validator.test.d.ts.map

package/packages/jam/ticket-pool/ticket-validator.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ticket-validator.test.d.ts","sourceRoot":"","sources":["../../../../../packages/jam/ticket-pool/ticket-validator.test.ts"],"names":[],"mappings":""}

package/packages/jam/ticket-pool/ticket-validator.test.js

@@ -0,0 +1,34 @@
+import assert from "node:assert";
+import { describe, it } from "node:test";
+import { tryAsEpoch } from "#@typeberry/block";
+import { SignedTicket, tryAsTicketAttempt } from "#@typeberry/block/tickets.js";
+import { Bytes } from "#@typeberry/bytes";
+import { BANDERSNATCH_PROOF_BYTES } from "#@typeberry/crypto";
+import { AcceptTicketsValidator, DenyTicketsValidator, ValidationError } from "./ticket-validator.js";
+const E1 = tryAsEpoch(1);
+function makeTicket() {
+    return SignedTicket.create({
+        attempt: tryAsTicketAttempt(0),
+        signature: Bytes.zero(BANDERSNATCH_PROOF_BYTES).asOpaque(),
+    });
+}
+describe("AcceptTicketsValidator", () => {
+    it("returns ok with null id", async () => {
+        const v = new AcceptTicketsValidator();
+        const res = await v.validate(E1, makeTicket());
+        assert.strictEqual(res.isOk, true);
+        if (res.isOk) {
+            assert.strictEqual(res.ok.id, null);
+        }
+    });
+});
+describe("DenyTicketsValidator", () => {
+    it("returns ValidatorUnavailable", async () => {
+        const v = new DenyTicketsValidator();
+        const res = await v.validate(E1, makeTicket());
+        assert.strictEqual(res.isError, true);
+        if (res.isError) {
+            assert.strictEqual(res.error, ValidationError.ValidatorUnavailable);
+        }
+    });
+});

package/packages/jam/ticket-pool/verified-ticket-pool.d.ts

@@ -0,0 +1,24 @@
+import type { EntropyHash, Epoch } from "#@typeberry/block";
+import type { SignedTicket } from "#@typeberry/block/tickets.js";
+/** A ticket the validator already verified, paired with the entropy hash (ticket id). */
+export type VerifiedTicket = {
+    ticket: SignedTicket;
+    id: EntropyHash;
+};
+/**
+ * In-memory pool of verified tickets for the current epoch, keyed by ticket id.
+ *
+ * Used on the authorship side. Tickets are stored per epoch and deduplicated by their
+ * computed entropy hash (so duplicates arriving via different peers / paths are coalesced
+ * cheaply). The pool only ever needs to hold tickets for one epoch at a time; switching
+ * to a new epoch clears everything older.
+ */
+export declare class VerifiedTicketPool {
+    private readonly perEpoch;
+    private readonly idSets;
+    /** Add pre-verified tickets to the pool, deduping by id. */
+    add(epochIndex: Epoch, verifiedTickets: readonly VerifiedTicket[]): void;
+    /** Returns the verified tickets for the given epoch, or an empty array if none. */
+    getForEpoch(epochIndex: Epoch): readonly VerifiedTicket[];
+}
+//# sourceMappingURL=verified-ticket-pool.d.ts.map

package/packages/jam/ticket-pool/verified-ticket-pool.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"verified-ticket-pool.d.ts","sourceRoot":"","sources":["../../../../../packages/jam/ticket-pool/verified-ticket-pool.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AAC3D,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,6BAA6B,CAAC;AAGhE,yFAAyF;AACzF,MAAM,MAAM,cAAc,GAAG;IAC3B,MAAM,EAAE,YAAY,CAAC;IACrB,EAAE,EAAE,WAAW,CAAC;CACjB,CAAC;AAEF;;;;;;;GAOG;AACH,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAsC;IAC/D,OAAO,CAAC,QAAQ,CAAC,MAAM,CAA0C;IAEjE,4DAA4D;IAC5D,GAAG,CAAC,UAAU,EAAE,KAAK,EAAE,eAAe,EAAE,SAAS,cAAc,EAAE,GAAG,IAAI;IAoBxE,mFAAmF;IACnF,WAAW,CAAC,UAAU,EAAE,KAAK,GAAG,SAAS,cAAc,EAAE;CAG1D"}

package/packages/jam/ticket-pool/verified-ticket-pool.js

@@ -0,0 +1,37 @@
+import { HashSet } from "#@typeberry/collections/hash-set.js";
+/**
+ * In-memory pool of verified tickets for the current epoch, keyed by ticket id.
+ *
+ * Used on the authorship side. Tickets are stored per epoch and deduplicated by their
+ * computed entropy hash (so duplicates arriving via different peers / paths are coalesced
+ * cheaply). The pool only ever needs to hold tickets for one epoch at a time; switching
+ * to a new epoch clears everything older.
+ */
+export class VerifiedTicketPool {
+    perEpoch = new Map();
+    idSets = new Map();
+    /** Add pre-verified tickets to the pool, deduping by id. */
+    add(epochIndex, verifiedTickets) {
+        if (this.perEpoch.size > 0 && !this.perEpoch.has(epochIndex)) {
+            this.perEpoch.clear();
+            this.idSets.clear();
+        }
+        const existing = this.perEpoch.get(epochIndex) ?? [];
+        let idSet = this.idSets.get(epochIndex) ?? null;
+        if (idSet === null) {
+            idSet = HashSet.new();
+            this.idSets.set(epochIndex, idSet);
+        }
+        for (const entry of verifiedTickets) {
+            if (!idSet.has(entry.id)) {
+                existing.push(entry);
+                idSet.insert(entry.id);
+            }
+        }
+        this.perEpoch.set(epochIndex, existing);
+    }
+    /** Returns the verified tickets for the given epoch, or an empty array if none. */
+    getForEpoch(epochIndex) {
+        return this.perEpoch.get(epochIndex) ?? [];
+    }
+}

package/packages/jam/ticket-pool/verified-ticket-pool.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=verified-ticket-pool.test.d.ts.map

package/packages/jam/ticket-pool/verified-ticket-pool.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"verified-ticket-pool.test.d.ts","sourceRoot":"","sources":["../../../../../packages/jam/ticket-pool/verified-ticket-pool.test.ts"],"names":[],"mappings":""}

package/packages/jam/ticket-pool/verified-ticket-pool.test.js

@@ -0,0 +1,54 @@
+import assert from "node:assert";
+import { describe, it } from "node:test";
+import { tryAsEpoch } from "#@typeberry/block";
+import { SignedTicket, tryAsTicketAttempt } from "#@typeberry/block/tickets.js";
+import { Bytes } from "#@typeberry/bytes";
+import { BANDERSNATCH_PROOF_BYTES } from "#@typeberry/crypto";
+import { HASH_SIZE } from "#@typeberry/hash";
+import { VerifiedTicketPool } from "./verified-ticket-pool.js";
+const E1 = tryAsEpoch(1);
+const E2 = tryAsEpoch(2);
+function makeTicket(seed) {
+    const sig = Bytes.zero(BANDERSNATCH_PROOF_BYTES);
+    sig.raw[0] = seed;
+    return SignedTicket.create({
+        attempt: tryAsTicketAttempt(0),
+        signature: sig.asOpaque(),
+    });
+}
+function makeId(byte) {
+    return Bytes.fill(HASH_SIZE, byte).asOpaque();
+}
+describe("VerifiedTicketPool", () => {
+    it("starts empty", () => {
+        const pool = new VerifiedTicketPool();
+        assert.deepStrictEqual(pool.getForEpoch(E1), []);
+    });
+    it("adds and retrieves tickets per epoch", () => {
+        const pool = new VerifiedTicketPool();
+        pool.add(E1, [{ ticket: makeTicket(1), id: makeId(0xaa) }]);
+        assert.strictEqual(pool.getForEpoch(E1).length, 1);
+        assert.deepStrictEqual(pool.getForEpoch(E2), []);
+    });
+    it("dedups by id", () => {
+        const pool = new VerifiedTicketPool();
+        const id = makeId(0x01);
+        pool.add(E1, [{ ticket: makeTicket(1), id }]);
+        pool.add(E1, [{ ticket: makeTicket(2), id }]);
+        assert.strictEqual(pool.getForEpoch(E1).length, 1);
+        assert.strictEqual(pool.getForEpoch(E1)[0].ticket.signature.raw[0], 1);
+    });
+    it("clears previous epochs when a new epoch is added", () => {
+        const pool = new VerifiedTicketPool();
+        pool.add(E1, [{ ticket: makeTicket(1), id: makeId(1) }]);
+        pool.add(E2, [{ ticket: makeTicket(2), id: makeId(2) }]);
+        assert.deepStrictEqual(pool.getForEpoch(E1), []);
+        assert.strictEqual(pool.getForEpoch(E2).length, 1);
+    });
+    it("appends across multiple add() calls for the same epoch", () => {
+        const pool = new VerifiedTicketPool();
+        pool.add(E1, [{ ticket: makeTicket(1), id: makeId(1) }]);
+        pool.add(E1, [{ ticket: makeTicket(2), id: makeId(2) }]);
+        assert.strictEqual(pool.getForEpoch(E1).length, 2);
+    });
+});

package/packages/workers/api-node/config.d.ts

@@ -71,13 +71,19 @@ export declare class InMemWorkerConfig<T = undefined> implements WorkerConfig<T,
         readonly: boolean;
     }): RootDb<BlocksDb, SerializedStatesDb>;
 }
+/** Persistent values store backing the hybrid config. */
+export type HybridBackend = "lmdb" | "fjall";
 /**
  * Hybrid worker config for the fuzz target: in-memory blocks and leaf sets,
- * but large values persisted to LMDB.
+ * but large values persisted to disk (LMDB or fjall, selected by `backend`).
+ *
+ * The fjall backend is opt-in so its performance can be compared against LMDB
+ * before committing to it. fjall opens its keyspace asynchronously, hence the
+ * async `new`.
  *
  * Like `InMemWorkerConfig`, the blocks and leaf sets are shared across the
  * open/close/reopen dance that genesis init performs, so `openDatabase`
- * returns the same instances and a no-op close. The LMDB root is opened once
+ * returns the same instances and a no-op close. The values store is opened once
  * here and closed by `HybridSerializedStates.close()` at importer teardown.
  *
  * In-process only: it holds shared mutable state (the in-memory leaf
@@ -91,16 +97,19 @@ export declare class HybridWorkerConfig<T = undefined> implements WorkerConfig<T
     readonly blake2b: Blake2b;
     readonly dbPath: string;
     readonly ephemeral: boolean;
-    static new<T>({ nodeName, chainSpec, workerParams, blake2b, dbPath, ephemeral, }: {
+    readonly compression: boolean;
+    private readonly states;
+    static new<T>({ nodeName, chainSpec, workerParams, blake2b, dbPath, ephemeral, compression, backend, }: {
         nodeName: string;
         chainSpec: ChainSpec;
         workerParams: T;
         blake2b: Blake2b;
         dbPath: string;
         ephemeral?: boolean;
-    }): HybridWorkerConfig<T>;
+        compression?: boolean;
+        backend?: HybridBackend;
+    }): Promise<HybridWorkerConfig<T>>;
     private readonly blocks;
-    private readonly states;
     private constructor();
     openDatabase(_options?: {
         readonly: boolean;

package/packages/workers/api-node/config.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../../../../packages/workers/api-node/config.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AACvD,OAAO,EAAE,KAAK,MAAM,EAAW,KAAK,MAAM,EAAW,MAAM,kBAAkB,CAAC;AAC9E,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAC9C,OAAO,EACL,KAAK,QAAQ,EAGb,KAAK,MAAM,EACX,KAAK,kBAAkB,EACxB,MAAM,qBAAqB,CAAC;AAE7B,OAAO,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAC;AAC1C,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAC3D,OAAO,EAAE,UAAU,EAAE,KAAK,gBAAgB,EAAE,MAAM,WAAW,CAAC;AAE9D,+EAA+E;AAC/E,qBAAa,gBAAgB,CAAC,CAAC,GAAG,IAAI,CAAE,YAAW,YAAY,CAAC,CAAC,EAAE,QAAQ,EAAE,kBAAkB,CAAC;aAyC5E,QAAQ,EAAE,MAAM;aAChB,SAAS,EAAE,SAAS;aACpB,YAAY,EAAE,CAAC;aACf,MAAM,EAAE,MAAM;aACd,OAAO,EAAE,OAAO;aAChB,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,UAAU,CAAC;aAI9B,SAAS,EAAE,OAAO;IAjDpC,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,EACZ,QAAQ,EACR,SAAS,EACT,YAAY,EACZ,MAAM,EACN,OAAO,EACP,KAAiB,EACjB,SAAiB,GAClB,EAAE;QACD,QAAQ,EAAE,MAAM,CAAC;QACjB,SAAS,EAAE,SAAS,CAAC;QACrB,YAAY,EAAE,CAAC,CAAC;QAChB,MAAM,EAAE,MAAM,CAAC;QACf,OAAO,EAAE,OAAO,CAAC;QACjB,KAAK,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QAChC,SAAS,CAAC,EAAE,OAAO,CAAC;KACrB;IAID,6DAA6D;WAChD,gBAAgB,CAAC,CAAC,EAAE,YAAY,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,kBAAkB;IAkBpF,OAAO;IAaP,YAAY,CAAC,OAAO,GAAE;QAAE,QAAQ,EAAE,OAAO,CAAA;KAAuB,GAAG,MAAM,CAAC,QAAQ,EAAE,kBAAkB,CAAC;IAUvG,6DAA6D;IAC7D,gBAAgB,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC,CAAC,GAAG,kBAAkB;CAS7D;AAED,6DAA6D;AAC7D,MAAM,MAAM,kBAAkB,GAAG;IAC/B,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,SAAS,CAAC;IACrB,YAAY,EAAE,UAAU,CAAC;IACzB,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,CAAC,MAAM,EAAE,gBAAgB,CAAC,EAAE,CAAC;CAC3C,CAAC;AAEF;;;;;;GAMG;AACH,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,kBAAkB,GAAG,WAAW,EAAE,CAE5E;AAED;;;;GAIG;AACH,qBAAa,iBAAiB,CAAC,CAAC,GAAG,SAAS,CAAE,YAAW,YAAY,CAAC,CAAC,EAAE,QAAQ,EAAE,kBAAkB,CAAC;aAmBlF,QAAQ,EAAE,MAAM;aAChB,SAAS,EAAE,SAAS;aACpB,YAAY,EAAE,CAAC;aACf,OAAO,EAAE,OAAO;IArBlC,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,EACZ,QAAQ,EACR,SAAS,EACT,YAAY,EACZ,OAAO,GACR,EAAE;QACD,QAAQ,EAAE,MAAM,CAAC;QACjB,SAAS,EAAE,SAAS,CAAC;QACrB,YAAY,EAAE,CAAC,CAAC;QAChB,OAAO,EAAE,OAAO,CAAC;KAClB;IAID,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAiB;IACxC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAA2B;IAElD,OAAO;IAUP,YAAY,CAAC,QAAQ,GAAE;QAAE,QAAQ,EAAE,OAAO,CAAA;KAAuB,GAAG,MAAM,CAAC,QAAQ,EAAE,kBAAkB,CAAC;CAQzG;AAED;;;;;;;;;;;;GAYG;AACH,qBAAa,kBAAkB,CAAC,CAAC,GAAG,SAAS,CAAE,YAAW,YAAY,CAAC,CAAC,EAAE,QAAQ,EAAE,kBAAkB,CAAC;aAuBnF,QAAQ,EAAE,MAAM;aAChB,SAAS,EAAE,SAAS;aACpB,YAAY,EAAE,CAAC;aACf,OAAO,EAAE,OAAO;aAChB,MAAM,EAAE,MAAM;aACd,SAAS,EAAE,OAAO;IA3BpC,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,EACZ,QAAQ,EACR,SAAS,EACT,YAAY,EACZ,OAAO,EACP,MAAM,EACN,SAAiB,GAClB,EAAE;QACD,QAAQ,EAAE,MAAM,CAAC;QACjB,SAAS,EAAE,SAAS,CAAC;QACrB,YAAY,EAAE,CAAC,CAAC;QAChB,OAAO,EAAE,OAAO,CAAC;QACjB,MAAM,EAAE,MAAM,CAAC;QACf,SAAS,CAAC,EAAE,OAAO,CAAC;KACrB;IAID,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAiB;IACxC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAyB;IAEhD,OAAO;IAkBP,YAAY,CAAC,QAAQ,GAAE;QAAE,QAAQ,EAAE,OAAO,CAAA;KAAuB,GAAG,MAAM,CAAC,QAAQ,EAAE,kBAAkB,CAAC;CASzG"}
+{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../../../../packages/workers/api-node/config.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AACvD,OAAO,EAAE,KAAK,MAAM,EAAW,KAAK,MAAM,EAAW,MAAM,kBAAkB,CAAC;AAC9E,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAC9C,OAAO,EACL,KAAK,QAAQ,EAGb,KAAK,MAAM,EACX,KAAK,kBAAkB,EACxB,MAAM,qBAAqB,CAAC;AAQ7B,OAAO,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAC;AAC1C,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAC3D,OAAO,EAAE,UAAU,EAAE,KAAK,gBAAgB,EAAE,MAAM,WAAW,CAAC;AAE9D,+EAA+E;AAC/E,qBAAa,gBAAgB,CAAC,CAAC,GAAG,IAAI,CAAE,YAAW,YAAY,CAAC,CAAC,EAAE,QAAQ,EAAE,kBAAkB,CAAC;aAyC5E,QAAQ,EAAE,MAAM;aAChB,SAAS,EAAE,SAAS;aACpB,YAAY,EAAE,CAAC;aACf,MAAM,EAAE,MAAM;aACd,OAAO,EAAE,OAAO;aAChB,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,UAAU,CAAC;aAI9B,SAAS,EAAE,OAAO;IAjDpC,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,EACZ,QAAQ,EACR,SAAS,EACT,YAAY,EACZ,MAAM,EACN,OAAO,EACP,KAAiB,EACjB,SAAiB,GAClB,EAAE;QACD,QAAQ,EAAE,MAAM,CAAC;QACjB,SAAS,EAAE,SAAS,CAAC;QACrB,YAAY,EAAE,CAAC,CAAC;QAChB,MAAM,EAAE,MAAM,CAAC;QACf,OAAO,EAAE,OAAO,CAAC;QACjB,KAAK,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QAChC,SAAS,CAAC,EAAE,OAAO,CAAC;KACrB;IAID,6DAA6D;WAChD,gBAAgB,CAAC,CAAC,EAAE,YAAY,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,kBAAkB;IAkBpF,OAAO;IAaP,YAAY,CAAC,OAAO,GAAE;QAAE,QAAQ,EAAE,OAAO,CAAA;KAAuB,GAAG,MAAM,CAAC,QAAQ,EAAE,kBAAkB,CAAC;IAavG,6DAA6D;IAC7D,gBAAgB,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC,CAAC,GAAG,kBAAkB;CAS7D;AAED,6DAA6D;AAC7D,MAAM,MAAM,kBAAkB,GAAG;IAC/B,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,SAAS,CAAC;IACrB,YAAY,EAAE,UAAU,CAAC;IACzB,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,CAAC,MAAM,EAAE,gBAAgB,CAAC,EAAE,CAAC;CAC3C,CAAC;AAEF;;;;;;GAMG;AACH,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,kBAAkB,GAAG,WAAW,EAAE,CAE5E;AAED;;;;GAIG;AACH,qBAAa,iBAAiB,CAAC,CAAC,GAAG,SAAS,CAAE,YAAW,YAAY,CAAC,CAAC,EAAE,QAAQ,EAAE,kBAAkB,CAAC;aAmBlF,QAAQ,EAAE,MAAM;aAChB,SAAS,EAAE,SAAS;aACpB,YAAY,EAAE,CAAC;aACf,OAAO,EAAE,OAAO;IArBlC,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,EACZ,QAAQ,EACR,SAAS,EACT,YAAY,EACZ,OAAO,GACR,EAAE;QACD,QAAQ,EAAE,MAAM,CAAC;QACjB,SAAS,EAAE,SAAS,CAAC;QACrB,YAAY,EAAE,CAAC,CAAC;QAChB,OAAO,EAAE,OAAO,CAAC;KAClB;IAID,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAiB;IACxC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAA2B;IAElD,OAAO;IAUP,YAAY,CAAC,QAAQ,GAAE;QAAE,QAAQ,EAAE,OAAO,CAAA;KAAuB,GAAG,MAAM,CAAC,QAAQ,EAAE,kBAAkB,CAAC;CAQzG;AAED,yDAAyD;AACzD,MAAM,MAAM,aAAa,GAAG,MAAM,GAAG,OAAO,CAAC;AAE7C;;;;;;;;;;;;;;;;GAgBG;AACH,qBAAa,kBAAkB,CAAC,CAAC,GAAG,SAAS,CAAE,YAAW,YAAY,CAAC,CAAC,EAAE,QAAQ,EAAE,kBAAkB,CAAC;aAgCnF,QAAQ,EAAE,MAAM;aAChB,SAAS,EAAE,SAAS;aACpB,YAAY,EAAE,CAAC;aACf,OAAO,EAAE,OAAO;aAChB,MAAM,EAAE,MAAM;aACd,SAAS,EAAE,OAAO;aAClB,WAAW,EAAE,OAAO;IACpC,OAAO,CAAC,QAAQ,CAAC,MAAM;WAtCZ,GAAG,CAAC,CAAC,EAAE,EAClB,QAAQ,EACR,SAAS,EACT,YAAY,EACZ,OAAO,EACP,MAAM,EACN,SAAiB,EACjB,WAAkB,EAClB,OAAgB,GACjB,EAAE;QACD,QAAQ,EAAE,MAAM,CAAC;QACjB,SAAS,EAAE,SAAS,CAAC;QACrB,YAAY,EAAE,CAAC,CAAC;QAChB,OAAO,EAAE,OAAO,CAAC;QACjB,MAAM,EAAE,MAAM,CAAC;QACf,SAAS,CAAC,EAAE,OAAO,CAAC;QACpB,WAAW,CAAC,EAAE,OAAO,CAAC;QACtB,OAAO,CAAC,EAAE,aAAa,CAAC;KACzB,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC;IAUlC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAiB;IAExC,OAAO;IAaP,YAAY,CAAC,QAAQ,GAAE;QAAE,QAAQ,EAAE,OAAO,CAAA;KAAuB,GAAG,MAAM,CAAC,QAAQ,EAAE,kBAAkB,CAAC;CASzG"}