@typeberry/lib 0.5.6 → 0.5.7-82a84ca

package/packages/workers/comms-authorship-network/protocol.js

@@ -0,0 +1,24 @@
+import { codec } from "#@typeberry/codec";
+import { createProtocol } from "#@typeberry/workers-api";
+import { TicketsMessage } from "./tickets-message.js";
+/**
+ * Port name for authorship-network direct communication.
+ * Used when spawning jam-network worker to pass the port for receiving tickets.
+ */
+export const AUTHORSHIP_NETWORK_PORT = "authorship-network";
+/**
+ * Protocol for direct communication between block-authorship and jam-network workers.
+ *
+ * This bypasses the main thread for ticket distribution, reducing latency.
+ */
+export const protocol = createProtocol("authorship-network", {
+    // Messages from block-authorship to jam-network
+    toWorker: {
+        tickets: {
+            request: TicketsMessage.Codec,
+            response: codec.nothing,
+        },
+    },
+    // Messages from jam-network to block-authorship (none for now)
+    fromWorker: {},
+});

package/packages/workers/comms-authorship-network/tickets-message.d.ts

@@ -0,0 +1,18 @@
+import type { Epoch } from "#@typeberry/block";
+import { SignedTicket } from "#@typeberry/block/tickets.js";
+import { type CodecRecord } from "#@typeberry/codec";
+import { WithDebug } from "#@typeberry/utils";
+export declare class TicketsMessage extends WithDebug {
+    readonly epochIndex: Epoch;
+    readonly tickets: SignedTicket[];
+    static Codec: import("@typeberry/codec").Descriptor<TicketsMessage, import("@typeberry/codec").ViewOf<TicketsMessage, {
+        epochIndex: import("@typeberry/codec").Descriptor<number & import("@typeberry/numbers").WithBytesRepresentation<4> & import("@typeberry/utils").WithOpaque<"Epoch">, import("@typeberry/bytes").Bytes<4>>;
+        tickets: import("@typeberry/codec").Descriptor<SignedTicket[], import("@typeberry/codec").SequenceView<SignedTicket, import("@typeberry/codec").ViewOf<SignedTicket, {
+            attempt: import("@typeberry/codec").Descriptor<number & import("@typeberry/numbers").WithBytesRepresentation<1> & import("@typeberry/utils").WithOpaque<"TicketAttempt[0|1|2]">, import("@typeberry/numbers").U8>;
+            signature: import("@typeberry/codec").Descriptor<import("@typeberry/bytes").Bytes<784> & import("@typeberry/utils").WithOpaque<"BandersnatchRingSignature">, import("@typeberry/bytes").Bytes<784>>;
+        }>>>;
+    }>>;
+    static create({ epochIndex, tickets }: CodecRecord<TicketsMessage>): TicketsMessage;
+    private constructor();
+}
+//# sourceMappingURL=tickets-message.d.ts.map

package/packages/workers/comms-authorship-network/tickets-message.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tickets-message.d.ts","sourceRoot":"","sources":["../../../../../packages/workers/comms-authorship-network/tickets-message.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,YAAY,EAAE,MAAM,6BAA6B,CAAC;AAC3D,OAAO,EAAE,KAAK,WAAW,EAAS,MAAM,kBAAkB,CAAC;AAC3D,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAE7C,qBAAa,cAAe,SAAQ,SAAS;aAWzB,UAAU,EAAE,KAAK;aACjB,OAAO,EAAE,YAAY,EAAE;IAXzC,MAAM,CAAC,KAAK;;;;;;QAGT;IAEH,MAAM,CAAC,MAAM,CAAC,EAAE,UAAU,EAAE,OAAO,EAAE,EAAE,WAAW,CAAC,cAAc,CAAC;IAIlE,OAAO;CAMR"}

package/packages/workers/comms-authorship-network/tickets-message.js

@@ -0,0 +1,19 @@
+import { SignedTicket } from "#@typeberry/block/tickets.js";
+import { codec } from "#@typeberry/codec";
+import { WithDebug } from "#@typeberry/utils";
+export class TicketsMessage extends WithDebug {
+    epochIndex;
+    tickets;
+    static Codec = codec.Class(TicketsMessage, {
+        epochIndex: codec.u32.asOpaque(),
+        tickets: codec.sequenceVarLen(SignedTicket.Codec),
+    });
+    static create({ epochIndex, tickets }) {
+        return new TicketsMessage(epochIndex, tickets);
+    }
+    constructor(epochIndex, tickets) {
+        super();
+        this.epochIndex = epochIndex;
+        this.tickets = tickets;
+    }
+}

package/packages/workers/importer/metrics.js

@@ -1,12 +1,12 @@
 import { metrics } from "@opentelemetry/api";
-import packageJson from "./package.json" with { type: "json" };
+import { version } from "#@typeberry/utils";
 /**
  * Block importer metrics for JAM implementation.
  *
  * https://github.com/polkadot-fellows/JIPs/blob/main/JIP-3.md#block-authoringimporting-events
  */
 export function createMetrics() {
-    const meter = metrics.getMeter(packageJson.name, packageJson.version);
+    const meter = metrics.getMeter("@typeberry/importer", version);
     const blockVerificationDuration = meter.createHistogram("jam.blockVerificationTime", {
         description: "Duration of block verification",
         unit: "ms",

package/packages/workers/jam-network/bootstrap-main.js

@@ -1,12 +1,19 @@
+import { AUTHORSHIP_NETWORK_PORT, protocol as authorshipProtocol } from "#@typeberry/comms-authorship-network";
 import { Telemetry } from "#@typeberry/telemetry";
+import { Channel } from "#@typeberry/workers-api";
 import { initWorker } from "#@typeberry/workers-api-node";
 import { main } from "./main.js";
-import { NetworkingConfig, protocol } from "./protocol.js";
-const { config, comms } = await initWorker(protocol, NetworkingConfig.Codec);
+import { protocol as mainProtocol, NetworkingConfig } from "./protocol.js";
+const { config, comms } = await initWorker(mainProtocol, NetworkingConfig.Codec);
 // Initialize OpenTelemetry for this worker
 const tele = Telemetry.initialize({
     nodeName: config.nodeName,
     worker: "network",
 });
-await main(config, comms);
+const port = config.ports.get(AUTHORSHIP_NETWORK_PORT);
+if (port === undefined) {
+    throw new Error("Authorship network port not found in config");
+}
+const networkingComms = Channel.rx(authorshipProtocol, port);
+await main(config, comms, networkingComms);
 await tele?.close();

package/packages/workers/jam-network/main.d.ts

@@ -1,3 +1,4 @@
+import type { AuthorshipComms } from "#@typeberry/comms-authorship-network";
 import type { WorkerConfig } from "#@typeberry/workers-api";
 import type { NetworkingConfig, NetworkingInternal } from "./protocol.js";
 /**
@@ -7,5 +8,5 @@ import type { NetworkingConfig, NetworkingInternal } from "./protocol.js";
  * (using `typeberry/networking` package) and adding relevant JAMNP-s
  * stream handlers.
  */
-export declare function main(config: WorkerConfig<NetworkingConfig>, comms: NetworkingInternal): Promise<void>;
+export declare function main(config: WorkerConfig<NetworkingConfig>, comms: NetworkingInternal, authorshipComms: AuthorshipComms): Promise<void>;
 //# sourceMappingURL=main.d.ts.map

package/packages/workers/jam-network/main.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"main.d.ts","sourceRoot":"","sources":["../../../../../packages/workers/jam-network/main.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAC3D,OAAO,KAAK,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AAI1E;;;;;;GAMG;AACH,wBAAsB,IAAI,CAAC,MAAM,EAAE,YAAY,CAAC,gBAAgB,CAAC,EAAE,KAAK,EAAE,kBAAkB,iBA0C3F"}
+{"version":3,"file":"main.d.ts","sourceRoot":"","sources":["../../../../../packages/workers/jam-network/main.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,qCAAqC,CAAC;AAK3E,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAC3D,OAAO,KAAK,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AAI1E;;;;;;GAMG;AACH,wBAAsB,IAAI,CACxB,MAAM,EAAE,YAAY,CAAC,gBAAgB,CAAC,EACtC,KAAK,EAAE,kBAAkB,EACzB,eAAe,EAAE,eAAe,iBAmDjC"}

package/packages/workers/jam-network/main.js

@@ -10,7 +10,7 @@ const logger = Logger.new(import.meta.filename, "net");
  * (using `typeberry/networking` package) and adding relevant JAMNP-s
  * stream handlers.
  */
-export async function main(config, comms) {
+export async function main(config, comms, authorshipComms) {
     await initWasm();
     logger.trace `🛜 Network starting`;
     // Await the configuration object
@@ -31,6 +31,13 @@ export async function main(config, comms) {
     comms.setOnNewHeader(async (header) => {
         network.syncTask.broadcastHeader(header);
     });
+    // Handle tickets received directly from block-authorship (bypasses main thread)
+    authorshipComms.setOnTickets(async ({ epochIndex, tickets }) => {
+        logger.log `Received ${tickets.length} tickets directly from block-authorship for epoch ${epochIndex}`;
+        for (const ticket of tickets) {
+            network.ticketTask.addTicket(epochIndex, ticket);
+        }
+    });
     await network.network.start();
     // stop the network when the worker is finishing.
     await waitForFinish;

package/packages/core/networking/package.json

@@ -1,26 +0,0 @@
-{
-    "name": "@typeberry/networking",
-    "version": "0.5.6",
-    "description": "QUIC-based p2p networking.",
-    "license": "MPL-2.0",
-    "author": "Fluffy Labs",
-    "bin": "./bin/test.ts",
-    "main": "index.ts",
-    "type": "module",
-    "scripts": {
-        "start": "tsx ./bin/test.ts",
-        "test": "tsx --test $(find . -type f -name '*.test.ts' | tr '\\n' ' ')"
-    },
-    "dependencies": {
-        "@matrixai/quic": "2.0.9",
-        "@opentelemetry/api": "1.9.0",
-        "@peculiar/webcrypto": "1.5.0",
-        "@peculiar/x509": "1.12.3",
-        "@typeberry/bytes": "*",
-        "@typeberry/config": "*",
-        "@typeberry/crypto": "*",
-        "@typeberry/logger": "*",
-        "@typeberry/numbers": "*",
-        "@typeberry/utils": "*"
-    }
-}

package/packages/core/telemetry/package.json

@@ -1,19 +0,0 @@
-{
-    "name": "@typeberry/telemetry",
-    "version": "0.5.6",
-    "description": "OpenTelemetry initialization utilities for Typeberry",
-    "license": "MPL-2.0",
-    "author": "Fluffy Labs",
-    "main": "index.ts",
-    "type": "module",
-    "dependencies": {
-        "@opentelemetry/auto-instrumentations-node": "^0.67.0",
-        "@opentelemetry/exporter-metrics-otlp-http": "^0.208.0",
-        "@opentelemetry/resources": "^2.2.0",
-        "@opentelemetry/sdk-metrics": "^2.2.0",
-        "@opentelemetry/sdk-node": "^0.208.0",
-        "@opentelemetry/semantic-conventions": "^1.38.0",
-        "@typeberry/logger": "*",
-        "@typeberry/utils": "*"
-    }
-}

package/packages/jam/node/package.json

@@ -1,39 +0,0 @@
-{
-    "name": "@typeberry/node",
-    "version": "0.5.6",
-    "description": "The main typeberry node.",
-    "main": "index.ts",
-    "dependencies": {
-        "@opentelemetry/api": "1.9.0",
-        "@typeberry/block": "*",
-        "@typeberry/block-authorship": "*",
-        "@typeberry/block-json": "*",
-        "@typeberry/bytes": "*",
-        "@typeberry/codec": "*",
-        "@typeberry/collections": "*",
-        "@typeberry/config": "*",
-        "@typeberry/config-node": "*",
-        "@typeberry/configs": "*",
-        "@typeberry/crypto": "*",
-        "@typeberry/ext-ipc": "*",
-        "@typeberry/fuzz-proto": "*",
-        "@typeberry/hash": "*",
-        "@typeberry/importer": "*",
-        "@typeberry/jam-network": "*",
-        "@typeberry/json-parser": "*",
-        "@typeberry/listener": "*",
-        "@typeberry/logger": "*",
-        "@typeberry/numbers": "*",
-        "@typeberry/state-json": "*",
-        "@typeberry/state-merkleization": "*",
-        "@typeberry/utils": "*",
-        "@typeberry/workers-api": "*",
-        "@typeberry/workers-api-node": "*"
-    },
-    "scripts": {
-        "test": "tsx --test $(find . -type f -name '*.test.ts' | tr '\\n' ' ')"
-    },
-    "author": "Fluffy Labs",
-    "license": "MPL-2.0",
-    "type": "module"
-}

package/packages/workers/block-authorship/package.json

@@ -1,33 +0,0 @@
-{
-    "name": "@typeberry/block-authorship",
-    "version": "0.5.6",
-    "description": "A test block generator simulating blocks received over the network.",
-    "main": "index.ts",
-    "dependencies": {
-        "@opentelemetry/api": "^1.9.0",
-        "@typeberry/block": "*",
-        "@typeberry/bytes": "*",
-        "@typeberry/codec": "*",
-        "@typeberry/collections": "*",
-        "@typeberry/config": "*",
-        "@typeberry/crypto": "*",
-        "@typeberry/database": "*",
-        "@typeberry/hash": "*",
-        "@typeberry/logger": "*",
-        "@typeberry/numbers": "*",
-        "@typeberry/safrole": "*",
-        "@typeberry/state": "*",
-        "@typeberry/state-merkleization": "*",
-        "@typeberry/telemetry": "*",
-        "@typeberry/transition": "*",
-        "@typeberry/utils": "*",
-        "@typeberry/workers-api": "*",
-        "@typeberry/workers-api-node": "*"
-    },
-    "scripts": {
-        "test": "tsx --test $(find . -type f -name '*.test.ts' | tr '\\n' ' ')"
-    },
-    "author": "Fluffy Labs",
-    "license": "MPL-2.0",
-    "type": "module"
-}

package/packages/workers/importer/package.json

@@ -1,33 +0,0 @@
-{
-    "name": "@typeberry/importer",
-    "version": "0.5.6",
-    "description": "A JAM block importer queue.",
-    "main": "index.ts",
-    "dependencies": {
-        "@opentelemetry/api": "1.9.0",
-        "@typeberry/block": "*",
-        "@typeberry/bytes": "*",
-        "@typeberry/codec": "*",
-        "@typeberry/collections": "*",
-        "@typeberry/config": "*",
-        "@typeberry/config-node": "*",
-        "@typeberry/crypto": "*",
-        "@typeberry/database": "*",
-        "@typeberry/hash": "*",
-        "@typeberry/logger": "*",
-        "@typeberry/numbers": "*",
-        "@typeberry/ordering": "*",
-        "@typeberry/state-merkleization": "*",
-        "@typeberry/telemetry": "*",
-        "@typeberry/transition": "*",
-        "@typeberry/utils": "*",
-        "@typeberry/workers-api": "*",
-        "@typeberry/workers-api-node": "*"
-    },
-    "scripts": {
-        "test": "tsx --test $(find . -type f -name '*.test.ts' | tr '\\n' ' ')"
-    },
-    "author": "Fluffy Labs",
-    "license": "MPL-2.0",
-    "type": "module"
-}