@lodestar/builder 1.50.0-dev.ebecebb9ba → 1.50.0-dev.f0b11f836e

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (55) hide show
  1. package/lib/builder.d.ts +2 -0
  2. package/lib/builder.d.ts.map +1 -1
  3. package/lib/builder.js +56 -4
  4. package/lib/builder.js.map +1 -1
  5. package/lib/services/bidLedger.d.ts +8 -0
  6. package/lib/services/bidLedger.d.ts.map +1 -1
  7. package/lib/services/bidLedger.js +19 -10
  8. package/lib/services/bidLedger.js.map +1 -1
  9. package/lib/services/bidPublisher.d.ts +43 -0
  10. package/lib/services/bidPublisher.d.ts.map +1 -0
  11. package/lib/services/bidPublisher.js +50 -0
  12. package/lib/services/bidPublisher.js.map +1 -0
  13. package/lib/services/bidSelector.d.ts +67 -0
  14. package/lib/services/bidSelector.d.ts.map +1 -0
  15. package/lib/services/bidSelector.js +59 -0
  16. package/lib/services/bidSelector.js.map +1 -0
  17. package/lib/services/blockObserver.d.ts +1 -2
  18. package/lib/services/blockObserver.d.ts.map +1 -1
  19. package/lib/services/blockObserver.js +3 -35
  20. package/lib/services/blockObserver.js.map +1 -1
  21. package/lib/services/builderSigner.d.ts +2 -1
  22. package/lib/services/builderSigner.d.ts.map +1 -1
  23. package/lib/services/builderSigner.js.map +1 -1
  24. package/lib/services/envelopePublisher.d.ts +44 -0
  25. package/lib/services/envelopePublisher.d.ts.map +1 -0
  26. package/lib/services/envelopePublisher.js +96 -0
  27. package/lib/services/envelopePublisher.js.map +1 -0
  28. package/lib/services/executionPayloadBid.d.ts +57 -0
  29. package/lib/services/executionPayloadBid.d.ts.map +1 -0
  30. package/lib/services/executionPayloadBid.js +69 -0
  31. package/lib/services/executionPayloadBid.js.map +1 -0
  32. package/lib/services/executionPayloadEnvelope.d.ts +55 -0
  33. package/lib/services/executionPayloadEnvelope.d.ts.map +1 -0
  34. package/lib/services/executionPayloadEnvelope.js +79 -0
  35. package/lib/services/executionPayloadEnvelope.js.map +1 -0
  36. package/lib/services/payloadOrchestrator.d.ts +42 -0
  37. package/lib/services/payloadOrchestrator.d.ts.map +1 -0
  38. package/lib/services/payloadOrchestrator.js +60 -0
  39. package/lib/services/payloadOrchestrator.js.map +1 -0
  40. package/lib/services/proposerPreferencesTracker.d.ts +0 -6
  41. package/lib/services/proposerPreferencesTracker.d.ts.map +1 -1
  42. package/lib/services/proposerPreferencesTracker.js +0 -38
  43. package/lib/services/proposerPreferencesTracker.js.map +1 -1
  44. package/package.json +10 -10
  45. package/src/builder.ts +63 -5
  46. package/src/services/bidLedger.ts +33 -14
  47. package/src/services/bidPublisher.ts +95 -0
  48. package/src/services/bidSelector.ts +138 -0
  49. package/src/services/blockObserver.ts +3 -41
  50. package/src/services/builderSigner.ts +3 -1
  51. package/src/services/envelopePublisher.ts +154 -0
  52. package/src/services/executionPayloadBid.ts +125 -0
  53. package/src/services/executionPayloadEnvelope.ts +156 -0
  54. package/src/services/payloadOrchestrator.ts +107 -0
  55. package/src/services/proposerPreferencesTracker.ts +1 -36
@@ -1,13 +1,7 @@
1
- import { ApiClient } from "@lodestar/api";
2
1
  import type { RootHex, Slot, gloas } from "@lodestar/types";
3
- import { Logger } from "@lodestar/utils";
4
2
  /** Retains validated proposer preferences by the branch-specific identity used for bid validation. */
5
3
  export declare class ProposerPreferencesTracker {
6
- private readonly api;
7
- private readonly logger;
8
4
  private readonly byDependentRootBySlot;
9
- constructor(api: ApiClient, logger: Logger);
10
- start(signal: AbortSignal): void;
11
5
  onProposerPreferences(signedProposerPreferences: gloas.SignedProposerPreferences): boolean;
12
6
  get(slot: Slot, dependentRoot: RootHex): gloas.SignedProposerPreferences | null;
13
7
  prune(currentSlot: Slot): number;
@@ -1 +1 @@
1
- {"version":3,"file":"proposerPreferencesTracker.d.ts","sourceRoot":"","sources":["../../src/services/proposerPreferencesTracker.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,SAAS,EAAS,MAAM,eAAe,CAAC;AAChD,OAAO,KAAK,EAAC,OAAO,EAAE,IAAI,EAAE,KAAK,EAAC,MAAM,iBAAiB,CAAC;AAC1D,OAAO,EAAC,MAAM,EAAoB,MAAM,iBAAiB,CAAC;AAE1D,sGAAsG;AACtG,qBAAa,0BAA0B;IAMnC,OAAO,CAAC,QAAQ,CAAC,GAAG;IACpB,OAAO,CAAC,QAAQ,CAAC,MAAM;IANzB,OAAO,CAAC,QAAQ,CAAC,qBAAqB,CAEpC;IAEF,YACmB,GAAG,EAAE,SAAS,EACd,MAAM,EAAE,MAAM,EAC7B;IAEJ,KAAK,CAAC,MAAM,EAAE,WAAW,GAAG,IAAI,CA2B/B;IAED,qBAAqB,CAAC,yBAAyB,EAAE,KAAK,CAAC,yBAAyB,GAAG,OAAO,CAWzF;IAED,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,aAAa,EAAE,OAAO,GAAG,KAAK,CAAC,yBAAyB,GAAG,IAAI,CAE9E;IAED,KAAK,CAAC,WAAW,EAAE,IAAI,GAAG,MAAM,CAW/B;CACF"}
1
+ {"version":3,"file":"proposerPreferencesTracker.d.ts","sourceRoot":"","sources":["../../src/services/proposerPreferencesTracker.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,OAAO,EAAE,IAAI,EAAE,KAAK,EAAC,MAAM,iBAAiB,CAAC;AAG1D,sGAAsG;AACtG,qBAAa,0BAA0B;IACrC,OAAO,CAAC,QAAQ,CAAC,qBAAqB,CAEpC;IAEF,qBAAqB,CAAC,yBAAyB,EAAE,KAAK,CAAC,yBAAyB,GAAG,OAAO,CAWzF;IAED,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,aAAa,EAAE,OAAO,GAAG,KAAK,CAAC,yBAAyB,GAAG,IAAI,CAE9E;IAED,KAAK,CAAC,WAAW,EAAE,IAAI,GAAG,MAAM,CAW/B;CACF"}
@@ -1,45 +1,7 @@
1
- import { routes } from "@lodestar/api";
2
1
  import { MapDef, toRootHex } from "@lodestar/utils";
3
2
  /** Retains validated proposer preferences by the branch-specific identity used for bid validation. */
4
3
  export class ProposerPreferencesTracker {
5
- api;
6
- logger;
7
4
  byDependentRootBySlot = new MapDef(() => new Map());
8
- constructor(api, logger) {
9
- this.api = api;
10
- this.logger = logger;
11
- }
12
- start(signal) {
13
- if (signal.aborted)
14
- return;
15
- this.logger.verbose("Subscribing to proposer preferences");
16
- this.api.events
17
- .eventstream({
18
- topics: [routes.events.EventType.proposerPreferences],
19
- signal,
20
- onEvent: (event) => {
21
- if (!signal.aborted && event.type === routes.events.EventType.proposerPreferences) {
22
- this.onProposerPreferences(event.message.data);
23
- }
24
- },
25
- onError: (error) => {
26
- if (!signal.aborted)
27
- this.logger.error("Failed to receive proposer preferences", {}, error);
28
- },
29
- onClose: () => {
30
- if (signal.aborted) {
31
- this.logger.verbose("Closed proposer preferences stream");
32
- }
33
- else {
34
- this.logger.error("Proposer preferences stream closed unexpectedly", {});
35
- }
36
- },
37
- })
38
- .catch((error) => {
39
- if (!signal.aborted)
40
- this.logger.error("Failed to subscribe to proposer preferences", {}, error);
41
- });
42
- }
43
5
  onProposerPreferences(signedProposerPreferences) {
44
6
  const { proposalSlot, dependentRoot } = signedProposerPreferences.message;
45
7
  const dependentRootHex = toRootHex(dependentRoot);
@@ -1 +1 @@
1
- {"version":3,"file":"proposerPreferencesTracker.js","sourceRoot":"","sources":["../../src/services/proposerPreferencesTracker.ts"],"names":[],"mappings":"AAAA,OAAO,EAAY,MAAM,EAAC,MAAM,eAAe,CAAC;AAEhD,OAAO,EAAS,MAAM,EAAE,SAAS,EAAC,MAAM,iBAAiB,CAAC;AAE1D,sGAAsG;AACtG,MAAM,OAAO,0BAA0B;IAMlB,GAAG;IACH,MAAM;IANR,qBAAqB,GAAG,IAAI,MAAM,CACjD,GAAG,EAAE,CAAC,IAAI,GAAG,EAAE,CAChB,CAAC;IAEF,YACmB,GAAc,EACd,MAAc;mBADd,GAAG;sBACH,MAAM;IACtB,CAAC;IAEJ,KAAK,CAAC,MAAmB;QACvB,IAAI,MAAM,CAAC,OAAO;YAAE,OAAO;QAE3B,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,qCAAqC,CAAC,CAAC;QAC3D,IAAI,CAAC,GAAG,CAAC,MAAM;aACZ,WAAW,CAAC;YACX,MAAM,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,mBAAmB,CAAC;YACrD,MAAM;YACN,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;gBACjB,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,mBAAmB,EAAE,CAAC;oBAClF,IAAI,CAAC,qBAAqB,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;gBACjD,CAAC;YACH,CAAC;YACD,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;gBACjB,IAAI,CAAC,MAAM,CAAC,OAAO;oBAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,wCAAwC,EAAE,EAAE,EAAE,KAAK,CAAC,CAAC;YAC9F,CAAC;YACD,OAAO,EAAE,GAAG,EAAE;gBACZ,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;oBACnB,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,oCAAoC,CAAC,CAAC;gBAC5D,CAAC;qBAAM,CAAC;oBACN,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,iDAAiD,EAAE,EAAE,CAAC,CAAC;gBAC3E,CAAC;YACH,CAAC;SACF,CAAC;aACD,KAAK,CAAC,CAAC,KAAY,EAAE,EAAE;YACtB,IAAI,CAAC,MAAM,CAAC,OAAO;gBAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,6CAA6C,EAAE,EAAE,EAAE,KAAK,CAAC,CAAC;QACnG,CAAC,CAAC,CAAC;IACP,CAAC;IAED,qBAAqB,CAAC,yBAA0D;QAC9E,MAAM,EAAC,YAAY,EAAE,aAAa,EAAC,GAAG,yBAAyB,CAAC,OAAO,CAAC;QACxE,MAAM,gBAAgB,GAAG,SAAS,CAAC,aAAa,CAAC,CAAC;QAClD,MAAM,eAAe,GAAG,IAAI,CAAC,qBAAqB,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;QAE9E,IAAI,eAAe,CAAC,GAAG,CAAC,gBAAgB,CAAC,EAAE,CAAC;YAC1C,OAAO,KAAK,CAAC;QACf,CAAC;QAED,eAAe,CAAC,GAAG,CAAC,gBAAgB,EAAE,yBAAyB,CAAC,CAAC;QACjE,OAAO,IAAI,CAAC;IACd,CAAC;IAED,GAAG,CAAC,IAAU,EAAE,aAAsB;QACpC,OAAO,IAAI,CAAC,qBAAqB,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,GAAG,CAAC,aAAa,CAAC,IAAI,IAAI,CAAC;IAC1E,CAAC;IAED,KAAK,CAAC,WAAiB;QACrB,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,KAAK,MAAM,CAAC,IAAI,EAAE,eAAe,CAAC,IAAI,IAAI,CAAC,qBAAqB,EAAE,CAAC;YACjE,IAAI,IAAI,IAAI,WAAW,EAAE,CAAC;gBACxB,SAAS;YACX,CAAC;YAED,OAAO,IAAI,eAAe,CAAC,IAAI,CAAC;YAChC,IAAI,CAAC,qBAAqB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAC1C,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;CACF"}
1
+ {"version":3,"file":"proposerPreferencesTracker.js","sourceRoot":"","sources":["../../src/services/proposerPreferencesTracker.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,MAAM,EAAE,SAAS,EAAC,MAAM,iBAAiB,CAAC;AAElD,sGAAsG;AACtG,MAAM,OAAO,0BAA0B;IACpB,qBAAqB,GAAG,IAAI,MAAM,CACjD,GAAG,EAAE,CAAC,IAAI,GAAG,EAAE,CAChB,CAAC;IAEF,qBAAqB,CAAC,yBAA0D;QAC9E,MAAM,EAAC,YAAY,EAAE,aAAa,EAAC,GAAG,yBAAyB,CAAC,OAAO,CAAC;QACxE,MAAM,gBAAgB,GAAG,SAAS,CAAC,aAAa,CAAC,CAAC;QAClD,MAAM,eAAe,GAAG,IAAI,CAAC,qBAAqB,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;QAE9E,IAAI,eAAe,CAAC,GAAG,CAAC,gBAAgB,CAAC,EAAE,CAAC;YAC1C,OAAO,KAAK,CAAC;QACf,CAAC;QAED,eAAe,CAAC,GAAG,CAAC,gBAAgB,EAAE,yBAAyB,CAAC,CAAC;QACjE,OAAO,IAAI,CAAC;IACd,CAAC;IAED,GAAG,CAAC,IAAU,EAAE,aAAsB;QACpC,OAAO,IAAI,CAAC,qBAAqB,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,GAAG,CAAC,aAAa,CAAC,IAAI,IAAI,CAAC;IAC1E,CAAC;IAED,KAAK,CAAC,WAAiB;QACrB,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,KAAK,MAAM,CAAC,IAAI,EAAE,eAAe,CAAC,IAAI,IAAI,CAAC,qBAAqB,EAAE,CAAC;YACjE,IAAI,IAAI,IAAI,WAAW,EAAE,CAAC;gBACxB,SAAS;YACX,CAAC;YAED,OAAO,IAAI,eAAe,CAAC,IAAI,CAAC;YAChC,IAAI,CAAC,qBAAqB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAC1C,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;CACF"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@lodestar/builder",
3
- "version": "1.50.0-dev.ebecebb9ba",
3
+ "version": "1.50.0-dev.f0b11f836e",
4
4
  "description": "A Typescript implementation of the builder client",
5
5
  "author": "ChainSafe Systems",
6
6
  "license": "Apache-2.0",
@@ -48,16 +48,16 @@
48
48
  "dependencies": {
49
49
  "@chainsafe/lodestar-z": "catalog:",
50
50
  "@chainsafe/ssz": "^1.8.0",
51
- "@lodestar/api": "^1.50.0-dev.ebecebb9ba",
52
- "@lodestar/config": "^1.50.0-dev.ebecebb9ba",
53
- "@lodestar/params": "^1.50.0-dev.ebecebb9ba",
54
- "@lodestar/state-transition": "^1.50.0-dev.ebecebb9ba",
55
- "@lodestar/types": "^1.50.0-dev.ebecebb9ba",
56
- "@lodestar/utils": "^1.50.0-dev.ebecebb9ba"
51
+ "@lodestar/api": "^1.50.0-dev.f0b11f836e",
52
+ "@lodestar/config": "^1.50.0-dev.f0b11f836e",
53
+ "@lodestar/params": "^1.50.0-dev.f0b11f836e",
54
+ "@lodestar/state-transition": "^1.50.0-dev.f0b11f836e",
55
+ "@lodestar/types": "^1.50.0-dev.f0b11f836e",
56
+ "@lodestar/utils": "^1.50.0-dev.f0b11f836e"
57
57
  },
58
58
  "devDependencies": {
59
- "@lodestar/logger": "^1.50.0-dev.ebecebb9ba",
60
- "@lodestar/test-utils": "^1.50.0-dev.ebecebb9ba"
59
+ "@lodestar/logger": "^1.50.0-dev.f0b11f836e",
60
+ "@lodestar/test-utils": "^1.50.0-dev.f0b11f836e"
61
61
  },
62
- "gitHead": "f829ef2c4c4af7d680e21f6a0da1d300b9e798d7"
62
+ "gitHead": "070642a4b377824ceabe7efdaf2bd3dc40d394dd"
63
63
  }
package/src/builder.ts CHANGED
@@ -1,8 +1,8 @@
1
- import {ApiClient} from "@lodestar/api";
1
+ import {ApiClient, routes} from "@lodestar/api";
2
2
  import {ChainForkConfig, assertEqualParams, createBeaconConfig} from "@lodestar/config";
3
3
  import {Clock, ClockOptions, IClock} from "@lodestar/state-transition";
4
4
  import {BuilderIndex, ExecutionAddress} from "@lodestar/types";
5
- import {Logger, toHex, toRootHex} from "@lodestar/utils";
5
+ import {Logger, isErrorAborted, toHex, toRootHex} from "@lodestar/utils";
6
6
  import {waitForGenesis} from "./genesis.js";
7
7
  import {resolveBuilderIdentity} from "./identity.js";
8
8
  import {Metrics} from "./metrics.js";
@@ -75,8 +75,7 @@ export class Builder {
75
75
  this.clock.runEverySlot(async (slot) => this.onSlot(slot));
76
76
  this.clock.runEveryEpoch((epoch) => this.builderStatusTracker.poll(epoch));
77
77
  this.clock.start(this.controller.signal);
78
- this.blockObserver.start(this.controller.signal);
79
- this.proposerPreferencesTracker.start(this.controller.signal);
78
+ this.subscribeToEvents(opts.api);
80
79
 
81
80
  this.logger.info("Builder client initialized", {
82
81
  index: this.index,
@@ -114,7 +113,7 @@ export class Builder {
114
113
 
115
114
  const builderStatusTracker = new BuilderStatusTracker(api, logger, index, opts.metrics);
116
115
  const blockObserver = new BlockObserver(config, logger, api);
117
- const proposerPreferencesTracker = new ProposerPreferencesTracker(api, logger);
116
+ const proposerPreferencesTracker = new ProposerPreferencesTracker();
118
117
 
119
118
  const payloadStore = new PayloadStore();
120
119
 
@@ -135,6 +134,65 @@ export class Builder {
135
134
  this.proposerPreferencesTracker.prune(slot);
136
135
  }
137
136
 
137
+ private subscribeToEvents(api: ApiClient): void {
138
+ const signal = this.controller.signal;
139
+ if (signal.aborted) return;
140
+
141
+ const topics = [routes.events.EventType.block, routes.events.EventType.proposerPreferences];
142
+ this.logger.verbose("Subscribing to builder events", {topics: topics.join(",")});
143
+ api.events
144
+ .eventstream({
145
+ topics,
146
+ signal,
147
+ onEvent: (event) => {
148
+ void this.onEvent(event);
149
+ },
150
+ onError: (error) => {
151
+ if (!signal.aborted) this.logger.error("Failed to receive builder event", {topics: topics.join(",")}, error);
152
+ },
153
+ onClose: () => {
154
+ if (signal.aborted) {
155
+ this.logger.verbose("Closed builder event stream", {topics: topics.join(",")});
156
+ } else {
157
+ this.logger.error("Builder event stream closed unexpectedly", {topics: topics.join(",")});
158
+ }
159
+ },
160
+ })
161
+ .catch((error: unknown) => {
162
+ if (!signal.aborted && !isErrorAborted(error)) {
163
+ this.logger.error(
164
+ "Failed to subscribe to builder events",
165
+ {topics: topics.join(",")},
166
+ error instanceof Error ? error : Error(String(error))
167
+ );
168
+ }
169
+ });
170
+ }
171
+
172
+ private async onEvent(event: routes.events.BeaconEvent): Promise<void> {
173
+ const signal = this.controller.signal;
174
+ if (signal.aborted) return;
175
+
176
+ try {
177
+ switch (event.type) {
178
+ case routes.events.EventType.block:
179
+ await this.blockObserver.processBlockEvent(event.message, signal);
180
+ break;
181
+ case routes.events.EventType.proposerPreferences:
182
+ this.proposerPreferencesTracker.onProposerPreferences(event.message.data);
183
+ break;
184
+ }
185
+ } catch (error) {
186
+ if (!signal.aborted && !isErrorAborted(error)) {
187
+ this.logger.warn(
188
+ "Failed to process builder event",
189
+ {eventType: event.type},
190
+ error instanceof Error ? error : Error(String(error))
191
+ );
192
+ }
193
+ }
194
+ }
195
+
138
196
  async close(): Promise<void> {
139
197
  this.controller.abort();
140
198
  }
@@ -32,6 +32,7 @@ type MutableBidLedgerRecord = SubmittedBid & {
32
32
  export enum BidLedgerErrorCode {
33
33
  INVALID_BID_VALUE = "BID_LEDGER_ERROR_INVALID_BID_VALUE",
34
34
  DUPLICATE_BID = "BID_LEDGER_ERROR_DUPLICATE_BID",
35
+ BID_TOO_OLD = "BID_LEDGER_ERROR_BID_TOO_OLD",
35
36
  REVEAL_CONFLICT = "BID_LEDGER_ERROR_REVEAL_CONFLICT",
36
37
  UNSETTLED_VALUE_OVERFLOW = "BID_LEDGER_ERROR_UNSETTLED_VALUE_OVERFLOW",
37
38
  }
@@ -47,6 +48,11 @@ export type BidLedgerErrorType =
47
48
  parentBlockHash: RootHex;
48
49
  parentBlockRoot: RootHex;
49
50
  }
51
+ | {
52
+ code: BidLedgerErrorCode.BID_TOO_OLD;
53
+ slot: Slot;
54
+ pruneCutoffSlot: Slot;
55
+ }
50
56
  | {
51
57
  code: BidLedgerErrorCode.REVEAL_CONFLICT;
52
58
  blockRoot: RootHex;
@@ -69,11 +75,28 @@ const KEEP_SLOTS = RECORD_RETENTION_EPOCHS * SLOTS_PER_EPOCH;
69
75
  export class BidLedger {
70
76
  private readonly bidsBySlot = new Map<Slot, Map<string, MutableBidLedgerRecord>>();
71
77
  private readonly revealedPayloadByBlockRoot = new Map<RootHex, RevealedPayload>();
78
+ private pruneCutoffSlot = 0;
72
79
 
73
80
  hasSubmitted(slot: Slot, parentBlockHash: RootHex, parentBlockRoot: RootHex): boolean {
74
81
  return this.bidsBySlot.get(slot)?.has(tupleKey(parentBlockHash, parentBlockRoot)) ?? false;
75
82
  }
76
83
 
84
+ assertCanRecordBid({
85
+ slot,
86
+ parentBlockHash,
87
+ parentBlockRoot,
88
+ }: Pick<SubmittedBid, "slot" | "parentBlockHash" | "parentBlockRoot">): void {
89
+ if (slot < this.pruneCutoffSlot) {
90
+ throw new BidLedgerError({code: BidLedgerErrorCode.BID_TOO_OLD, slot, pruneCutoffSlot: this.pruneCutoffSlot});
91
+ }
92
+ if (this.hasSubmitted(slot, parentBlockHash, parentBlockRoot)) {
93
+ throw new BidLedgerError(
94
+ {code: BidLedgerErrorCode.DUPLICATE_BID, slot, parentBlockHash, parentBlockRoot},
95
+ `Bid already recorded slot=${slot} parentBlockHash=${parentBlockHash} parentBlockRoot=${parentBlockRoot}`
96
+ );
97
+ }
98
+ }
99
+
77
100
  recordBid(bid: SubmittedBid): BidLedgerRecord {
78
101
  if (!Number.isSafeInteger(bid.valueGwei) || bid.valueGwei < 0) {
79
102
  throw new BidLedgerError(
@@ -82,6 +105,7 @@ export class BidLedger {
82
105
  );
83
106
  }
84
107
 
108
+ this.assertCanRecordBid(bid);
85
109
  let bidsForSlot = this.bidsBySlot.get(bid.slot);
86
110
  if (bidsForSlot === undefined) {
87
111
  bidsForSlot = new Map();
@@ -89,18 +113,6 @@ export class BidLedger {
89
113
  }
90
114
 
91
115
  const key = tupleKey(bid.parentBlockHash, bid.parentBlockRoot);
92
- if (bidsForSlot.has(key)) {
93
- throw new BidLedgerError(
94
- {
95
- code: BidLedgerErrorCode.DUPLICATE_BID,
96
- slot: bid.slot,
97
- parentBlockHash: bid.parentBlockHash,
98
- parentBlockRoot: bid.parentBlockRoot,
99
- },
100
- `Bid already recorded slot=${bid.slot} parentBlockHash=${bid.parentBlockHash} parentBlockRoot=${bid.parentBlockRoot}`
101
- );
102
- }
103
-
104
116
  const record = {...bid, wonBlockRoots: new Set<RootHex>(), paymentSettled: false};
105
117
  bidsForSlot.set(key, record);
106
118
  return toRecord(record);
@@ -116,6 +128,11 @@ export class BidLedger {
116
128
  return toRecord(record);
117
129
  }
118
130
 
131
+ hasWon(identity: BidIdentity, blockRoot: RootHex): boolean {
132
+ const record = this.getBid(identity.slot, identity.parentBlockHash, identity.parentBlockRoot);
133
+ return record !== null && record.blockHash === identity.blockHash && record.wonBlockRoots.has(blockRoot);
134
+ }
135
+
119
136
  /** Release a winning bid liability only after its payment is known to be reflected in Builder balance. */
120
137
  recordPaymentSettled(identity: BidIdentity): BidLedgerRecord | null {
121
138
  const record = this.getBid(identity.slot, identity.parentBlockHash, identity.parentBlockRoot);
@@ -198,9 +215,11 @@ export class BidLedger {
198
215
  }
199
216
 
200
217
  prune(currentSlot: Slot): number {
218
+ // Pruning must not make an expired slot eligible for another submission.
219
+ this.pruneCutoffSlot = Math.max(this.pruneCutoffSlot, currentSlot - KEEP_SLOTS);
201
220
  let removed = 0;
202
221
  for (const [slot, bidsForSlot] of this.bidsBySlot) {
203
- if (slot >= currentSlot - KEEP_SLOTS) {
222
+ if (slot >= this.pruneCutoffSlot) {
204
223
  continue;
205
224
  }
206
225
 
@@ -216,7 +235,7 @@ export class BidLedger {
216
235
  }
217
236
 
218
237
  for (const [blockRoot, revealedPayload] of this.revealedPayloadByBlockRoot) {
219
- if (revealedPayload.slot < currentSlot - KEEP_SLOTS) {
238
+ if (revealedPayload.slot < this.pruneCutoffSlot) {
220
239
  this.revealedPayloadByBlockRoot.delete(blockRoot);
221
240
  }
222
241
  }
@@ -0,0 +1,95 @@
1
+ import type {ApiClient} from "@lodestar/api";
2
+ import type {ChainForkConfig} from "@lodestar/config";
3
+ import {isForkPostGloas} from "@lodestar/params";
4
+ import type {BuilderIndex, RootHex, Slot, gloas, heze} from "@lodestar/types";
5
+ import {sszTypesFor} from "@lodestar/types";
6
+ import {LodestarError, toRootHex} from "@lodestar/utils";
7
+ import type {BidIdentity, BidLedger} from "./bidLedger.js";
8
+ import type {BuilderSigner} from "./builderSigner.js";
9
+
10
+ export type BidPublisherModules = {
11
+ api: ApiClient;
12
+ config: ChainForkConfig;
13
+ signer: BuilderSigner;
14
+ ledger: BidLedger;
15
+ builderIndex: BuilderIndex;
16
+ hasPayload: (identity: BidIdentity) => boolean;
17
+ };
18
+
19
+ export enum BidPublisherErrorCode {
20
+ BUILDER_INDEX_MISMATCH = "BID_PUBLISHER_ERROR_BUILDER_INDEX_MISMATCH",
21
+ PAYLOAD_NOT_RETAINED = "BID_PUBLISHER_ERROR_PAYLOAD_NOT_RETAINED",
22
+ PRE_GLOAS_BID = "BID_PUBLISHER_ERROR_PRE_GLOAS_BID",
23
+ }
24
+
25
+ export type BidPublisherErrorType =
26
+ | {
27
+ code: BidPublisherErrorCode.PRE_GLOAS_BID;
28
+ slot: Slot;
29
+ }
30
+ | {
31
+ code: BidPublisherErrorCode.BUILDER_INDEX_MISMATCH;
32
+ builderIndex: BuilderIndex;
33
+ bidBuilderIndex: BuilderIndex;
34
+ }
35
+ | {
36
+ code: BidPublisherErrorCode.PAYLOAD_NOT_RETAINED;
37
+ slot: Slot;
38
+ parentBlockHash: RootHex;
39
+ parentBlockRoot: RootHex;
40
+ blockHash: RootHex;
41
+ };
42
+
43
+ export class BidPublisherError extends LodestarError<BidPublisherErrorType> {}
44
+
45
+ /** Signs and submits a bid only if its payload is retained locally. */
46
+ export class BidPublisher {
47
+ constructor(private readonly modules: BidPublisherModules) {}
48
+
49
+ publish(bid: heze.ExecutionPayloadBid, signal: AbortSignal): Promise<heze.SignedExecutionPayloadBid>;
50
+ publish(bid: gloas.ExecutionPayloadBid, signal: AbortSignal): Promise<gloas.SignedExecutionPayloadBid>;
51
+ async publish(bid: gloas.ExecutionPayloadBid, signal: AbortSignal): Promise<gloas.SignedExecutionPayloadBid> {
52
+ signal.throwIfAborted();
53
+
54
+ const {api, config, builderIndex, hasPayload, ledger, signer} = this.modules;
55
+ const fork = config.getForkName(bid.slot);
56
+ if (!isForkPostGloas(fork)) {
57
+ throw new BidPublisherError({code: BidPublisherErrorCode.PRE_GLOAS_BID, slot: bid.slot});
58
+ }
59
+ if (bid.builderIndex !== builderIndex) {
60
+ throw new BidPublisherError(
61
+ {
62
+ code: BidPublisherErrorCode.BUILDER_INDEX_MISMATCH,
63
+ builderIndex,
64
+ bidBuilderIndex: bid.builderIndex,
65
+ },
66
+ `Bid builder index does not match local builder index builderIndex=${builderIndex} bidBuilderIndex=${bid.builderIndex}`
67
+ );
68
+ }
69
+
70
+ const identity: BidIdentity = {
71
+ slot: bid.slot,
72
+ parentBlockHash: toRootHex(bid.parentBlockHash),
73
+ parentBlockRoot: toRootHex(bid.parentBlockRoot),
74
+ blockHash: toRootHex(bid.blockHash),
75
+ };
76
+ if (!hasPayload(identity)) {
77
+ throw new BidPublisherError(
78
+ {code: BidPublisherErrorCode.PAYLOAD_NOT_RETAINED, ...identity},
79
+ `Bid payload is not retained slot=${identity.slot} parentBlockHash=${identity.parentBlockHash} parentBlockRoot=${identity.parentBlockRoot} blockHash=${identity.blockHash}`
80
+ );
81
+ }
82
+
83
+ ledger.assertCanRecordBid(identity);
84
+
85
+ const signedExecutionPayloadBid = signer.signExecutionPayloadBid(bid);
86
+ const signedBidRoot = toRootHex(
87
+ sszTypesFor(fork, "SignedExecutionPayloadBid").hashTreeRoot(signedExecutionPayloadBid)
88
+ );
89
+ ledger.recordBid({...identity, valueGwei: bid.value, signedBidRoot});
90
+
91
+ const response = await api.beacon.publishExecutionPayloadBid({signedExecutionPayloadBid}, {signal});
92
+ response.assertOk();
93
+ return signedExecutionPayloadBid;
94
+ }
95
+ }
@@ -0,0 +1,138 @@
1
+ import type {ChainForkConfig} from "@lodestar/config";
2
+ import type {ForkPostGloas} from "@lodestar/params";
3
+ import type {BuilderIndex, RootHex, SignedBeaconBlock, Slot} from "@lodestar/types";
4
+ import {sszTypesFor} from "@lodestar/types";
5
+ import {LodestarError, toRootHex} from "@lodestar/utils";
6
+ import type {BidIdentity, BidLedger, BidLedgerRecord} from "./bidLedger.js";
7
+
8
+ export type ObservedPostGloasBlock = {
9
+ blockRoot: RootHex;
10
+ slot: Slot;
11
+ version: ForkPostGloas;
12
+ block: SignedBeaconBlock<ForkPostGloas>;
13
+ };
14
+
15
+ export type BidSelectorModules = {
16
+ config: ChainForkConfig;
17
+ ledger: BidLedger;
18
+ builderIndex: BuilderIndex;
19
+ };
20
+
21
+ export enum BidSelectionIgnoreReason {
22
+ FOREIGN_BUILDER = "foreign_builder",
23
+ }
24
+
25
+ export type BidSelectionResult =
26
+ | {
27
+ status: "selected";
28
+ blockRoot: RootHex;
29
+ bid: BidLedgerRecord;
30
+ }
31
+ | {
32
+ status: "ignored";
33
+ reason: BidSelectionIgnoreReason;
34
+ };
35
+
36
+ export enum BidSelectorErrorCode {
37
+ BLOCK_ROOT_MISMATCH = "BID_SELECTOR_ERROR_BLOCK_ROOT_MISMATCH",
38
+ BLOCK_SLOT_MISMATCH = "BID_SELECTOR_ERROR_BLOCK_SLOT_MISMATCH",
39
+ BLOCK_FORK_MISMATCH = "BID_SELECTOR_ERROR_BLOCK_FORK_MISMATCH",
40
+ BID_SLOT_MISMATCH = "BID_SELECTOR_ERROR_BID_SLOT_MISMATCH",
41
+ UNKNOWN_BID = "BID_SELECTOR_ERROR_UNKNOWN_BID",
42
+ }
43
+
44
+ export type BidSelectorErrorType =
45
+ | {
46
+ code: BidSelectorErrorCode.BLOCK_ROOT_MISMATCH;
47
+ blockRoot: RootHex;
48
+ computedBlockRoot: RootHex;
49
+ }
50
+ | {
51
+ code: BidSelectorErrorCode.BLOCK_SLOT_MISMATCH;
52
+ slot: Slot;
53
+ blockSlot: Slot;
54
+ }
55
+ | {
56
+ code: BidSelectorErrorCode.BLOCK_FORK_MISMATCH;
57
+ version: ForkPostGloas;
58
+ blockFork: string;
59
+ }
60
+ | {
61
+ code: BidSelectorErrorCode.BID_SLOT_MISMATCH;
62
+ slot: Slot;
63
+ bidSlot: Slot;
64
+ }
65
+ | {
66
+ code: BidSelectorErrorCode.UNKNOWN_BID;
67
+ slot: Slot;
68
+ parentBlockHash: RootHex;
69
+ parentBlockRoot: RootHex;
70
+ blockHash: RootHex;
71
+ signedBidRoot: RootHex;
72
+ };
73
+
74
+ export class BidSelectorError extends LodestarError<BidSelectorErrorType> {}
75
+
76
+ /** Matches an imported post-Gloas block to an exact local bid and records the win. */
77
+ export class BidSelector {
78
+ constructor(private readonly modules: BidSelectorModules) {}
79
+
80
+ match(observed: ObservedPostGloasBlock): BidSelectionResult {
81
+ const {block, blockRoot, slot, version} = observed;
82
+ const {builderIndex, config, ledger} = this.modules;
83
+ const blockSlot = block.message.slot;
84
+
85
+ if (blockSlot !== slot) {
86
+ throw new BidSelectorError(
87
+ {code: BidSelectorErrorCode.BLOCK_SLOT_MISMATCH, slot, blockSlot},
88
+ `Observed block slot does not match fetched block slot=${slot} blockSlot=${blockSlot}`
89
+ );
90
+ }
91
+
92
+ const blockFork = config.getForkName(slot);
93
+ if (blockFork !== version) {
94
+ throw new BidSelectorError(
95
+ {code: BidSelectorErrorCode.BLOCK_FORK_MISMATCH, version, blockFork},
96
+ `Observed block fork does not match configured fork version=${version} blockFork=${blockFork}`
97
+ );
98
+ }
99
+
100
+ const computedBlockRoot = toRootHex(config.getForkTypes(slot).BeaconBlock.hashTreeRoot(block.message));
101
+ if (computedBlockRoot !== blockRoot) {
102
+ throw new BidSelectorError(
103
+ {code: BidSelectorErrorCode.BLOCK_ROOT_MISMATCH, blockRoot, computedBlockRoot},
104
+ `Observed block root does not match fetched block blockRoot=${blockRoot} computedBlockRoot=${computedBlockRoot}`
105
+ );
106
+ }
107
+
108
+ const bid = block.message.body.signedExecutionPayloadBid.message;
109
+ if (bid.slot !== slot) {
110
+ throw new BidSelectorError(
111
+ {code: BidSelectorErrorCode.BID_SLOT_MISMATCH, slot, bidSlot: bid.slot},
112
+ `Selected bid slot does not match block slot=${slot} bidSlot=${bid.slot}`
113
+ );
114
+ }
115
+ if (bid.builderIndex !== builderIndex) {
116
+ return {status: "ignored", reason: BidSelectionIgnoreReason.FOREIGN_BUILDER};
117
+ }
118
+
119
+ const identity: BidIdentity = {
120
+ slot,
121
+ parentBlockHash: toRootHex(bid.parentBlockHash),
122
+ parentBlockRoot: toRootHex(bid.parentBlockRoot),
123
+ blockHash: toRootHex(bid.blockHash),
124
+ };
125
+ const signedBidRoot = toRootHex(
126
+ sszTypesFor(version, "SignedExecutionPayloadBid").hashTreeRoot(block.message.body.signedExecutionPayloadBid)
127
+ );
128
+ const localBid = ledger.recordWin({...identity, signedBidRoot}, blockRoot);
129
+ if (localBid === null) {
130
+ throw new BidSelectorError(
131
+ {code: BidSelectorErrorCode.UNKNOWN_BID, ...identity, signedBidRoot},
132
+ `Selected bid is not in the local ledger slot=${slot} blockHash=${identity.blockHash} signedBidRoot=${signedBidRoot}`
133
+ );
134
+ }
135
+
136
+ return {status: "selected", blockRoot, bid: localBid};
137
+ }
138
+ }
@@ -47,55 +47,17 @@ export class BlockObserver {
47
47
  this.retries = retries;
48
48
  this.retryDelay = retryDelay;
49
49
  this.maxSeenBlockRoots = maxSeenBlockRoots;
50
+ this.logger.info("Block observer initialized", {retries, retryDelay, maxSeenBlockRoots});
50
51
  }
51
52
 
52
53
  /**
53
- * Register a block consumer. Consumers that require complete observation must register before {@link start}, because
54
+ * Register a block consumer. Consumers that require complete observation must register before event delivery, because
54
55
  * roots observed before registration remain consumed until normal FIFO eviction.
55
56
  */
56
57
  runOnBlock(fn: RunOnBlockFn): void {
57
58
  this.fns.push(fn);
58
59
  }
59
60
 
60
- start(signal: AbortSignal): void {
61
- this.logger.info("Subscribing to block events", {
62
- retries: this.retries,
63
- retryDelay: this.retryDelay,
64
- maxSeenBlockRoots: this.maxSeenBlockRoots,
65
- });
66
-
67
- this.api.events
68
- .eventstream({
69
- topics: [EventType.block],
70
- signal,
71
- onEvent: (event) => {
72
- if (event.type !== EventType.block) {
73
- this.logger.debug("Ignoring unexpected beacon event", {eventType: event.type});
74
- return;
75
- }
76
-
77
- void this.processBlockEvent(event.message, signal);
78
- },
79
- onError: (error) => {
80
- this.logger.error("Failed to receive block event", {}, error);
81
- },
82
- onClose: () => {
83
- if (signal.aborted) {
84
- this.logger.debug("Closed stream for block events");
85
- } else {
86
- this.logger.error("Block event stream closed unexpectedly", {});
87
- }
88
- },
89
- })
90
- .catch((error: unknown) => {
91
- this.logger.error(
92
- "Failed to subscribe to block events",
93
- {},
94
- error instanceof Error ? error : Error(String(error))
95
- );
96
- });
97
- }
98
-
99
61
  async processBlockEvent(event: BlockEvent, signal: AbortSignal): Promise<void> {
100
62
  try {
101
63
  const {slot, block: blockRoot, executionOptimistic} = event;
@@ -145,7 +107,7 @@ export class BlockObserver {
145
107
  return null;
146
108
  });
147
109
 
148
- if (response === null) {
110
+ if (response === null || signal.aborted) {
149
111
  return;
150
112
  }
151
113
 
@@ -1,7 +1,7 @@
1
1
  import {PublicKey, SecretKey} from "@chainsafe/lodestar-z/blst";
2
2
  import {BeaconConfig} from "@lodestar/config";
3
3
  import {getExecutionPayloadBidSigningRoot, getExecutionPayloadEnvelopeSigningRoot} from "@lodestar/state-transition";
4
- import {gloas} from "@lodestar/types";
4
+ import {gloas, heze} from "@lodestar/types";
5
5
 
6
6
  export type Keypair = {publicKey: PublicKey; secretKey: SecretKey};
7
7
 
@@ -23,6 +23,8 @@ export class BuilderSigner {
23
23
  };
24
24
  }
25
25
 
26
+ signExecutionPayloadBid(bid: heze.ExecutionPayloadBid): heze.SignedExecutionPayloadBid;
27
+ signExecutionPayloadBid(bid: gloas.ExecutionPayloadBid): gloas.SignedExecutionPayloadBid;
26
28
  signExecutionPayloadBid(bid: gloas.ExecutionPayloadBid): gloas.SignedExecutionPayloadBid {
27
29
  const signingRoot = getExecutionPayloadBidSigningRoot(this.config, bid);
28
30