@aztec/validator-ha-signer 0.0.1-commit.1142ef1 → 0.0.1-commit.11bf3dd6e

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (66) hide show
  1. package/README.md +50 -37
  2. package/dest/db/index.d.ts +2 -1
  3. package/dest/db/index.d.ts.map +1 -1
  4. package/dest/db/index.js +1 -0
  5. package/dest/db/lmdb.d.ts +66 -0
  6. package/dest/db/lmdb.d.ts.map +1 -0
  7. package/dest/db/lmdb.js +189 -0
  8. package/dest/db/migrations/1_initial-schema.d.ts +4 -2
  9. package/dest/db/migrations/1_initial-schema.d.ts.map +1 -1
  10. package/dest/db/migrations/1_initial-schema.js +34 -4
  11. package/dest/db/migrations/2_add-checkpoint-number.d.ts +7 -0
  12. package/dest/db/migrations/2_add-checkpoint-number.d.ts.map +1 -0
  13. package/dest/db/migrations/2_add-checkpoint-number.js +17 -0
  14. package/dest/db/postgres.d.ts +37 -6
  15. package/dest/db/postgres.d.ts.map +1 -1
  16. package/dest/db/postgres.js +88 -28
  17. package/dest/db/schema.d.ts +22 -11
  18. package/dest/db/schema.d.ts.map +1 -1
  19. package/dest/db/schema.js +55 -21
  20. package/dest/db/types.d.ts +116 -34
  21. package/dest/db/types.d.ts.map +1 -1
  22. package/dest/db/types.js +58 -8
  23. package/dest/errors.d.ts +9 -5
  24. package/dest/errors.d.ts.map +1 -1
  25. package/dest/errors.js +7 -4
  26. package/dest/factory.d.ts +42 -15
  27. package/dest/factory.d.ts.map +1 -1
  28. package/dest/factory.js +80 -15
  29. package/dest/metrics.d.ts +51 -0
  30. package/dest/metrics.d.ts.map +1 -0
  31. package/dest/metrics.js +103 -0
  32. package/dest/migrations.d.ts +1 -1
  33. package/dest/migrations.d.ts.map +1 -1
  34. package/dest/migrations.js +13 -2
  35. package/dest/slashing_protection_service.d.ts +25 -6
  36. package/dest/slashing_protection_service.d.ts.map +1 -1
  37. package/dest/slashing_protection_service.js +74 -22
  38. package/dest/test/pglite_pool.d.ts +92 -0
  39. package/dest/test/pglite_pool.d.ts.map +1 -0
  40. package/dest/test/pglite_pool.js +210 -0
  41. package/dest/types.d.ts +41 -16
  42. package/dest/types.d.ts.map +1 -1
  43. package/dest/types.js +5 -1
  44. package/dest/validator_ha_signer.d.ts +18 -13
  45. package/dest/validator_ha_signer.d.ts.map +1 -1
  46. package/dest/validator_ha_signer.js +47 -36
  47. package/package.json +15 -10
  48. package/src/db/index.ts +1 -0
  49. package/src/db/lmdb.ts +265 -0
  50. package/src/db/migrations/1_initial-schema.ts +35 -4
  51. package/src/db/migrations/2_add-checkpoint-number.ts +19 -0
  52. package/src/db/postgres.ts +111 -27
  53. package/src/db/schema.ts +57 -21
  54. package/src/db/types.ts +169 -33
  55. package/src/errors.ts +7 -2
  56. package/src/factory.ts +99 -15
  57. package/src/metrics.ts +138 -0
  58. package/src/migrations.ts +17 -1
  59. package/src/slashing_protection_service.ts +119 -27
  60. package/src/test/pglite_pool.ts +256 -0
  61. package/src/types.ts +71 -16
  62. package/src/validator_ha_signer.ts +67 -45
  63. package/dest/config.d.ts +0 -47
  64. package/dest/config.d.ts.map +0 -1
  65. package/dest/config.js +0 -64
  66. package/src/config.ts +0 -116
@@ -1,9 +1,10 @@
1
1
  /**
2
2
  * PostgreSQL implementation of SlashingProtectionDatabase
3
3
  */ import { randomBytes } from '@aztec/foundation/crypto/random';
4
- import { EthAddress } from '@aztec/foundation/eth-address';
5
4
  import { createLogger } from '@aztec/foundation/log';
6
- import { CLEANUP_OWN_STUCK_DUTIES, DELETE_DUTY, INSERT_OR_GET_DUTY, SCHEMA_VERSION, UPDATE_DUTY_SIGNED } from './schema.js';
5
+ import { makeBackoff, retry } from '@aztec/foundation/retry';
6
+ import { CLEANUP_OLD_DUTIES, CLEANUP_OUTDATED_ROLLUP_DUTIES, CLEANUP_OWN_STUCK_DUTIES, DELETE_DUTY, INSERT_OR_GET_DUTY, SCHEMA_VERSION, UPDATE_DUTY_SIGNED } from './schema.js';
7
+ import { getBlockIndexFromDutyIdentifier, recordFromFields } from './types.js';
7
8
  /**
8
9
  * PostgreSQL implementation of the slashing protection database
9
10
  */ export class PostgresSlashingProtectionDatabase {
@@ -27,10 +28,10 @@ import { CLEANUP_OWN_STUCK_DUTIES, DELETE_DUTY, INSERT_OR_GET_DUTY, SCHEMA_VERSI
27
28
  }
28
29
  dbVersion = result.rows[0].version;
29
30
  } catch {
30
- throw new Error('Database schema not initialized. Please run migrations first: aztec migrate up --database-url <url>');
31
+ throw new Error('Database schema not initialized. Please run migrations first: aztec migrate-ha-db up --database-url <url>');
31
32
  }
32
33
  if (dbVersion < SCHEMA_VERSION) {
33
- throw new Error(`Database schema version ${dbVersion} is outdated (expected ${SCHEMA_VERSION}). Please run migrations: aztec migrate up --database-url <url>`);
34
+ throw new Error(`Database schema version ${dbVersion} is outdated (expected ${SCHEMA_VERSION}). Please run migrations: aztec migrate-ha-db up --database-url <url>`);
34
35
  }
35
36
  if (dbVersion > SCHEMA_VERSION) {
36
37
  throw new Error(`Database schema version ${dbVersion} is newer than expected (${SCHEMA_VERSION}). Please update your application.`);
@@ -44,21 +45,46 @@ import { CLEANUP_OWN_STUCK_DUTIES, DELETE_DUTY, INSERT_OR_GET_DUTY, SCHEMA_VERSI
44
45
  *
45
46
  * @returns { isNew: true, record } if we successfully inserted and acquired the lock
46
47
  * @returns { isNew: false, record } if a record already exists. lock_token is empty if the record already exists.
48
+ *
49
+ * Retries if no rows are returned, which can happen under high concurrency
50
+ * when another transaction just committed the row but it's not yet visible.
47
51
  */ async tryInsertOrGetExisting(params) {
48
52
  // create a token for ownership verification
49
53
  const lockToken = randomBytes(16).toString('hex');
50
- const result = await this.pool.query(INSERT_OR_GET_DUTY, [
51
- params.validatorAddress.toString(),
52
- params.slot.toString(),
53
- params.blockNumber.toString(),
54
- params.dutyType,
55
- params.messageHash,
56
- params.nodeId,
57
- lockToken
54
+ // Use fast retries with custom backoff: 10ms, 20ms, 30ms (then stop)
55
+ const fastBackoff = makeBackoff([
56
+ 0.01,
57
+ 0.02,
58
+ 0.03
58
59
  ]);
60
+ // Get the normalized block index using type-safe helper
61
+ const blockIndexWithinCheckpoint = getBlockIndexFromDutyIdentifier(params);
62
+ const result = await retry(async ()=>{
63
+ const queryResult = await this.pool.query(INSERT_OR_GET_DUTY, [
64
+ params.rollupAddress.toString(),
65
+ params.validatorAddress.toString(),
66
+ params.slot.toString(),
67
+ params.blockNumber.toString(),
68
+ params.checkpointNumber.toString(),
69
+ blockIndexWithinCheckpoint,
70
+ params.dutyType,
71
+ params.messageHash,
72
+ params.nodeId,
73
+ lockToken
74
+ ]);
75
+ // Throw error if no rows to trigger retry
76
+ if (queryResult.rows.length === 0) {
77
+ throw new Error('INSERT_OR_GET_DUTY returned no rows');
78
+ }
79
+ return queryResult;
80
+ }, `INSERT_OR_GET_DUTY for node ${params.nodeId}`, fastBackoff, this.log, true);
59
81
  if (result.rows.length === 0) {
60
- // This shouldn't happen - the query always returns either the inserted or existing row
61
- throw new Error('INSERT_OR_GET_DUTY returned no rows');
82
+ // this should never happen as the retry function should throw if it still fails after retries
83
+ throw new Error('INSERT_OR_GET_DUTY returned no rows after retries');
84
+ }
85
+ if (result.rows.length > 1) {
86
+ // this should never happen if database constraints are correct (PRIMARY KEY should prevent duplicates)
87
+ throw new Error(`INSERT_OR_GET_DUTY returned ${result.rows.length} rows (expected exactly 1).`);
62
88
  }
63
89
  const row = result.rows[0];
64
90
  return {
@@ -71,19 +97,23 @@ import { CLEANUP_OWN_STUCK_DUTIES, DELETE_DUTY, INSERT_OR_GET_DUTY, SCHEMA_VERSI
71
97
  * Only succeeds if the lockToken matches (caller must be the one who created the duty).
72
98
  *
73
99
  * @returns true if the update succeeded, false if token didn't match or duty not found
74
- */ async updateDutySigned(validatorAddress, slot, dutyType, signature, lockToken) {
100
+ */ async updateDutySigned(rollupAddress, validatorAddress, slot, dutyType, signature, lockToken, blockIndexWithinCheckpoint) {
75
101
  const result = await this.pool.query(UPDATE_DUTY_SIGNED, [
76
102
  signature,
103
+ rollupAddress.toString(),
77
104
  validatorAddress.toString(),
78
105
  slot.toString(),
79
106
  dutyType,
107
+ blockIndexWithinCheckpoint,
80
108
  lockToken
81
109
  ]);
82
110
  if (result.rowCount === 0) {
83
111
  this.log.warn('Failed to update duty to signed status: invalid token or duty not found', {
112
+ rollupAddress: rollupAddress.toString(),
84
113
  validatorAddress: validatorAddress.toString(),
85
114
  slot: slot.toString(),
86
- dutyType
115
+ dutyType,
116
+ blockIndexWithinCheckpoint
87
117
  });
88
118
  return false;
89
119
  }
@@ -95,40 +125,49 @@ import { CLEANUP_OWN_STUCK_DUTIES, DELETE_DUTY, INSERT_OR_GET_DUTY, SCHEMA_VERSI
95
125
  * Used when signing fails to allow another node/attempt to retry.
96
126
  *
97
127
  * @returns true if the delete succeeded, false if token didn't match or duty not found
98
- */ async deleteDuty(validatorAddress, slot, dutyType, lockToken) {
128
+ */ async deleteDuty(rollupAddress, validatorAddress, slot, dutyType, lockToken, blockIndexWithinCheckpoint) {
99
129
  const result = await this.pool.query(DELETE_DUTY, [
130
+ rollupAddress.toString(),
100
131
  validatorAddress.toString(),
101
132
  slot.toString(),
102
133
  dutyType,
134
+ blockIndexWithinCheckpoint,
103
135
  lockToken
104
136
  ]);
105
137
  if (result.rowCount === 0) {
106
138
  this.log.warn('Failed to delete duty: invalid token or duty not found', {
139
+ rollupAddress: rollupAddress.toString(),
107
140
  validatorAddress: validatorAddress.toString(),
108
141
  slot: slot.toString(),
109
- dutyType
142
+ dutyType,
143
+ blockIndexWithinCheckpoint
110
144
  });
111
145
  return false;
112
146
  }
113
147
  return true;
114
148
  }
115
149
  /**
116
- * Convert a database row to a ValidatorDutyRecord
150
+ * Convert a database row to a ValidatorDutyRecord.
151
+ * Maps snake_case column names to StoredDutyRecord (camelCase, ms timestamps),
152
+ * then delegates to the shared recordFromFields() converter.
117
153
  */ rowToRecord(row) {
118
- return {
119
- validatorAddress: EthAddress.fromString(row.validator_address),
120
- slot: BigInt(row.slot),
121
- blockNumber: BigInt(row.block_number),
154
+ return recordFromFields({
155
+ rollupAddress: row.rollup_address,
156
+ validatorAddress: row.validator_address,
157
+ slot: row.slot,
158
+ blockNumber: row.block_number,
159
+ checkpointNumber: row.checkpoint_number,
160
+ blockIndexWithinCheckpoint: row.block_index_within_checkpoint,
122
161
  dutyType: row.duty_type,
123
162
  status: row.status,
124
163
  messageHash: row.message_hash,
125
164
  signature: row.signature ?? undefined,
126
165
  nodeId: row.node_id,
127
166
  lockToken: row.lock_token,
128
- startedAt: row.started_at,
129
- completedAt: row.completed_at ?? undefined,
167
+ startedAtMs: row.started_at.getTime(),
168
+ completedAtMs: row.completed_at?.getTime(),
130
169
  errorMessage: row.error_message ?? undefined
131
- };
170
+ });
132
171
  }
133
172
  /**
134
173
  * Close the database connection pool
@@ -140,10 +179,31 @@ import { CLEANUP_OWN_STUCK_DUTIES, DELETE_DUTY, INSERT_OR_GET_DUTY, SCHEMA_VERSI
140
179
  * Cleanup own stuck duties
141
180
  * @returns the number of duties cleaned up
142
181
  */ async cleanupOwnStuckDuties(nodeId, maxAgeMs) {
143
- const cutoff = new Date(Date.now() - maxAgeMs);
144
182
  const result = await this.pool.query(CLEANUP_OWN_STUCK_DUTIES, [
145
183
  nodeId,
146
- cutoff
184
+ maxAgeMs
185
+ ]);
186
+ return result.rowCount ?? 0;
187
+ }
188
+ /**
189
+ * Cleanup duties with outdated rollup address.
190
+ * Removes all duties where the rollup address doesn't match the current one.
191
+ * Used after a rollup upgrade to clean up duties for the old rollup.
192
+ * @returns the number of duties cleaned up
193
+ */ async cleanupOutdatedRollupDuties(currentRollupAddress) {
194
+ const result = await this.pool.query(CLEANUP_OUTDATED_ROLLUP_DUTIES, [
195
+ currentRollupAddress.toString()
196
+ ]);
197
+ return result.rowCount ?? 0;
198
+ }
199
+ /**
200
+ * Cleanup old signed duties.
201
+ * Removes only signed duties older than the specified age.
202
+ * Does not remove 'signing' duties as they may be in progress.
203
+ * @returns the number of duties cleaned up
204
+ */ async cleanupOldDuties(maxAgeMs) {
205
+ const result = await this.pool.query(CLEANUP_OLD_DUTIES, [
206
+ maxAgeMs
147
207
  ]);
148
208
  return result.rowCount ?? 0;
149
209
  }
@@ -8,11 +8,11 @@
8
8
  /**
9
9
  * Current schema version
10
10
  */
11
- export declare const SCHEMA_VERSION = 1;
11
+ export declare const SCHEMA_VERSION = 2;
12
12
  /**
13
13
  * SQL to create the validator_duties table
14
14
  */
15
- export declare const CREATE_VALIDATOR_DUTIES_TABLE = "\nCREATE TABLE IF NOT EXISTS validator_duties (\n validator_address VARCHAR(42) NOT NULL,\n slot BIGINT NOT NULL,\n block_number BIGINT NOT NULL,\n duty_type VARCHAR(30) NOT NULL CHECK (duty_type IN ('BLOCK_PROPOSAL', 'ATTESTATION', 'ATTESTATIONS_AND_SIGNERS')),\n status VARCHAR(20) NOT NULL CHECK (status IN ('signing', 'signed', 'failed')),\n message_hash VARCHAR(66) NOT NULL,\n signature VARCHAR(132),\n node_id VARCHAR(255) NOT NULL,\n lock_token VARCHAR(64) NOT NULL,\n started_at TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n completed_at TIMESTAMP,\n error_message TEXT,\n\n PRIMARY KEY (validator_address, slot, duty_type),\n CHECK (completed_at IS NULL OR completed_at >= started_at)\n);\n";
15
+ export declare const CREATE_VALIDATOR_DUTIES_TABLE = "\nCREATE TABLE IF NOT EXISTS validator_duties (\n rollup_address VARCHAR(42) NOT NULL,\n validator_address VARCHAR(42) NOT NULL,\n slot BIGINT NOT NULL,\n block_number BIGINT NOT NULL,\n checkpoint_number BIGINT NOT NULL DEFAULT 0,\n block_index_within_checkpoint INTEGER NOT NULL DEFAULT 0,\n duty_type VARCHAR(30) NOT NULL CHECK (duty_type IN ('BLOCK_PROPOSAL', 'CHECKPOINT_PROPOSAL', 'ATTESTATION', 'ATTESTATIONS_AND_SIGNERS', 'GOVERNANCE_VOTE', 'SLASHING_VOTE')),\n status VARCHAR(20) NOT NULL CHECK (status IN ('signing', 'signed')),\n message_hash VARCHAR(66) NOT NULL,\n signature VARCHAR(132),\n node_id VARCHAR(255) NOT NULL,\n lock_token VARCHAR(64) NOT NULL,\n started_at TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n completed_at TIMESTAMP,\n error_message TEXT,\n\n PRIMARY KEY (rollup_address, validator_address, slot, duty_type, block_index_within_checkpoint),\n CHECK (completed_at IS NULL OR completed_at >= started_at)\n);\n";
16
16
  /**
17
17
  * SQL to create index on status and started_at for cleanup queries
18
18
  */
@@ -32,7 +32,7 @@ export declare const INSERT_SCHEMA_VERSION = "\nINSERT INTO schema_version (vers
32
32
  /**
33
33
  * Complete schema setup - all statements in order
34
34
  */
35
- export declare const SCHEMA_SETUP: readonly ["\nCREATE TABLE IF NOT EXISTS schema_version (\n version INTEGER PRIMARY KEY,\n applied_at TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP\n);\n", "\nCREATE TABLE IF NOT EXISTS validator_duties (\n validator_address VARCHAR(42) NOT NULL,\n slot BIGINT NOT NULL,\n block_number BIGINT NOT NULL,\n duty_type VARCHAR(30) NOT NULL CHECK (duty_type IN ('BLOCK_PROPOSAL', 'ATTESTATION', 'ATTESTATIONS_AND_SIGNERS')),\n status VARCHAR(20) NOT NULL CHECK (status IN ('signing', 'signed', 'failed')),\n message_hash VARCHAR(66) NOT NULL,\n signature VARCHAR(132),\n node_id VARCHAR(255) NOT NULL,\n lock_token VARCHAR(64) NOT NULL,\n started_at TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n completed_at TIMESTAMP,\n error_message TEXT,\n\n PRIMARY KEY (validator_address, slot, duty_type),\n CHECK (completed_at IS NULL OR completed_at >= started_at)\n);\n", "\nCREATE INDEX IF NOT EXISTS idx_validator_duties_status\nON validator_duties(status, started_at);\n", "\nCREATE INDEX IF NOT EXISTS idx_validator_duties_node\nON validator_duties(node_id, started_at);\n"];
35
+ export declare const SCHEMA_SETUP: readonly ["\nCREATE TABLE IF NOT EXISTS schema_version (\n version INTEGER PRIMARY KEY,\n applied_at TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP\n);\n", "\nCREATE TABLE IF NOT EXISTS validator_duties (\n rollup_address VARCHAR(42) NOT NULL,\n validator_address VARCHAR(42) NOT NULL,\n slot BIGINT NOT NULL,\n block_number BIGINT NOT NULL,\n checkpoint_number BIGINT NOT NULL DEFAULT 0,\n block_index_within_checkpoint INTEGER NOT NULL DEFAULT 0,\n duty_type VARCHAR(30) NOT NULL CHECK (duty_type IN ('BLOCK_PROPOSAL', 'CHECKPOINT_PROPOSAL', 'ATTESTATION', 'ATTESTATIONS_AND_SIGNERS', 'GOVERNANCE_VOTE', 'SLASHING_VOTE')),\n status VARCHAR(20) NOT NULL CHECK (status IN ('signing', 'signed')),\n message_hash VARCHAR(66) NOT NULL,\n signature VARCHAR(132),\n node_id VARCHAR(255) NOT NULL,\n lock_token VARCHAR(64) NOT NULL,\n started_at TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n completed_at TIMESTAMP,\n error_message TEXT,\n\n PRIMARY KEY (rollup_address, validator_address, slot, duty_type, block_index_within_checkpoint),\n CHECK (completed_at IS NULL OR completed_at >= started_at)\n);\n", "\nCREATE INDEX IF NOT EXISTS idx_validator_duties_status\nON validator_duties(status, started_at);\n", "\nCREATE INDEX IF NOT EXISTS idx_validator_duties_node\nON validator_duties(node_id, started_at);\n"];
36
36
  /**
37
37
  * Query to get current schema version
38
38
  */
@@ -43,17 +43,21 @@ export declare const GET_SCHEMA_VERSION = "\nSELECT version FROM schema_version
43
43
  * returns the existing record instead.
44
44
  *
45
45
  * Returns the record with an `is_new` flag indicating whether we inserted or got existing.
46
+ *
47
+ * Note: In high concurrency scenarios, if the INSERT conflicts and another transaction
48
+ * just committed the row, there's a small window where the SELECT might not see it yet.
49
+ * The application layer should retry if no rows are returned.
46
50
  */
47
- export declare const INSERT_OR_GET_DUTY = "\nWITH inserted AS (\n INSERT INTO validator_duties (\n validator_address,\n slot,\n block_number,\n duty_type,\n status,\n message_hash,\n node_id,\n lock_token,\n started_at\n ) VALUES ($1, $2, $3, $4, 'signing', $5, $6, $7, CURRENT_TIMESTAMP)\n ON CONFLICT (validator_address, slot, duty_type) DO NOTHING\n RETURNING\n validator_address,\n slot,\n block_number,\n duty_type,\n status,\n message_hash,\n signature,\n node_id,\n lock_token,\n started_at,\n completed_at,\n error_message,\n TRUE as is_new\n)\nSELECT * FROM inserted\nUNION ALL\nSELECT\n validator_address,\n slot,\n block_number,\n duty_type,\n status,\n message_hash,\n signature,\n node_id,\n '' as lock_token,\n started_at,\n completed_at,\n error_message,\n FALSE as is_new\nFROM validator_duties\nWHERE validator_address = $1\n AND slot = $2\n AND duty_type = $4\n AND NOT EXISTS (SELECT 1 FROM inserted);\n";
51
+ export declare const INSERT_OR_GET_DUTY = "\nWITH inserted AS (\n INSERT INTO validator_duties (\n rollup_address,\n validator_address,\n slot,\n block_number,\n checkpoint_number,\n block_index_within_checkpoint,\n duty_type,\n status,\n message_hash,\n node_id,\n lock_token,\n started_at\n ) VALUES ($1, $2, $3, $4, $5, $6, $7, 'signing', $8, $9, $10, CURRENT_TIMESTAMP)\n ON CONFLICT (rollup_address, validator_address, slot, duty_type, block_index_within_checkpoint) DO NOTHING\n RETURNING\n rollup_address,\n validator_address,\n slot,\n block_number,\n checkpoint_number,\n block_index_within_checkpoint,\n duty_type,\n status,\n message_hash,\n signature,\n node_id,\n lock_token,\n started_at,\n completed_at,\n error_message,\n TRUE as is_new\n)\nSELECT * FROM inserted\nUNION ALL\nSELECT\n rollup_address,\n validator_address,\n slot,\n block_number,\n checkpoint_number,\n block_index_within_checkpoint,\n duty_type,\n status,\n message_hash,\n signature,\n node_id,\n '' as lock_token,\n started_at,\n completed_at,\n error_message,\n FALSE as is_new\nFROM validator_duties\nWHERE rollup_address = $1\n AND validator_address = $2\n AND slot = $3\n AND duty_type = $7\n AND block_index_within_checkpoint = $6\n AND NOT EXISTS (SELECT 1 FROM inserted);\n";
48
52
  /**
49
53
  * Query to update a duty to 'signed' status
50
54
  */
51
- export declare const UPDATE_DUTY_SIGNED = "\nUPDATE validator_duties\nSET status = 'signed',\n signature = $1,\n completed_at = CURRENT_TIMESTAMP\nWHERE validator_address = $2\n AND slot = $3\n AND duty_type = $4\n AND status = 'signing'\n AND lock_token = $5;\n";
55
+ export declare const UPDATE_DUTY_SIGNED = "\nUPDATE validator_duties\nSET status = 'signed',\n signature = $1,\n completed_at = CURRENT_TIMESTAMP\nWHERE rollup_address = $2\n AND validator_address = $3\n AND slot = $4\n AND duty_type = $5\n AND block_index_within_checkpoint = $6\n AND status = 'signing'\n AND lock_token = $7;\n";
52
56
  /**
53
57
  * Query to delete a duty
54
58
  * Only deletes if the lockToken matches
55
59
  */
56
- export declare const DELETE_DUTY = "\nDELETE FROM validator_duties\nWHERE validator_address = $1\n AND slot = $2\n AND duty_type = $3\n AND status = 'signing'\n AND lock_token = $4;\n";
60
+ export declare const DELETE_DUTY = "\nDELETE FROM validator_duties\nWHERE rollup_address = $1\n AND validator_address = $2\n AND slot = $3\n AND duty_type = $4\n AND block_index_within_checkpoint = $5\n AND status = 'signing'\n AND lock_token = $6;\n";
57
61
  /**
58
62
  * Query to clean up old signed duties (for maintenance)
59
63
  * Removes signed duties older than a specified timestamp
@@ -61,14 +65,21 @@ export declare const DELETE_DUTY = "\nDELETE FROM validator_duties\nWHERE valida
61
65
  export declare const CLEANUP_OLD_SIGNED_DUTIES = "\nDELETE FROM validator_duties\nWHERE status = 'signed'\n AND completed_at < $1;\n";
62
66
  /**
63
67
  * Query to clean up old duties (for maintenance)
64
- * Removes duties older than a specified timestamp
68
+ * Removes SIGNED duties older than a specified age (in milliseconds)
65
69
  */
66
- export declare const CLEANUP_OLD_DUTIES = "\nDELETE FROM validator_duties\nWHERE status IN ('signing', 'signed', 'failed')\n AND started_at < $1;\n";
70
+ export declare const CLEANUP_OLD_DUTIES = "\nDELETE FROM validator_duties\nWHERE status = 'signed'\n AND started_at < CURRENT_TIMESTAMP - ($1 || ' milliseconds')::INTERVAL;\n";
67
71
  /**
68
72
  * Query to cleanup own stuck duties
69
73
  * Removes duties in 'signing' status for a specific node that are older than maxAgeMs
74
+ * Uses DB's CURRENT_TIMESTAMP to avoid clock skew issues between nodes
75
+ */
76
+ export declare const CLEANUP_OWN_STUCK_DUTIES = "\nDELETE FROM validator_duties\nWHERE node_id = $1\n AND status = 'signing'\n AND started_at < CURRENT_TIMESTAMP - ($2 || ' milliseconds')::INTERVAL;\n";
77
+ /**
78
+ * Query to cleanup duties with outdated rollup address
79
+ * Removes all duties where the rollup address doesn't match the current one
80
+ * Used after a rollup upgrade to clean up duties for the old rollup
70
81
  */
71
- export declare const CLEANUP_OWN_STUCK_DUTIES = "\nDELETE FROM validator_duties\nWHERE node_id = $1\n AND status = 'signing'\n AND started_at < $2;\n";
82
+ export declare const CLEANUP_OUTDATED_ROLLUP_DUTIES = "\nDELETE FROM validator_duties\nWHERE rollup_address != $1;\n";
72
83
  /**
73
84
  * SQL to drop the validator_duties table
74
85
  */
@@ -81,5 +92,5 @@ export declare const DROP_SCHEMA_VERSION_TABLE = "DROP TABLE IF EXISTS schema_ve
81
92
  * Query to get stuck duties (for monitoring/alerting)
82
93
  * Returns duties in 'signing' status that have been stuck for too long
83
94
  */
84
- export declare const GET_STUCK_DUTIES = "\nSELECT\n validator_address,\n slot,\n block_number,\n duty_type,\n status,\n message_hash,\n node_id,\n started_at,\n EXTRACT(EPOCH FROM (CURRENT_TIMESTAMP - started_at)) as age_seconds\nFROM validator_duties\nWHERE status = 'signing'\n AND started_at < $1\nORDER BY started_at ASC;\n";
85
- //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoic2NoZW1hLmQudHMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi9zcmMvZGIvc2NoZW1hLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUFBOzs7Ozs7R0FNRztBQUVIOztHQUVHO0FBQ0gsZUFBTyxNQUFNLGNBQWMsSUFBSSxDQUFDO0FBRWhDOztHQUVHO0FBQ0gsZUFBTyxNQUFNLDZCQUE2QixpdEJBa0J6QyxDQUFDO0FBRUY7O0dBRUc7QUFDSCxlQUFPLE1BQU0sbUJBQW1CLHlHQUcvQixDQUFDO0FBRUY7O0dBRUc7QUFDSCxlQUFPLE1BQU0saUJBQWlCLHdHQUc3QixDQUFDO0FBRUY7O0dBRUc7QUFDSCxlQUFPLE1BQU0sMkJBQTJCLG1KQUt2QyxDQUFDO0FBRUY7O0dBRUc7QUFDSCxlQUFPLE1BQU0scUJBQXFCLDZGQUlqQyxDQUFDO0FBRUY7O0dBRUc7QUFDSCxlQUFPLE1BQU0sWUFBWSw0akNBS2YsQ0FBQztBQUVYOztHQUVHO0FBQ0gsZUFBTyxNQUFNLGtCQUFrQiwwRUFFOUIsQ0FBQztBQUVGOzs7Ozs7R0FNRztBQUNILGVBQU8sTUFBTSxrQkFBa0IsMDhCQWtEOUIsQ0FBQztBQUVGOztHQUVHO0FBQ0gsZUFBTyxNQUFNLGtCQUFrQiwwT0FVOUIsQ0FBQztBQUVGOzs7R0FHRztBQUNILGVBQU8sTUFBTSxXQUFXLDRKQU92QixDQUFDO0FBRUY7OztHQUdHO0FBQ0gsZUFBTyxNQUFNLHlCQUF5Qix3RkFJckMsQ0FBQztBQUVGOzs7R0FHRztBQUNILGVBQU8sTUFBTSxrQkFBa0IsOEdBSTlCLENBQUM7QUFFRjs7O0dBR0c7QUFDSCxlQUFPLE1BQU0sd0JBQXdCLDJHQUtwQyxDQUFDO0FBRUY7O0dBRUc7QUFDSCxlQUFPLE1BQU0sMkJBQTJCLDJDQUEyQyxDQUFDO0FBRXBGOztHQUVHO0FBQ0gsZUFBTyxNQUFNLHlCQUF5Qix5Q0FBeUMsQ0FBQztBQUVoRjs7O0dBR0c7QUFDSCxlQUFPLE1BQU0sZ0JBQWdCLDZTQWU1QixDQUFDIn0=
95
+ export declare const GET_STUCK_DUTIES = "\nSELECT\n rollup_address,\n validator_address,\n slot,\n block_number,\n checkpoint_number,\n block_index_within_checkpoint,\n duty_type,\n status,\n message_hash,\n node_id,\n started_at,\n EXTRACT(EPOCH FROM (CURRENT_TIMESTAMP - started_at)) as age_seconds\nFROM validator_duties\nWHERE status = 'signing'\n AND started_at < $1\nORDER BY started_at ASC;\n";
96
+ //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoic2NoZW1hLmQudHMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi9zcmMvZGIvc2NoZW1hLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUFBOzs7Ozs7R0FNRztBQUVIOztHQUVHO0FBQ0gsZUFBTyxNQUFNLGNBQWMsSUFBSSxDQUFDO0FBRWhDOztHQUVHO0FBQ0gsZUFBTyxNQUFNLDZCQUE2QixzOEJBcUJ6QyxDQUFDO0FBRUY7O0dBRUc7QUFDSCxlQUFPLE1BQU0sbUJBQW1CLHlHQUcvQixDQUFDO0FBRUY7O0dBRUc7QUFDSCxlQUFPLE1BQU0saUJBQWlCLHdHQUc3QixDQUFDO0FBRUY7O0dBRUc7QUFDSCxlQUFPLE1BQU0sMkJBQTJCLG1KQUt2QyxDQUFDO0FBRUY7O0dBRUc7QUFDSCxlQUFPLE1BQU0scUJBQXFCLDZGQUlqQyxDQUFDO0FBRUY7O0dBRUc7QUFDSCxlQUFPLE1BQU0sWUFBWSxpekNBS2YsQ0FBQztBQUVYOztHQUVHO0FBQ0gsZUFBTyxNQUFNLGtCQUFrQiwwRUFFOUIsQ0FBQztBQUVGOzs7Ozs7Ozs7O0dBVUc7QUFDSCxlQUFPLE1BQU0sa0JBQWtCLHd6Q0E2RDlCLENBQUM7QUFFRjs7R0FFRztBQUNILGVBQU8sTUFBTSxrQkFBa0IsK1NBWTlCLENBQUM7QUFFRjs7O0dBR0c7QUFDSCxlQUFPLE1BQU0sV0FBVyxpT0FTdkIsQ0FBQztBQUVGOzs7R0FHRztBQUNILGVBQU8sTUFBTSx5QkFBeUIsd0ZBSXJDLENBQUM7QUFFRjs7O0dBR0c7QUFDSCxlQUFPLE1BQU0sa0JBQWtCLHlJQUk5QixDQUFDO0FBRUY7Ozs7R0FJRztBQUNILGVBQU8sTUFBTSx3QkFBd0IsOEpBS3BDLENBQUM7QUFFRjs7OztHQUlHO0FBQ0gsZUFBTyxNQUFNLDhCQUE4QixrRUFHMUMsQ0FBQztBQUVGOztHQUVHO0FBQ0gsZUFBTyxNQUFNLDJCQUEyQiwyQ0FBMkMsQ0FBQztBQUVwRjs7R0FFRztBQUNILGVBQU8sTUFBTSx5QkFBeUIseUNBQXlDLENBQUM7QUFFaEY7OztHQUdHO0FBQ0gsZUFBTyxNQUFNLGdCQUFnQix3WEFrQjVCLENBQUMifQ==
@@ -1 +1 @@
1
- {"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../../src/db/schema.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH;;GAEG;AACH,eAAO,MAAM,cAAc,IAAI,CAAC;AAEhC;;GAEG;AACH,eAAO,MAAM,6BAA6B,itBAkBzC,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,mBAAmB,yGAG/B,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,iBAAiB,wGAG7B,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,2BAA2B,mJAKvC,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,qBAAqB,6FAIjC,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,YAAY,4jCAKf,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,kBAAkB,0EAE9B,CAAC;AAEF;;;;;;GAMG;AACH,eAAO,MAAM,kBAAkB,08BAkD9B,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,kBAAkB,0OAU9B,CAAC;AAEF;;;GAGG;AACH,eAAO,MAAM,WAAW,4JAOvB,CAAC;AAEF;;;GAGG;AACH,eAAO,MAAM,yBAAyB,wFAIrC,CAAC;AAEF;;;GAGG;AACH,eAAO,MAAM,kBAAkB,8GAI9B,CAAC;AAEF;;;GAGG;AACH,eAAO,MAAM,wBAAwB,2GAKpC,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,2BAA2B,2CAA2C,CAAC;AAEpF;;GAEG;AACH,eAAO,MAAM,yBAAyB,yCAAyC,CAAC;AAEhF;;;GAGG;AACH,eAAO,MAAM,gBAAgB,6SAe5B,CAAC"}
1
+ {"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../../src/db/schema.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH;;GAEG;AACH,eAAO,MAAM,cAAc,IAAI,CAAC;AAEhC;;GAEG;AACH,eAAO,MAAM,6BAA6B,s8BAqBzC,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,mBAAmB,yGAG/B,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,iBAAiB,wGAG7B,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,2BAA2B,mJAKvC,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,qBAAqB,6FAIjC,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,YAAY,izCAKf,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,kBAAkB,0EAE9B,CAAC;AAEF;;;;;;;;;;GAUG;AACH,eAAO,MAAM,kBAAkB,wzCA6D9B,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,kBAAkB,+SAY9B,CAAC;AAEF;;;GAGG;AACH,eAAO,MAAM,WAAW,iOASvB,CAAC;AAEF;;;GAGG;AACH,eAAO,MAAM,yBAAyB,wFAIrC,CAAC;AAEF;;;GAGG;AACH,eAAO,MAAM,kBAAkB,yIAI9B,CAAC;AAEF;;;;GAIG;AACH,eAAO,MAAM,wBAAwB,8JAKpC,CAAC;AAEF;;;;GAIG;AACH,eAAO,MAAM,8BAA8B,kEAG1C,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,2BAA2B,2CAA2C,CAAC;AAEpF;;GAEG;AACH,eAAO,MAAM,yBAAyB,yCAAyC,CAAC;AAEhF;;;GAGG;AACH,eAAO,MAAM,gBAAgB,wXAkB5B,CAAC"}
package/dest/db/schema.js CHANGED
@@ -6,16 +6,19 @@
6
6
  * slot, and duty type combination.
7
7
  */ /**
8
8
  * Current schema version
9
- */ export const SCHEMA_VERSION = 1;
9
+ */ export const SCHEMA_VERSION = 2;
10
10
  /**
11
11
  * SQL to create the validator_duties table
12
12
  */ export const CREATE_VALIDATOR_DUTIES_TABLE = `
13
13
  CREATE TABLE IF NOT EXISTS validator_duties (
14
+ rollup_address VARCHAR(42) NOT NULL,
14
15
  validator_address VARCHAR(42) NOT NULL,
15
16
  slot BIGINT NOT NULL,
16
17
  block_number BIGINT NOT NULL,
17
- duty_type VARCHAR(30) NOT NULL CHECK (duty_type IN ('BLOCK_PROPOSAL', 'ATTESTATION', 'ATTESTATIONS_AND_SIGNERS')),
18
- status VARCHAR(20) NOT NULL CHECK (status IN ('signing', 'signed', 'failed')),
18
+ checkpoint_number BIGINT NOT NULL DEFAULT 0,
19
+ block_index_within_checkpoint INTEGER NOT NULL DEFAULT 0,
20
+ duty_type VARCHAR(30) NOT NULL CHECK (duty_type IN ('BLOCK_PROPOSAL', 'CHECKPOINT_PROPOSAL', 'ATTESTATION', 'ATTESTATIONS_AND_SIGNERS', 'GOVERNANCE_VOTE', 'SLASHING_VOTE')),
21
+ status VARCHAR(20) NOT NULL CHECK (status IN ('signing', 'signed')),
19
22
  message_hash VARCHAR(66) NOT NULL,
20
23
  signature VARCHAR(132),
21
24
  node_id VARCHAR(255) NOT NULL,
@@ -24,7 +27,7 @@ CREATE TABLE IF NOT EXISTS validator_duties (
24
27
  completed_at TIMESTAMP,
25
28
  error_message TEXT,
26
29
 
27
- PRIMARY KEY (validator_address, slot, duty_type),
30
+ PRIMARY KEY (rollup_address, validator_address, slot, duty_type, block_index_within_checkpoint),
28
31
  CHECK (completed_at IS NULL OR completed_at >= started_at)
29
32
  );
30
33
  `;
@@ -74,24 +77,34 @@ SELECT version FROM schema_version ORDER BY version DESC LIMIT 1;
74
77
  * returns the existing record instead.
75
78
  *
76
79
  * Returns the record with an `is_new` flag indicating whether we inserted or got existing.
80
+ *
81
+ * Note: In high concurrency scenarios, if the INSERT conflicts and another transaction
82
+ * just committed the row, there's a small window where the SELECT might not see it yet.
83
+ * The application layer should retry if no rows are returned.
77
84
  */ export const INSERT_OR_GET_DUTY = `
78
85
  WITH inserted AS (
79
86
  INSERT INTO validator_duties (
87
+ rollup_address,
80
88
  validator_address,
81
89
  slot,
82
90
  block_number,
91
+ checkpoint_number,
92
+ block_index_within_checkpoint,
83
93
  duty_type,
84
94
  status,
85
95
  message_hash,
86
96
  node_id,
87
97
  lock_token,
88
98
  started_at
89
- ) VALUES ($1, $2, $3, $4, 'signing', $5, $6, $7, CURRENT_TIMESTAMP)
90
- ON CONFLICT (validator_address, slot, duty_type) DO NOTHING
99
+ ) VALUES ($1, $2, $3, $4, $5, $6, $7, 'signing', $8, $9, $10, CURRENT_TIMESTAMP)
100
+ ON CONFLICT (rollup_address, validator_address, slot, duty_type, block_index_within_checkpoint) DO NOTHING
91
101
  RETURNING
102
+ rollup_address,
92
103
  validator_address,
93
104
  slot,
94
105
  block_number,
106
+ checkpoint_number,
107
+ block_index_within_checkpoint,
95
108
  duty_type,
96
109
  status,
97
110
  message_hash,
@@ -106,9 +119,12 @@ WITH inserted AS (
106
119
  SELECT * FROM inserted
107
120
  UNION ALL
108
121
  SELECT
122
+ rollup_address,
109
123
  validator_address,
110
124
  slot,
111
125
  block_number,
126
+ checkpoint_number,
127
+ block_index_within_checkpoint,
112
128
  duty_type,
113
129
  status,
114
130
  message_hash,
@@ -120,9 +136,11 @@ SELECT
120
136
  error_message,
121
137
  FALSE as is_new
122
138
  FROM validator_duties
123
- WHERE validator_address = $1
124
- AND slot = $2
125
- AND duty_type = $4
139
+ WHERE rollup_address = $1
140
+ AND validator_address = $2
141
+ AND slot = $3
142
+ AND duty_type = $7
143
+ AND block_index_within_checkpoint = $6
126
144
  AND NOT EXISTS (SELECT 1 FROM inserted);
127
145
  `;
128
146
  /**
@@ -132,22 +150,26 @@ UPDATE validator_duties
132
150
  SET status = 'signed',
133
151
  signature = $1,
134
152
  completed_at = CURRENT_TIMESTAMP
135
- WHERE validator_address = $2
136
- AND slot = $3
137
- AND duty_type = $4
153
+ WHERE rollup_address = $2
154
+ AND validator_address = $3
155
+ AND slot = $4
156
+ AND duty_type = $5
157
+ AND block_index_within_checkpoint = $6
138
158
  AND status = 'signing'
139
- AND lock_token = $5;
159
+ AND lock_token = $7;
140
160
  `;
141
161
  /**
142
162
  * Query to delete a duty
143
163
  * Only deletes if the lockToken matches
144
164
  */ export const DELETE_DUTY = `
145
165
  DELETE FROM validator_duties
146
- WHERE validator_address = $1
147
- AND slot = $2
148
- AND duty_type = $3
166
+ WHERE rollup_address = $1
167
+ AND validator_address = $2
168
+ AND slot = $3
169
+ AND duty_type = $4
170
+ AND block_index_within_checkpoint = $5
149
171
  AND status = 'signing'
150
- AND lock_token = $4;
172
+ AND lock_token = $6;
151
173
  `;
152
174
  /**
153
175
  * Query to clean up old signed duties (for maintenance)
@@ -159,20 +181,29 @@ WHERE status = 'signed'
159
181
  `;
160
182
  /**
161
183
  * Query to clean up old duties (for maintenance)
162
- * Removes duties older than a specified timestamp
184
+ * Removes SIGNED duties older than a specified age (in milliseconds)
163
185
  */ export const CLEANUP_OLD_DUTIES = `
164
186
  DELETE FROM validator_duties
165
- WHERE status IN ('signing', 'signed', 'failed')
166
- AND started_at < $1;
187
+ WHERE status = 'signed'
188
+ AND started_at < CURRENT_TIMESTAMP - ($1 || ' milliseconds')::INTERVAL;
167
189
  `;
168
190
  /**
169
191
  * Query to cleanup own stuck duties
170
192
  * Removes duties in 'signing' status for a specific node that are older than maxAgeMs
193
+ * Uses DB's CURRENT_TIMESTAMP to avoid clock skew issues between nodes
171
194
  */ export const CLEANUP_OWN_STUCK_DUTIES = `
172
195
  DELETE FROM validator_duties
173
196
  WHERE node_id = $1
174
197
  AND status = 'signing'
175
- AND started_at < $2;
198
+ AND started_at < CURRENT_TIMESTAMP - ($2 || ' milliseconds')::INTERVAL;
199
+ `;
200
+ /**
201
+ * Query to cleanup duties with outdated rollup address
202
+ * Removes all duties where the rollup address doesn't match the current one
203
+ * Used after a rollup upgrade to clean up duties for the old rollup
204
+ */ export const CLEANUP_OUTDATED_ROLLUP_DUTIES = `
205
+ DELETE FROM validator_duties
206
+ WHERE rollup_address != $1;
176
207
  `;
177
208
  /**
178
209
  * SQL to drop the validator_duties table
@@ -185,9 +216,12 @@ WHERE node_id = $1
185
216
  * Returns duties in 'signing' status that have been stuck for too long
186
217
  */ export const GET_STUCK_DUTIES = `
187
218
  SELECT
219
+ rollup_address,
188
220
  validator_address,
189
221
  slot,
190
222
  block_number,
223
+ checkpoint_number,
224
+ block_index_within_checkpoint,
191
225
  duty_type,
192
226
  status,
193
227
  message_hash,