@render-foundation/utils 0.0.187 → 0.0.188

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (110) hide show
  1. package/package.json +2 -2
  2. package/lib/cjs/backfiller.js +0 -932
  3. package/lib/cjs/backfiller.js.map +0 -1
  4. package/lib/cjs/client/onchain.js +0 -132
  5. package/lib/cjs/client/onchain.js.map +0 -1
  6. package/lib/cjs/client/pg/base.js +0 -198
  7. package/lib/cjs/client/pg/base.js.map +0 -1
  8. package/lib/cjs/client/pg/v1.js +0 -623
  9. package/lib/cjs/client/pg/v1.js.map +0 -1
  10. package/lib/cjs/client/pg/v2Client.js +0 -1587
  11. package/lib/cjs/client/pg/v2Client.js.map +0 -1
  12. package/lib/cjs/client/pg/viewClient.js +0 -107
  13. package/lib/cjs/client/pg/viewClient.js.map +0 -1
  14. package/lib/cjs/client/price.js +0 -63
  15. package/lib/cjs/client/price.js.map +0 -1
  16. package/lib/cjs/client/render.js +0 -173
  17. package/lib/cjs/client/render.js.map +0 -1
  18. package/lib/cjs/client/squads.js +0 -204
  19. package/lib/cjs/client/squads.js.map +0 -1
  20. package/lib/cjs/client/trade.js +0 -235
  21. package/lib/cjs/client/trade.js.map +0 -1
  22. package/lib/cjs/client/wormhole.js +0 -69
  23. package/lib/cjs/client/wormhole.js.map +0 -1
  24. package/lib/cjs/constants.js +0 -48
  25. package/lib/cjs/constants.js.map +0 -1
  26. package/lib/cjs/dbTypes.js +0 -3
  27. package/lib/cjs/dbTypes.js.map +0 -1
  28. package/lib/cjs/dbTypesV2.js +0 -3
  29. package/lib/cjs/dbTypesV2.js.map +0 -1
  30. package/lib/cjs/dbViewTypes.js +0 -3
  31. package/lib/cjs/dbViewTypes.js.map +0 -1
  32. package/lib/cjs/errorReporter.js +0 -126
  33. package/lib/cjs/errorReporter.js.map +0 -1
  34. package/lib/cjs/index.js +0 -44
  35. package/lib/cjs/index.js.map +0 -1
  36. package/lib/cjs/logger.js +0 -21
  37. package/lib/cjs/logger.js.map +0 -1
  38. package/lib/esm/src/backfiller.js +0 -886
  39. package/lib/esm/src/backfiller.js.map +0 -1
  40. package/lib/esm/src/client/onchain.js +0 -122
  41. package/lib/esm/src/client/onchain.js.map +0 -1
  42. package/lib/esm/src/client/pg/base.js +0 -162
  43. package/lib/esm/src/client/pg/base.js.map +0 -1
  44. package/lib/esm/src/client/pg/v1.js +0 -559
  45. package/lib/esm/src/client/pg/v1.js.map +0 -1
  46. package/lib/esm/src/client/pg/v2Client.js +0 -1468
  47. package/lib/esm/src/client/pg/v2Client.js.map +0 -1
  48. package/lib/esm/src/client/pg/viewClient.js +0 -91
  49. package/lib/esm/src/client/pg/viewClient.js.map +0 -1
  50. package/lib/esm/src/client/price.js +0 -41
  51. package/lib/esm/src/client/price.js.map +0 -1
  52. package/lib/esm/src/client/render.js +0 -147
  53. package/lib/esm/src/client/render.js.map +0 -1
  54. package/lib/esm/src/client/squads.js +0 -163
  55. package/lib/esm/src/client/squads.js.map +0 -1
  56. package/lib/esm/src/client/trade.js +0 -219
  57. package/lib/esm/src/client/trade.js.map +0 -1
  58. package/lib/esm/src/client/wormhole.js +0 -33
  59. package/lib/esm/src/client/wormhole.js.map +0 -1
  60. package/lib/esm/src/constants.js +0 -45
  61. package/lib/esm/src/constants.js.map +0 -1
  62. package/lib/esm/src/dbTypes.js +0 -2
  63. package/lib/esm/src/dbTypes.js.map +0 -1
  64. package/lib/esm/src/dbTypesV2.js +0 -2
  65. package/lib/esm/src/dbTypesV2.js.map +0 -1
  66. package/lib/esm/src/dbViewTypes.js +0 -2
  67. package/lib/esm/src/dbViewTypes.js.map +0 -1
  68. package/lib/esm/src/errorReporter.js +0 -117
  69. package/lib/esm/src/errorReporter.js.map +0 -1
  70. package/lib/esm/src/index.js +0 -15
  71. package/lib/esm/src/index.js.map +0 -1
  72. package/lib/esm/src/logger.js +0 -18
  73. package/lib/esm/src/logger.js.map +0 -1
  74. package/lib/esm/tsconfig.esm.tsbuildinfo +0 -1
  75. package/lib/types/src/backfiller.d.ts +0 -64
  76. package/lib/types/src/backfiller.d.ts.map +0 -1
  77. package/lib/types/src/client/onchain.d.ts +0 -24
  78. package/lib/types/src/client/onchain.d.ts.map +0 -1
  79. package/lib/types/src/client/pg/base.d.ts +0 -82
  80. package/lib/types/src/client/pg/base.d.ts.map +0 -1
  81. package/lib/types/src/client/pg/v1.d.ts +0 -137
  82. package/lib/types/src/client/pg/v1.d.ts.map +0 -1
  83. package/lib/types/src/client/pg/v2Client.d.ts +0 -307
  84. package/lib/types/src/client/pg/v2Client.d.ts.map +0 -1
  85. package/lib/types/src/client/pg/viewClient.d.ts +0 -55
  86. package/lib/types/src/client/pg/viewClient.d.ts.map +0 -1
  87. package/lib/types/src/client/price.d.ts +0 -12
  88. package/lib/types/src/client/price.d.ts.map +0 -1
  89. package/lib/types/src/client/render.d.ts +0 -24
  90. package/lib/types/src/client/render.d.ts.map +0 -1
  91. package/lib/types/src/client/squads.d.ts +0 -17
  92. package/lib/types/src/client/squads.d.ts.map +0 -1
  93. package/lib/types/src/client/trade.d.ts +0 -24
  94. package/lib/types/src/client/trade.d.ts.map +0 -1
  95. package/lib/types/src/client/wormhole.d.ts +0 -9
  96. package/lib/types/src/client/wormhole.d.ts.map +0 -1
  97. package/lib/types/src/constants.d.ts +0 -43
  98. package/lib/types/src/constants.d.ts.map +0 -1
  99. package/lib/types/src/dbTypes.d.ts +0 -123
  100. package/lib/types/src/dbTypes.d.ts.map +0 -1
  101. package/lib/types/src/dbTypesV2.d.ts +0 -193
  102. package/lib/types/src/dbTypesV2.d.ts.map +0 -1
  103. package/lib/types/src/dbViewTypes.d.ts +0 -35
  104. package/lib/types/src/dbViewTypes.d.ts.map +0 -1
  105. package/lib/types/src/errorReporter.d.ts +0 -13
  106. package/lib/types/src/errorReporter.d.ts.map +0 -1
  107. package/lib/types/src/index.d.ts +0 -15
  108. package/lib/types/src/index.d.ts.map +0 -1
  109. package/lib/types/src/logger.d.ts +0 -16
  110. package/lib/types/src/logger.d.ts.map +0 -1
@@ -1,1468 +0,0 @@
1
- import { Kysely, NoResultError, PostgresDialect, sql, } from 'kysely';
2
- import { consoleLogger } from '../../logger';
3
- import { Pool } from 'pg';
4
- import * as pg from 'pg';
5
- import { timedQuery } from './base';
6
- export const SOL_TX_TABLE = 'sol_tx';
7
- export const EPOCH_TABLE = 'epoch';
8
- export const MANUAL_BURN_TABLE = 'manual_burn';
9
- export const ENTITY_TABLE = 'entity';
10
- export const SOL_TRANSFER_TABLE = 'sol_transfer1';
11
- export const LIABILITY_TABLE = 'liability';
12
- export const JOB_ID_TABLE = 'job_id';
13
- export const JOB_TABLE = 'job';
14
- export const BURN_TABLE = 'burn';
15
- export const BRIDGE_TRANSFER_TABLE = 'bridge_transfer';
16
- export const NETWORK_REVENUE_TABLE = 'network_revenue';
17
- export const BURN_ADJUSTMENT_TABLE = 'burn_adjustment';
18
- export const ENTITY_EPOCH_INFO_TABLE = 'entity_epoch_info';
19
- export const POLYGON_UPGRADE_TABLE = 'polygon_upgrade';
20
- export const CURRENT_USER_GRANT_SPEND_TABLE = 'current_user_grant_spend';
21
- export const USER_GRANT_SPEND_TABLE = 'user_grant_spend';
22
- export const GRANT_BURN_ID_TABLE = 'grant_burn_id';
23
- export const GRANT_BURN_TABLE = 'grant_burn';
24
- BigInt.prototype.toJSON = function () {
25
- return this.toString();
26
- };
27
- import { begin } from './base';
28
- import moment from 'moment';
29
- pg.types.setTypeParser(1114, (str) => moment.utc(str).toDate());
30
- pg.defaults.parseInputDatesAsUTC = true;
31
- /* ;(Date.prototype as any).toPostgres = function (prepareValue: (v: any) => any) {
32
- return this.toISOString()
33
- }
34
- */
35
- export const batchFinishedAtMedian = (jobs) => {
36
- const pricedAt = jobs.length % 2 == 0
37
- ? new Date(Math.trunc((Date.parse(jobs[jobs.length / 2].finishedAt) +
38
- Date.parse(jobs[jobs.length / 2 - 1].finishedAt)) /
39
- 2))
40
- : new Date(Date.parse(jobs[Math.floor(jobs.length / 2)].finishedAt));
41
- return pricedAt;
42
- };
43
- export const pgClient = (config) => {
44
- // Single pg pool that we can also use for ad-hoc performance tests outside Kysely
45
- const pgPool = new Pool(config);
46
- pgPool.on('connect', (c) => console.log('new pg socket created'));
47
- pgPool.on('error', (err) => console.log('idle pg client died and was replaced:', err));
48
- const dialect = new PostgresDialect({ pool: pgPool });
49
- // Database interface is passed to Kysely's constructor, and from now on, Kysely
50
- // knows your database structure.
51
- // Dialect is passed to Kysely's constructor, and from now on, Kysely knows how
52
- // to communicate with your database.
53
- const db = new Kysely({
54
- dialect,
55
- });
56
- const getOrInsertEntity = async (db, p, log = consoleLogger) => {
57
- const res = (await db
58
- .selectFrom(ENTITY_TABLE)
59
- .select('id')
60
- .where('sol_key', '=', p.solKey)
61
- .executeTakeFirst());
62
- if (res) {
63
- log.debug(`already found entity ${res.id}`);
64
- return res.id;
65
- }
66
- const { id } = (await db
67
- .insertInto(ENTITY_TABLE)
68
- .values({
69
- sol_key: p.solKey,
70
- })
71
- .onConflict((oc) => oc.column('sol_key').doNothing())
72
- .returning((eb) => ['id as id'])
73
- .executeTakeFirst());
74
- log.debug(`inserted entity ${id}`);
75
- return id;
76
- };
77
- const getOrInsertTx = async (db, p, log = consoleLogger) => {
78
- const res = await db
79
- .selectFrom(SOL_TX_TABLE)
80
- .select('id')
81
- .where('sig', '=', p.sig)
82
- .executeTakeFirst();
83
- if (res) {
84
- log.debug(`already found tx ${res.id}`);
85
- return res.id;
86
- }
87
- const { id } = (await db
88
- .insertInto(SOL_TX_TABLE)
89
- .values({
90
- sig: p.sig,
91
- executed_at: p.executedAt,
92
- })
93
- .onConflict((oc) => oc.column('sig').doNothing())
94
- .returning((eb) => ['id as id'])
95
- .executeTakeFirst());
96
- log.debug(`inserted tx ${id}`);
97
- return id;
98
- };
99
- const getOrInsertEpoch = async (db, p, log = consoleLogger) => {
100
- const res = await db
101
- .selectFrom(EPOCH_TABLE)
102
- .select('id')
103
- .where('ui', '=', String(p.uiEpochId))
104
- .where('channel', '=', p.channel)
105
- .executeTakeFirst();
106
- if (res) {
107
- log.debug(`already found epoch ${res.id}`);
108
- return res.id;
109
- }
110
- const { id } = (await db
111
- .insertInto(EPOCH_TABLE)
112
- .values({
113
- ui: p.uiEpochId,
114
- channel: p.channel,
115
- start_time: p.startTime,
116
- end_time: p.endTime,
117
- saved_at: p.channel == 'node_operator' || p.channel == 'availability'
118
- ? new Date()
119
- : undefined,
120
- })
121
- .onConflict((oc) => oc.columns(['ui', 'channel']).doNothing())
122
- .returning((eb) => ['id as id'])
123
- .executeTakeFirst());
124
- log.debug(`inserted epoch ${id}`);
125
- return id;
126
- };
127
- const getCurrentUserGrantSpend = async (db, p, log = consoleLogger) => {
128
- const res = await db
129
- .selectFrom(CURRENT_USER_GRANT_SPEND_TABLE)
130
- .selectAll()
131
- .where('user_id', '=', p.userId)
132
- .forUpdate()
133
- .executeTakeFirst();
134
- return res
135
- ? {
136
- id: BigInt(res.id),
137
- user: res.user_id,
138
- renderSpent: BigInt(res.render_spent),
139
- perpetual: res.perpetual ?? false,
140
- description: res.description,
141
- }
142
- : undefined;
143
- };
144
- const updateTotalRndr = async (db, p, totalRndr, savedAt, log) => {
145
- const res = (await db
146
- .updateTable(EPOCH_TABLE)
147
- .set({
148
- total_rndr: totalRndr,
149
- saved_at: savedAt,
150
- })
151
- .where('channel', '=', p.channel)
152
- .where('ui', '=', String(p.uiEpochId))
153
- .executeTakeFirst());
154
- log.info(`set ${res.numUpdatedRows} rows. channel: ${p.channel}, ui: ${p.uiEpochId} -> totalRndr ${totalRndr} `);
155
- };
156
- const fetchJobs1 = async (db, f, log = consoleLogger) => {
157
- let q = db.selectFrom('job').selectAll();
158
- //.where('job.burn_id', 'is not', null)
159
- if (f.completedAtAfter) {
160
- q = q.where('completed_at', '>=', f.completedAtAfter);
161
- }
162
- if (f.completedAtBefore) {
163
- q = q.where('completed_at', '<=', f.completedAtBefore);
164
- }
165
- if (f.ids) {
166
- q = q.where('id', 'in', f.ids);
167
- }
168
- else {
169
- if (f.burned == false) {
170
- q = q.where('burn_id', 'is', null);
171
- }
172
- else if (f.burned == true) {
173
- q = q.where('burn_id', 'is not', null);
174
- }
175
- }
176
- q = q.orderBy('completed_at asc');
177
- log.info(`fetchJobs q ${q.compile().sql} ${JSON.stringify(f)}`);
178
- const rows = await q.execute();
179
- return rows.map((r) => ({
180
- id: Number(r.id),
181
- completedAt: r.completed_at,
182
- rndrUsed: BigInt(r.render_amt),
183
- insertedAt: r.inserted_at,
184
- }));
185
- };
186
- const createBridgeTransfers = async (db, bts, log = consoleLogger) => {
187
- const sequenceNumbers = [];
188
- const dbEpochIds = [];
189
- for (const bt of bts) {
190
- let { solKey: toSolKey, seq, createdAt, amount, upgradeBracket, priorSupply, points, epochId, } = bt;
191
- let entityId;
192
- if (toSolKey && toSolKey != '') {
193
- entityId = await getOrInsertEntity(db, { solKey: toSolKey });
194
- }
195
- const dbEpochId = await getOrInsertEpoch(db, {
196
- channel: 'upgrade',
197
- uiEpochId: epochId,
198
- }, log);
199
- dbEpochIds.push(BigInt(dbEpochId));
200
- const q = db
201
- .insertInto(BRIDGE_TRANSFER_TABLE)
202
- .values({
203
- entity_id: entityId,
204
- sequence: seq,
205
- created_at: createdAt,
206
- amount: amount,
207
- upgrade_bracket: upgradeBracket,
208
- prior_supply: priorSupply,
209
- points: points,
210
- epoch_id: dbEpochId,
211
- })
212
- .onConflict((oc) => oc.column('sequence').doUpdateSet({
213
- created_at: createdAt,
214
- amount: amount,
215
- upgrade_bracket: upgradeBracket,
216
- prior_supply: priorSupply,
217
- points: points,
218
- epoch_id: dbEpochId,
219
- entity_id: entityId,
220
- }))
221
- .returning('sequence');
222
- const c = q.compile();
223
- log.debug(`inserting bridge transfer ${JSON.stringify(bt)} -> ${c.sql} ps ${c.parameters}`);
224
- const { sequence: seqNum } = await q.executeTakeFirst();
225
- log.debug(`inserted bridge transfer sequence ${seq}`);
226
- sequenceNumbers.push(BigInt(seqNum));
227
- }
228
- return { sequenceNumbers: sequenceNumbers };
229
- };
230
- const createPayments = async (db, ps, log = consoleLogger) => {
231
- const ids = [];
232
- const epochDbIds = [];
233
- for (const p of ps) {
234
- let liabilityId;
235
- let transferId;
236
- if (p.liability) {
237
- let { id: dbId, solKey, channel, epochId, createdAt, amountDue, deviceId, points, obhUsed, } = p.liability;
238
- try {
239
- let entityId;
240
- if (solKey && solKey != '') {
241
- entityId = await getOrInsertEntity(db, { solKey });
242
- }
243
- const dbEpochId = await getOrInsertEpoch(db, {
244
- channel,
245
- uiEpochId: epochId,
246
- }, log);
247
- epochDbIds.push(BigInt(dbEpochId));
248
- log.debug(`inserting liability ${JSON.stringify(p.liability)}`);
249
- const { id } = await db
250
- .insertInto(LIABILITY_TABLE)
251
- .values({
252
- id: dbId,
253
- entity_id: entityId,
254
- epoch_id: dbEpochId,
255
- channel,
256
- created_at: createdAt ?? new Date(),
257
- amount_due: amountDue,
258
- device_id: deviceId,
259
- points,
260
- obh_used: obhUsed,
261
- })
262
- .returning((eb) => ['id as id'])
263
- .executeTakeFirstOrThrow();
264
- log.debug(`inserted liability ${id}`);
265
- liabilityId = BigInt(id);
266
- }
267
- catch (e) {
268
- throw new Error(`failed inserting solKey ${solKey} epochId ${epochId} ${JSON.stringify(p.liability)}: ${e}`);
269
- }
270
- }
271
- if (p.transfer) {
272
- let { executedAt, symbol, amountPayed, solTx, channel, fromSolKey, toSolKey, id: dbId, } = p.transfer;
273
- if (!fromSolKey || !toSolKey || !solTx) {
274
- log.debug(`skipping transfer. one of undefined: fromKey ${fromSolKey} toKey ${toSolKey} tx ${solTx}`);
275
- continue;
276
- }
277
- log.debug(`inserting transfer ${JSON.stringify(p.transfer)}`);
278
- const fromEntityId = await getOrInsertEntity(db, { solKey: fromSolKey });
279
- const toEntityId = await getOrInsertEntity(db, { solKey: toSolKey });
280
- const solTxId = await getOrInsertTx(db, {
281
- sig: solTx,
282
- executedAt,
283
- }, log);
284
- const { id } = await db
285
- .insertInto(SOL_TRANSFER_TABLE)
286
- .values({
287
- id: dbId,
288
- sol_tx_id: solTxId,
289
- from_entity_id: fromEntityId,
290
- to_entity_id: toEntityId,
291
- channel,
292
- symbol,
293
- amount_payed: amountPayed,
294
- })
295
- .returning((eb) => ['id as id'])
296
- .executeTakeFirstOrThrow();
297
- transferId = BigInt(id);
298
- }
299
- ids.push({ transferId, liabilityId });
300
- }
301
- return { epochDbIds, inserted: ids };
302
- };
303
- return {
304
- db: {
305
- commit: () => { },
306
- rollback: () => { },
307
- trx: db,
308
- },
309
- async startTransaction(log = consoleLogger) {
310
- return begin(db, log);
311
- },
312
- async createPayments(db, ps, log = consoleLogger) {
313
- return createPayments(db.trx, ps, log);
314
- },
315
- async fetchTransfers(db, f, log = consoleLogger) {
316
- let lastId = undefined;
317
- if (f.cursor) {
318
- lastId = atob(f.cursor);
319
- }
320
- let q = db.trx
321
- .selectFrom(SOL_TRANSFER_TABLE)
322
- .select([
323
- 'sol_transfer1.id',
324
- 'sol_transfer1.channel',
325
- 'sol_transfer1.symbol',
326
- 'sol_transfer1.amount_payed',
327
- ])
328
- .innerJoin('sol_tx', 'sol_tx.id', 'sol_transfer1.sol_tx_id')
329
- .select(['sol_tx.sig', 'sol_tx.executed_at'])
330
- .innerJoin('entity as f', 'f.id', 'sol_transfer1.from_entity_id')
331
- .select(['f.sol_key as from_sol_key'])
332
- .innerJoin('entity as t', 't.id', 'sol_transfer1.to_entity_id')
333
- .select(['t.sol_key as to_sol_key']);
334
- if (f.executedAfter) {
335
- q = q.where('sol_tx.executed_at', '>=', f.executedAfter);
336
- }
337
- if (f.executedBefore) {
338
- q = q.where('sol_tx.executed_at', '<=', f.executedBefore);
339
- }
340
- if (f.channels) {
341
- q = q.where('sol_transfer1.channel', 'in', f.channels);
342
- }
343
- if (lastId) {
344
- q = q.where('sol_transfer1.id', '>', lastId);
345
- }
346
- let limit = 10000;
347
- if (f.limit) {
348
- limit = f.limit;
349
- }
350
- q = q.limit(limit).orderBy(`${SOL_TRANSFER_TABLE}.id`);
351
- const comp = q.compile();
352
- const { rows } = await timedQuery(pgPool, comp.sql, comp.parameters, 'fetchTransfers', log);
353
- const trs = rows.map((r) => ({
354
- id: BigInt(r.id),
355
- channel: r.channel,
356
- symbol: r.symbol,
357
- amountPayed: BigInt(r.amount_payed),
358
- solTx: r.sig,
359
- executedAt: r.executed_at,
360
- fromSolKey: r.from_sol_key,
361
- toSolKey: r.to_sol_key,
362
- }));
363
- return {
364
- transfers: trs,
365
- cursor: trs.length === limit
366
- ? btoa(trs[trs.length - 1].id.toString())
367
- : undefined,
368
- };
369
- },
370
- async fetchEpochs(db, f, log = consoleLogger) {
371
- let q = db.trx.selectFrom(EPOCH_TABLE).selectAll();
372
- if (f.channels) {
373
- q = q.where('channel', 'in', f.channels);
374
- }
375
- if (f.startTimeAfter) {
376
- q = q.where('epoch.start_time', '>', f.startTimeAfter);
377
- }
378
- if (f.endTimeBefore) {
379
- q = q.where('epoch.end_time', '<', f.endTimeBefore);
380
- }
381
- q = q.orderBy('epoch.start_time');
382
- const comp = q.compile();
383
- const { rows } = await timedQuery(pgPool, comp.sql, comp.parameters, 'fetchEpochs', log);
384
- return rows.map((e) => ({
385
- channel: e.channel,
386
- startTime: e.start_time,
387
- endTime: e.end_time,
388
- ui: Number(e.ui),
389
- totalRndr: Number(e.total_rndr),
390
- }));
391
- },
392
- async fetchLiabilities(db, f, log = consoleLogger) {
393
- let offset = 0;
394
- let orderBy = f.orderBy ?? 'epoch.ui,liability.id';
395
- if (f.cursor) {
396
- const c = JSON.parse(atob(f.cursor));
397
- if (c.offset) {
398
- offset = c.offset;
399
- }
400
- if (c.orderBy) {
401
- orderBy = c.orderBy;
402
- }
403
- }
404
- let q = db.trx
405
- .selectFrom(LIABILITY_TABLE)
406
- .selectAll()
407
- .innerJoin(ENTITY_TABLE, `${LIABILITY_TABLE}.entity_id`, 'entity.id')
408
- .select(['entity.sol_key'])
409
- .innerJoin(EPOCH_TABLE, `${EPOCH_TABLE}.id`, 'liability.epoch_id')
410
- .select(['epoch.ui', 'epoch.start_time', 'epoch.end_time']);
411
- if (f.epochEndedAtAfter) {
412
- q = q.where('epoch.end_time', '>=', f.epochEndedAtAfter);
413
- }
414
- if (f.epochEndedAtBefore) {
415
- q = q.where('epoch.end_time', '<=', f.epochEndedAtBefore);
416
- }
417
- if (f.epochId) {
418
- q = q.where('epoch.ui', '=', f.epochId.toString());
419
- }
420
- if (f.channels) {
421
- q = q.where('liability.channel', 'in', f.channels);
422
- }
423
- let limit = 10000;
424
- if (f.limit) {
425
- limit = f.limit;
426
- }
427
- // @ts-ignore
428
- q = q.limit(limit).orderBy(orderBy.split(','));
429
- if (offset) {
430
- q = q.offset(offset);
431
- }
432
- const comp = q.compile();
433
- const { rows } = await timedQuery(pgPool, comp.sql, comp.parameters, 'fetchLiabilities', log);
434
- const ls = [];
435
- for (const l of rows) {
436
- ls.push({
437
- id: BigInt(l.id),
438
- solKey: l.sol_key,
439
- epochId: Number(l.ui),
440
- channel: l.channel,
441
- createdAt: l.created_at,
442
- amountDue: BigInt(l.amount_due),
443
- deviceId: l.device_id,
444
- obhUsed: l.obh_used,
445
- points: l.points ? BigInt(l.points) : undefined,
446
- startTime: l.start_time,
447
- endTime: l.end_time,
448
- ui: Number(l.ui),
449
- });
450
- }
451
- return {
452
- liabilities: ls,
453
- cursor: ls.length == limit
454
- ? btoa(JSON.stringify({ offset: ls.length + offset, orderBy }))
455
- : undefined,
456
- };
457
- },
458
- async getLiabilitiesAndTransfers(f, log = consoleLogger) {
459
- let lq = db
460
- .selectFrom(LIABILITY_TABLE)
461
- .selectAll()
462
- .innerJoin(ENTITY_TABLE, `${LIABILITY_TABLE}.entity_id`, 'entity.id')
463
- .select(['entity.sol_key'])
464
- .innerJoin(EPOCH_TABLE, `${EPOCH_TABLE}.id`, 'liability.epoch_id')
465
- .select(['epoch.ui', 'epoch.start_time', 'epoch.end_time'])
466
- .where('entity.sol_key', '=', f.user);
467
- let tq = db
468
- .selectFrom(SOL_TRANSFER_TABLE)
469
- .selectAll()
470
- .innerJoin(SOL_TX_TABLE, 'sol_tx.id', 'sol_transfer1.sol_tx_id')
471
- .select(['sol_tx.sig', 'sol_tx.executed_at'])
472
- .innerJoin(`${ENTITY_TABLE} as t`, `${SOL_TRANSFER_TABLE}.to_entity_id`, 't.id')
473
- .select(['t.sol_key as to_sol_key'])
474
- .innerJoin(`${ENTITY_TABLE} as f`, `${SOL_TRANSFER_TABLE}.from_entity_id`, 'f.id')
475
- .select(['f.sol_key as from_sol_key'])
476
- .where('t.sol_key', '=', f.user);
477
- log.info(`fetch liabilities ${lq.compile().sql} ps ${JSON.stringify(f)}`);
478
- log.info(`fetch transfers ${tq.compile().sql} ps ${JSON.stringify(f)}`);
479
- const lc = lq.compile();
480
- const tc = tq.compile();
481
- const [liabRes, transRes] = await Promise.all([
482
- timedQuery(pgPool, lc.sql, lc.parameters, 'getLiabilitiesAndTransfers->liabilities', log),
483
- timedQuery(pgPool, tc.sql, tc.parameters, 'getLiabilitiesAndTransfers->transfers', log),
484
- ]);
485
- const rows = [liabRes.rows, transRes.rows];
486
- const epochs = {};
487
- const liabilities = [];
488
- for (const l of rows[0]) {
489
- epochs[`${l.ui}-${l.channel}`] = {
490
- startTime: l.start_time,
491
- endTime: l.end_time,
492
- channel: l.channel,
493
- ui: Number(l.ui),
494
- };
495
- liabilities.push({
496
- id: BigInt(l.id),
497
- solKey: l.sol_key,
498
- epochId: Number(l.ui),
499
- channel: l.channel,
500
- createdAt: l.created_at,
501
- amountDue: BigInt(l.amount_due),
502
- deviceId: l.device_id,
503
- points: l.points ? BigInt(l.points) : undefined,
504
- });
505
- }
506
- const transfers = rows[1].map((r) => ({
507
- id: BigInt(r.id),
508
- fromSolKey: r.from_sol_key,
509
- toSolKey: r.to_sol_key,
510
- symbol: r.symbol,
511
- channel: r.channel,
512
- solTx: r.sig,
513
- executedAt: r.executed_at,
514
- amountPayed: BigInt(r.amount_payed),
515
- }));
516
- return { transfers, liabilities, epochs: Object.values(epochs) };
517
- },
518
- async getOutstanding(f, log = consoleLogger) {
519
- log.info(`getting outstanding balances for ${f.channels ?? '(no channels specified)'} epoch: ${f.startEpochId.id ?? '(no epoch specified)'}`);
520
- let epochUi;
521
- let epochEndTime;
522
- if (f.startEpochId.id) {
523
- if (f.channels?.includes('node_operator') ||
524
- f.channels?.includes('availability') ||
525
- f.channels?.includes('render_compute_network')) {
526
- let qb = db
527
- .selectFrom(EPOCH_TABLE)
528
- .selectAll(EPOCH_TABLE)
529
- .where('ui', '=', f.startEpochId.id.toString())
530
- .where('channel', 'in', f.channels);
531
- if (f.startEpochId.savedAtNotNull) {
532
- qb = qb.where('saved_at', 'is not', null);
533
- }
534
- const q = qb
535
- .orderBy('ui', 'desc')
536
- .limit(1);
537
- log.info(`getOutstanding->epoch ${qb.compile().sql} ps ${JSON.stringify(f)}`);
538
- const e = await q.executeTakeFirstOrThrow();
539
- epochEndTime = e.end_time;
540
- epochUi = e.ui;
541
- }
542
- else {
543
- epochUi = f.startEpochId.id.toString();
544
- }
545
- }
546
- let q = db
547
- .selectFrom((eb) => eb
548
- .selectFrom((eb) => {
549
- let b = eb
550
- .selectFrom(SOL_TRANSFER_TABLE)
551
- .select(({ fn }) => fn.sum(`amount_payed`).as('payed'))
552
- .innerJoin(ENTITY_TABLE, `${SOL_TRANSFER_TABLE}.to_entity_id`, 'entity.id')
553
- .select(['entity.sol_key'])
554
- .groupBy('entity.sol_key');
555
- if (f.banned) {
556
- b = b.where('entity.banned', '=', true);
557
- }
558
- else {
559
- b = b.where('entity.banned', '=', false);
560
- }
561
- if (epochEndTime) {
562
- b = b
563
- .innerJoin(SOL_TX_TABLE, `${SOL_TX_TABLE}.id`, `${SOL_TRANSFER_TABLE}.sol_tx_id`)
564
- .where(`${SOL_TX_TABLE}.executed_at`, '>', epochEndTime);
565
- }
566
- if (f.channels && f.channels.length > 0) {
567
- b = b.where((eb) => eb.or(f.channels.map((c) => eb('sol_transfer1.channel', '=', c))));
568
- }
569
- else {
570
- b = b.where((eb) => eb.or([
571
- eb('sol_transfer1.channel', '=', 'node_operator'),
572
- eb('sol_transfer1.channel', '=', 'availability'),
573
- ]));
574
- }
575
- return b.as('y');
576
- })
577
- .fullJoin((eb) => {
578
- let b = eb
579
- .selectFrom(LIABILITY_TABLE)
580
- .select(({ fn }) => fn.sum(`amount_due`).as('due'))
581
- .innerJoin(ENTITY_TABLE, `${LIABILITY_TABLE}.entity_id`, 'entity.id')
582
- .select(['entity.sol_key'])
583
- .groupBy('entity.sol_key');
584
- if (f.banned) {
585
- b = b.where('entity.banned', '=', true);
586
- }
587
- else {
588
- b = b.where('entity.banned', '=', false);
589
- }
590
- if (epochUi) {
591
- b = b
592
- .innerJoin(EPOCH_TABLE, `${LIABILITY_TABLE}.epoch_id`, `${EPOCH_TABLE}.id`)
593
- .where(`${EPOCH_TABLE}.ui`, '>=', epochUi);
594
- }
595
- if (f.channels && f.channels.length > 0) {
596
- b = b.where((eb) => eb.or(f.channels.map((c) => eb('liability.channel', '=', c))));
597
- }
598
- else {
599
- b = b.where((eb) => eb.or([
600
- eb('liability.channel', '=', 'node_operator'),
601
- eb('liability.channel', '=', 'availability'),
602
- ]));
603
- }
604
- return b.as('x');
605
- }, (join) => join.onRef('y.sol_key', '=', 'x.sol_key'))
606
- .select(({ fn }) => [
607
- fn.coalesce('y.sol_key', 'x.sol_key').as('sol_key'),
608
- sql `${fn.coalesce(`x.due`, sql `0`)} -
609
- ${fn.coalesce(`y.payed`, sql `0`)}`.as('out'),
610
- ])
611
- .as('z'))
612
- .selectAll();
613
- if (f.due == 'overpayed') {
614
- q = q.where('out', '<', '0');
615
- }
616
- else if (f.due == 'underpayed') {
617
- q = q.where('out', '>', '0');
618
- }
619
- log.info(`${q.compile().sql} ps ${JSON.stringify({
620
- ...f,
621
- epochEndTime,
622
- epochUi,
623
- })}`);
624
- const res = await q.execute();
625
- const out = {};
626
- for (const r of res) {
627
- out[r.sol_key] = BigInt(r.out);
628
- }
629
- return out;
630
- },
631
- async fetchNodeOperatorEpoch(epochId, log = consoleLogger) {
632
- const q = db
633
- .selectFrom(JOB_ID_TABLE)
634
- .innerJoin(EPOCH_TABLE, 'epoch.id', 'job_id.epoch_id')
635
- .leftJoin(MANUAL_BURN_TABLE, 'manual_burn.epoch_id', 'epoch.id')
636
- .where('epoch.ui', '=', epochId.toString())
637
- .where('epoch.channel', '=', 'node_operator')
638
- .select([
639
- 'job_id.id',
640
- 'epoch.total_rndr',
641
- 'epoch.start_time',
642
- 'epoch.end_time',
643
- 'manual_burn.burned',
644
- 'manual_burn.tx_sig',
645
- ])
646
- .orderBy('job_id.id asc');
647
- log.debug(`fetch epoch info q ${q.compile().sql} epochId ${epochId}`);
648
- const res = await q.execute();
649
- if (res.length == 0) {
650
- throw new Error(`epoch ${epochId} not found`);
651
- }
652
- log.debug(`fetchNodeOperatorEpoch -> fetching liablities`);
653
- const ks = await db
654
- .selectFrom(LIABILITY_TABLE)
655
- .innerJoin(ENTITY_TABLE, 'liability.entity_id', 'entity.id')
656
- .select(({ fn }) => [
657
- sql `distinct
658
- (entity.sol_key)`.as('sol_key'),
659
- ])
660
- .innerJoin(EPOCH_TABLE, 'liability.epoch_id', 'epoch.id')
661
- .where('epoch.ui', '=', epochId.toString())
662
- .where('epoch.channel', '=', 'node_operator')
663
- .where('liability.channel', '=', 'node_operator')
664
- .execute();
665
- log.debug(`fetchNodeOperatorEpoch -> fetched liablities`);
666
- const solKeys = ks.reduce((r, k) => {
667
- r[k.sol_key] = {};
668
- return r;
669
- }, {});
670
- return {
671
- jobIds: res.map((r) => Number(r.id)),
672
- totalRndr: BigInt(res[0].total_rndr),
673
- startTime: res[0].start_time,
674
- endTime: res[0].end_time,
675
- burned: BigInt(res[0].burned ?? 0),
676
- burnTx: res[0].tx_sig,
677
- solKeys,
678
- };
679
- },
680
- async insertEpoch(db, epoch, log = consoleLogger) {
681
- await getOrInsertEpoch(db.trx, { ...epoch, uiEpochId: epoch.ui }, log);
682
- },
683
- async getEpoch(f, log = consoleLogger) {
684
- const now = new Date(Date.now());
685
- try {
686
- let q = db
687
- .selectFrom(EPOCH_TABLE)
688
- .selectAll()
689
- .where('channel', '=', f.channel);
690
- if (f.epochId) {
691
- q = q.where('ui', '=', f.epochId.toString());
692
- }
693
- else {
694
- q = q.where('end_time', '<=', now);
695
- if (!f.savedAtNotNull) {
696
- q = q.where('saved_at', 'is', null);
697
- }
698
- else {
699
- q = q.where('saved_at', 'is not', null);
700
- }
701
- }
702
- q = q.orderBy('end_time desc').limit(1);
703
- const res = await q.executeTakeFirstOrThrow();
704
- return {
705
- ui: Number(res.ui),
706
- channel: f.channel,
707
- startTime: res.start_time,
708
- endTime: res.end_time,
709
- savedAt: res.saved_at ?? undefined,
710
- };
711
- }
712
- catch (e) {
713
- if (e instanceof NoResultError) {
714
- log.info(`no node operator epoch found`);
715
- return undefined;
716
- }
717
- throw e;
718
- }
719
- },
720
- async getLatestNodeOperatorEpoch(f, log = consoleLogger) {
721
- const now = new Date(Date.now());
722
- try {
723
- let q = db
724
- .selectFrom(EPOCH_TABLE)
725
- .selectAll()
726
- .where('channel', '=', 'node_operator')
727
- .where('end_time', '<=', now);
728
- if (!f.latestDistributed) {
729
- q = q.where('saved_at', 'is', null).orderBy('end_time asc');
730
- }
731
- else {
732
- q = q.orderBy('end_time desc');
733
- }
734
- q = q.limit(1);
735
- const res = await q.executeTakeFirstOrThrow();
736
- return {
737
- epochId: BigInt(res.ui),
738
- startedAt: res.start_time,
739
- endedAt: res.end_time,
740
- savedAt: res.saved_at ?? undefined,
741
- };
742
- }
743
- catch (e) {
744
- if (e instanceof NoResultError) {
745
- log.info(`no node operator epoch found`);
746
- return undefined;
747
- }
748
- throw e;
749
- }
750
- },
751
- async insertEpochEntityInfo(db, eeis, log) {
752
- for (const eei of eeis) {
753
- await db.trx.insertInto(ENTITY_EPOCH_INFO_TABLE).values(eei).execute();
754
- log.debug(`inserted eei ${JSON.stringify(eei)}`);
755
- }
756
- },
757
- async saveNodeOperatorEpoch(epochId, liabilities, jobIds, totalRndr, log = consoleLogger) {
758
- await db
759
- .transaction()
760
- .setIsolationLevel('repeatable read')
761
- .execute(async (trx) => {
762
- const { epochDbIds } = await createPayments(trx, liabilities.map((l) => ({
763
- liability: l,
764
- })), log);
765
- log.info(`inserted liabilities`);
766
- for (const id of jobIds) {
767
- await trx
768
- .insertInto(JOB_ID_TABLE)
769
- .values({
770
- id: BigInt(id),
771
- epoch_id: epochDbIds[0],
772
- })
773
- .executeTakeFirstOrThrow();
774
- }
775
- const now = new Date();
776
- await updateTotalRndr(db, { uiEpochId: epochId, channel: 'node_operator' }, totalRndr, now, log);
777
- log.debug(`saved epoch`);
778
- /*const now = new Date(Date.now())
779
- const res = await trx
780
- .updateTable(EPOCH_TABLE)
781
- .set({
782
- saved_at: now,
783
- total_rndr: totalRndr,
784
- })
785
- .where('channel')
786
- .where('ui', '=', epochId.toString())
787
- .where('', '=')
788
- .executeTakeFirstOrThrow()*/
789
- });
790
- return;
791
- },
792
- async produceBurnedJobs(jobs, log = consoleLogger) {
793
- await db.transaction().execute(async (trx) => {
794
- let num = BigInt(0);
795
- for (const { amount, obhUsed, completedAt, jobId, userId } of jobs) {
796
- const res = await trx
797
- .insertInto(JOB_TABLE)
798
- .values({
799
- id: jobId,
800
- render_amt: amount,
801
- completed_at: completedAt,
802
- inserted_at: new Date(Date.now()),
803
- obh_used: obhUsed,
804
- user_id: userId,
805
- })
806
- .onConflict((oc) => oc.column('id').doNothing())
807
- .executeTakeFirstOrThrow();
808
- num += res.numInsertedOrUpdatedRows ?? BigInt(0);
809
- }
810
- log.debug(`inserted ${num} of ${jobs.length} burn jobs`);
811
- });
812
- },
813
- async markJobsBurntWithGrant(db, p, log = consoleLogger) {
814
- const solTxId = await getOrInsertTx(db.trx, { sig: p.tx.sig, executedAt: p.tx.executedAt }, log);
815
- const { id } = await db.trx
816
- .insertInto(GRANT_BURN_TABLE)
817
- .values({
818
- sol_tx_id: solTxId,
819
- burned: p.burned,
820
- tags: p.tags?.join(','),
821
- })
822
- .returning((eb) => ['id as id'])
823
- .executeTakeFirstOrThrow();
824
- const jobIdsStr = p.jobsIds.map(String);
825
- const res = await db.trx
826
- .updateTable(JOB_TABLE)
827
- .where('id', 'in', jobIdsStr)
828
- .set('grant_burn_id', id)
829
- .executeTakeFirstOrThrow();
830
- log.debug(`set grant_burn_id on ${res.numUpdatedRows} jobs`);
831
- for (const [userId, grantSpendDelta] of Object.entries(p.userIdToGrantSpendDelta)) {
832
- await db.trx
833
- .insertInto(USER_GRANT_SPEND_TABLE)
834
- .values({
835
- user_id: userId,
836
- grant_burn_id: id,
837
- render_spent_delta: -grantSpendDelta,
838
- })
839
- .executeTakeFirstOrThrow();
840
- }
841
- return;
842
- },
843
- async insertGrantSpend(db, p, log = consoleLogger) {
844
- const existing = await getCurrentUserGrantSpend(db.trx, { userId: p.userId }, log);
845
- const diff = {
846
- render_spent: (existing?.renderSpent ?? BigInt(0)) + p.renderSpentDelta,
847
- description: p.description ? p.description : existing?.description,
848
- perpetual: p.perpetual ? p.perpetual : existing?.perpetual ?? false,
849
- updated_at: new Date(),
850
- };
851
- log.debug(`insertGrantSpend currUserGrantSpend: ${JSON.stringify(existing)} delta: ${JSON.stringify(p)}`);
852
- const res = await db.trx
853
- .insertInto(CURRENT_USER_GRANT_SPEND_TABLE)
854
- .values({
855
- user_id: p.userId,
856
- render_spent: p.renderSpentDelta,
857
- description: p.description,
858
- perpetual: p.perpetual ?? false,
859
- })
860
- .onConflict((oc) => oc.column('user_id').doUpdateSet(diff))
861
- .returning((eb) => [
862
- 'user_id as user_id',
863
- 'render_spent as render_spent',
864
- 'description as description',
865
- 'perpetual as perpetual',
866
- 'updated_at as updated_at',
867
- ])
868
- .executeTakeFirstOrThrow();
869
- if (res) {
870
- log.debug(`inserted current_user_grant_spend row ${JSON.stringify(res)}`);
871
- }
872
- if (p.renderSpentDelta != BigInt(0)) {
873
- const v = {
874
- user_id: p.userId,
875
- render_spent_delta: p.renderSpentDelta,
876
- grant_burn_id: p.grantBurnId,
877
- };
878
- const res = await db.trx
879
- .insertInto(USER_GRANT_SPEND_TABLE)
880
- .values(v)
881
- .executeTakeFirstOrThrow();
882
- log.debug(`inserted ${res.numInsertedOrUpdatedRows} user_grant_spend rows ${JSON.stringify(v)}`);
883
- }
884
- },
885
- async markJobsBurnt(trx, p, log = consoleLogger) {
886
- if (!p.buyBurn && !p.grantBurn) {
887
- throw new Error('no buyBurn or grantBurn');
888
- }
889
- const solTxId = await getOrInsertTx(trx.trx, { sig: p.solTx.sig, executedAt: p.solTx.executedAt }, log);
890
- let buyBurnId;
891
- let grantBurnId;
892
- if (p.buyBurn) {
893
- const { burned, usdcSpent, eurToUsdc, renderToUsdc, quoteAmt, tags, burnAdjustmentId, toBurn, } = p.buyBurn;
894
- let pricedAt = p.buyBurn.pricedAt;
895
- if (!pricedAt) {
896
- const jobs = await fetchJobs1(trx.trx, { ids: p.jobs.map((j) => String(j.id)) }, log);
897
- pricedAt = batchFinishedAtMedian(jobs.map((j) => ({
898
- finishedAt: j.completedAt.toISOString(),
899
- jobId: j.id,
900
- rndrUsed: Number(j.rndrUsed.toString()),
901
- })));
902
- }
903
- const { id } = await trx.trx
904
- .insertInto(BURN_TABLE)
905
- .values({
906
- sol_tx_id: solTxId,
907
- priced_at: pricedAt,
908
- eur_to_usdc: eurToUsdc,
909
- render_to_usdc: renderToUsdc,
910
- usdc_spent: usdcSpent,
911
- quote_amt: quoteAmt,
912
- burned: burned,
913
- tags: tags.join(','),
914
- burn_adjustment_id: burnAdjustmentId,
915
- to_burn: toBurn,
916
- })
917
- //.onConflict((oc) => oc.column('sol_tx').doNothing())
918
- .returning((eb) => ['id as id'])
919
- .executeTakeFirstOrThrow();
920
- buyBurnId = Number(id);
921
- }
922
- if (p.grantBurn) {
923
- const { burned, tags } = p.grantBurn;
924
- const { id } = await trx.trx
925
- .insertInto(GRANT_BURN_TABLE)
926
- .values({
927
- sol_tx_id: solTxId,
928
- burned: burned,
929
- tags: tags?.join(','),
930
- })
931
- .returning((eb) => ['id as id'])
932
- .executeTakeFirstOrThrow();
933
- grantBurnId = Number(id);
934
- }
935
- for (const job of p.jobs) {
936
- const res = await trx.trx
937
- .updateTable(JOB_TABLE)
938
- .where('id', '=', String(job.id))
939
- .set('burn_id', job.buyRenderAmt != undefined ? buyBurnId : null)
940
- .set('grant_burn_id', job.grantRenderAmt != undefined ? grantBurnId : null)
941
- .set('buy_render_amt', job.buyRenderAmt ?? 0)
942
- .set('grant_render_amt', job.grantRenderAmt ?? 0)
943
- .executeTakeFirstOrThrow();
944
- log.debug(`set grant_burn_id ${grantBurnId} burn_id ${buyBurnId} buy_render_amt ${job.buyRenderAmt} grant_render_amt ${job.grantRenderAmt} on ${res.numUpdatedRows} jobs id ${job.id}`);
945
- }
946
- return { grantBurnId, buyBurnId };
947
- },
948
- async markJobsBurned(trx, p, log = consoleLogger) {
949
- let { markedAt, solTx } = p;
950
- let res = await trx.trx
951
- .updateTable(BURN_TABLE)
952
- .set({ marked_burned_at: markedAt })
953
- .from(SOL_TX_TABLE)
954
- .whereRef('burn.sol_tx_id', '=', 'sol_tx.id')
955
- .where('sol_tx.sig', '=', solTx)
956
- .executeTakeFirst();
957
- if (res) {
958
- log.debug(`buy burn set ${res.numUpdatedRows} ${solTx} -> marked_burned_at ${markedAt.toISOString()}`);
959
- }
960
- let res1 = await trx.trx
961
- .updateTable(GRANT_BURN_TABLE)
962
- .set({ marked_burned_at: markedAt })
963
- .from(SOL_TX_TABLE)
964
- .whereRef('grant_burn.sol_tx_id', '=', 'sol_tx.id')
965
- .where('sol_tx.sig', '=', solTx)
966
- .executeTakeFirst();
967
- if (res1) {
968
- log.debug(`grant burn set ${res1.numUpdatedRows} ${solTx} -> marked_burned_at ${markedAt.toISOString()}`);
969
- }
970
- },
971
- async consumeAndLockBurnJobs(limit, lowerRndrThreshold, upperRndrThreshold, log = consoleLogger) {
972
- const trx = await begin(db, log);
973
- const q = trx.trx
974
- .selectFrom(trx.trx
975
- .selectFrom(JOB_TABLE)
976
- .select(({ fn, val, ref }) => [
977
- 'id',
978
- fn
979
- .sum('render_amt')
980
- .over((ob) => ob.orderBy(`completed_at`, `asc`))
981
- .as('total'),
982
- ])
983
- .where('burn_id', 'is', null)
984
- .where('grant_burn_id', 'is', null)
985
- .as('t'))
986
- .select('id')
987
- .where('total', '>=', lowerRndrThreshold)
988
- .where('total', '<=', upperRndrThreshold);
989
- log.debug(`outstanding jobs q: ${q.compile().sql} ${JSON.stringify({
990
- limit,
991
- lowerRndrThreshold,
992
- upperRndrThreshold,
993
- })}`);
994
- const idRs = await q.execute();
995
- const ids = idRs.map((x) => x.id);
996
- log.debug(`${ids.length} candidate jobs for burn. locking up to ${limit} jobs`);
997
- if (ids.length == 0) {
998
- return { trx, jobs: [] };
999
- }
1000
- const rows = await trx.trx
1001
- .selectFrom(JOB_TABLE)
1002
- .selectAll()
1003
- .where('id', 'in', ids)
1004
- .limit(limit)
1005
- .forUpdate()
1006
- .skipLocked()
1007
- .execute();
1008
- log.debug(`locked ${rows.length} jobs`);
1009
- const jobs = [];
1010
- for (const r of rows) {
1011
- jobs.push({
1012
- id: Number(r.id),
1013
- completedAt: r.completed_at,
1014
- userId: r.user_id,
1015
- rndrUsed: BigInt(r.render_amt),
1016
- });
1017
- }
1018
- return { trx, jobs };
1019
- },
1020
- async paymentMetrics(log) {
1021
- // Get the latest epochs for each channel
1022
- const latestEpochs = await db
1023
- .selectFrom(EPOCH_TABLE)
1024
- .select(['id', 'ui', 'channel', 'start_time', 'end_time'])
1025
- .where('channel', 'in', [
1026
- 'availability',
1027
- 'node_operator',
1028
- 'render_compute_network',
1029
- ])
1030
- .distinctOn('channel')
1031
- .where('saved_at', 'is not', null)
1032
- .orderBy('channel')
1033
- .orderBy('ui', 'desc')
1034
- .execute();
1035
- // Calculate distributed rewards for each channel
1036
- let availabilityRewards = 0;
1037
- let nodeOperatorRewards = 0;
1038
- let renderComputeNetworkRewards = 0;
1039
- let latestEpochId = 0;
1040
- for (const epoch of latestEpochs) {
1041
- if (!epoch.end_time) {
1042
- log?.info(`Skipping epoch ${epoch.ui} for channel ${epoch.channel} - no end_time`);
1043
- continue;
1044
- }
1045
- // Get total distributed rewards for this channel after epoch ended
1046
- const transfersResult = await db
1047
- .selectFrom(SOL_TRANSFER_TABLE)
1048
- .innerJoin('sol_tx', 'sol_tx.id', `${SOL_TRANSFER_TABLE}.sol_tx_id`)
1049
- .select([(eb) => eb.fn.sum('amount_payed').as('total_distributed')])
1050
- .where(`${SOL_TRANSFER_TABLE}.channel`, '=', epoch.channel)
1051
- .where('sol_tx.executed_at', '>', epoch.end_time)
1052
- .executeTakeFirst();
1053
- const totalDistributed = Number(transfersResult?.total_distributed || 0);
1054
- switch (epoch.channel) {
1055
- case 'availability':
1056
- availabilityRewards = totalDistributed;
1057
- break;
1058
- case 'node_operator':
1059
- nodeOperatorRewards = totalDistributed;
1060
- latestEpochId = Number(epoch.ui);
1061
- break;
1062
- case 'render_compute_network':
1063
- renderComputeNetworkRewards = totalDistributed;
1064
- break;
1065
- }
1066
- log?.info(`Channel ${epoch.channel}: ${totalDistributed} distributed after epoch ${epoch.ui}`);
1067
- }
1068
- return {
1069
- latestEpochId,
1070
- availabilityRewards,
1071
- nodeOperatorRewards,
1072
- renderComputeNetworkRewards,
1073
- };
1074
- },
1075
- async incrBuyBurnMetrics(log = consoleLogger) {
1076
- const res = await db
1077
- .selectFrom(JOB_TABLE)
1078
- .select('inserted_at')
1079
- .orderBy('completed_at asc')
1080
- .where('burn_id', 'is', null)
1081
- .execute();
1082
- if (res.length == 0) {
1083
- return { outstandingJobs: 0 };
1084
- }
1085
- return {
1086
- outstandingJobs: res.length,
1087
- oldestJobInsertedAt: res[0].inserted_at ?? undefined,
1088
- };
1089
- },
1090
- async fetchBurns(db, f, log = consoleLogger) {
1091
- let q = db.trx
1092
- .selectFrom('burn')
1093
- .selectAll('burn')
1094
- .innerJoin('sol_tx', 'sol_tx.id', 'burn.sol_tx_id')
1095
- .select(['sol_tx.executed_at', 'sol_tx.sig']);
1096
- if (!f.inclManual) {
1097
- q = q.where('burn.usdc_spent', '>', String(0));
1098
- }
1099
- if (f.executedAfter) {
1100
- q = q.where('sol_tx.executed_at', '>=', f.executedAfter);
1101
- }
1102
- if (f.executedBefore) {
1103
- q = q.where('sol_tx.executed_at', '<=', f.executedBefore);
1104
- }
1105
- if (f.pricedAtBefore) {
1106
- q = q.where('burn.priced_at', '<=', f.pricedAtBefore);
1107
- }
1108
- if (f.pricedAtAfter) {
1109
- q = q.where('burn.priced_at', '>=', f.pricedAtAfter);
1110
- }
1111
- if (f.orderBy == 'pricedAt') {
1112
- q = q.orderBy(['burn.priced_at']);
1113
- }
1114
- else if (f.orderBy == 'executedAt') {
1115
- q = q.orderBy(['sol_tx.executed_at']);
1116
- }
1117
- log.info(`fetchBurns q ${q.compile().sql} ${JSON.stringify(f)}`);
1118
- const burns = [];
1119
- const burnIdToIdx = {};
1120
- const comp = q.compile();
1121
- const { rows } = await timedQuery(pgPool, comp.sql, comp.parameters, 'fetchBurns', log);
1122
- log.info(`fetchBurns len ${rows.length}`);
1123
- for (const r of rows) {
1124
- burns.push({
1125
- jobs: [],
1126
- id: Number(r.id),
1127
- renderToUsdc: r.render_to_usdc,
1128
- solTx: r.sig,
1129
- executedAt: r.executed_at,
1130
- pricedAt: r.priced_at,
1131
- usdcSpent: BigInt(r.usdc_spent ?? 0),
1132
- quoteAmt: BigInt(r.quote_amt ?? 0),
1133
- burned: BigInt(r.burned),
1134
- eurToUsdc: r.eur_to_usdc,
1135
- markedBurnedAt: r.marked_burned_at,
1136
- tags: r.tags ? r.tags.split(',') : [],
1137
- });
1138
- burnIdToIdx[r.id] = burns.length - 1;
1139
- }
1140
- if (f.inclJobs) {
1141
- const jobRows = await db.trx
1142
- .selectFrom('job')
1143
- .selectAll('job')
1144
- .where('burn_id', 'in', rows.map((r) => r.id))
1145
- .execute();
1146
- log.info(`fetchBurns jobRows len ${jobRows.length}`);
1147
- for (const r of jobRows) {
1148
- burns[burnIdToIdx[r.burn_id]].jobs.push({
1149
- id: Number(r.id),
1150
- completedAt: r.completed_at,
1151
- rndrUsed: BigInt(r.render_amt),
1152
- obhUsed: r.obh_used ? Number(r.obh_used) : undefined,
1153
- });
1154
- }
1155
- }
1156
- return burns;
1157
- },
1158
- async createBridgeTransfers(db, bts, log = consoleLogger) {
1159
- return createBridgeTransfers(db.trx, bts, log);
1160
- },
1161
- async getBridgeTransfers({ solKey, page, }, log = consoleLogger) {
1162
- let q = db
1163
- .selectFrom(BRIDGE_TRANSFER_TABLE)
1164
- .innerJoin(EPOCH_TABLE, 'epoch.id', 'bridge_transfer.epoch_id')
1165
- .innerJoin(ENTITY_TABLE, 'entity.id', 'bridge_transfer.entity_id')
1166
- .select([
1167
- 'entity.sol_key',
1168
- 'bridge_transfer.sequence',
1169
- 'bridge_transfer.created_at',
1170
- 'bridge_transfer.amount',
1171
- 'bridge_transfer.upgrade_bracket',
1172
- 'bridge_transfer.prior_supply',
1173
- 'bridge_transfer.points',
1174
- 'epoch.ui',
1175
- ]);
1176
- let limit = 10000;
1177
- if (page && page.limit) {
1178
- limit = page.limit;
1179
- }
1180
- q = q.limit(page.limit).orderBy(`${BRIDGE_TRANSFER_TABLE}.id`);
1181
- let offset = 0;
1182
- if (page && page.cursor) {
1183
- offset = Number(atob(page.cursor));
1184
- q = q.offset(offset);
1185
- }
1186
- if (solKey) {
1187
- q = q.where('entity.sol_key', '=', solKey);
1188
- }
1189
- const c = q.compile();
1190
- log.debug(`fetch bridge transfers ${c.sql} params ${c.parameters}`);
1191
- const res = await q.execute();
1192
- log.info(`bridge transfers ${res.length}`);
1193
- return {
1194
- bts: res.map((row) => {
1195
- return {
1196
- solKey: row.sol_key,
1197
- seq: BigInt(row.sequence),
1198
- createdAt: row.created_at,
1199
- amount: BigInt(row.amount),
1200
- upgradeBracket: row.upgrade_bracket
1201
- ? Number(row.upgrade_bracket)
1202
- : undefined,
1203
- priorSupply: BigInt(row.prior_supply),
1204
- points: row.points ? BigInt(row.points) : undefined,
1205
- epochId: Number(row.ui),
1206
- };
1207
- }),
1208
- cursor: res.length == limit ? btoa(`${res.length + offset}`) : undefined,
1209
- };
1210
- },
1211
- async getLiabilitySolKeys(f) {
1212
- let q = db
1213
- .selectFrom(LIABILITY_TABLE)
1214
- .innerJoin(ENTITY_TABLE, `${LIABILITY_TABLE}.entity_id`, 'entity.id')
1215
- .select(({ fn }) => [
1216
- sql `distinct
1217
- (entity.sol_key)`.as('sol_key'),
1218
- ])
1219
- .where(`${LIABILITY_TABLE}.channel`, '=', f.channel);
1220
- if (f.epoch) {
1221
- q = q.where('liability.epoch_id', '=', db
1222
- .selectFrom('epoch')
1223
- .select('id')
1224
- .where('channel', '=', f.channel)
1225
- .where('ui', '=', String(f.epoch)));
1226
- }
1227
- const ks = await q.execute();
1228
- const solKeys = {};
1229
- for (const k of ks) {
1230
- solKeys[k.sol_key] = {};
1231
- }
1232
- return solKeys;
1233
- },
1234
- async getTotalBurned(db) {
1235
- const total = await db.trx
1236
- .selectFrom('burn')
1237
- .select(({ fn }) => fn.sum('burned').as('total_burned'))
1238
- .execute();
1239
- return BigInt(total[0]?.total_burned ?? 0);
1240
- },
1241
- async insertBurn(p, log = consoleLogger) {
1242
- await db.transaction().execute(async (trx) => {
1243
- const solTxId = await getOrInsertTx(trx, { sig: p.solTx, executedAt: p.executedAt }, log);
1244
- const { id } = await trx
1245
- .insertInto(BURN_TABLE)
1246
- .values({
1247
- sol_tx_id: solTxId,
1248
- priced_at: p.pricedAt,
1249
- usdc_spent: p.usdcSpent,
1250
- quote_amt: p.quoteAmt,
1251
- burned: p.burned,
1252
- marked_burned_at: p.markedBurnedAt,
1253
- })
1254
- //.onConflict((oc) => oc.column('sol_tx').doNothing())
1255
- .returning((eb) => ['id as id'])
1256
- .executeTakeFirstOrThrow();
1257
- let num = BigInt(0);
1258
- for (const { rndrUsed, completedAt, id: jobId, insertedAt, userId, } of p.jobs) {
1259
- const res = await trx
1260
- .insertInto(JOB_TABLE)
1261
- .values({
1262
- id: jobId,
1263
- render_amt: rndrUsed,
1264
- burn_id: id,
1265
- completed_at: completedAt,
1266
- inserted_at: insertedAt ?? new Date(),
1267
- user_id: userId,
1268
- })
1269
- .onConflict((oc) => oc.column('id').doNothing())
1270
- .executeTakeFirstOrThrow();
1271
- num += res.numInsertedOrUpdatedRows ?? BigInt(0);
1272
- }
1273
- log.debug(`burn id ${id} inserted ${num} of ${p.jobs.length} burn jobs`);
1274
- });
1275
- },
1276
- async fetchJobs(db, f, log = consoleLogger) {
1277
- return await fetchJobs1(db.trx, f, log);
1278
- },
1279
- async fetchLiabilityEpochs(db, log = consoleLogger) {
1280
- const q = db.trx
1281
- .selectFrom(LIABILITY_TABLE)
1282
- .select(({ fn }) => [
1283
- `${LIABILITY_TABLE}.channel`,
1284
- fn.sum(`${LIABILITY_TABLE}.amount_due`).as('amount_due'),
1285
- ])
1286
- .innerJoin(EPOCH_TABLE, `${EPOCH_TABLE}.id`, `${LIABILITY_TABLE}.epoch_id`)
1287
- .select(['ui', 'start_time', 'end_time'])
1288
- .groupBy([
1289
- 'liability.channel',
1290
- 'epoch.ui',
1291
- 'epoch.start_time',
1292
- 'epoch.end_time',
1293
- ])
1294
- .orderBy(['epoch.start_time desc']);
1295
- // Fetch node_operator SOL key metadata separately
1296
- const nodeOpMetadataQuery = db.trx
1297
- .selectFrom(LIABILITY_TABLE)
1298
- .select([`${LIABILITY_TABLE}.obh_used`])
1299
- .innerJoin(EPOCH_TABLE, `${EPOCH_TABLE}.id`, `${LIABILITY_TABLE}.epoch_id`)
1300
- .select([`${EPOCH_TABLE}.ui as epoch_ui`])
1301
- .innerJoin('entity', 'entity.id', `${LIABILITY_TABLE}.entity_id`)
1302
- .select(['entity.sol_key'])
1303
- .where(`${LIABILITY_TABLE}.channel`, '=', 'node_operator')
1304
- .where('entity.sol_key', 'is not', null)
1305
- .where(`${LIABILITY_TABLE}.obh_used`, 'is not', null);
1306
- log.debug(`fetchLiabilityEpochs ${q.compile().sql}`);
1307
- log.debug(`nodeOpMetadata ${nodeOpMetadataQuery.compile().sql}`);
1308
- const [rs, nodeOpMetadata] = await Promise.all([
1309
- q.execute(),
1310
- nodeOpMetadataQuery.execute(),
1311
- ]);
1312
- // Group node operator metadata by epoch
1313
- const metadataByEpoch = {};
1314
- nodeOpMetadata.forEach((row) => {
1315
- const epochId = Number(row.epoch_ui);
1316
- if (!metadataByEpoch[epochId]) {
1317
- metadataByEpoch[epochId] = {};
1318
- }
1319
- if (row.sol_key && row.obh_used !== null) {
1320
- metadataByEpoch[epochId][row.sol_key] = {
1321
- obhUsed: Number(row.obh_used),
1322
- };
1323
- }
1324
- });
1325
- return rs.map((r) => ({
1326
- epochId: Number(r.ui),
1327
- channel: r.channel,
1328
- start: r.start_time,
1329
- end: r.end_time,
1330
- amountDue: Number(r.amount_due),
1331
- metadataBySolKey: r.channel === 'node_operator'
1332
- ? metadataByEpoch[Number(r.ui)] || {}
1333
- : {},
1334
- }));
1335
- },
1336
- async getBurnAdjustments(trx, ps, log = consoleLogger) {
1337
- if (ps.toFill) {
1338
- const q = trx.trx
1339
- .selectFrom(BURN_ADJUSTMENT_TABLE)
1340
- .selectAll(BURN_ADJUSTMENT_TABLE)
1341
- .innerJoin(JOB_TABLE, `${JOB_TABLE}.id`, `${BURN_ADJUSTMENT_TABLE}.job_id`)
1342
- .select([`${JOB_TABLE}.completed_at`, `${JOB_TABLE}.render_amt`])
1343
- .leftJoin(BURN_TABLE, `${BURN_TABLE}.burn_adjustment_id`, `${BURN_ADJUSTMENT_TABLE}.id`)
1344
- .select(({ fn, lit }) => [
1345
- fn
1346
- .sum(fn.coalesce(`${BURN_TABLE}.to_burn`, lit(0)))
1347
- .as('tot_to_burn'),
1348
- fn
1349
- .sum(fn.coalesce(`${BURN_TABLE}.burned`, lit(0)))
1350
- .as('tot_burned'),
1351
- ])
1352
- .groupBy([
1353
- `${BURN_ADJUSTMENT_TABLE}.id`,
1354
- `${JOB_TABLE}.completed_at`,
1355
- `${JOB_TABLE}.render_amt`,
1356
- ])
1357
- .havingRef(sql `SUM(COALESCE("burn"."to_burn", 0)) - SUM(COALESCE("burn"."burned", 0))`, '<', `${BURN_ADJUSTMENT_TABLE}.down_adj_to_burn`);
1358
- log.info(`getBurnAdjustments ${q.compile().sql}`);
1359
- const res = await q.execute();
1360
- return res.map((r) => ({
1361
- id: Number(r.id),
1362
- createdAt: r.created_at,
1363
- jobId: Number(r.job_id),
1364
- downAdjRndrUsed: Number(r.down_adj_rndr_used),
1365
- downAdjToBurn: Number(r.down_adj_to_burn),
1366
- adjusted: Number(r.tot_to_burn) - Number(r.tot_burned),
1367
- job: {
1368
- id: Number(r.job_id),
1369
- completedAt: r.completed_at,
1370
- rndrUsed: BigInt(r.render_amt),
1371
- },
1372
- }));
1373
- }
1374
- return [];
1375
- },
1376
- async insertPolygonUpgrade(db, p, log = consoleLogger) {
1377
- const solTxId = await getOrInsertTx(db.trx, {
1378
- sig: p.solTx.sig,
1379
- executedAt: p.solTx.executedAt,
1380
- });
1381
- await db.trx
1382
- .insertInto(POLYGON_UPGRADE_TABLE)
1383
- .values({
1384
- eth_addr: p.ethAddr,
1385
- sol_addr: p.solAddr,
1386
- amount: p.amount,
1387
- sol_tx_id: solTxId,
1388
- })
1389
- .execute();
1390
- log.info(`insertPolygonUpgrade ${JSON.stringify(p)}`);
1391
- return;
1392
- },
1393
- async fetchPolygonUpgrades(db, f, log = consoleLogger) {
1394
- let query = db.trx
1395
- .selectFrom('polygon_upgrade')
1396
- .selectAll('polygon_upgrade')
1397
- .innerJoin('sol_tx', 'sol_tx.id', 'polygon_upgrade.sol_tx_id')
1398
- .select(['sol_tx.sig', 'sol_tx.executed_at'])
1399
- .orderBy('sol_tx.executed_at', 'desc');
1400
- if (f.executedAfter) {
1401
- query = query.where('sol_tx.executed_at', '>=', f.executedAfter);
1402
- }
1403
- if (f.executedBefore) {
1404
- query = query.where('sol_tx.executed_at', '<=', f.executedBefore);
1405
- }
1406
- const results = await query.execute();
1407
- log.info(`fetchPolygonUpgrades returned ${results.length} records`);
1408
- return results.map((row) => ({
1409
- ethAddr: row.eth_addr,
1410
- solAddr: row.sol_addr,
1411
- amount: BigInt(row.amount.toString()),
1412
- solTx: {
1413
- sig: row.sig,
1414
- executedAt: row.executed_at,
1415
- },
1416
- }));
1417
- },
1418
- async getCurrentUserGrantSpend(db, f, log = consoleLogger) {
1419
- return await getCurrentUserGrantSpend(db.trx, f, log);
1420
- },
1421
- async deleteAll(log = consoleLogger) {
1422
- if (config.database.includes('render')) {
1423
- throw new Error('cannot nuke from deployed database. call from tests only');
1424
- }
1425
- const tx = await begin(db, log);
1426
- try {
1427
- const res = await Promise.all([
1428
- tx.trx
1429
- .deleteFrom(SOL_TX_TABLE)
1430
- .where('id', 'is not', null)
1431
- .executeTakeFirst(),
1432
- tx.trx.deleteFrom(LIABILITY_TABLE).executeTakeFirstOrThrow(),
1433
- tx.trx.deleteFrom(SOL_TRANSFER_TABLE).executeTakeFirstOrThrow(),
1434
- tx.trx
1435
- .deleteFrom(EPOCH_TABLE)
1436
- .where('id', 'is not', null)
1437
- .executeTakeFirst(),
1438
- tx.trx
1439
- .deleteFrom(ENTITY_TABLE)
1440
- .where('id', 'is not', null)
1441
- .executeTakeFirst(),
1442
- tx.trx
1443
- .deleteFrom(MANUAL_BURN_TABLE)
1444
- .where('epoch_id', 'is not', null)
1445
- .executeTakeFirst(),
1446
- tx.trx
1447
- .deleteFrom(JOB_ID_TABLE)
1448
- .where('id', 'is not', null)
1449
- .executeTakeFirst(),
1450
- tx.trx
1451
- .deleteFrom(JOB_TABLE)
1452
- .where('id', 'is not', null)
1453
- .executeTakeFirst(),
1454
- tx.trx
1455
- .deleteFrom(BURN_TABLE)
1456
- .where('id', 'is not', null)
1457
- .executeTakeFirst(),
1458
- ]);
1459
- tx.commit();
1460
- }
1461
- catch (e) {
1462
- log.error(`caught ${e}`);
1463
- tx.rollback();
1464
- }
1465
- },
1466
- };
1467
- };
1468
- //# sourceMappingURL=v2Client.js.map