@render-foundation/utils 0.0.188 → 0.0.190

package/lib/cjs/client/pg/v2Client.js

@@ -0,0 +1,1607 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.pgClient = exports.batchFinishedAtMedian = exports.GRANT_BURN_TABLE = exports.GRANT_BURN_ID_TABLE = exports.USER_GRANT_SPEND_TABLE = exports.CURRENT_USER_GRANT_SPEND_TABLE = exports.POLYGON_UPGRADE_TABLE = exports.ENTITY_EPOCH_INFO_TABLE = exports.BURN_ADJUSTMENT_TABLE = exports.NETWORK_REVENUE_TABLE = exports.BRIDGE_TRANSFER_TABLE = exports.BURN_TABLE = exports.JOB_TABLE = exports.JOB_ID_TABLE = exports.LIABILITY_TABLE = exports.SOL_TRANSFER_TABLE = exports.ENTITY_TABLE = exports.MANUAL_BURN_TABLE = exports.EPOCH_TABLE = exports.SOL_TX_TABLE = void 0;
+const kysely_1 = require("kysely");
+const logger_1 = require("../../logger");
+const pg_1 = require("pg");
+const pg = __importStar(require("pg"));
+const base_1 = require("./base");
+exports.SOL_TX_TABLE = 'sol_tx';
+exports.EPOCH_TABLE = 'epoch';
+exports.MANUAL_BURN_TABLE = 'manual_burn';
+exports.ENTITY_TABLE = 'entity';
+exports.SOL_TRANSFER_TABLE = 'sol_transfer1';
+exports.LIABILITY_TABLE = 'liability';
+exports.JOB_ID_TABLE = 'job_id';
+exports.JOB_TABLE = 'job';
+exports.BURN_TABLE = 'burn';
+exports.BRIDGE_TRANSFER_TABLE = 'bridge_transfer';
+exports.NETWORK_REVENUE_TABLE = 'network_revenue';
+exports.BURN_ADJUSTMENT_TABLE = 'burn_adjustment';
+exports.ENTITY_EPOCH_INFO_TABLE = 'entity_epoch_info';
+exports.POLYGON_UPGRADE_TABLE = 'polygon_upgrade';
+exports.CURRENT_USER_GRANT_SPEND_TABLE = 'current_user_grant_spend';
+exports.USER_GRANT_SPEND_TABLE = 'user_grant_spend';
+exports.GRANT_BURN_ID_TABLE = 'grant_burn_id';
+exports.GRANT_BURN_TABLE = 'grant_burn';
+BigInt.prototype.toJSON = function () {
+    return this.toString();
+};
+const base_2 = require("./base");
+const moment_1 = __importDefault(require("moment"));
+pg.types.setTypeParser(1114, (str) => moment_1.default.utc(str).toDate());
+pg.defaults.parseInputDatesAsUTC = true;
+/* ;(Date.prototype as any).toPostgres = function (prepareValue: (v: any) => any) {
+  return this.toISOString()
+}
+ */
+const batchFinishedAtMedian = (jobs) => {
+    const pricedAt = jobs.length % 2 == 0
+        ? new Date(Math.trunc((Date.parse(jobs[jobs.length / 2].finishedAt) +
+            Date.parse(jobs[jobs.length / 2 - 1].finishedAt)) /
+            2))
+        : new Date(Date.parse(jobs[Math.floor(jobs.length / 2)].finishedAt));
+    return pricedAt;
+};
+exports.batchFinishedAtMedian = batchFinishedAtMedian;
+const pgClient = (config) => {
+    // Single pg pool that we can also use for ad-hoc performance tests outside Kysely
+    const pgPool = new pg_1.Pool(config);
+    pgPool.on('connect', (c) => console.log('new pg socket created'));
+    pgPool.on('error', (err) => console.log('idle pg client died and was replaced:', err));
+    const dialect = new kysely_1.PostgresDialect({ pool: pgPool });
+    // Database interface is passed to Kysely's constructor, and from now on, Kysely
+    // knows your database structure.
+    // Dialect is passed to Kysely's constructor, and from now on, Kysely knows how
+    // to communicate with your database.
+    const db = new kysely_1.Kysely({
+        dialect,
+    });
+    const getOrInsertEntity = (db, p, log = logger_1.consoleLogger) => __awaiter(void 0, void 0, void 0, function* () {
+        const res = (yield db
+            .selectFrom(exports.ENTITY_TABLE)
+            .select('id')
+            .where('sol_key', '=', p.solKey)
+            .executeTakeFirst());
+        if (res) {
+            log.debug(`already found entity ${res.id}`);
+            return res.id;
+        }
+        const { id } = (yield db
+            .insertInto(exports.ENTITY_TABLE)
+            .values({
+            sol_key: p.solKey,
+        })
+            .onConflict((oc) => oc.column('sol_key').doNothing())
+            .returning((eb) => ['id as id'])
+            .executeTakeFirst());
+        log.debug(`inserted entity ${id}`);
+        return id;
+    });
+    const getOrInsertTx = (db, p, log = logger_1.consoleLogger) => __awaiter(void 0, void 0, void 0, function* () {
+        const res = yield db
+            .selectFrom(exports.SOL_TX_TABLE)
+            .select('id')
+            .where('sig', '=', p.sig)
+            .executeTakeFirst();
+        if (res) {
+            log.debug(`already found tx ${res.id}`);
+            return res.id;
+        }
+        const { id } = (yield db
+            .insertInto(exports.SOL_TX_TABLE)
+            .values({
+            sig: p.sig,
+            executed_at: p.executedAt,
+        })
+            .onConflict((oc) => oc.column('sig').doNothing())
+            .returning((eb) => ['id as id'])
+            .executeTakeFirst());
+        log.debug(`inserted tx ${id}`);
+        return id;
+    });
+    const getOrInsertEpoch = (db, p, log = logger_1.consoleLogger) => __awaiter(void 0, void 0, void 0, function* () {
+        const res = yield db
+            .selectFrom(exports.EPOCH_TABLE)
+            .select('id')
+            .where('ui', '=', String(p.uiEpochId))
+            .where('channel', '=', p.channel)
+            .executeTakeFirst();
+        if (res) {
+            log.debug(`already found epoch ${res.id}`);
+            return res.id;
+        }
+        const { id } = (yield db
+            .insertInto(exports.EPOCH_TABLE)
+            .values({
+            ui: p.uiEpochId,
+            channel: p.channel,
+            start_time: p.startTime,
+            end_time: p.endTime,
+            saved_at: p.channel == 'node_operator' || p.channel == 'availability'
+                ? new Date()
+                : undefined,
+        })
+            .onConflict((oc) => oc.columns(['ui', 'channel']).doNothing())
+            .returning((eb) => ['id as id'])
+            .executeTakeFirst());
+        log.debug(`inserted epoch ${id}`);
+        return id;
+    });
+    const getCurrentUserGrantSpend = (db, p, log = logger_1.consoleLogger) => __awaiter(void 0, void 0, void 0, function* () {
+        var _a;
+        const res = yield db
+            .selectFrom(exports.CURRENT_USER_GRANT_SPEND_TABLE)
+            .selectAll()
+            .where('user_id', '=', p.userId)
+            .forUpdate()
+            .executeTakeFirst();
+        return res
+            ? {
+                id: BigInt(res.id),
+                user: res.user_id,
+                renderSpent: BigInt(res.render_spent),
+                perpetual: (_a = res.perpetual) !== null && _a !== void 0 ? _a : false,
+                description: res.description,
+            }
+            : undefined;
+    });
+    const updateTotalRndr = (db, p, totalRndr, savedAt, log) => __awaiter(void 0, void 0, void 0, function* () {
+        const res = (yield db
+            .updateTable(exports.EPOCH_TABLE)
+            .set({
+            total_rndr: totalRndr,
+            saved_at: savedAt,
+        })
+            .where('channel', '=', p.channel)
+            .where('ui', '=', String(p.uiEpochId))
+            .executeTakeFirst());
+        log.info(`set ${res.numUpdatedRows} rows. channel: ${p.channel}, ui: ${p.uiEpochId} -> totalRndr ${totalRndr} `);
+    });
+    const fetchJobs1 = (db, f, log = logger_1.consoleLogger) => __awaiter(void 0, void 0, void 0, function* () {
+        let q = db.selectFrom('job').selectAll();
+        //.where('job.burn_id', 'is not', null)
+        if (f.completedAtAfter) {
+            q = q.where('completed_at', '>=', f.completedAtAfter);
+        }
+        if (f.completedAtBefore) {
+            q = q.where('completed_at', '<=', f.completedAtBefore);
+        }
+        if (f.ids) {
+            q = q.where('id', 'in', f.ids);
+        }
+        else {
+            if (f.burned == false) {
+                q = q.where('burn_id', 'is', null);
+            }
+            else if (f.burned == true) {
+                q = q.where('burn_id', 'is not', null);
+            }
+        }
+        q = q.orderBy('completed_at asc');
+        log.info(`fetchJobs q ${q.compile().sql} ${JSON.stringify(f)}`);
+        const rows = yield q.execute();
+        return rows.map((r) => ({
+            id: Number(r.id),
+            completedAt: r.completed_at,
+            rndrUsed: BigInt(r.render_amt),
+            insertedAt: r.inserted_at,
+        }));
+    });
+    const createBridgeTransfers = (db, bts, log = logger_1.consoleLogger) => __awaiter(void 0, void 0, void 0, function* () {
+        const sequenceNumbers = [];
+        const dbEpochIds = [];
+        for (const bt of bts) {
+            let { solKey: toSolKey, seq, createdAt, amount, upgradeBracket, priorSupply, points, epochId, } = bt;
+            let entityId;
+            if (toSolKey && toSolKey != '') {
+                entityId = yield getOrInsertEntity(db, { solKey: toSolKey });
+            }
+            const dbEpochId = yield getOrInsertEpoch(db, {
+                channel: 'upgrade',
+                uiEpochId: epochId,
+            }, log);
+            dbEpochIds.push(BigInt(dbEpochId));
+            const q = db
+                .insertInto(exports.BRIDGE_TRANSFER_TABLE)
+                .values({
+                entity_id: entityId,
+                sequence: seq,
+                created_at: createdAt,
+                amount: amount,
+                upgrade_bracket: upgradeBracket,
+                prior_supply: priorSupply,
+                points: points,
+                epoch_id: dbEpochId,
+            })
+                .onConflict((oc) => oc.column('sequence').doUpdateSet({
+                created_at: createdAt,
+                amount: amount,
+                upgrade_bracket: upgradeBracket,
+                prior_supply: priorSupply,
+                points: points,
+                epoch_id: dbEpochId,
+                entity_id: entityId,
+            }))
+                .returning('sequence');
+            const c = q.compile();
+            log.debug(`inserting bridge transfer ${JSON.stringify(bt)} -> ${c.sql} ps ${c.parameters}`);
+            const { sequence: seqNum } = yield q.executeTakeFirst();
+            log.debug(`inserted bridge transfer sequence ${seq}`);
+            sequenceNumbers.push(BigInt(seqNum));
+        }
+        return { sequenceNumbers: sequenceNumbers };
+    });
+    const createPayments = (db, ps, log = logger_1.consoleLogger) => __awaiter(void 0, void 0, void 0, function* () {
+        const ids = [];
+        const epochDbIds = [];
+        for (const p of ps) {
+            let liabilityId;
+            let transferId;
+            if (p.liability) {
+                let { id: dbId, solKey, channel, epochId, createdAt, amountDue, deviceId, points, obhUsed, } = p.liability;
+                try {
+                    let entityId;
+                    if (solKey && solKey != '') {
+                        entityId = yield getOrInsertEntity(db, { solKey });
+                    }
+                    const dbEpochId = yield getOrInsertEpoch(db, {
+                        channel,
+                        uiEpochId: epochId,
+                    }, log);
+                    epochDbIds.push(BigInt(dbEpochId));
+                    log.debug(`inserting liability ${JSON.stringify(p.liability)}`);
+                    const { id } = yield db
+                        .insertInto(exports.LIABILITY_TABLE)
+                        .values({
+                        id: dbId,
+                        entity_id: entityId,
+                        epoch_id: dbEpochId,
+                        channel,
+                        created_at: createdAt !== null && createdAt !== void 0 ? createdAt : new Date(),
+                        amount_due: amountDue,
+                        device_id: deviceId,
+                        points,
+                        obh_used: obhUsed,
+                    })
+                        .returning((eb) => ['id as id'])
+                        .executeTakeFirstOrThrow();
+                    log.debug(`inserted liability ${id}`);
+                    liabilityId = BigInt(id);
+                }
+                catch (e) {
+                    throw new Error(`failed inserting solKey ${solKey} epochId ${epochId} ${JSON.stringify(p.liability)}: ${e}`);
+                }
+            }
+            if (p.transfer) {
+                let { executedAt, symbol, amountPayed, solTx, channel, fromSolKey, toSolKey, id: dbId, } = p.transfer;
+                if (!fromSolKey || !toSolKey || !solTx) {
+                    log.debug(`skipping transfer. one of undefined: fromKey ${fromSolKey} toKey ${toSolKey} tx ${solTx}`);
+                    continue;
+                }
+                log.debug(`inserting transfer ${JSON.stringify(p.transfer)}`);
+                const fromEntityId = yield getOrInsertEntity(db, { solKey: fromSolKey });
+                const toEntityId = yield getOrInsertEntity(db, { solKey: toSolKey });
+                const solTxId = yield getOrInsertTx(db, {
+                    sig: solTx,
+                    executedAt,
+                }, log);
+                const { id } = yield db
+                    .insertInto(exports.SOL_TRANSFER_TABLE)
+                    .values({
+                    id: dbId,
+                    sol_tx_id: solTxId,
+                    from_entity_id: fromEntityId,
+                    to_entity_id: toEntityId,
+                    channel,
+                    symbol,
+                    amount_payed: amountPayed,
+                })
+                    .returning((eb) => ['id as id'])
+                    .executeTakeFirstOrThrow();
+                transferId = BigInt(id);
+            }
+            ids.push({ transferId, liabilityId });
+        }
+        return { epochDbIds, inserted: ids };
+    });
+    return {
+        db: {
+            commit: () => { },
+            rollback: () => { },
+            trx: db,
+        },
+        startTransaction(log = logger_1.consoleLogger) {
+            return __awaiter(this, void 0, void 0, function* () {
+                return (0, base_2.begin)(db, log);
+            });
+        },
+        createPayments(db, ps, log = logger_1.consoleLogger) {
+            return __awaiter(this, void 0, void 0, function* () {
+                return createPayments(db.trx, ps, log);
+            });
+        },
+        fetchTransfers(db, f, log = logger_1.consoleLogger) {
+            return __awaiter(this, void 0, void 0, function* () {
+                let lastId = undefined;
+                if (f.cursor) {
+                    lastId = atob(f.cursor);
+                }
+                let q = db.trx
+                    .selectFrom(exports.SOL_TRANSFER_TABLE)
+                    .select([
+                    'sol_transfer1.id',
+                    'sol_transfer1.channel',
+                    'sol_transfer1.symbol',
+                    'sol_transfer1.amount_payed',
+                ])
+                    .innerJoin('sol_tx', 'sol_tx.id', 'sol_transfer1.sol_tx_id')
+                    .select(['sol_tx.sig', 'sol_tx.executed_at'])
+                    .innerJoin('entity as f', 'f.id', 'sol_transfer1.from_entity_id')
+                    .select(['f.sol_key as from_sol_key'])
+                    .innerJoin('entity as t', 't.id', 'sol_transfer1.to_entity_id')
+                    .select(['t.sol_key as to_sol_key']);
+                if (f.executedAfter) {
+                    q = q.where('sol_tx.executed_at', '>=', f.executedAfter);
+                }
+                if (f.executedBefore) {
+                    q = q.where('sol_tx.executed_at', '<=', f.executedBefore);
+                }
+                if (f.channels) {
+                    q = q.where('sol_transfer1.channel', 'in', f.channels);
+                }
+                if (lastId) {
+                    q = q.where('sol_transfer1.id', '>', lastId);
+                }
+                let limit = 10000;
+                if (f.limit) {
+                    limit = f.limit;
+                }
+                q = q.limit(limit).orderBy(`${exports.SOL_TRANSFER_TABLE}.id`);
+                const comp = q.compile();
+                const { rows } = yield (0, base_1.timedQuery)(pgPool, comp.sql, comp.parameters, 'fetchTransfers', log);
+                const trs = rows.map((r) => ({
+                    id: BigInt(r.id),
+                    channel: r.channel,
+                    symbol: r.symbol,
+                    amountPayed: BigInt(r.amount_payed),
+                    solTx: r.sig,
+                    executedAt: r.executed_at,
+                    fromSolKey: r.from_sol_key,
+                    toSolKey: r.to_sol_key,
+                }));
+                return {
+                    transfers: trs,
+                    cursor: trs.length === limit
+                        ? btoa(trs[trs.length - 1].id.toString())
+                        : undefined,
+                };
+            });
+        },
+        fetchEpochs(db, f, log = logger_1.consoleLogger) {
+            return __awaiter(this, void 0, void 0, function* () {
+                let q = db.trx.selectFrom(exports.EPOCH_TABLE).selectAll();
+                if (f.channels) {
+                    q = q.where('channel', 'in', f.channels);
+                }
+                if (f.startTimeAfter) {
+                    q = q.where('epoch.start_time', '>', f.startTimeAfter);
+                }
+                if (f.endTimeBefore) {
+                    q = q.where('epoch.end_time', '<', f.endTimeBefore);
+                }
+                q = q.orderBy('epoch.start_time');
+                const comp = q.compile();
+                const { rows } = yield (0, base_1.timedQuery)(pgPool, comp.sql, comp.parameters, 'fetchEpochs', log);
+                return rows.map((e) => ({
+                    channel: e.channel,
+                    startTime: e.start_time,
+                    endTime: e.end_time,
+                    ui: Number(e.ui),
+                    totalRndr: Number(e.total_rndr),
+                }));
+            });
+        },
+        fetchLiabilities(db, f, log = logger_1.consoleLogger) {
+            var _a;
+            return __awaiter(this, void 0, void 0, function* () {
+                let offset = 0;
+                let orderBy = (_a = f.orderBy) !== null && _a !== void 0 ? _a : 'epoch.ui,liability.id';
+                if (f.cursor) {
+                    const c = JSON.parse(atob(f.cursor));
+                    if (c.offset) {
+                        offset = c.offset;
+                    }
+                    if (c.orderBy) {
+                        orderBy = c.orderBy;
+                    }
+                }
+                let q = db.trx
+                    .selectFrom(exports.LIABILITY_TABLE)
+                    .selectAll()
+                    .innerJoin(exports.ENTITY_TABLE, `${exports.LIABILITY_TABLE}.entity_id`, 'entity.id')
+                    .select(['entity.sol_key'])
+                    .innerJoin(exports.EPOCH_TABLE, `${exports.EPOCH_TABLE}.id`, 'liability.epoch_id')
+                    .select(['epoch.ui', 'epoch.start_time', 'epoch.end_time']);
+                if (f.epochEndedAtAfter) {
+                    q = q.where('epoch.end_time', '>=', f.epochEndedAtAfter);
+                }
+                if (f.epochEndedAtBefore) {
+                    q = q.where('epoch.end_time', '<=', f.epochEndedAtBefore);
+                }
+                if (f.epochId) {
+                    q = q.where('epoch.ui', '=', f.epochId.toString());
+                }
+                if (f.channels) {
+                    q = q.where('liability.channel', 'in', f.channels);
+                }
+                let limit = 10000;
+                if (f.limit) {
+                    limit = f.limit;
+                }
+                // @ts-ignore
+                q = q.limit(limit).orderBy(orderBy.split(','));
+                if (offset) {
+                    q = q.offset(offset);
+                }
+                const comp = q.compile();
+                const { rows } = yield (0, base_1.timedQuery)(pgPool, comp.sql, comp.parameters, 'fetchLiabilities', log);
+                const ls = [];
+                for (const l of rows) {
+                    ls.push({
+                        id: BigInt(l.id),
+                        solKey: l.sol_key,
+                        epochId: Number(l.ui),
+                        channel: l.channel,
+                        createdAt: l.created_at,
+                        amountDue: BigInt(l.amount_due),
+                        deviceId: l.device_id,
+                        obhUsed: l.obh_used,
+                        points: l.points ? BigInt(l.points) : undefined,
+                        startTime: l.start_time,
+                        endTime: l.end_time,
+                        ui: Number(l.ui),
+                    });
+                }
+                return {
+                    liabilities: ls,
+                    cursor: ls.length == limit
+                        ? btoa(JSON.stringify({ offset: ls.length + offset, orderBy }))
+                        : undefined,
+                };
+            });
+        },
+        getLiabilitiesAndTransfers(f, log = logger_1.consoleLogger) {
+            return __awaiter(this, void 0, void 0, function* () {
+                let lq = db
+                    .selectFrom(exports.LIABILITY_TABLE)
+                    .selectAll()
+                    .innerJoin(exports.ENTITY_TABLE, `${exports.LIABILITY_TABLE}.entity_id`, 'entity.id')
+                    .select(['entity.sol_key'])
+                    .innerJoin(exports.EPOCH_TABLE, `${exports.EPOCH_TABLE}.id`, 'liability.epoch_id')
+                    .select(['epoch.ui', 'epoch.start_time', 'epoch.end_time'])
+                    .where('entity.sol_key', '=', f.user);
+                let tq = db
+                    .selectFrom(exports.SOL_TRANSFER_TABLE)
+                    .selectAll()
+                    .innerJoin(exports.SOL_TX_TABLE, 'sol_tx.id', 'sol_transfer1.sol_tx_id')
+                    .select(['sol_tx.sig', 'sol_tx.executed_at'])
+                    .innerJoin(`${exports.ENTITY_TABLE} as t`, `${exports.SOL_TRANSFER_TABLE}.to_entity_id`, 't.id')
+                    .select(['t.sol_key as to_sol_key'])
+                    .innerJoin(`${exports.ENTITY_TABLE} as f`, `${exports.SOL_TRANSFER_TABLE}.from_entity_id`, 'f.id')
+                    .select(['f.sol_key as from_sol_key'])
+                    .where('t.sol_key', '=', f.user);
+                log.info(`fetch liabilities ${lq.compile().sql} ps ${JSON.stringify(f)}`);
+                log.info(`fetch transfers ${tq.compile().sql} ps ${JSON.stringify(f)}`);
+                const lc = lq.compile();
+                const tc = tq.compile();
+                const [liabRes, transRes] = yield Promise.all([
+                    (0, base_1.timedQuery)(pgPool, lc.sql, lc.parameters, 'getLiabilitiesAndTransfers->liabilities', log),
+                    (0, base_1.timedQuery)(pgPool, tc.sql, tc.parameters, 'getLiabilitiesAndTransfers->transfers', log),
+                ]);
+                const rows = [liabRes.rows, transRes.rows];
+                const epochs = {};
+                const liabilities = [];
+                for (const l of rows[0]) {
+                    epochs[`${l.ui}-${l.channel}`] = {
+                        startTime: l.start_time,
+                        endTime: l.end_time,
+                        channel: l.channel,
+                        ui: Number(l.ui),
+                    };
+                    liabilities.push({
+                        id: BigInt(l.id),
+                        solKey: l.sol_key,
+                        epochId: Number(l.ui),
+                        channel: l.channel,
+                        createdAt: l.created_at,
+                        amountDue: BigInt(l.amount_due),
+                        deviceId: l.device_id,
+                        points: l.points ? BigInt(l.points) : undefined,
+                    });
+                }
+                const transfers = rows[1].map((r) => ({
+                    id: BigInt(r.id),
+                    fromSolKey: r.from_sol_key,
+                    toSolKey: r.to_sol_key,
+                    symbol: r.symbol,
+                    channel: r.channel,
+                    solTx: r.sig,
+                    executedAt: r.executed_at,
+                    amountPayed: BigInt(r.amount_payed),
+                }));
+                return { transfers, liabilities, epochs: Object.values(epochs) };
+            });
+        },
+        getOutstanding(f, log = logger_1.consoleLogger) {
+            var _a, _b, _c, _d, _e;
+            return __awaiter(this, void 0, void 0, function* () {
+                log.info(`getting outstanding balances for ${(_a = f.channels) !== null && _a !== void 0 ? _a : '(no channels specified)'} epoch: ${(_b = f.startEpochId.id) !== null && _b !== void 0 ? _b : '(no epoch specified)'}`);
+                let epochUi;
+                let epochEndTime;
+                if (f.startEpochId.id) {
+                    if (((_c = f.channels) === null || _c === void 0 ? void 0 : _c.includes('node_operator')) ||
+                        ((_d = f.channels) === null || _d === void 0 ? void 0 : _d.includes('availability')) ||
+                        ((_e = f.channels) === null || _e === void 0 ? void 0 : _e.includes('render_compute_network'))) {
+                        let qb = db
+                            .selectFrom(exports.EPOCH_TABLE)
+                            .selectAll(exports.EPOCH_TABLE)
+                            .where('ui', '=', f.startEpochId.id.toString())
+                            .where('channel', 'in', f.channels);
+                        if (f.startEpochId.savedAtNotNull) {
+                            qb = qb.where('saved_at', 'is not', null);
+                        }
+                        const q = qb.orderBy('ui', 'desc').limit(1);
+                        log.info(`getOutstanding->epoch ${qb.compile().sql} ps ${JSON.stringify(f)}`);
+                        const e = yield q.executeTakeFirstOrThrow();
+                        epochEndTime = e.end_time;
+                        epochUi = e.ui;
+                    }
+                    else {
+                        epochUi = f.startEpochId.id.toString();
+                    }
+                }
+                let q = db
+                    .selectFrom((eb) => eb
+                    .selectFrom((eb) => {
+                    let b = eb
+                        .selectFrom(exports.SOL_TRANSFER_TABLE)
+                        .select(({ fn }) => fn.sum(`amount_payed`).as('payed'))
+                        .innerJoin(exports.ENTITY_TABLE, `${exports.SOL_TRANSFER_TABLE}.to_entity_id`, 'entity.id')
+                        .select(['entity.sol_key'])
+                        .groupBy('entity.sol_key');
+                    if (f.banned) {
+                        b = b.where('entity.banned', '=', true);
+                    }
+                    else {
+                        b = b.where('entity.banned', '=', false);
+                    }
+                    if (epochEndTime) {
+                        b = b
+                            .innerJoin(exports.SOL_TX_TABLE, `${exports.SOL_TX_TABLE}.id`, `${exports.SOL_TRANSFER_TABLE}.sol_tx_id`)
+                            .where(`${exports.SOL_TX_TABLE}.executed_at`, '>', epochEndTime);
+                    }
+                    if (f.channels && f.channels.length > 0) {
+                        b = b.where((eb) => eb.or(f.channels.map((c) => eb('sol_transfer1.channel', '=', c))));
+                    }
+                    else {
+                        b = b.where((eb) => eb.or([
+                            eb('sol_transfer1.channel', '=', 'node_operator'),
+                            eb('sol_transfer1.channel', '=', 'availability'),
+                        ]));
+                    }
+                    return b.as('y');
+                })
+                    .fullJoin((eb) => {
+                    let b = eb
+                        .selectFrom(exports.LIABILITY_TABLE)
+                        .select(({ fn }) => fn.sum(`amount_due`).as('due'))
+                        .innerJoin(exports.ENTITY_TABLE, `${exports.LIABILITY_TABLE}.entity_id`, 'entity.id')
+                        .select(['entity.sol_key'])
+                        .groupBy('entity.sol_key');
+                    if (f.banned) {
+                        b = b.where('entity.banned', '=', true);
+                    }
+                    else {
+                        b = b.where('entity.banned', '=', false);
+                    }
+                    if (epochUi) {
+                        b = b
+                            .innerJoin(exports.EPOCH_TABLE, `${exports.LIABILITY_TABLE}.epoch_id`, `${exports.EPOCH_TABLE}.id`)
+                            .where(`${exports.EPOCH_TABLE}.ui`, '>=', epochUi);
+                    }
+                    if (f.channels && f.channels.length > 0) {
+                        b = b.where((eb) => eb.or(f.channels.map((c) => eb('liability.channel', '=', c))));
+                    }
+                    else {
+                        b = b.where((eb) => eb.or([
+                            eb('liability.channel', '=', 'node_operator'),
+                            eb('liability.channel', '=', 'availability'),
+                        ]));
+                    }
+                    return b.as('x');
+                }, (join) => join.onRef('y.sol_key', '=', 'x.sol_key'))
+                    .select(({ fn }) => [
+                    fn.coalesce('y.sol_key', 'x.sol_key').as('sol_key'),
+                    (0, kysely_1.sql) `${fn.coalesce(`x.due`, (0, kysely_1.sql) `0`)} -
+              ${fn.coalesce(`y.payed`, (0, kysely_1.sql) `0`)}`.as('out'),
+                ])
+                    .as('z'))
+                    .selectAll();
+                if (f.due == 'overpayed') {
+                    q = q.where('out', '<', '0');
+                }
+                else if (f.due == 'underpayed') {
+                    q = q.where('out', '>', '0');
+                }
+                log.info(`${q.compile().sql} ps ${JSON.stringify(Object.assign(Object.assign({}, f), { epochEndTime,
+                    epochUi }))}`);
+                const res = yield q.execute();
+                const out = {};
+                for (const r of res) {
+                    out[r.sol_key] = BigInt(r.out);
+                }
+                return out;
+            });
+        },
+        fetchNodeOperatorEpoch(epochId, log = logger_1.consoleLogger) {
+            var _a;
+            return __awaiter(this, void 0, void 0, function* () {
+                const q = db
+                    .selectFrom(exports.JOB_ID_TABLE)
+                    .innerJoin(exports.EPOCH_TABLE, 'epoch.id', 'job_id.epoch_id')
+                    .leftJoin(exports.MANUAL_BURN_TABLE, 'manual_burn.epoch_id', 'epoch.id')
+                    .where('epoch.ui', '=', epochId.toString())
+                    .where('epoch.channel', '=', 'node_operator')
+                    .select([
+                    'job_id.id',
+                    'epoch.total_rndr',
+                    'epoch.start_time',
+                    'epoch.end_time',
+                    'manual_burn.burned',
+                    'manual_burn.tx_sig',
+                ])
+                    .orderBy('job_id.id asc');
+                log.debug(`fetch epoch info q ${q.compile().sql} epochId ${epochId}`);
+                const res = yield q.execute();
+                if (res.length == 0) {
+                    throw new Error(`epoch ${epochId} not found`);
+                }
+                log.debug(`fetchNodeOperatorEpoch -> fetching liablities`);
+                const ks = yield db
+                    .selectFrom(exports.LIABILITY_TABLE)
+                    .innerJoin(exports.ENTITY_TABLE, 'liability.entity_id', 'entity.id')
+                    .select(({ fn }) => [
+                    (0, kysely_1.sql) `distinct
+              (entity.sol_key)`.as('sol_key'),
+                ])
+                    .innerJoin(exports.EPOCH_TABLE, 'liability.epoch_id', 'epoch.id')
+                    .where('epoch.ui', '=', epochId.toString())
+                    .where('epoch.channel', '=', 'node_operator')
+                    .where('liability.channel', '=', 'node_operator')
+                    .execute();
+                log.debug(`fetchNodeOperatorEpoch -> fetched liablities`);
+                const solKeys = ks.reduce((r, k) => {
+                    r[k.sol_key] = {};
+                    return r;
+                }, {});
+                return {
+                    jobIds: res.map((r) => Number(r.id)),
+                    totalRndr: BigInt(res[0].total_rndr),
+                    startTime: res[0].start_time,
+                    endTime: res[0].end_time,
+                    burned: BigInt((_a = res[0].burned) !== null && _a !== void 0 ? _a : 0),
+                    burnTx: res[0].tx_sig,
+                    solKeys,
+                };
+            });
+        },
+        insertEpoch(db, epoch, log = logger_1.consoleLogger) {
+            return __awaiter(this, void 0, void 0, function* () {
+                yield getOrInsertEpoch(db.trx, Object.assign(Object.assign({}, epoch), { uiEpochId: epoch.ui }), log);
+            });
+        },
+        getEpoch(f, log = logger_1.consoleLogger) {
+            var _a;
+            return __awaiter(this, void 0, void 0, function* () {
+                const now = new Date(Date.now());
+                try {
+                    let q = db
+                        .selectFrom(exports.EPOCH_TABLE)
+                        .selectAll()
+                        .where('channel', '=', f.channel);
+                    if (f.epochId) {
+                        q = q.where('ui', '=', f.epochId.toString());
+                    }
+                    else {
+                        q = q.where('end_time', '<=', now);
+                        if (!f.savedAtNotNull) {
+                            q = q.where('saved_at', 'is', null);
+                        }
+                        else {
+                            q = q.where('saved_at', 'is not', null);
+                        }
+                    }
+                    q = q.orderBy('end_time desc').limit(1);
+                    const res = yield q.executeTakeFirstOrThrow();
+                    return {
+                        ui: Number(res.ui),
+                        channel: f.channel,
+                        startTime: res.start_time,
+                        endTime: res.end_time,
+                        savedAt: (_a = res.saved_at) !== null && _a !== void 0 ? _a : undefined,
+                    };
+                }
+                catch (e) {
+                    if (e instanceof kysely_1.NoResultError) {
+                        log.info(`no node operator epoch found`);
+                        return undefined;
+                    }
+                    throw e;
+                }
+            });
+        },
+        getLatestNodeOperatorEpoch(f, log = logger_1.consoleLogger) {
+            var _a;
+            return __awaiter(this, void 0, void 0, function* () {
+                const now = new Date(Date.now());
+                try {
+                    let q = db
+                        .selectFrom(exports.EPOCH_TABLE)
+                        .selectAll()
+                        .where('channel', '=', 'node_operator')
+                        .where('end_time', '<=', now);
+                    if (!f.latestDistributed) {
+                        q = q.where('saved_at', 'is', null).orderBy('end_time asc');
+                    }
+                    else {
+                        q = q.orderBy('end_time desc');
+                    }
+                    q = q.limit(1);
+                    const res = yield q.executeTakeFirstOrThrow();
+                    return {
+                        epochId: BigInt(res.ui),
+                        startedAt: res.start_time,
+                        endedAt: res.end_time,
+                        savedAt: (_a = res.saved_at) !== null && _a !== void 0 ? _a : undefined,
+                    };
+                }
+                catch (e) {
+                    if (e instanceof kysely_1.NoResultError) {
+                        log.info(`no node operator epoch found`);
+                        return undefined;
+                    }
+                    throw e;
+                }
+            });
+        },
+        insertEpochEntityInfo(db, eeis, log) {
+            return __awaiter(this, void 0, void 0, function* () {
+                for (const eei of eeis) {
+                    yield db.trx.insertInto(exports.ENTITY_EPOCH_INFO_TABLE).values(eei).execute();
+                    log.debug(`inserted eei ${JSON.stringify(eei)}`);
+                }
+            });
+        },
+        saveNodeOperatorEpoch(epochId, liabilities, jobIds, totalRndr, log = logger_1.consoleLogger) {
+            return __awaiter(this, void 0, void 0, function* () {
+                yield db
+                    .transaction()
+                    .setIsolationLevel('repeatable read')
+                    .execute((trx) => __awaiter(this, void 0, void 0, function* () {
+                    const { epochDbIds } = yield createPayments(trx, liabilities.map((l) => ({
+                        liability: l,
+                    })), log);
+                    log.info(`inserted liabilities`);
+                    for (const id of jobIds) {
+                        yield trx
+                            .insertInto(exports.JOB_ID_TABLE)
+                            .values({
+                            id: BigInt(id),
+                            epoch_id: epochDbIds[0],
+                        })
+                            .executeTakeFirstOrThrow();
+                    }
+                    const now = new Date();
+                    yield updateTotalRndr(db, { uiEpochId: epochId, channel: 'node_operator' }, totalRndr, now, log);
+                    log.debug(`saved epoch`);
+                    /*const now = new Date(Date.now())
+                    const res = await trx
+                      .updateTable(EPOCH_TABLE)
+                      .set({
+                        saved_at: now,
+                        total_rndr: totalRndr,
+                      })
+                      .where('channel')
+                      .where('ui', '=', epochId.toString())
+                      .where('', '=')
+                      .executeTakeFirstOrThrow()*/
+                }));
+                return;
+            });
+        },
+        produceBurnedJobs(jobs, log = logger_1.consoleLogger) {
+            return __awaiter(this, void 0, void 0, function* () {
+                yield db.transaction().execute((trx) => __awaiter(this, void 0, void 0, function* () {
+                    var _a;
+                    let num = BigInt(0);
+                    for (const { amount, obhUsed, completedAt, jobId, userId } of jobs) {
+                        const res = yield trx
+                            .insertInto(exports.JOB_TABLE)
+                            .values({
+                            id: jobId,
+                            render_amt: amount,
+                            completed_at: completedAt,
+                            inserted_at: new Date(Date.now()),
+                            obh_used: obhUsed,
+                            user_id: userId,
+                        })
+                            .onConflict((oc) => oc.column('id').doNothing())
+                            .executeTakeFirstOrThrow();
+                        num += (_a = res.numInsertedOrUpdatedRows) !== null && _a !== void 0 ? _a : BigInt(0);
+                    }
+                    log.debug(`inserted ${num} of ${jobs.length} burn jobs`);
+                }));
+            });
+        },
+        markJobsBurntWithGrant(db, p, log = logger_1.consoleLogger) {
+            var _a;
+            return __awaiter(this, void 0, void 0, function* () {
+                const solTxId = yield getOrInsertTx(db.trx, { sig: p.tx.sig, executedAt: p.tx.executedAt }, log);
+                const { id } = yield db.trx
+                    .insertInto(exports.GRANT_BURN_TABLE)
+                    .values({
+                    sol_tx_id: solTxId,
+                    burned: p.burned,
+                    tags: (_a = p.tags) === null || _a === void 0 ? void 0 : _a.join(','),
+                })
+                    .returning((eb) => ['id as id'])
+                    .executeTakeFirstOrThrow();
+                const jobIdsStr = p.jobsIds.map(String);
+                const res = yield db.trx
+                    .updateTable(exports.JOB_TABLE)
+                    .where('id', 'in', jobIdsStr)
+                    .set('grant_burn_id', id)
+                    .executeTakeFirstOrThrow();
+                log.debug(`set grant_burn_id on ${res.numUpdatedRows} jobs`);
+                for (const [userId, grantSpendDelta] of Object.entries(p.userIdToGrantSpendDelta)) {
+                    yield db.trx
+                        .insertInto(exports.USER_GRANT_SPEND_TABLE)
+                        .values({
+                        user_id: userId,
+                        grant_burn_id: id,
+                        render_spent_delta: -grantSpendDelta,
+                    })
+                        .executeTakeFirstOrThrow();
+                }
+                return;
+            });
+        },
+        insertGrantSpend(db, p, log = logger_1.consoleLogger) {
+            var _a, _b, _c;
+            return __awaiter(this, void 0, void 0, function* () {
+                const existing = yield getCurrentUserGrantSpend(db.trx, { userId: p.userId }, log);
+                const diff = {
+                    render_spent: ((_a = existing === null || existing === void 0 ? void 0 : existing.renderSpent) !== null && _a !== void 0 ? _a : BigInt(0)) + p.renderSpentDelta,
+                    description: p.description ? p.description : existing === null || existing === void 0 ? void 0 : existing.description,
+                    perpetual: p.perpetual ? p.perpetual : (_b = existing === null || existing === void 0 ? void 0 : existing.perpetual) !== null && _b !== void 0 ? _b : false,
+                    updated_at: new Date(),
+                };
+                log.debug(`insertGrantSpend currUserGrantSpend: ${JSON.stringify(existing)} delta: ${JSON.stringify(p)}`);
+                let inserted = false;
+                if (p.renderSpentDelta != BigInt(0)) {
+                    // Check if entry with same job_id and sign already exists
+                    if (p.jobId) {
+                        const existingEntry = yield db.trx
+                            .selectFrom(exports.USER_GRANT_SPEND_TABLE)
+                            .select(['id'])
+                            .where('job_id', '=', String(p.jobId))
+                            .where(p.renderSpentDelta > 0
+                            ? 'render_spent_delta'
+                            : 'render_spent_delta', p.renderSpentDelta > 0 ? '>' : '<', String(0))
+                            .executeTakeFirst();
+                        if (existingEntry) {
+                            log.warn(`user_grant_spend job_id ${p.jobId} with same sign already exists. skipping`);
+                            return;
+                        }
+                    }
+                    const v = {
+                        user_id: p.userId,
+                        render_spent_delta: p.renderSpentDelta,
+                        grant_burn_id: p.grantBurnId,
+                        job_id: p.jobId,
+                    };
+                    const res = yield db.trx
+                        .insertInto(exports.USER_GRANT_SPEND_TABLE)
+                        .values(v)
+                        .executeTakeFirstOrThrow();
+                    log.debug(`inserted ${res.numInsertedOrUpdatedRows} user_grant_spend rows ${JSON.stringify(v)}`);
+                    inserted = res.numInsertedOrUpdatedRows > 0;
+                }
+                if (!inserted) {
+                    log.warn(`user_grant_spend job_id ${p.jobId} with same sign already exists. skipping`);
+                    return;
+                }
+                const res = yield db.trx
+                    .insertInto(exports.CURRENT_USER_GRANT_SPEND_TABLE)
+                    .values({
+                    user_id: p.userId,
+                    render_spent: p.renderSpentDelta,
+                    description: p.description,
+                    perpetual: (_c = p.perpetual) !== null && _c !== void 0 ? _c : false,
+                })
+                    .onConflict((oc) => oc.column('user_id').doUpdateSet(diff))
+                    .returning((eb) => [
+                    'user_id as user_id',
+                    'render_spent as render_spent',
+                    'description as description',
+                    'perpetual as perpetual',
+                    'updated_at as updated_at',
+                ])
+                    .executeTakeFirstOrThrow();
+                if (res) {
+                    log.debug(`inserted current_user_grant_spend row ${JSON.stringify(res)}`);
+                }
+            });
+        },
+        markJobsBurnt(trx, p, log = logger_1.consoleLogger) {
+            var _a, _b;
+            return __awaiter(this, void 0, void 0, function* () {
+                if (!p.buyBurn && !p.grantBurn) {
+                    throw new Error('no buyBurn or grantBurn');
+                }
+                const solTxId = yield getOrInsertTx(trx.trx, { sig: p.solTx.sig, executedAt: p.solTx.executedAt }, log);
+                let buyBurnId;
+                let grantBurnId;
+                if (p.buyBurn) {
+                    const { burned, usdcSpent, eurToUsdc, renderToUsdc, quoteAmt, tags, burnAdjustmentId, toBurn, } = p.buyBurn;
+                    let pricedAt = p.buyBurn.pricedAt;
+                    if (!pricedAt) {
+                        const jobs = yield fetchJobs1(trx.trx, { ids: p.jobs.map((j) => String(j.id)) }, log);
+                        pricedAt = (0, exports.batchFinishedAtMedian)(jobs.map((j) => ({
+                            finishedAt: j.completedAt.toISOString(),
+                            jobId: j.id,
+                            rndrUsed: Number(j.rndrUsed.toString()),
+                        })));
+                    }
+                    const { id } = yield trx.trx
+                        .insertInto(exports.BURN_TABLE)
+                        .values({
+                        sol_tx_id: solTxId,
+                        priced_at: pricedAt,
+                        eur_to_usdc: eurToUsdc,
+                        render_to_usdc: renderToUsdc,
+                        usdc_spent: usdcSpent,
+                        quote_amt: quoteAmt,
+                        burned: burned,
+                        tags: tags.join(','),
+                        burn_adjustment_id: burnAdjustmentId,
+                        to_burn: toBurn,
+                    })
+                        //.onConflict((oc) => oc.column('sol_tx').doNothing())
+                        .returning((eb) => ['id as id'])
+                        .executeTakeFirstOrThrow();
+                    buyBurnId = Number(id);
+                }
+                if (p.grantBurn) {
+                    const { burned, tags } = p.grantBurn;
+                    const { id } = yield trx.trx
+                        .insertInto(exports.GRANT_BURN_TABLE)
+                        .values({
+                        sol_tx_id: solTxId,
+                        burned: burned,
+                        tags: tags === null || tags === void 0 ? void 0 : tags.join(','),
+                    })
+                        .returning((eb) => ['id as id'])
+                        .executeTakeFirstOrThrow();
+                    grantBurnId = Number(id);
+                }
+                for (const job of p.jobs) {
+                    const res = yield trx.trx
+                        .updateTable(exports.JOB_TABLE)
+                        .where('id', '=', String(job.id))
+                        .set('burn_id', job.buyRenderAmt != undefined ? buyBurnId : null)
+                        .set('grant_burn_id', job.grantRenderAmt != undefined ? grantBurnId : null)
+                        .set('buy_render_amt', (_a = job.buyRenderAmt) !== null && _a !== void 0 ? _a : 0)
+                        .set('grant_render_amt', (_b = job.grantRenderAmt) !== null && _b !== void 0 ? _b : 0)
+                        .executeTakeFirstOrThrow();
+                    log.debug(`set grant_burn_id ${grantBurnId} burn_id ${buyBurnId} buy_render_amt ${job.buyRenderAmt} grant_render_amt ${job.grantRenderAmt} on ${res.numUpdatedRows} jobs id ${job.id}`);
+                }
+                return { grantBurnId, buyBurnId };
+            });
+        },
+        markJobsBurned(trx, p, log = logger_1.consoleLogger) {
+            return __awaiter(this, void 0, void 0, function* () {
+                let { markedAt, solTx } = p;
+                let res = yield trx.trx
+                    .updateTable(exports.BURN_TABLE)
+                    .set({ marked_burned_at: markedAt })
+                    .from(exports.SOL_TX_TABLE)
+                    .whereRef('burn.sol_tx_id', '=', 'sol_tx.id')
+                    .where('sol_tx.sig', '=', solTx)
+                    .executeTakeFirst();
+                if (res) {
+                    log.debug(`buy burn set ${res.numUpdatedRows} ${solTx} -> marked_burned_at ${markedAt.toISOString()}`);
+                }
+                let res1 = yield trx.trx
+                    .updateTable(exports.GRANT_BURN_TABLE)
+                    .set({ marked_burned_at: markedAt })
+                    .from(exports.SOL_TX_TABLE)
+                    .whereRef('grant_burn.sol_tx_id', '=', 'sol_tx.id')
+                    .where('sol_tx.sig', '=', solTx)
+                    .executeTakeFirst();
+                if (res1) {
+                    log.debug(`grant burn set ${res1.numUpdatedRows} ${solTx} -> marked_burned_at ${markedAt.toISOString()}`);
+                }
+            });
+        },
+        consumeAndLockBurnJobs(limit, lowerRndrThreshold, upperRndrThreshold, log = logger_1.consoleLogger) {
+            return __awaiter(this, void 0, void 0, function* () {
+                const trx = yield (0, base_2.begin)(db, log);
+                const q = trx.trx
+                    .selectFrom(trx.trx
+                    .selectFrom(exports.JOB_TABLE)
+                    .select(({ fn, val, ref }) => [
+                    'id',
+                    fn
+                        .sum('render_amt')
+                        .over((ob) => ob.orderBy(`completed_at`, `asc`))
+                        .as('total'),
+                ])
+                    .where('burn_id', 'is', null)
+                    .where('grant_burn_id', 'is', null)
+                    .as('t'))
+                    .select('id')
+                    .where('total', '>=', lowerRndrThreshold)
+                    .where('total', '<=', upperRndrThreshold);
+                log.debug(`outstanding jobs q: ${q.compile().sql} ${JSON.stringify({
+                    limit,
+                    lowerRndrThreshold,
+                    upperRndrThreshold,
+                })}`);
+                const idRs = yield q.execute();
+                const ids = idRs.map((x) => x.id);
+                log.debug(`${ids.length} candidate jobs for burn. locking up to ${limit} jobs`);
+                if (ids.length == 0) {
+                    return { trx, jobs: [] };
+                }
+                const rows = yield trx.trx
+                    .selectFrom(exports.JOB_TABLE)
+                    .selectAll()
+                    .where('id', 'in', ids)
+                    .limit(limit)
+                    .forUpdate()
+                    .skipLocked()
+                    .execute();
+                log.debug(`locked ${rows.length} jobs`);
+                const jobs = [];
+                for (const r of rows) {
+                    jobs.push({
+                        id: Number(r.id),
+                        completedAt: r.completed_at,
+                        userId: r.user_id,
+                        rndrUsed: BigInt(r.render_amt),
+                    });
+                }
+                return { trx, jobs };
+            });
+        },
+        paymentMetrics(log) {
+            return __awaiter(this, void 0, void 0, function* () {
+                // Get the latest epochs for each channel
+                const latestEpochs = yield db
+                    .selectFrom(exports.EPOCH_TABLE)
+                    .select(['id', 'ui', 'channel', 'start_time', 'end_time'])
+                    .where('channel', 'in', [
+                    'availability',
+                    'node_operator',
+                    'render_compute_network',
+                ])
+                    .distinctOn('channel')
+                    .where('saved_at', 'is not', null)
+                    .orderBy('channel')
+                    .orderBy('ui', 'desc')
+                    .execute();
+                // Calculate distributed rewards for each channel
+                let availabilityRewards = 0;
+                let nodeOperatorRewards = 0;
+                let renderComputeNetworkRewards = 0;
+                let latestEpochId = 0;
+                for (const epoch of latestEpochs) {
+                    if (!epoch.end_time) {
+                        log === null || log === void 0 ? void 0 : log.info(`Skipping epoch ${epoch.ui} for channel ${epoch.channel} - no end_time`);
+                        continue;
+                    }
+                    // Get total distributed rewards for this channel after epoch ended
+                    const transfersResult = yield db
+                        .selectFrom(exports.SOL_TRANSFER_TABLE)
+                        .innerJoin('sol_tx', 'sol_tx.id', `${exports.SOL_TRANSFER_TABLE}.sol_tx_id`)
+                        .select([(eb) => eb.fn.sum('amount_payed').as('total_distributed')])
+                        .where(`${exports.SOL_TRANSFER_TABLE}.channel`, '=', epoch.channel)
+                        .where('sol_tx.executed_at', '>', epoch.end_time)
+                        .executeTakeFirst();
+                    const totalDistributed = Number((transfersResult === null || transfersResult === void 0 ? void 0 : transfersResult.total_distributed) || 0);
+                    switch (epoch.channel) {
+                        case 'availability':
+                            availabilityRewards = totalDistributed;
+                            break;
+                        case 'node_operator':
+                            nodeOperatorRewards = totalDistributed;
+                            latestEpochId = Number(epoch.ui);
+                            break;
+                        case 'render_compute_network':
+                            renderComputeNetworkRewards = totalDistributed;
+                            break;
+                    }
+                    log === null || log === void 0 ? void 0 : log.info(`Channel ${epoch.channel}: ${totalDistributed} distributed after epoch ${epoch.ui}`);
+                }
+                return {
+                    latestEpochId,
+                    availabilityRewards,
+                    nodeOperatorRewards,
+                    renderComputeNetworkRewards,
+                };
+            });
+        },
+        incrBuyBurnMetrics(log = logger_1.consoleLogger) {
+            var _a;
+            return __awaiter(this, void 0, void 0, function* () {
+                const res = yield db
+                    .selectFrom(exports.JOB_TABLE)
+                    .select('inserted_at')
+                    .orderBy('completed_at asc')
+                    .where('burn_id', 'is', null)
+                    .execute();
+                if (res.length == 0) {
+                    return { outstandingJobs: 0 };
+                }
+                return {
+                    outstandingJobs: res.length,
+                    oldestJobInsertedAt: (_a = res[0].inserted_at) !== null && _a !== void 0 ? _a : undefined,
+                };
+            });
+        },
+        fetchBurns(db, f, log = logger_1.consoleLogger) {
+            var _a, _b;
+            return __awaiter(this, void 0, void 0, function* () {
+                let q = db.trx
+                    .selectFrom('burn')
+                    .selectAll('burn')
+                    .innerJoin('sol_tx', 'sol_tx.id', 'burn.sol_tx_id')
+                    .select(['sol_tx.executed_at', 'sol_tx.sig']);
+                if (!f.inclManual) {
+                    q = q.where('burn.usdc_spent', '>', String(0));
+                }
+                if (f.executedAfter) {
+                    q = q.where('sol_tx.executed_at', '>=', f.executedAfter);
+                }
+                if (f.executedBefore) {
+                    q = q.where('sol_tx.executed_at', '<=', f.executedBefore);
+                }
+                if (f.pricedAtBefore) {
+                    q = q.where('burn.priced_at', '<=', f.pricedAtBefore);
+                }
+                if (f.pricedAtAfter) {
+                    q = q.where('burn.priced_at', '>=', f.pricedAtAfter);
+                }
+                if (f.orderBy == 'pricedAt') {
+                    q = q.orderBy(['burn.priced_at']);
+                }
+                else if (f.orderBy == 'executedAt') {
+                    q = q.orderBy(['sol_tx.executed_at']);
+                }
+                log.info(`fetchBurns q ${q.compile().sql} ${JSON.stringify(f)}`);
+                const burns = [];
+                const burnIdToIdx = {};
+                const comp = q.compile();
+                const { rows } = yield (0, base_1.timedQuery)(pgPool, comp.sql, comp.parameters, 'fetchBurns', log);
+                log.info(`fetchBurns len ${rows.length}`);
+                for (const r of rows) {
+                    burns.push({
+                        jobs: [],
+                        id: Number(r.id),
+                        renderToUsdc: r.render_to_usdc,
+                        solTx: r.sig,
+                        executedAt: r.executed_at,
+                        pricedAt: r.priced_at,
+                        usdcSpent: BigInt((_a = r.usdc_spent) !== null && _a !== void 0 ? _a : 0),
+                        quoteAmt: BigInt((_b = r.quote_amt) !== null && _b !== void 0 ? _b : 0),
+                        burned: BigInt(r.burned),
+                        eurToUsdc: r.eur_to_usdc,
+                        markedBurnedAt: r.marked_burned_at,
+                        tags: r.tags ? r.tags.split(',') : [],
+                    });
+                    burnIdToIdx[r.id] = burns.length - 1;
+                }
+                if (f.inclJobs) {
+                    const jobRows = yield db.trx
+                        .selectFrom('job')
+                        .selectAll('job')
+                        .where('burn_id', 'in', rows.map((r) => r.id))
+                        .execute();
+                    log.info(`fetchBurns jobRows len ${jobRows.length}`);
+                    for (const r of jobRows) {
+                        burns[burnIdToIdx[r.burn_id]].jobs.push({
+                            id: Number(r.id),
+                            completedAt: r.completed_at,
+                            rndrUsed: BigInt(r.render_amt),
+                            obhUsed: r.obh_used ? Number(r.obh_used) : undefined,
+                        });
+                    }
+                }
+                return burns;
+            });
+        },
+        createBridgeTransfers(db, bts, log = logger_1.consoleLogger) {
+            return __awaiter(this, void 0, void 0, function* () {
+                return createBridgeTransfers(db.trx, bts, log);
+            });
+        },
+        getBridgeTransfers({ solKey, page, }, log = logger_1.consoleLogger) {
+            return __awaiter(this, void 0, void 0, function* () {
+                let q = db
+                    .selectFrom(exports.BRIDGE_TRANSFER_TABLE)
+                    .innerJoin(exports.EPOCH_TABLE, 'epoch.id', 'bridge_transfer.epoch_id')
+                    .innerJoin(exports.ENTITY_TABLE, 'entity.id', 'bridge_transfer.entity_id')
+                    .select([
+                    'entity.sol_key',
+                    'bridge_transfer.sequence',
+                    'bridge_transfer.created_at',
+                    'bridge_transfer.amount',
+                    'bridge_transfer.upgrade_bracket',
+                    'bridge_transfer.prior_supply',
+                    'bridge_transfer.points',
+                    'epoch.ui',
+                ]);
+                let limit = 10000;
+                if (page && page.limit) {
+                    limit = page.limit;
+                }
+                q = q.limit(page.limit).orderBy(`${exports.BRIDGE_TRANSFER_TABLE}.id`);
+                let offset = 0;
+                if (page && page.cursor) {
+                    offset = Number(atob(page.cursor));
+                    q = q.offset(offset);
+                }
+                if (solKey) {
+                    q = q.where('entity.sol_key', '=', solKey);
+                }
+                const c = q.compile();
+                log.debug(`fetch bridge transfers ${c.sql} params ${c.parameters}`);
+                const res = yield q.execute();
+                log.info(`bridge transfers ${res.length}`);
+                return {
+                    bts: res.map((row) => {
+                        return {
+                            solKey: row.sol_key,
+                            seq: BigInt(row.sequence),
+                            createdAt: row.created_at,
+                            amount: BigInt(row.amount),
+                            upgradeBracket: row.upgrade_bracket
+                                ? Number(row.upgrade_bracket)
+                                : undefined,
+                            priorSupply: BigInt(row.prior_supply),
+                            points: row.points ? BigInt(row.points) : undefined,
+                            epochId: Number(row.ui),
+                        };
+                    }),
+                    cursor: res.length == limit ? btoa(`${res.length + offset}`) : undefined,
+                };
+            });
+        },
+        getLiabilitySolKeys(f) {
+            return __awaiter(this, void 0, void 0, function* () {
+                let q = db
+                    .selectFrom(exports.LIABILITY_TABLE)
+                    .innerJoin(exports.ENTITY_TABLE, `${exports.LIABILITY_TABLE}.entity_id`, 'entity.id')
+                    .select(({ fn }) => [
+                    (0, kysely_1.sql) `distinct
+              (entity.sol_key)`.as('sol_key'),
+                ])
+                    .where(`${exports.LIABILITY_TABLE}.channel`, '=', f.channel);
+                if (f.epoch) {
+                    q = q.where('liability.epoch_id', '=', db
+                        .selectFrom('epoch')
+                        .select('id')
+                        .where('channel', '=', f.channel)
+                        .where('ui', '=', String(f.epoch)));
+                }
+                const ks = yield q.execute();
+                const solKeys = {};
+                for (const k of ks) {
+                    solKeys[k.sol_key] = {};
+                }
+                return solKeys;
+            });
+        },
+        getTotalBurned(db) {
+            var _a, _b;
+            return __awaiter(this, void 0, void 0, function* () {
+                const total = yield db.trx
+                    .selectFrom('burn')
+                    .select(({ fn }) => fn.sum('burned').as('total_burned'))
+                    .execute();
+                return BigInt((_b = (_a = total[0]) === null || _a === void 0 ? void 0 : _a.total_burned) !== null && _b !== void 0 ? _b : 0);
+            });
+        },
+        insertBurn(p, log = logger_1.consoleLogger) {
+            return __awaiter(this, void 0, void 0, function* () {
+                yield db.transaction().execute((trx) => __awaiter(this, void 0, void 0, function* () {
+                    var _a;
+                    const solTxId = yield getOrInsertTx(trx, { sig: p.solTx, executedAt: p.executedAt }, log);
+                    const { id } = yield trx
+                        .insertInto(exports.BURN_TABLE)
+                        .values({
+                        sol_tx_id: solTxId,
+                        priced_at: p.pricedAt,
+                        usdc_spent: p.usdcSpent,
+                        quote_amt: p.quoteAmt,
+                        burned: p.burned,
+                        marked_burned_at: p.markedBurnedAt,
+                    })
+                        //.onConflict((oc) => oc.column('sol_tx').doNothing())
+                        .returning((eb) => ['id as id'])
+                        .executeTakeFirstOrThrow();
+                    let num = BigInt(0);
+                    for (const { rndrUsed, completedAt, id: jobId, insertedAt, userId, } of p.jobs) {
+                        const res = yield trx
+                            .insertInto(exports.JOB_TABLE)
+                            .values({
+                            id: jobId,
+                            render_amt: rndrUsed,
+                            burn_id: id,
+                            completed_at: completedAt,
+                            inserted_at: insertedAt !== null && insertedAt !== void 0 ? insertedAt : new Date(),
+                            user_id: userId,
+                        })
+                            .onConflict((oc) => oc.column('id').doNothing())
+                            .executeTakeFirstOrThrow();
+                        num += (_a = res.numInsertedOrUpdatedRows) !== null && _a !== void 0 ? _a : BigInt(0);
+                    }
+                    log.debug(`burn id ${id} inserted ${num} of ${p.jobs.length} burn jobs`);
+                }));
+            });
+        },
+        fetchJobs(db, f, log = logger_1.consoleLogger) {
+            return __awaiter(this, void 0, void 0, function* () {
+                return yield fetchJobs1(db.trx, f, log);
+            });
+        },
+        fetchLiabilityEpochs(db, log = logger_1.consoleLogger) {
+            return __awaiter(this, void 0, void 0, function* () {
+                const q = db.trx
+                    .selectFrom(exports.LIABILITY_TABLE)
+                    .select(({ fn }) => [
+                    `${exports.LIABILITY_TABLE}.channel`,
+                    fn.sum(`${exports.LIABILITY_TABLE}.amount_due`).as('amount_due'),
+                ])
+                    .innerJoin(exports.EPOCH_TABLE, `${exports.EPOCH_TABLE}.id`, `${exports.LIABILITY_TABLE}.epoch_id`)
+                    .select(['ui', 'start_time', 'end_time'])
+                    .groupBy([
+                    'liability.channel',
+                    'epoch.ui',
+                    'epoch.start_time',
+                    'epoch.end_time',
+                ])
+                    .orderBy(['epoch.start_time desc']);
+                // Fetch node_operator SOL key metadata separately
+                const nodeOpMetadataQuery = db.trx
+                    .selectFrom(exports.LIABILITY_TABLE)
+                    .select([`${exports.LIABILITY_TABLE}.obh_used`])
+                    .innerJoin(exports.EPOCH_TABLE, `${exports.EPOCH_TABLE}.id`, `${exports.LIABILITY_TABLE}.epoch_id`)
+                    .select([`${exports.EPOCH_TABLE}.ui as epoch_ui`])
+                    .innerJoin('entity', 'entity.id', `${exports.LIABILITY_TABLE}.entity_id`)
+                    .select(['entity.sol_key'])
+                    .where(`${exports.LIABILITY_TABLE}.channel`, '=', 'node_operator')
+                    .where('entity.sol_key', 'is not', null)
+                    .where(`${exports.LIABILITY_TABLE}.obh_used`, 'is not', null);
+                log.debug(`fetchLiabilityEpochs ${q.compile().sql}`);
+                log.debug(`nodeOpMetadata ${nodeOpMetadataQuery.compile().sql}`);
+                const [rs, nodeOpMetadata] = yield Promise.all([
+                    q.execute(),
+                    nodeOpMetadataQuery.execute(),
+                ]);
+                // Group node operator metadata by epoch
+                const metadataByEpoch = {};
+                nodeOpMetadata.forEach((row) => {
+                    const epochId = Number(row.epoch_ui);
+                    if (!metadataByEpoch[epochId]) {
+                        metadataByEpoch[epochId] = {};
+                    }
+                    if (row.sol_key && row.obh_used !== null) {
+                        metadataByEpoch[epochId][row.sol_key] = {
+                            obhUsed: Number(row.obh_used),
+                        };
+                    }
+                });
+                return rs.map((r) => ({
+                    epochId: Number(r.ui),
+                    channel: r.channel,
+                    start: r.start_time,
+                    end: r.end_time,
+                    amountDue: Number(r.amount_due),
+                    metadataBySolKey: r.channel === 'node_operator'
+                        ? metadataByEpoch[Number(r.ui)] || {}
+                        : {},
+                }));
+            });
+        },
+        getBurnAdjustments(trx, ps, log = logger_1.consoleLogger) {
+            return __awaiter(this, void 0, void 0, function* () {
+                if (ps.toFill) {
+                    const q = trx.trx
+                        .selectFrom(exports.BURN_ADJUSTMENT_TABLE)
+                        .selectAll(exports.BURN_ADJUSTMENT_TABLE)
+                        .innerJoin(exports.JOB_TABLE, `${exports.JOB_TABLE}.id`, `${exports.BURN_ADJUSTMENT_TABLE}.job_id`)
+                        .select([`${exports.JOB_TABLE}.completed_at`, `${exports.JOB_TABLE}.render_amt`])
+                        .leftJoin(exports.BURN_TABLE, `${exports.BURN_TABLE}.burn_adjustment_id`, `${exports.BURN_ADJUSTMENT_TABLE}.id`)
+                        .select(({ fn, lit }) => [
+                        fn
+                            .sum(fn.coalesce(`${exports.BURN_TABLE}.to_burn`, lit(0)))
+                            .as('tot_to_burn'),
+                        fn
+                            .sum(fn.coalesce(`${exports.BURN_TABLE}.burned`, lit(0)))
+                            .as('tot_burned'),
+                    ])
+                        .groupBy([
+                        `${exports.BURN_ADJUSTMENT_TABLE}.id`,
+                        `${exports.JOB_TABLE}.completed_at`,
+                        `${exports.JOB_TABLE}.render_amt`,
+                    ])
+                        .havingRef((0, kysely_1.sql) `SUM(COALESCE("burn"."to_burn", 0)) - SUM(COALESCE("burn"."burned", 0))`, '<', `${exports.BURN_ADJUSTMENT_TABLE}.down_adj_to_burn`);
+                    log.info(`getBurnAdjustments ${q.compile().sql}`);
+                    const res = yield q.execute();
+                    return res.map((r) => ({
+                        id: Number(r.id),
+                        createdAt: r.created_at,
+                        jobId: Number(r.job_id),
+                        downAdjRndrUsed: Number(r.down_adj_rndr_used),
+                        downAdjToBurn: Number(r.down_adj_to_burn),
+                        adjusted: Number(r.tot_to_burn) - Number(r.tot_burned),
+                        job: {
+                            id: Number(r.job_id),
+                            completedAt: r.completed_at,
+                            rndrUsed: BigInt(r.render_amt),
+                        },
+                    }));
+                }
+                return [];
+            });
+        },
+        insertPolygonUpgrade(db, p, log = logger_1.consoleLogger) {
+            return __awaiter(this, void 0, void 0, function* () {
+                const solTxId = yield getOrInsertTx(db.trx, {
+                    sig: p.solTx.sig,
+                    executedAt: p.solTx.executedAt,
+                });
+                yield db.trx
+                    .insertInto(exports.POLYGON_UPGRADE_TABLE)
+                    .values({
+                    eth_addr: p.ethAddr,
+                    sol_addr: p.solAddr,
+                    amount: p.amount,
+                    sol_tx_id: solTxId,
+                })
+                    .execute();
+                log.info(`insertPolygonUpgrade ${JSON.stringify(p)}`);
+                return;
+            });
+        },
+        fetchPolygonUpgrades(db, f, log = logger_1.consoleLogger) {
+            return __awaiter(this, void 0, void 0, function* () {
+                let query = db.trx
+                    .selectFrom('polygon_upgrade')
+                    .selectAll('polygon_upgrade')
+                    .innerJoin('sol_tx', 'sol_tx.id', 'polygon_upgrade.sol_tx_id')
+                    .select(['sol_tx.sig', 'sol_tx.executed_at'])
+                    .orderBy('sol_tx.executed_at', 'desc');
+                if (f.executedAfter) {
+                    query = query.where('sol_tx.executed_at', '>=', f.executedAfter);
+                }
+                if (f.executedBefore) {
+                    query = query.where('sol_tx.executed_at', '<=', f.executedBefore);
+                }
+                const results = yield query.execute();
+                log.info(`fetchPolygonUpgrades returned ${results.length} records`);
+                return results.map((row) => ({
+                    ethAddr: row.eth_addr,
+                    solAddr: row.sol_addr,
+                    amount: BigInt(row.amount.toString()),
+                    solTx: {
+                        sig: row.sig,
+                        executedAt: row.executed_at,
+                    },
+                }));
+            });
+        },
+        getCurrentUserGrantSpend(db, f, log = logger_1.consoleLogger) {
+            return __awaiter(this, void 0, void 0, function* () {
+                return yield getCurrentUserGrantSpend(db.trx, f, log);
+            });
+        },
+        deleteAll(log = logger_1.consoleLogger) {
+            return __awaiter(this, void 0, void 0, function* () {
+                if (config.database.includes('render')) {
+                    throw new Error('cannot nuke from deployed database. call from tests only');
+                }
+                const tx = yield (0, base_2.begin)(db, log);
+                try {
+                    const res = yield Promise.all([
+                        tx.trx
+                            .deleteFrom(exports.SOL_TX_TABLE)
+                            .where('id', 'is not', null)
+                            .executeTakeFirst(),
+                        tx.trx.deleteFrom(exports.LIABILITY_TABLE).executeTakeFirstOrThrow(),
+                        tx.trx.deleteFrom(exports.SOL_TRANSFER_TABLE).executeTakeFirstOrThrow(),
+                        tx.trx
+                            .deleteFrom(exports.EPOCH_TABLE)
+                            .where('id', 'is not', null)
+                            .executeTakeFirst(),
+                        tx.trx
+                            .deleteFrom(exports.ENTITY_TABLE)
+                            .where('id', 'is not', null)
+                            .executeTakeFirst(),
+                        tx.trx
+                            .deleteFrom(exports.MANUAL_BURN_TABLE)
+                            .where('epoch_id', 'is not', null)
+                            .executeTakeFirst(),
+                        tx.trx
+                            .deleteFrom(exports.JOB_ID_TABLE)
+                            .where('id', 'is not', null)
+                            .executeTakeFirst(),
+                        tx.trx
+                            .deleteFrom(exports.JOB_TABLE)
+                            .where('id', 'is not', null)
+                            .executeTakeFirst(),
+                        tx.trx
+                            .deleteFrom(exports.BURN_TABLE)
+                            .where('id', 'is not', null)
+                            .executeTakeFirst(),
+                    ]);
+                    tx.commit();
+                }
+                catch (e) {
+                    log.error(`caught ${e}`);
+                    tx.rollback();
+                }
+            });
+        },
+    };
+};
+exports.pgClient = pgClient;
+//# sourceMappingURL=v2Client.js.map