@render-foundation/utils 0.0.164 → 0.0.166

package/lib/cjs/backfiller.js

@@ -9,172 +9,468 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
     });
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.Backfiller = exports.solscan = void 0;
+exports.Backfiller = exports.heliusClient = exports.solscanProClient = void 0;
 const web3_js_1 = require("@solana/web3.js");
 const constants_1 = require("./constants");
+const v2Client_1 = require("./client/pg/v2Client");
 const emission_distributor_sdk_1 = require("@render-foundation/emission-distributor-sdk");
-const solscan = (cookie) => {
+const helius_sdk_1 = require("helius-sdk");
+const solscanProClient = (apiKey) => {
     const headers = {
-        accept: 'application/json, text/plain, */*',
-        'accept-language': 'en-US,en;q=0.9',
-        'accept-encoding': 'gzip, deflate, br',
-        connection: 'keep-alive',
-        cookie: cookie,
-        origin: 'https://solscan.io',
-        referer: 'https://solscan.io/',
-        'sec-ch-ua': '"Not A(Brand";v="99", "Google Chrome";v="120", "Chromium";v="120"',
-        'sec-ch-ua-mobile': '?0',
-        'sec-ch-ua-platform': '"macOS"',
-        'sec-fetch-dest': 'empty',
-        'sec-fetch-mode': 'cors',
-        'sec-fetch-site': 'same-site',
-        'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36',
-        'cache-control': 'no-cache',
-        pragma: 'no-cache',
+        token: apiKey,
     };
-    const url = 'https://api-v2.solscan.io';
+    const baseUrl = "https://pro-api.solscan.io/v2.0";
     return {
-        getBalanceChange(f) {
+        getSignaturesForAddress(addr, options) {
+            return __awaiter(this, void 0, void 0, function* () {
+                const allSignatures = [];
+                let before = options === null || options === void 0 ? void 0 : options.before;
+                const limit = Math.min((options === null || options === void 0 ? void 0 : options.limit) || 40, 40);
+                while (true) {
+                    const params = new URLSearchParams({
+                        address: addr.toString(),
+                        limit: limit.toString(),
+                    });
+                    if (before) {
+                        params.append("before", before);
+                    }
+                    const endpoint = `${baseUrl}/account/transactions?${params}`;
+                    const response = yield fetch(endpoint, { headers });
+                    if (!response.ok) {
+                        throw new Error(`Failed to fetch signatures: ${response.statusText}`);
+                    }
+                    const data = yield response.json();
+                    const signatures = data.data || [];
+                    const transformedSigs = signatures.map((tx) => ({
+                        signature: tx.txHash || tx.signature,
+                        blockTime: tx.blockTime || tx.block_time || 0,
+                        err: tx.status !== "Success" ? { err: tx.status } : null,
+                    }));
+                    allSignatures.push(...transformedSigs);
+                    if (signatures.length < limit || ((options === null || options === void 0 ? void 0 : options.limit) && allSignatures.length >= options.limit)) {
+                        break;
+                    }
+                    // Set before to the last signature for next page
+                    if (signatures.length > 0) {
+                        before = signatures[signatures.length - 1].txHash || signatures[signatures.length - 1].signature;
+                    }
+                }
+                return allSignatures.slice(0, options === null || options === void 0 ? void 0 : options.limit);
+            });
+        },
+        getParsedTransaction(signature) {
             return __awaiter(this, void 0, void 0, function* () {
-                const r = {
-                    page: '1',
-                    page_size: '100',
+                const endpoint = `${baseUrl}/transaction/details?tx=${signature}`;
+                const response = yield fetch(endpoint, { headers });
+                if (!response.ok) {
+                    throw new Error(`Failed to fetch transaction: ${response.statusText}`);
+                }
+                const data = yield response.json();
+                return {
+                    meta: {
+                        err: data.status !== "Success" ? { err: data.status } : null,
+                        logMessages: data.logMessages || [],
+                        preTokenBalances: data.inputAccount || [],
+                        postTokenBalances: data.outputAccount || [],
+                    },
+                    blockTime: data.blockTime || data.block_time || 0,
+                    status: data.status,
+                    err: data.status !== "Success" ? { err: data.status } : null,
+                    tokenBalances: data.tokenBalances || [],
+                    preTokenBalances: data.inputAccount || [],
+                    postTokenBalances: data.outputAccount || [],
                 };
-                if (f.mint) {
-                    r['token'] = f.mint.toString();
-                }
-                if (f.flow) {
-                    r['flow'] = f.flow;
-                }
-                if (f.addr) {
-                    r['address'] = f.addr.toString();
-                }
-                if (f.tokenAccount) {
-                    r['token_account'] = f.tokenAccount.toString();
-                }
-                const params = new URLSearchParams(r);
-                const ep = `${url}/v2/account/balance_change?${params}`;
-                console.log(`fetching ${ep}`);
-                const res = yield fetch(ep, { headers });
-                const body = yield res.json();
-                return body.data.filter((t) => t.change_type == 'inc').map(({ trans_id, block_time, amount, token_decimals }) => ({
-                    amount: amount,
-                    tokenDecimals: token_decimals,
-                    sig: trans_id,
-                    blockTime: block_time,
-                })).filter((t) => t.amount != 0);
+            });
+        },
+        getBalanceChange(f) {
+            var _a;
+            return __awaiter(this, void 0, void 0, function* () {
+                try {
+                    const allTransfers = [];
+                    let page = 1;
+                    const pageSize = Math.min(((_a = f.options) === null || _a === void 0 ? void 0 : _a.limit) || 100, 100);
+                    while (true) {
+                        const params = new URLSearchParams({
+                            address: f.addr.toString(),
+                            page: page.toString(),
+                            page_size: pageSize.toString(),
+                        });
+                        if (f.mint) {
+                            params.append("token", f.mint.toString());
+                        }
+                        if (f.flow) {
+                            params.append("flow", f.flow);
+                        }
+                        if (f.tokenAccount) {
+                            params.append("token_account", f.tokenAccount.toString());
+                        }
+                        const endpoint = `${baseUrl}/account/balance_change?${params}`;
+                        const response = yield fetch(endpoint, { headers });
+                        if (!response.ok) {
+                            console.error(`Failed to fetch balance changes: ${response.statusText}`);
+                            break;
+                        }
+                        const body = yield response.json();
+                        const transfers = [];
+                        for (const item of body.data || []) {
+                            if (item.change_type === (f.flow === "in" ? "inc" : "dec")) {
+                                transfers.push({
+                                    amount: Math.abs(item.amount || 0),
+                                    tokenDecimals: item.token_decimals || 0,
+                                    sig: item.trans_id,
+                                    blockTime: item.block_time || 0,
+                                });
+                            }
+                        }
+                        allTransfers.push(...transfers);
+                        if (transfers.length === 0 || transfers.length < pageSize) {
+                            break;
+                        }
+                        page++;
+                    }
+                    return allTransfers.filter((t) => t.amount !== 0);
+                }
+                catch (error) {
+                    console.error("Error in getBalanceChange:", error);
+                    return [];
+                }
             });
         },
         getTransfers(f) {
-            var _a, _b;
             return __awaiter(this, void 0, void 0, function* () {
-                const r = {
-                    page: '1',
-                    page_size: (_b = (_a = f.pageSize) === null || _a === void 0 ? void 0 : _a.toString()) !== null && _b !== void 0 ? _b : '100',
-                };
-                if (f.mint) {
-                    r['token'] = f.mint.toString();
-                }
-                if (f.flow) {
-                    r['flow'] = f.flow;
-                }
-                if (f.addr) {
-                    r['address'] = f.addr.toString();
-                }
-                const params = new URLSearchParams(r);
-                const ep = `${url}/v2/account/transfer?${params}`;
-                const res = yield fetch(ep, { headers });
-                if (res.status != 200) {
-                    throw new Error(`failed ${yield res.text()}`);
-                }
-                const body = yield res.json();
-                return body.data.map(({ trans_id, block_time, amount, token_decimals, to_address, from_address, }) => ({
-                    amount: amount,
-                    tokenDecimals: token_decimals,
-                    fromAddress: new web3_js_1.PublicKey(from_address),
-                    toAddress: new web3_js_1.PublicKey(to_address),
-                    sig: trans_id,
-                    blockTime: block_time,
-                }));
+                try {
+                    const allTransfers = [];
+                    let page = 1;
+                    const pageSize = Math.min(f.pageSize || 100, 100);
+                    while (true) {
+                        const params = new URLSearchParams({
+                            address: f.addr.toString(),
+                            token: f.mint.toString(),
+                            flow: f.flow,
+                            page: page.toString(),
+                            page_size: pageSize.toString(),
+                        });
+                        const endpoint = `${baseUrl}/account/transfer?${params}`;
+                        const response = yield fetch(endpoint, { headers });
+                        if (!response.ok) {
+                            throw new Error(`Failed to fetch transfers: ${response.statusText}`);
+                        }
+                        const body = yield response.json();
+                        const transfers = [];
+                        for (const item of body.data || []) {
+                            transfers.push({
+                                amount: item.amount || 0,
+                                tokenDecimals: item.token_decimals || 0,
+                                fromAddress: item.from_address ? new web3_js_1.PublicKey(item.from_address) : undefined,
+                                toAddress: item.to_address ? new web3_js_1.PublicKey(item.to_address) : undefined,
+                                sig: item.trans_id,
+                                blockTime: item.block_time || 0,
+                            });
+                        }
+                        allTransfers.push(...transfers);
+                        if (transfers.length === 0 || transfers.length < pageSize) {
+                            break;
+                        }
+                        page++;
+                    }
+                    return allTransfers.filter((t) => t.amount !== 0);
+                }
+                catch (error) {
+                    console.error("Error in getTransfers:", error);
+                    throw new Error(`Failed to get transfers: ${error}`);
+                }
+            });
+        },
+    };
+};
+exports.solscanProClient = solscanProClient;
+const heliusClient = (apiKey) => {
+    const helius = new helius_sdk_1.Helius(apiKey, 'mainnet-beta');
+    return {
+        getSignaturesForAddress(addr, options) {
+            return __awaiter(this, void 0, void 0, function* () {
+                return helius.connection.getSignaturesForAddress(addr, {
+                    before: options === null || options === void 0 ? void 0 : options.before,
+                    limit: (options === null || options === void 0 ? void 0 : options.limit) || 1000,
+                });
+            });
+        },
+        getParsedTransaction(signature) {
+            return __awaiter(this, void 0, void 0, function* () {
+                return helius.connection.getTransaction(signature, {
+                    maxSupportedTransactionVersion: 0,
+                });
+            });
+        },
+        getBalanceChange(f) {
+            var _a, _b, _c, _d;
+            return __awaiter(this, void 0, void 0, function* () {
+                try {
+                    // Get transactions for the address
+                    const response = yield helius.connection.getSignaturesForAddress(f.addr, {
+                        limit: 100,
+                    });
+                    const transfers = [];
+                    // Process each signature to get transaction details
+                    for (const sig of response) {
+                        try {
+                            const tx = yield helius.connection.getTransaction(sig.signature, {
+                                maxSupportedTransactionVersion: 0,
+                            });
+                            if (!tx || ((_a = tx.meta) === null || _a === void 0 ? void 0 : _a.err))
+                                continue;
+                            // Look for token balance changes
+                            const preBalances = tx.meta.preTokenBalances || [];
+                            const postBalances = tx.meta.postTokenBalances || [];
+                            for (const postBalance of postBalances) {
+                                if (postBalance.mint !== f.mint.toString())
+                                    continue;
+                                if (postBalance.owner !== f.addr.toString())
+                                    continue;
+                                const preBalance = preBalances.find((pre) => pre.accountIndex === postBalance.accountIndex);
+                                const preAmount = Number(((_b = preBalance === null || preBalance === void 0 ? void 0 : preBalance.uiTokenAmount) === null || _b === void 0 ? void 0 : _b.amount) || 0);
+                                const postAmount = Number(((_c = postBalance.uiTokenAmount) === null || _c === void 0 ? void 0 : _c.amount) || 0);
+                                const change = postAmount - preAmount;
+                                if (change !== 0) {
+                                    const isInflow = change > 0;
+                                    if ((f.flow === 'in' && isInflow) || (f.flow === 'out' && !isInflow)) {
+                                        transfers.push({
+                                            amount: Math.abs(change),
+                                            tokenDecimals: ((_d = postBalance.uiTokenAmount) === null || _d === void 0 ? void 0 : _d.decimals) || 0,
+                                            sig: sig.signature,
+                                            blockTime: tx.blockTime || 0,
+                                        });
+                                    }
+                                }
+                            }
+                        }
+                        catch (e) {
+                            console.error(`Error processing signature ${sig.signature}:`, e);
+                        }
+                    }
+                    return transfers.filter(t => t.amount !== 0);
+                }
+                catch (error) {
+                    console.error('Error in getBalanceChange:', error);
+                    return [];
+                }
+            });
+        },
+        getTransfers(f) {
+            var _a, _b, _c, _d;
+            return __awaiter(this, void 0, void 0, function* () {
+                try {
+                    // Use enhanced transactions API for better token transfer data
+                    const response = yield helius.connection.getSignaturesForAddress(f.addr, {
+                        limit: f.pageSize || 100,
+                    });
+                    const transfers = [];
+                    for (const sig of response) {
+                        try {
+                            const tx = yield helius.connection.getTransaction(sig.signature, {
+                                maxSupportedTransactionVersion: 0,
+                            });
+                            if (!tx || ((_a = tx.meta) === null || _a === void 0 ? void 0 : _a.err))
+                                continue;
+                            // Parse token transfers from transaction
+                            const preTokenBalances = tx.meta.preTokenBalances || [];
+                            const postTokenBalances = tx.meta.postTokenBalances || [];
+                            // Group by account index to track transfers
+                            const balanceChanges = new Map();
+                            for (const postBalance of postTokenBalances) {
+                                if (postBalance.mint !== f.mint.toString())
+                                    continue;
+                                const preBalance = preTokenBalances.find(pre => pre.accountIndex === postBalance.accountIndex);
+                                const preAmount = Number(((_b = preBalance === null || preBalance === void 0 ? void 0 : preBalance.uiTokenAmount) === null || _b === void 0 ? void 0 : _b.amount) || 0);
+                                const postAmount = Number(((_c = postBalance.uiTokenAmount) === null || _c === void 0 ? void 0 : _c.amount) || 0);
+                                const change = postAmount - preAmount;
+                                if (change !== 0) {
+                                    balanceChanges.set(postBalance.accountIndex, {
+                                        mint: postBalance.mint,
+                                        owner: postBalance.owner,
+                                        change,
+                                        decimals: ((_d = postBalance.uiTokenAmount) === null || _d === void 0 ? void 0 : _d.decimals) || 0
+                                    });
+                                }
+                            }
+                            // Find transfers involving the target address
+                            for (const [accountIndex, balanceChange] of balanceChanges) {
+                                const isFromTarget = balanceChange.owner === f.addr.toString() && balanceChange.change < 0;
+                                const isToTarget = balanceChange.owner === f.addr.toString() && balanceChange.change > 0;
+                                if ((f.flow === 'out' && isFromTarget) || (f.flow === 'in' && isToTarget)) {
+                                    // Find the counterpart transfer
+                                    let fromAddress;
+                                    let toAddress;
+                                    if (isFromTarget) {
+                                        fromAddress = f.addr;
+                                        // Find who received the tokens
+                                        for (const [_, otherChange] of balanceChanges) {
+                                            if (otherChange.owner !== f.addr.toString() && otherChange.change > 0) {
+                                                toAddress = new web3_js_1.PublicKey(otherChange.owner);
+                                                break;
+                                            }
+                                        }
+                                    }
+                                    else {
+                                        toAddress = f.addr;
+                                        // Find who sent the tokens
+                                        for (const [_, otherChange] of balanceChanges) {
+                                            if (otherChange.owner !== f.addr.toString() && otherChange.change < 0) {
+                                                fromAddress = new web3_js_1.PublicKey(otherChange.owner);
+                                                break;
+                                            }
+                                        }
+                                    }
+                                    transfers.push({
+                                        amount: Math.abs(balanceChange.change),
+                                        tokenDecimals: balanceChange.decimals,
+                                        fromAddress,
+                                        toAddress,
+                                        sig: sig.signature,
+                                        blockTime: tx.blockTime || 0,
+                                    });
+                                }
+                            }
+                        }
+                        catch (e) {
+                            console.error(`Error processing signature ${sig.signature}:`, e);
+                        }
+                    }
+                    return transfers.filter(t => t.amount !== 0);
+                }
+                catch (error) {
+                    console.error('Error in getTransfers:', error);
+                    throw new Error(`Failed to get transfers: ${error}`);
+                }
             });
         },
     };
 };
-exports.solscan = solscan;
+exports.heliusClient = heliusClient;
 class Backfiller {
-    constructor(conn, pg) {
+    constructor(solscanApiKey, heliusApiKey, pg, isDryRun = false) {
         this._types = {};
         this._txs = [];
+        this.isDryRun = false;
         this.solscan = { pageSize: 100 };
-        this.indexLoans = () => __awaiter(this, void 0, void 0, function* () {
+        this.solscan.apiKey = solscanApiKey;
+        this.solscanClient = (0, exports.solscanProClient)(solscanApiKey);
+        this.heliusClient = (0, exports.heliusClient)(heliusApiKey);
+        this.pg = pg;
+        this.isDryRun = isDryRun;
+    }
+    emit() {
+        this._types["emit"] = {};
+        return this;
+    }
+    loans() {
+        this._types["loan"] = {};
+        return this;
+    }
+    buyBurnUSDCInflow() {
+        this._types["buyBurnUSDCInflow"] = {};
+        return this;
+    }
+    manualMint() {
+        this._types["manualMint"] = {};
+        return this;
+    }
+    vaultOutflows(p) {
+        this._types["vaultOutflows"] = {};
+        this.solscan.pageSize = p.pageSize || 100;
+        return this;
+    }
+    txs(...sigs) {
+        this._txs.push(...sigs);
+    }
+    formatAmount(amount, decimals = 8) {
+        const amt = typeof amount === "bigint" ? Number(amount) : amount;
+        return (amt / Math.pow(10, decimals)).toLocaleString(undefined, {
+            maximumFractionDigits: 8,
+            minimumFractionDigits: 0,
+        });
+    }
+    formatTimestamp(blockTime) {
+        return new Date(blockTime * 1000).toISOString();
+    }
+    indexLoans() {
+        return __awaiter(this, void 0, void 0, function* () {
             const trs = [
                 {
                     transfer: {
-                        toSolKey: '2P2gisXpbsYEUsTDQKdcDKSg1UZvx7qxfLTkvJGZdeJC',
+                        toSolKey: "2P2gisXpbsYEUsTDQKdcDKSg1UZvx7qxfLTkvJGZdeJC",
                         fromSolKey: constants_1.v3SquadsVault,
-                        solTx: '3oC8BybX5YrkfPyvV8rAE1tnJr6egtZFHLghqHuLi3eaT4aWm87qZPJFrjFRn6nwVemd2ponsew85tBs6VVQzTJv',
-                        executedAt: new Date('December 22, 2023 04:13:58 UTC'),
-                        symbol: 'RENDER',
-                        channel: 'loan',
+                        solTx: "3oC8BybX5YrkfPyvV8rAE1tnJr6egtZFHLghqHuLi3eaT4aWm87qZPJFrjFRn6nwVemd2ponsew85tBs6VVQzTJv",
+                        executedAt: new Date("December 22, 2023 04:13:58 UTC"),
+                        symbol: "RENDER",
+                        channel: "loan",
                         amountPayed: BigInt(44999 * Math.pow(10, 8)),
                     },
                 },
                 {
                     transfer: {
-                        toSolKey: '2P2gisXpbsYEUsTDQKdcDKSg1UZvx7qxfLTkvJGZdeJC',
+                        toSolKey: "2P2gisXpbsYEUsTDQKdcDKSg1UZvx7qxfLTkvJGZdeJC",
                         fromSolKey: constants_1.v3SquadsVault,
-                        channel: 'loan',
-                        solTx: '2f5sEBHcP8wpF79voUEUiP8pryDt7FvqrTXQrEpXzAxbzyFYPkavZGtJc5N8CXhfbJav8hQTr9YcENKseiouaWzc',
-                        executedAt: new Date('December 22, 2023 02:39:53 UTC'),
-                        symbol: 'RENDER',
+                        channel: "loan",
+                        solTx: "2f5sEBHcP8wpF79voUEUiP8pryDt7FvqrTXQrEpXzAxbzyFYPkavZGtJc5N8CXhfbJav8hQTr9YcENKseiouaWzc",
+                        executedAt: new Date("December 22, 2023 02:39:53 UTC"),
+                        symbol: "RENDER",
                         amountPayed: BigInt(1 * Math.pow(10, 8)),
                     },
                 },
                 {
                     transfer: {
-                        toSolKey: '5DGbogKUo8haEYC9Tt4FTHE5ue55bjLC4DpSgE1g6yT1',
+                        toSolKey: "5DGbogKUo8haEYC9Tt4FTHE5ue55bjLC4DpSgE1g6yT1",
                         fromSolKey: constants_1.v3SquadsVault,
-                        channel: 'loan',
-                        solTx: '42n55BZcKVBCSZQoaneBQLn57v7zZGZorGe3uBLheGu4BQtpaTChdT1z3vHwgU4MHghJw3wJ72rFLkib761ewJCj',
-                        executedAt: new Date('January 12, 2024 00:17:02 UTC'),
-                        symbol: 'RENDER',
+                        channel: "loan",
+                        solTx: "42n55BZcKVBCSZQoaneBQLn57v7zZGZorGe3uBLheGu4BQtpaTChdT1z3vHwgU4MHghJw3wJ72rFLkib761ewJCj",
+                        executedAt: new Date("January 12, 2024 00:17:02 UTC"),
+                        symbol: "RENDER",
                         amountPayed: BigInt(1 * Math.pow(10, 8)),
                     },
                 },
                 {
                     transfer: {
-                        toSolKey: '5DGbogKUo8haEYC9Tt4FTHE5ue55bjLC4DpSgE1g6yT1',
+                        toSolKey: "5DGbogKUo8haEYC9Tt4FTHE5ue55bjLC4DpSgE1g6yT1",
                         fromSolKey: constants_1.v3SquadsVault,
-                        channel: 'loan',
-                        solTx: 'THJLvA1UTqH22hNP7Ecnfn4iY736VJAZ8scgSUjrDDaGpSQJmGYKJYXGtDu6TB96fKo6mJBtUBZvLb4ors17JUR',
-                        executedAt: new Date('January 17, 2024 22:09:58 UTC'),
-                        symbol: 'RENDER',
+                        channel: "loan",
+                        solTx: "THJLvA1UTqH22hNP7Ecnfn4iY736VJAZ8scgSUjrDDaGpSQJmGYKJYXGtDu6TB96fKo6mJBtUBZvLb4ors17JUR",
+                        executedAt: new Date("January 17, 2024 22:09:58 UTC"),
+                        symbol: "RENDER",
                         amountPayed: BigInt(49999 * Math.pow(10, 8)),
                     },
                 },
                 {
                     transfer: {
-                        toSolKey: '5DGbogKUo8haEYC9Tt4FTHE5ue55bjLC4DpSgE1g6yT1',
+                        toSolKey: "5DGbogKUo8haEYC9Tt4FTHE5ue55bjLC4DpSgE1g6yT1",
                         fromSolKey: constants_1.devsSquadsVault,
-                        channel: 'loan',
-                        solTx: '5BcxrMExq34jtMB5c3bH3A8TN4pCp9sxjC5HMcS7Mh8pig3r2eQhvRnJeE1RBTyQ4JDXyANWmDU9SKdYFyT2wDoq',
-                        executedAt: new Date('February 28, 2024 22:43:21 UTC'),
-                        symbol: 'RENDER',
+                        channel: "loan",
+                        solTx: "5BcxrMExq34jtMB5c3bH3A8TN4pCp9sxjC5HMcS7Mh8pig3r2eQhvRnJeE1RBTyQ4JDXyANWmDU9SKdYFyT2wDoq",
+                        executedAt: new Date("February 28, 2024 22:43:21 UTC"),
+                        symbol: "RENDER",
                         amountPayed: BigInt(1 * Math.pow(10, 8)),
                     },
                 },
                 {
                     transfer: {
-                        toSolKey: '5DGbogKUo8haEYC9Tt4FTHE5ue55bjLC4DpSgE1g6yT1',
+                        toSolKey: "5DGbogKUo8haEYC9Tt4FTHE5ue55bjLC4DpSgE1g6yT1",
                         fromSolKey: constants_1.devsSquadsVault,
-                        channel: 'loan',
-                        solTx: '5E4E35CT4e3fhbMAwcKdfAvJL4uUHR8hHE8REmKnDCEsFZ6mxaE1YyeYK8Sbg5AJqBJxsZkcYSohY8T14YLC5pXs',
-                        executedAt: new Date('February 29, 2024 01:17:51 UTC'),
-                        symbol: 'RENDER',
+                        channel: "loan",
+                        solTx: "5E4E35CT4e3fhbMAwcKdfAvJL4uUHR8hHE8REmKnDCEsFZ6mxaE1YyeYK8Sbg5AJqBJxsZkcYSohY8T14YLC5pXs",
+                        executedAt: new Date("February 29, 2024 01:17:51 UTC"),
+                        symbol: "RENDER",
                         amountPayed: BigInt(199999 * Math.pow(10, 8)),
                     },
                 },
             ];
+            if (this.isDryRun) {
+                for (const t of trs) {
+                    const amount = this.formatAmount(t.transfer.amountPayed);
+                    const timestamp = this.formatTimestamp(t.transfer.executedAt.getTime() / 1000);
+                    console.log(`${t.transfer.solTx} | ${timestamp} | ${t.transfer.channel} | ${t.transfer.fromSolKey} -> ${t.transfer.toSolKey} | ${amount} ${t.transfer.symbol}`);
+                }
+                return;
+            }
             for (const t of trs) {
                 try {
                     yield this.pg.createPayments(this.pg.db, [t]);
@@ -184,37 +480,9 @@ class Backfiller {
                 }
             }
         });
-        this.conn = conn;
-        this.pg = pg;
-    }
-    emit() {
-        this._types['emit'] = {};
-        return this;
-    }
-    loans() {
-        this._types['loan'] = {};
-        return this;
-    }
-    buyBurnUSDCInflow(solscanCookie) {
-        this._types['buyBurnUSDCInflow'] = {};
-        this.solscan.cookie = solscanCookie;
-        return this;
-    }
-    manualMint(solscanCookie) {
-        this._types['manualMint'] = {};
-        this.solscan.cookie = solscanCookie;
-        return this;
-    }
-    vaultOutflows(p) {
-        this._types['vaultOutflows'] = {};
-        this.solscan.cookie = p.solscanCookie;
-        this.solscan.pageSize = p.pageSize;
-        return this;
-    }
-    txs(...sigs) {
-        this._txs.push(...sigs);
     }
     findEmitTxs() {
+        var _a, _b;
         return __awaiter(this, void 0, void 0, function* () {
             const fetchSigs = (ads) => __awaiter(this, void 0, void 0, function* () {
                 const uniqSigs = {};
@@ -222,9 +490,10 @@ class Backfiller {
                 for (const ad of ads) {
                     const sigs = [];
                     while (true) {
-                        const sigsBatch = yield this.conn.getSignaturesForAddress(ad, {
+                        const sigsBatch = yield this.heliusClient.getSignaturesForAddress(ad, {
                             before: sigs.length > 0 ? sigs[sigs.length - 1].signature : undefined,
-                        }, 'confirmed');
+                            limit: 1000,
+                        });
                         sigs.push(...sigsBatch.filter((s) => !uniqSigs[s.signature]));
                         for (const s of sigsBatch) {
                             uniqSigs[s.signature] = true;
@@ -233,7 +502,9 @@ class Backfiller {
                             break;
                         }
                     }
-                    console.log(`fetched ${sigs.length} sigs for ${ad}`);
+                    if (!this.isDryRun) {
+                        console.log(`fetched ${sigs.length} sigs for ${ad}`);
+                    }
                     sigsAgg.push(...sigs);
                 }
                 sigsAgg.sort((a, b) => b.blockTime - a.blockTime);
@@ -243,102 +514,135 @@ class Backfiller {
                 (0, emission_distributor_sdk_1.emissionDistributorKey)(new web3_js_1.PublicKey(constants_1.renderMint))[0],
                 (0, emission_distributor_sdk_1.emissionDistributorV1Key)(new web3_js_1.PublicKey(constants_1.renderMint))[0],
             ]);
-            console.log(`sigs ${sigs.length}`);
+            if (!this.isDryRun) {
+                console.log(`sigs ${sigs.length}`);
+            }
             let proced = 0;
             const out = [];
             for (const s of sigs) {
-                const p = yield this.conn.getParsedTransaction(s.signature, {
-                    maxSupportedTransactionVersion: 0,
-                    commitment: 'confirmed',
-                });
-                if (p.meta.err) {
+                const p = yield this.heliusClient.getParsedTransaction(s.signature);
+                if (((_a = p === null || p === void 0 ? void 0 : p.meta) === null || _a === void 0 ? void 0 : _a.err) || (p === null || p === void 0 ? void 0 : p.err)) {
                     continue;
                 }
-                for (const l of p.meta.logMessages) {
-                    if (l.includes('DistributeEmissionsV0') ||
-                        l.includes('DistributeEmissionsV1')) {
+                const logMessages = ((_b = p === null || p === void 0 ? void 0 : p.meta) === null || _b === void 0 ? void 0 : _b.logMessages) || [];
+                for (const l of logMessages) {
+                    if (l.includes("DistributeEmissionsV0") || l.includes("DistributeEmissionsV1")) {
                         out.push(s.signature);
+                        if (this.isDryRun) {
+                            console.log(`${s.signature} | ${this.formatTimestamp(s.blockTime)} | emission | Emission Distributor -> Various Recipients | N/A RENDER`);
+                        }
+                        break;
                     }
                 }
                 proced += 1;
-                if (proced % 50 == 0) {
+                if (proced % 10 == 0 && !this.isDryRun) {
                     console.log(`proced ${proced}`);
                 }
             }
             console.log(`emit txs: ${out.length}`);
-            //console.log(`last ${sigs.slice(sigs.length - 5).map((s) => s.signature)}`)
             return out;
         });
     }
-    run() {
+    indexTxs(txs, channel, reindexTx = false, deleteFailed = false, mints = [constants_1.renderMint, constants_1.usdcMint], senders = [constants_1.passthruEscrow, constants_1.v3SquadsVault, constants_1.upgradeRewardsEscrow, constants_1.upgradeRewardsCircuitBreaker, constants_1.renderMint], assertSender = "") {
+        var _a, _b;
         return __awaiter(this, void 0, void 0, function* () {
-            for (const t of Object.keys(this._types)) {
-                if (t == 'emit') {
-                    const txs = yield this.findEmitTxs();
-                    yield this.indexTxs(txs, 'emit');
+            let proced = 0;
+            console.log(`processing ${txs.length} txs`);
+            const insertedIds = [];
+            for (const solTx of txs) {
+                if (solTx == "") {
+                    continue;
                 }
-                else if (t == 'buyBurnUSDCInflow') {
-                    const trs = yield (0, exports.solscan)(this.solscan.cookie).getTransfers({
-                        mint: new web3_js_1.PublicKey(constants_1.usdcMint),
-                        flow: 'in',
-                        addr: new web3_js_1.PublicKey(constants_1.buyAndBurnEscrow),
-                    });
-                    for (const t of trs) {
-                        console.log(`buyBurnUSDCInflows: ${JSON.stringify(t)}`);
-                        const { stop } = yield this.indexTransfers({ [constants_1.buyAndBurnEscrow]: { mint: constants_1.usdcMint, amt: t.amount } }, { blockTime: t.blockTime, sig: t.sig }, t.fromAddress.toString(), 'internal');
-                        if (stop) {
-                            break;
-                        }
+                console.log(`solTx ${solTx}`);
+                const tx = yield this.heliusClient.getParsedTransaction(solTx);
+                if (!tx || (tx.status !== "Success" && tx.err)) {
+                    if (this.isDryRun) {
+                        console.log(`[DRY RUN] Would delete failed transaction ${solTx} from database`);
+                        continue;
                     }
+                    console.log(`shouldnt exist ${solTx} in db. deleting`);
+                    const res = yield this.pg.db.trx.deleteFrom("sol_tx").where("sig", "=", solTx).executeTakeFirstOrThrow();
+                    console.log(`deleted ${res.numDeletedRows} tx`);
+                    continue;
                 }
-                else if (t == 'manualMint') {
-                    const trs = yield (0, exports.solscan)(this.solscan.cookie).getBalanceChange({
-                        mint: new web3_js_1.PublicKey(constants_1.renderMint),
-                        addr: new web3_js_1.PublicKey('AYm4Knn6Sw1f52Eq42ujQ2ez5Xb7iBJeviprFCA7ADCy'),
-                        flow: 'in',
-                        tokenAccount: new web3_js_1.PublicKey(constants_1.bridgeEscrow),
-                    });
-                    for (const t of trs) {
-                        console.log(`manualMints: ${JSON.stringify(t)}`);
-                        const { stop } = yield this.indexTransfers({ [constants_1.bridgeEscrow]: { mint: constants_1.renderMint, amt: t.amount } }, { blockTime: t.blockTime, sig: t.sig }, constants_1.renderMint, 'manual_mint');
-                        if (stop) {
-                            break;
-                        }
+                const onchain = {};
+                const tokenBalances = tx.tokenBalances || [];
+                const preTokenBalances = tx.preTokenBalances || [];
+                const postTokenBalances = tx.postTokenBalances || [];
+                for (const balance of postTokenBalances) {
+                    const mint = mints.find((m) => balance.mint === m);
+                    if (mint) {
+                        const amt = Number(((_a = balance.uiTokenAmount) === null || _a === void 0 ? void 0 : _a.amount) || balance.amount || 0);
+                        onchain[balance.owner] = { mint, amt };
                     }
                 }
-                else if (t == 'vaultOutflows') {
-                    for (const addr of [constants_1.devsSquadsVault, constants_1.masterSquadsVault]) {
-                        const trs = yield (0, exports.solscan)(this.solscan.cookie).getTransfers({
-                            mint: new web3_js_1.PublicKey(constants_1.renderMint),
-                            flow: 'out',
-                            addr: new web3_js_1.PublicKey(addr),
-                            pageSize: this.solscan.pageSize,
-                        });
-                        inner: for (const t of trs) {
-                            console.log(`vaultOutflow: ${JSON.stringify(t)}`);
-                            const { stop } = yield this.indexTransfers({
-                                [t.toAddress.toString()]: { mint: constants_1.renderMint, amt: t.amount },
-                            }, { blockTime: t.blockTime, sig: t.sig }, addr, 'internal');
-                            if (stop) {
-                                break inner;
+                let sender = "";
+                for (const balance of preTokenBalances) {
+                    const mint = mints.find((m) => balance.mint === m);
+                    if (mint) {
+                        const amt = Number(((_b = balance.uiTokenAmount) === null || _b === void 0 ? void 0 : _b.amount) || balance.amount || 0);
+                        if (onchain[balance.owner]) {
+                            onchain[balance.owner] = { mint, amt: onchain[balance.owner].amt - amt };
+                            if (onchain[balance.owner].amt < 0) {
+                                const foundSender = senders.find((s) => s === balance.owner.toString());
+                                if (!foundSender) {
+                                    throw new Error(`sender ${balance.owner} not in expected senders ${senders}`);
+                                }
+                                if (assertSender !== "" && foundSender !== assertSender) {
+                                    throw new Error(`assert sender ${balance.owner} != ${assertSender}`);
+                                }
+                                sender = foundSender;
                             }
                         }
                     }
                 }
-                else if (t == 'loan') {
-                    yield this.indexLoans();
+                if (channel === "emit") {
+                    sender = constants_1.renderMint;
+                }
+                if (!sender) {
+                    console.log(`no matching sender found`);
+                }
+                if (Object.keys(onchain).length === 0) {
+                    console.log(`skipping ${solTx}. nothing to index`);
+                    continue;
+                }
+                const { stop } = yield this.indexTransfers(onchain, { blockTime: tx.blockTime || tx.blocktime || 0, sig: solTx }, sender, channel);
+                if (stop) {
+                    break;
+                }
+                proced += 1;
+                if (proced % 10 === 0 && !this.isDryRun) {
+                    console.log(`proced ${proced}`);
                 }
             }
+            console.log(`done. inserted ${insertedIds.length} transfers: ${insertedIds.join(",")}`);
         });
     }
     indexTransfers(onchain, tx, sender, channel, reindexTx = false) {
         return __awaiter(this, void 0, void 0, function* () {
             const ents = Object.entries(onchain).filter(([k, { mint, amt }]) => amt != 0);
+            if (this.isDryRun) {
+                for (const [k, { amt, mint }] of ents) {
+                    if (k == sender) {
+                        continue;
+                    }
+                    const symbol = (() => {
+                        if (mint == constants_1.renderMint) {
+                            return "RENDER";
+                        }
+                        if (mint == constants_1.usdcMint) {
+                            return "USDC";
+                        }
+                        return "UNKNOWN";
+                    })();
+                    const amount = this.formatAmount(amt);
+                    const timestamp = this.formatTimestamp(tx.blockTime);
+                    console.log(`${tx.sig} | ${timestamp} | ${channel} | ${sender} -> ${k} | ${amount} ${symbol}`);
+                }
+                return { stop: false };
+            }
             if (reindexTx) {
-                let res = yield this.pg.db.trx
-                    .deleteFrom('sol_tx')
-                    .where('sig', '=', tx.sig)
-                    .executeTakeFirstOrThrow();
+                const res = yield this.pg.db.trx.deleteFrom("sol_tx").where("sig", "=", tx.sig).executeTakeFirstOrThrow();
                 console.log(`deleted ${res.numDeletedRows} tx`);
             }
             console.log(`diffs: ${ents.map(([k, v]) => `k ${k} v -> ${JSON.stringify(v)}`)}`);
@@ -356,10 +660,10 @@ class Backfiller {
                                 toSolKey: k,
                                 symbol: (() => {
                                     if (mint == constants_1.renderMint) {
-                                        return 'RENDER';
+                                        return "RENDER";
                                     }
                                     if (mint == constants_1.usdcMint) {
-                                        return 'USDC';
+                                        return "USDC";
                                     }
                                     throw new Error(`unknown mint ${mint}`);
                                 })(),
@@ -376,7 +680,7 @@ class Backfiller {
                 }
                 catch (e) {
                     trx.rollback();
-                    if (`${e}`.includes('duplicate key value violates unique constraint')) {
+                    if (`${e}`.includes("duplicate key value violates unique constraint")) {
                         console.log(`caught up indexing ${e}`);
                         return { stop: true };
                     }
@@ -387,85 +691,151 @@ class Backfiller {
             return { stop: false };
         });
     }
-    indexTxs(txs, channel, reindexTx = false, deleteFailed = false, mints = [constants_1.renderMint, constants_1.usdcMint], 
-    // squadsV4
-    senders = [
-        constants_1.passthruEscrow,
-        constants_1.v3SquadsVault,
-        constants_1.upgradeRewardsEscrow,
-        constants_1.upgradeRewardsCircuitBreaker,
-        constants_1.renderMint,
-    ], assertSender = '') {
-        var _a, _b;
+    run() {
         return __awaiter(this, void 0, void 0, function* () {
-            let proced = 0;
-            console.log(`processing ${txs.length} txs`);
-            const insertedIds = [];
-            for (const solTx of txs) {
-                if (solTx == '') {
-                    continue;
+            for (const t of Object.keys(this._types)) {
+                if (t == "emit") {
+                    const txs = yield this.findEmitTxs();
+                    yield this.indexTxs(txs, "emit");
                 }
-                console.log(`solTx ${solTx}`);
-                const tx = yield this.conn.getParsedTransaction(solTx, {
-                    maxSupportedTransactionVersion: 0,
-                    commitment: 'confirmed',
-                });
-                if (!tx || tx.meta.err) {
-                    console.log(`shouldnt exist ${solTx} in db. deleting`);
-                    let res = yield this.pg.db.trx
-                        .deleteFrom('sol_tx')
-                        .where('sig', '=', solTx)
-                        .executeTakeFirstOrThrow();
-                    console.log(`deleted ${res.numDeletedRows} tx`);
-                    continue;
+                else if (t == "buyBurnUSDCInflow") {
+                    const trs = yield this.solscanClient.getTransfers({
+                        mint: new web3_js_1.PublicKey(constants_1.usdcMint),
+                        flow: "in",
+                        addr: new web3_js_1.PublicKey(constants_1.buyAndBurnEscrow),
+                    });
+                    for (const t of trs) {
+                        if (!this.isDryRun) {
+                            console.log(`buyBurnUSDCInflows: ${JSON.stringify(t)}`);
+                        }
+                        const { stop } = yield this.indexTransfers({ [constants_1.buyAndBurnEscrow]: { mint: constants_1.usdcMint, amt: t.amount } }, { blockTime: t.blockTime, sig: t.sig }, t.fromAddress.toString(), "internal");
+                        if (stop) {
+                            break;
+                        }
+                    }
                 }
-                const onchain = {};
-                for (const b of tx.meta.postTokenBalances) {
-                    const mint = mints.find((m) => b.mint == m);
-                    const amt = Number((_a = b.uiTokenAmount.amount) !== null && _a !== void 0 ? _a : 0);
-                    if (mint) {
-                        onchain[b.owner] = { mint, amt };
+                else if (t == "manualMint") {
+                    const trs = yield this.solscanClient.getBalanceChange({
+                        mint: new web3_js_1.PublicKey(constants_1.renderMint),
+                        addr: new web3_js_1.PublicKey("AYm4Knn6Sw1f52Eq42ujQ2ez5Xb7iBJeviprFCA7ADCy"),
+                        flow: "in",
+                        tokenAccount: new web3_js_1.PublicKey(constants_1.bridgeEscrow),
+                    });
+                    for (const t of trs) {
+                        if (!this.isDryRun) {
+                            console.log(`manualMints: ${JSON.stringify(t)}`);
+                        }
+                        const { stop } = yield this.indexTransfers({ [constants_1.bridgeEscrow]: { mint: constants_1.renderMint, amt: t.amount } }, { blockTime: t.blockTime, sig: t.sig }, constants_1.renderMint, "manual_mint");
+                        if (stop) {
+                            break;
+                        }
+                    }
+                    const polyTrs = yield this.solscanClient.getBalanceChange({
+                        mint: new web3_js_1.PublicKey(constants_1.renderMint),
+                        addr: new web3_js_1.PublicKey("AYm4Knn6Sw1f52Eq42ujQ2ez5Xb7iBJeviprFCA7ADCy"),
+                        flow: "in",
+                        tokenAccount: new web3_js_1.PublicKey(constants_1.polyBridgeEscrow),
+                    });
+                    for (const t of polyTrs) {
+                        if (!this.isDryRun) {
+                            console.log(`polyManualMints: ${JSON.stringify(t)}`);
+                        }
+                        const { stop } = yield this.indexTransfers({ [constants_1.polyBridgeEscrow]: { mint: constants_1.renderMint, amt: t.amount } }, { blockTime: t.blockTime, sig: t.sig }, constants_1.renderMint, "manual_mint");
+                        if (stop) {
+                            break;
+                        }
                     }
                 }
-                let sender;
-                for (const b of tx.meta.preTokenBalances) {
-                    const mint = mints.find((m) => b.mint == m);
-                    const amt = Number((_b = b.uiTokenAmount.amount) !== null && _b !== void 0 ? _b : 0);
-                    if (mint) {
-                        onchain[b.owner] = { mint, amt: onchain[b.owner].amt - amt };
-                        if (onchain[b.owner].amt < 0) {
-                            sender = senders.find((s) => s == b.owner.toString());
-                            if (!sender) {
-                                throw new Error(`sender ${b.owner} not in expected senders ${senders}`);
+                else if (t == "vaultOutflows") {
+                    for (const addr of [constants_1.devsSquadsVault, constants_1.masterSquadsVault]) {
+                        const trs = yield this.solscanClient.getTransfers({
+                            mint: new web3_js_1.PublicKey(constants_1.renderMint),
+                            flow: "out",
+                            addr: new web3_js_1.PublicKey(addr),
+                            pageSize: this.solscan.pageSize,
+                        });
+                        for (const t of trs) {
+                            if (!this.isDryRun) {
+                                console.log(`vaultOutflow: ${JSON.stringify(t)}`);
                             }
-                            if (assertSender != '' && sender != assertSender) {
-                                throw new Error(`assert sender ${b.owner} != ${assertSender}`);
+                            const { stop } = yield this.indexTransfers({
+                                [t.toAddress.toString()]: { mint: constants_1.renderMint, amt: t.amount },
+                            }, { blockTime: t.blockTime, sig: t.sig }, addr, "internal");
+                            if (stop) {
+                                break;
                             }
                         }
                     }
                 }
-                if (channel == 'emit') {
-                    sender = constants_1.renderMint;
-                }
-                if (!sender) {
-                    console.log(`no matching sender found`);
-                }
-                if (Object.keys(onchain).length == 0) {
-                    console.log(`skipping ${solTx}. nothing to index`);
-                    continue;
-                }
-                const { stop } = yield this.indexTransfers(onchain, { blockTime: tx.blockTime, sig: solTx }, sender, channel);
-                if (stop) {
-                    break;
-                }
-                proced += 1;
-                if (proced % 10 == 0) {
-                    console.log(`proced ${proced}`);
+                else if (t == "loan") {
+                    yield this.indexLoans();
                 }
             }
-            console.log(`done. inserted ${insertedIds.length} transfers: ${insertedIds.join(',')}`);
         });
     }
 }
 exports.Backfiller = Backfiller;
+function main() {
+    return __awaiter(this, void 0, void 0, function* () {
+        const args = process.argv.slice(2);
+        const getArgValue = (argName) => {
+            const argIndex = args.indexOf(`--${argName}`);
+            return argIndex !== -1 && argIndex + 1 < args.length ? args[argIndex + 1] : undefined;
+        };
+        const hasFlag = (flagName) => {
+            return args.includes(`--${flagName}`);
+        };
+        const solscanApiKey = getArgValue("solscanApiKey");
+        if (!solscanApiKey) {
+            console.error("Error: --solscanApiKey is required");
+            process.exit(1);
+        }
+        const heliusApiKey = getArgValue("heliusApiKey");
+        if (!heliusApiKey) {
+            console.error("Error: --heliusApiKey is required");
+            process.exit(1);
+        }
+        const isDryRun = hasFlag("dryRun");
+        let pg;
+        if (!isDryRun) {
+            const pgUrl = getArgValue("pgUrl");
+            if (!pgUrl) {
+                console.error("Error: --pgUrl is required (unless using --dryRun)");
+                process.exit(1);
+            }
+            pg = (0, v2Client_1.pgClient)({
+                connectionString: pgUrl,
+            });
+        }
+        const backfiller = new Backfiller(solscanApiKey, heliusApiKey, pg, isDryRun);
+        if (hasFlag("loans")) {
+            backfiller.loans();
+        }
+        if (hasFlag("vaultOutflows")) {
+            backfiller.vaultOutflows({});
+        }
+        if (hasFlag("emissions")) {
+            backfiller.emit();
+        }
+        if (hasFlag("buyBurnUSDCInflow")) {
+            backfiller.buyBurnUSDCInflow();
+        }
+        if (hasFlag("manualMints")) {
+            backfiller.manualMint();
+        }
+        if (hasFlag("loans") ||
+            hasFlag("vaultOutflows") ||
+            hasFlag("emissions") ||
+            hasFlag("buyBurnUSDCInflow") ||
+            hasFlag("manualMints")) {
+            yield backfiller.run();
+        }
+        else {
+            console.log("No operations specified. Available flags: --loans, --vaultOutflows, --emissions, --buyBurnUSDCInflow, --manualMints, --dryRun");
+        }
+    });
+}
+if (require.main === module) {
+    main().catch(console.error);
+}
 //# sourceMappingURL=backfiller.js.map