@helium/spl-utils 0.0.26 → 0.0.27

package/lib/cjs/tpuClient.js

@@ -0,0 +1,410 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TpuConnection = exports.LeaderTpuService = exports.TpuClient = exports.RecentLeaderSlots = exports.MAX_FANOUT_SLOTS = exports.DEFAULT_FANOUT_SLOTS = exports.MAX_SLOT_SKIP_DISTANCE = exports.LeaderTpuCache = void 0;
+// Taken from https://raw.githubusercontent.com/lmvdz/tpu-client/main/src/index.ts bec of supply chain risk
+const web3_js_1 = require("@solana/web3.js");
+const denque_1 = __importDefault(require("denque"));
+const dgram_1 = __importDefault(require("dgram"));
+const bs58_1 = __importDefault(require("bs58"));
+class LeaderTpuCache {
+    constructor(connection, startSlot) {
+        this.connection = connection;
+        this.first_slot = startSlot;
+    }
+    static load(connection, startSlot) {
+        return new Promise((resolve) => {
+            const leaderTpuCache = new LeaderTpuCache(connection, startSlot);
+            leaderTpuCache.connection.getEpochInfo().then((epochInfo) => {
+                leaderTpuCache.slots_in_epoch = epochInfo.slotsInEpoch;
+                leaderTpuCache
+                    .fetchSlotLeaders(leaderTpuCache.first_slot, leaderTpuCache.slots_in_epoch)
+                    .then((leaders) => {
+                    leaderTpuCache.leaders = leaders;
+                    leaderTpuCache.fetchClusterTpuSockets().then((leaderTpuMap) => {
+                        leaderTpuCache.leaderTpuMap = leaderTpuMap;
+                        resolve(leaderTpuCache);
+                    });
+                });
+            });
+        });
+    }
+    fetchClusterTpuSockets() {
+        return new Promise((resolve, reject) => {
+            const map = new Map();
+            this.connection
+                .getClusterNodes()
+                .then((contactInfo) => {
+                contactInfo.forEach((contactInfo) => {
+                    map.set(contactInfo.pubkey, contactInfo.tpu);
+                });
+                resolve(map);
+            })
+                .catch((error) => {
+                reject(error);
+            });
+        });
+    }
+    fetchSlotLeaders(start_slot, slots_in_epoch) {
+        const fanout = Math.min(2 * exports.MAX_FANOUT_SLOTS, slots_in_epoch);
+        return this.connection.getSlotLeaders(start_slot, fanout);
+    }
+    lastSlot() {
+        return this.first_slot + this.leaders.length - 1;
+    }
+    getSlotLeader(slot) {
+        if (slot >= this.first_slot) {
+            const index = slot - this.first_slot;
+            return this.leaders[index];
+        }
+        else {
+            return null;
+        }
+    }
+    getLeaderSockets(fanout_slots) {
+        return new Promise((resolve) => {
+            const leaderSet = new Set();
+            const leaderSockets = new Array();
+            let checkedSlots = 0;
+            this.leaders.forEach((leader) => {
+                const tpu_socket = this.leaderTpuMap.get(leader.toBase58());
+                if (tpu_socket !== undefined && tpu_socket !== null) {
+                    if (!leaderSet.has(leader.toBase58())) {
+                        leaderSet.add(leader.toBase58());
+                        leaderSockets.push(tpu_socket);
+                    }
+                }
+                else {
+                    console.log("TPU not available for leader: ", leader.toBase58());
+                }
+                checkedSlots++;
+                if (checkedSlots === fanout_slots) {
+                    resolve(leaderSockets);
+                }
+            });
+        });
+    }
+}
+exports.LeaderTpuCache = LeaderTpuCache;
+exports.MAX_SLOT_SKIP_DISTANCE = 48;
+exports.DEFAULT_FANOUT_SLOTS = 12;
+exports.MAX_FANOUT_SLOTS = 100;
+class RecentLeaderSlots {
+    //@ts-check
+    /**
+     *
+     * @param current_slot {number}
+     */
+    constructor(current_slot) {
+        this.recent_slots = new denque_1.default();
+        this.recent_slots.push(current_slot);
+    }
+    //@ts-check
+    /**
+     *
+     * @param current_slot {number}
+     */
+    recordSlot(current_slot) {
+        this.recent_slots.push(current_slot);
+        while (this.recent_slots.length > 12) {
+            this.recent_slots.pop();
+        }
+    }
+    //@ts-check
+    /**
+     *
+     * @returns {number}
+     */
+    estimatedCurrentSlot() {
+        if (this.recent_slots.isEmpty()) {
+            throw new Error("recent slots is empty");
+        }
+        const sortedRecentSlots = this.recent_slots.toArray().sort((a, b) => a - b);
+        const max_index = sortedRecentSlots.length - 1;
+        const median_index = max_index / 2;
+        const median_recent_slot = sortedRecentSlots[median_index];
+        const expected_current_slot = median_recent_slot + (max_index - median_index);
+        const max_reasonable_current_slot = expected_current_slot + exports.MAX_SLOT_SKIP_DISTANCE;
+        return sortedRecentSlots
+            .reverse()
+            .find((slot) => slot <= max_reasonable_current_slot);
+    }
+}
+exports.RecentLeaderSlots = RecentLeaderSlots;
+class TpuClient {
+    //@ts-check
+    /**
+     *
+     * @param connection {Connection}
+     * @param config {TpuClientConfig}
+     */
+    constructor(connection, config = { fanoutSlots: exports.DEFAULT_FANOUT_SLOTS }) {
+        this.connection = connection;
+        this.exit = false;
+        this.sendSocket = dgram_1.default.createSocket("udp4");
+        this.fanoutSlots = Math.max(Math.min(config.fanoutSlots, exports.MAX_FANOUT_SLOTS), 1);
+    }
+    //@ts-check
+    /**
+     *
+     * @param connection {Connection}
+     * @param websocketUrl {string}
+     * @param config {TpuClientConfig}
+     * @returns {Promise<TpuClient>}
+     */
+    static load(connection, websocketUrl = "", config = { fanoutSlots: exports.DEFAULT_FANOUT_SLOTS }) {
+        return new Promise((resolve) => {
+            const tpuClient = new TpuClient(connection, config);
+            LeaderTpuService.load(tpuClient.connection, websocketUrl).then((leaderTpuService) => {
+                tpuClient.leaderTpuService = leaderTpuService;
+                resolve(tpuClient);
+            });
+        });
+    }
+    //@ts-check
+    /**
+     *
+     * @param transaction {Transaction}
+     * @param signers {Array<Signer>}
+     * @returns {Promise<string>}
+     */
+    sendTransaction(transaction, signers) {
+        return __awaiter(this, void 0, void 0, function* () {
+            if (transaction.nonceInfo) {
+                transaction.sign(...signers);
+            }
+            else {
+                transaction.recentBlockhash = (yield this.connection.getRecentBlockhash()).blockhash;
+                transaction.sign(...signers);
+            }
+            const rawTransaction = transaction.serialize();
+            return this.sendRawTransaction(rawTransaction);
+        });
+    }
+    //@ts-check
+    /**
+     *
+     * @param rawTransaction {Buffer | number[] | Uint8ARray}
+     * @returns {Promise<string>}
+     */
+    sendRawTransaction(rawTransaction) {
+        return __awaiter(this, void 0, void 0, function* () {
+            return new Promise((resolve, reject) => {
+                this.leaderTpuService
+                    .leaderTpuSockets(this.fanoutSlots)
+                    .then((tpu_addresses) => {
+                    tpu_addresses.forEach((tpu_address) => {
+                        this.sendSocket.send(rawTransaction, parseInt(tpu_address.split(":")[1]), tpu_address.split(":")[0], (error) => {
+                            if (!error) {
+                                const message = web3_js_1.Transaction.from(rawTransaction);
+                                resolve(bs58_1.default.encode(message.signature));
+                            }
+                            else {
+                                console.error(error);
+                                reject(error);
+                            }
+                        });
+                    });
+                });
+            });
+        });
+    }
+}
+exports.TpuClient = TpuClient;
+class LeaderTpuService {
+    //@ts-check
+    /**
+     *
+     * @param connection {Connection}
+     */
+    constructor(connection) {
+        this.connection = connection;
+    }
+    //@ts-check
+    /**
+     *
+     * @param connection {Connection}
+     * @param websocket_url {string}
+     * @returns {Promise<LeaderTpuService}
+     */
+    static load(connection, websocket_url = "") {
+        return new Promise((resolve) => {
+            const leaderTpuService = new LeaderTpuService(connection);
+            leaderTpuService.connection.getSlot("processed").then((start_slot) => {
+                leaderTpuService.recentSlots = new RecentLeaderSlots(start_slot);
+                LeaderTpuCache.load(connection, start_slot).then((leaderTpuCache) => {
+                    leaderTpuService.leaderTpuCache = leaderTpuCache;
+                    if (websocket_url !== "") {
+                        leaderTpuService.subscription = connection.onSlotUpdate((slotUpdate) => {
+                            if (slotUpdate.type === "completed") {
+                                slotUpdate.slot++;
+                            }
+                            leaderTpuService.recentSlots.recordSlot(slotUpdate.slot);
+                        });
+                    }
+                    else {
+                        leaderTpuService.subscription = null;
+                    }
+                    leaderTpuService.run();
+                    resolve(leaderTpuService);
+                });
+            });
+        });
+    }
+    //@ts-check
+    /**
+     *
+     * @param fanout_slots {number}
+     * @returns {Promise<string[]>}
+     */
+    leaderTpuSockets(fanout_slots) {
+        return this.leaderTpuCache.getLeaderSockets(fanout_slots);
+    }
+    //@ts-check
+    /**
+     * @returns {void}
+     */
+    run() {
+        return __awaiter(this, void 0, void 0, function* () {
+            const last_cluster_refresh = Date.now();
+            let sleep_ms = 1000;
+            setTimeout(() => __awaiter(this, void 0, void 0, function* () {
+                sleep_ms = 1000;
+                if (Date.now() - last_cluster_refresh > 1000 * 5 * 60) {
+                    try {
+                        this.leaderTpuCache.leaderTpuMap =
+                            yield this.leaderTpuCache.fetchClusterTpuSockets();
+                    }
+                    catch (error) {
+                        console.warn("Failed to fetch cluster tpu sockets", error);
+                        sleep_ms = 1000;
+                    }
+                }
+                const estimatedCurrentSlot = this.recentSlots.estimatedCurrentSlot();
+                if (estimatedCurrentSlot >=
+                    this.leaderTpuCache.last_epoch_info_slot -
+                        this.leaderTpuCache.slots_in_epoch) {
+                    try {
+                        const epochInfo = yield this.connection.getEpochInfo("recent");
+                        this.leaderTpuCache.slots_in_epoch = epochInfo.slotsInEpoch;
+                        this.leaderTpuCache.last_epoch_info_slot = estimatedCurrentSlot;
+                    }
+                    catch (error) {
+                        console.warn("failed to get epoch info");
+                    }
+                }
+                if (estimatedCurrentSlot >=
+                    this.leaderTpuCache.lastSlot() - exports.MAX_FANOUT_SLOTS) {
+                    try {
+                        const slot_leaders = yield this.leaderTpuCache.fetchSlotLeaders(estimatedCurrentSlot, this.leaderTpuCache.slots_in_epoch);
+                        this.leaderTpuCache.first_slot = estimatedCurrentSlot;
+                        this.leaderTpuCache.leaders = slot_leaders;
+                    }
+                    catch (error) {
+                        console.warn(`Failed to fetch slot leaders (current estimated slot: ${estimatedCurrentSlot})`, error);
+                        sleep_ms = 1000;
+                    }
+                }
+                this.run();
+            }), sleep_ms);
+        });
+    }
+}
+exports.LeaderTpuService = LeaderTpuService;
+class TpuConnection extends web3_js_1.Connection {
+    //@ts-check
+    /**
+     *
+     * @param endpoint {string}
+     * @param commitmentOrConfig {Commitment | ConnectionConfig}
+     */
+    constructor(endpoint, commitmentOrConfig) {
+        super(endpoint, commitmentOrConfig);
+    }
+    /**
+     *
+     * @param transaction {Transaction}
+     * @param signers {Array<Signer>}
+     * @returns {Promise<string>}
+     */
+    //@ts-ignore
+    sendTransaction(transaction, signers) {
+        return this.tpuClient.sendTransaction(transaction, signers);
+    }
+    /**
+     *
+     * @param rawTransaction {Buffer | Array<number> | Uint8Array}
+     * @returns {Promise<string>}
+     */
+    //@ts-ignore
+    sendRawTransaction(rawTransaction) {
+        return this.tpuClient.sendRawTransaction(rawTransaction);
+    }
+    ///@ts-check
+    /**
+     *
+     * @param connection {TpuConnection}
+     * @param transaction {Transaction}
+     * @param signers {Array<Signer>}
+     * @param options {ConfirmOptions}
+     * @returns {Promise<TransactionSignature>}
+     */
+    sendAndConfirmTransaction(connection, transaction, signers, options) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const signature = yield this.sendTransaction(transaction, signers);
+            const status = (yield connection.confirmTransaction(signature, options.commitment)).value;
+            if (status.err) {
+                throw new Error(`Transaction ${signature} failed (${JSON.stringify(status)})`);
+            }
+            return signature;
+        });
+    }
+    //@ts-check
+    /**
+     *
+     * @param connection {TpuConnection}
+     * @param rawTransaction {Buffer | Array<number> | Uint8Array}
+     * @param options {ConfirmOptions}
+     * @returns {Promise<string>}
+     */
+    sendAndConfirmRawTransaction(connection, rawTransaction, options) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const signature = yield this.sendRawTransaction(rawTransaction);
+            const status = (yield connection.confirmTransaction(signature, options.commitment)).value;
+            if (status.err) {
+                throw new Error(`Transaction ${signature} failed (${JSON.stringify(status)})`);
+            }
+            return signature;
+        });
+    }
+    //@ts-check
+    /**
+     *
+     * @param endpoint {string}
+     * @param commitmentOrConfig {Commitment | ConnectionConfig}
+     * @returns {Promise<TpuConnection>}
+     */
+    static load(endpoint, commitmentOrConfig) {
+        return new Promise((resolve) => {
+            const tpuConnection = new TpuConnection(endpoint, commitmentOrConfig);
+            //@ts-ignore
+            TpuClient.load(tpuConnection).then((tpuClient) => {
+                tpuConnection.tpuClient = tpuClient;
+                resolve(tpuConnection);
+            });
+        });
+    }
+}
+exports.TpuConnection = TpuConnection;
+//# sourceMappingURL=TpuClient.js.map

package/lib/cjs/tpuClient.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"TpuClient.js","sourceRoot":"","sources":["../../src/TpuClient.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,2GAA2G;AAC3G,6CASyB;AACzB,oDAA2C;AAC3C,kDAA0B;AAC1B,gDAAwB;AAExB,MAAa,cAAc;IAOzB,YAAoB,UAAsB,EAAE,SAAiB;QAC3D,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;IAC9B,CAAC;IACD,MAAM,CAAC,IAAI,CACT,UAAsB,EACtB,SAAiB;QAEjB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;YAC7B,MAAM,cAAc,GAAG,IAAI,cAAc,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;YACjE,cAAc,CAAC,UAAU,CAAC,YAAY,EAAE,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE;gBAC1D,cAAc,CAAC,cAAc,GAAG,SAAS,CAAC,YAAY,CAAC;gBACvD,cAAc;qBACX,gBAAgB,CACf,cAAc,CAAC,UAAU,EACzB,cAAc,CAAC,cAAc,CAC9B;qBACA,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE;oBAChB,cAAc,CAAC,OAAO,GAAG,OAAO,CAAC;oBACjC,cAAc,CAAC,sBAAsB,EAAE,CAAC,IAAI,CAAC,CAAC,YAAY,EAAE,EAAE;wBAC5D,cAAc,CAAC,YAAY,GAAG,YAAY,CAAC;wBAC3C,OAAO,CAAC,cAAc,CAAC,CAAC;oBAC1B,CAAC,CAAC,CAAC;gBACL,CAAC,CAAC,CAAC;YACP,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IACD,sBAAsB;QACpB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,MAAM,GAAG,GAAG,IAAI,GAAG,EAAkB,CAAC;YACtC,IAAI,CAAC,UAAU;iBACZ,eAAe,EAAE;iBACjB,IAAI,CAAC,CAAC,WAAW,EAAE,EAAE;gBACpB,WAAW,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,EAAE;oBAClC,GAAG,CAAC,GAAG,CAAC,WAAW,CAAC,MAAM,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC;gBAC/C,CAAC,CAAC,CAAC;gBACH,OAAO,CAAC,GAAG,CAAC,CAAC;YACf,CAAC,CAAC;iBACD,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;gBACf,MAAM,CAAC,KAAK,CAAC,CAAC;YAChB,CAAC,CAAC,CAAC;QACP,CAAC,CAAC,CAAC;IACL,CAAC;IACD,gBAAgB,CACd,UAAkB,EAClB,cAAsB;QAEtB,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,wBAAgB,EAAE,cAAc,CAAC,CAAC;QAC9D,OAAO,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;IAC5D,CAAC;IACD,QAAQ;QACN,OAAO,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;IACnD,CAAC;IACD,aAAa,CAAC,IAAY;QACxB,IAAI,IAAI,IAAI,IAAI,CAAC,UAAU,EAAE;YAC3B,MAAM,KAAK,GAAG,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC;YACrC,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;SAC5B;aAAM;YACL,OAAO,IAAI,CAAC;SACb;IACH,CAAC;IACD,gBAAgB,CAAC,YAAoB;QACnC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;YAC7B,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;YACpC,MAAM,aAAa,GAAG,IAAI,KAAK,EAAU,CAAC;YAC1C,IAAI,YAAY,GAAG,CAAC,CAAC;YACrB,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;gBAC9B,MAAM,UAAU,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;gBAC5D,IAAI,UAAU,KAAK,SAAS,IAAI,UAAU,KAAK,IAAI,EAAE;oBACnD,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,EAAE;wBACrC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;wBACjC,aAAa,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;qBAChC;iBACF;qBAAM;oBACL,OAAO,CAAC,GAAG,CAAC,gCAAgC,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;iBAClE;gBACD,YAAY,EAAE,CAAC;gBACf,IAAI,YAAY,KAAK,YAAY,EAAE;oBACjC,OAAO,CAAC,aAAa,CAAC,CAAC;iBACxB;YACH,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;CACF;AA1FD,wCA0FC;AAEY,QAAA,sBAAsB,GAAG,EAAE,CAAC;AAC5B,QAAA,oBAAoB,GAAG,EAAE,CAAC;AAC1B,QAAA,gBAAgB,GAAG,GAAG,CAAC;AAEpC,MAAa,iBAAiB;IAG5B,WAAW;IACX;;;OAGG;IACH,YAAY,YAAoB;QAC9B,IAAI,CAAC,YAAY,GAAG,IAAI,gBAAM,EAAE,CAAC;QACjC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IACvC,CAAC;IAED,WAAW;IACX;;;OAGG;IACH,UAAU,CAAC,YAAoB;QAC7B,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACrC,OAAO,IAAI,CAAC,YAAY,CAAC,MAAM,GAAG,EAAE,EAAE;YACpC,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,CAAC;SACzB;IACH,CAAC;IAED,WAAW;IACX;;;OAGG;IACH,oBAAoB;QAClB,IAAI,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,EAAE;YAC/B,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;SAC1C;QACD,MAAM,iBAAiB,GAAG,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAC5E,MAAM,SAAS,GAAG,iBAAiB,CAAC,MAAM,GAAG,CAAC,CAAC;QAC/C,MAAM,YAAY,GAAG,SAAS,GAAG,CAAC,CAAC;QACnC,MAAM,kBAAkB,GAAG,iBAAiB,CAAC,YAAY,CAAC,CAAC;QAC3D,MAAM,qBAAqB,GACzB,kBAAkB,GAAG,CAAC,SAAS,GAAG,YAAY,CAAC,CAAC;QAClD,MAAM,2BAA2B,GAC/B,qBAAqB,GAAG,8BAAsB,CAAC;QACjD,OAAO,iBAAiB;aACrB,OAAO,EAAE;aACT,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,IAAI,2BAA2B,CAAC,CAAC;IACzD,CAAC;CACF;AA9CD,8CA8CC;AAMD,MAAa,SAAS;IAOpB,WAAW;IACX;;;;OAIG;IACH,YACE,UAAsB,EACtB,SAA0B,EAAE,WAAW,EAAE,4BAAoB,EAAE;QAE/D,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC;QAClB,IAAI,CAAC,UAAU,GAAG,eAAK,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;QAC7C,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,CACzB,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,EAAE,wBAAgB,CAAC,EAC9C,CAAC,CACF,CAAC;IACJ,CAAC;IAED,WAAW;IACX;;;;;;OAMG;IACH,MAAM,CAAC,IAAI,CACT,UAAsB,EACtB,YAAY,GAAG,EAAE,EACjB,SAA0B,EAAE,WAAW,EAAE,4BAAoB,EAAE;QAE/D,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;YAC7B,MAAM,SAAS,GAAG,IAAI,SAAS,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;YACpD,gBAAgB,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,YAAY,CAAC,CAAC,IAAI,CAC5D,CAAC,gBAAgB,EAAE,EAAE;gBACnB,SAAS,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;gBAC9C,OAAO,CAAC,SAAS,CAAC,CAAC;YACrB,CAAC,CACF,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;IAED,WAAW;IACX;;;;;OAKG;IACG,eAAe,CACnB,WAAwB,EACxB,OAAsB;;YAEtB,IAAI,WAAW,CAAC,SAAS,EAAE;gBACzB,WAAW,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,CAAC;aAC9B;iBAAM;gBACL,WAAW,CAAC,eAAe,GAAG,CAC5B,MAAM,IAAI,CAAC,UAAU,CAAC,kBAAkB,EAAE,CAC3C,CAAC,SAAS,CAAC;gBACZ,WAAW,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,CAAC;aAC9B;YACD,MAAM,cAAc,GAAG,WAAW,CAAC,SAAS,EAAE,CAAC;YAC/C,OAAO,IAAI,CAAC,kBAAkB,CAAC,cAAc,CAAC,CAAC;QACjD,CAAC;KAAA;IAED,WAAW;IACX;;;;OAIG;IACG,kBAAkB,CACtB,cAA8C;;YAE9C,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;gBACrC,IAAI,CAAC,gBAAgB;qBAClB,gBAAgB,CAAC,IAAI,CAAC,WAAW,CAAC;qBAClC,IAAI,CAAC,CAAC,aAAa,EAAE,EAAE;oBACtB,aAAa,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,EAAE;wBACpC,IAAI,CAAC,UAAU,CAAC,IAAI,CAClB,cAAc,EACd,QAAQ,CAAC,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EACnC,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EACzB,CAAC,KAAK,EAAE,EAAE;4BACR,IAAI,CAAC,KAAK,EAAE;gCACV,MAAM,OAAO,GAAG,qBAAW,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;gCACjD,OAAO,CAAC,cAAI,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC;6BACzC;iCAAM;gCACL,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gCACrB,MAAM,CAAC,KAAK,CAAC,CAAC;6BACf;wBACH,CAAC,CACF,CAAC;oBACJ,CAAC,CAAC,CAAC;gBACL,CAAC,CAAC,CAAC;YACP,CAAC,CAAC,CAAC;QACL,CAAC;KAAA;CACF;AAzGD,8BAyGC;AAED,MAAa,gBAAgB;IAM3B,WAAW;IACX;;;OAGG;IACH,YAAoB,UAAsB;QACxC,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;IAC/B,CAAC;IAED,WAAW;IACX;;;;;OAKG;IACH,MAAM,CAAC,IAAI,CACT,UAAsB,EACtB,aAAa,GAAG,EAAE;QAElB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;YAC7B,MAAM,gBAAgB,GAAG,IAAI,gBAAgB,CAAC,UAAU,CAAC,CAAC;YAC1D,gBAAgB,CAAC,UAAU,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,EAAE;gBACnE,gBAAgB,CAAC,WAAW,GAAG,IAAI,iBAAiB,CAAC,UAAU,CAAC,CAAC;gBACjE,cAAc,CAAC,IAAI,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,cAAc,EAAE,EAAE;oBAClE,gBAAgB,CAAC,cAAc,GAAG,cAAc,CAAC;oBACjD,IAAI,aAAa,KAAK,EAAE,EAAE;wBACxB,gBAAgB,CAAC,YAAY,GAAG,UAAU,CAAC,YAAY,CACrD,CAAC,UAAU,EAAE,EAAE;4BACb,IAAI,UAAU,CAAC,IAAI,KAAK,WAAW,EAAE;gCACnC,UAAU,CAAC,IAAI,EAAE,CAAC;6BACnB;4BACD,gBAAgB,CAAC,WAAW,CAAC,UAAU,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;wBAC3D,CAAC,CACF,CAAC;qBACH;yBAAM;wBACL,gBAAgB,CAAC,YAAY,GAAG,IAAI,CAAC;qBACtC;oBACD,gBAAgB,CAAC,GAAG,EAAE,CAAC;oBACvB,OAAO,CAAC,gBAAgB,CAAC,CAAC;gBAC5B,CAAC,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAED,WAAW;IACX;;;;OAIG;IACH,gBAAgB,CAAC,YAAoB;QACnC,OAAO,IAAI,CAAC,cAAc,CAAC,gBAAgB,CAAC,YAAY,CAAC,CAAC;IAC5D,CAAC;IAED,WAAW;IACX;;OAEG;IACG,GAAG;;YACP,MAAM,oBAAoB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACxC,IAAI,QAAQ,GAAG,IAAI,CAAC;YACpB,UAAU,CAAC,GAAS,EAAE;gBACpB,QAAQ,GAAG,IAAI,CAAC;gBAChB,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,oBAAoB,GAAG,IAAI,GAAG,CAAC,GAAG,EAAE,EAAE;oBACrD,IAAI;wBACF,IAAI,CAAC,cAAc,CAAC,YAAY;4BAC9B,MAAM,IAAI,CAAC,cAAc,CAAC,sBAAsB,EAAE,CAAC;qBACtD;oBAAC,OAAO,KAAK,EAAE;wBACd,OAAO,CAAC,IAAI,CAAC,qCAAqC,EAAE,KAAK,CAAC,CAAC;wBAC3D,QAAQ,GAAG,IAAI,CAAC;qBACjB;iBACF;gBACD,MAAM,oBAAoB,GAAG,IAAI,CAAC,WAAW,CAAC,oBAAoB,EAAE,CAAC;gBACrE,IACE,oBAAoB;oBACpB,IAAI,CAAC,cAAc,CAAC,oBAAoB;wBACtC,IAAI,CAAC,cAAc,CAAC,cAAc,EACpC;oBACA,IAAI;wBACF,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;wBAC/D,IAAI,CAAC,cAAc,CAAC,cAAc,GAAG,SAAS,CAAC,YAAY,CAAC;wBAC5D,IAAI,CAAC,cAAc,CAAC,oBAAoB,GAAG,oBAAoB,CAAC;qBACjE;oBAAC,OAAO,KAAK,EAAE;wBACd,OAAO,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;qBAC1C;iBACF;gBACD,IACE,oBAAoB;oBACpB,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,GAAG,wBAAgB,EACjD;oBACA,IAAI;wBACF,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,gBAAgB,CAC7D,oBAAoB,EACpB,IAAI,CAAC,cAAc,CAAC,cAAc,CACnC,CAAC;wBACF,IAAI,CAAC,cAAc,CAAC,UAAU,GAAG,oBAAoB,CAAC;wBACtD,IAAI,CAAC,cAAc,CAAC,OAAO,GAAG,YAAY,CAAC;qBAC5C;oBAAC,OAAO,KAAK,EAAE;wBACd,OAAO,CAAC,IAAI,CACV,yDAAyD,oBAAoB,GAAG,EAChF,KAAK,CACN,CAAC;wBACF,QAAQ,GAAG,IAAI,CAAC;qBACjB;iBACF;gBACD,IAAI,CAAC,GAAG,EAAE,CAAC;YACb,CAAC,CAAA,EAAE,QAAQ,CAAC,CAAC;QACf,CAAC;KAAA;CACF;AAnHD,4CAmHC;AAED,MAAa,aAAc,SAAQ,oBAAU;IAG3C,WAAW;IACX;;;;OAIG;IACH,YACE,QAAgB,EAChB,kBAAkD;QAElD,KAAK,CAAC,QAAQ,EAAE,kBAAkB,CAAC,CAAC;IACtC,CAAC;IAED;;;;;OAKG;IACH,YAAY;IACZ,eAAe,CACb,WAAwB,EACxB,OAAsB;QAEtB,OAAO,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;IAC9D,CAAC;IAED;;;;OAIG;IACH,YAAY;IACZ,kBAAkB,CAChB,cAAmD;QAEnD,OAAO,IAAI,CAAC,SAAS,CAAC,kBAAkB,CAAC,cAAc,CAAC,CAAC;IAC3D,CAAC;IAED,YAAY;IACZ;;;;;;;OAOG;IACG,yBAAyB,CAC7B,UAAyB,EACzB,WAAwB,EACxB,OAAsB,EACtB,OAAwB;;YAExB,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;YACnE,MAAM,MAAM,GAAG,CACb,MAAM,UAAU,CAAC,kBAAkB,CAAC,SAAS,EAAE,OAAO,CAAC,UAAU,CAAC,CACnE,CAAC,KAAK,CAAC;YACR,IAAI,MAAM,CAAC,GAAG,EAAE;gBACd,MAAM,IAAI,KAAK,CACb,eAAe,SAAS,YAAY,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,CAC9D,CAAC;aACH;YACD,OAAO,SAAS,CAAC;QACnB,CAAC;KAAA;IAED,WAAW;IACX;;;;;;OAMG;IACG,4BAA4B,CAChC,UAAyB,EACzB,cAAmD,EACnD,OAAwB;;YAExB,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,cAAc,CAAC,CAAC;YAChE,MAAM,MAAM,GAAG,CACb,MAAM,UAAU,CAAC,kBAAkB,CAAC,SAAS,EAAE,OAAO,CAAC,UAAU,CAAC,CACnE,CAAC,KAAK,CAAC;YACR,IAAI,MAAM,CAAC,GAAG,EAAE;gBACd,MAAM,IAAI,KAAK,CACb,eAAe,SAAS,YAAY,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,CAC9D,CAAC;aACH;YACD,OAAO,SAAS,CAAC;QACnB,CAAC;KAAA;IAED,WAAW;IACX;;;;;OAKG;IACH,MAAM,CAAC,IAAI,CACT,QAAgB,EAChB,kBAAkD;QAElD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;YAC7B,MAAM,aAAa,GAAG,IAAI,aAAa,CAAC,QAAQ,EAAE,kBAAkB,CAAC,CAAC;YACtE,YAAY;YACZ,SAAS,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE;gBAC/C,aAAa,CAAC,SAAS,GAAG,SAAS,CAAC;gBACpC,OAAO,CAAC,aAAa,CAAC,CAAC;YACzB,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;CACF;AAlHD,sCAkHC"}

package/lib/cjs/transaction.js

@@ -8,9 +8,25 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
         step((generator = generator.apply(thisArg, _arguments || [])).next());
     });
 };
+var __rest = (this && this.__rest) || function (s, e) {
+    var t = {};
+    for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p) && e.indexOf(p) < 0)
+        t[p] = s[p];
+    if (s != null && typeof Object.getOwnPropertySymbols === "function")
+        for (var i = 0, p = Object.getOwnPropertySymbols(s); i < p.length; i++) {
+            if (e.indexOf(p[i]) < 0 && Object.prototype.propertyIsEnumerable.call(s, p[i]))
+                t[p[i]] = s[p[i]];
+        }
+    return t;
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.bufferToTransaction = exports.stringToTransaction = exports.sendAndConfirmWithRetry = exports.awaitTransactionSignatureConfirmation = exports.executeBig = exports.execute = exports.sendMultipleInstructions = exports.sendInstructions = void 0;
+exports.bulkSendRawTransactions = exports.bulkSendTransactions = exports.bufferToTransaction = exports.stringToTransaction = exports.sendAndConfirmWithRetry = exports.awaitTransactionSignatureConfirmation = exports.executeBig = exports.execute = exports.sendMultipleInstructions = exports.sendInstructions = void 0;
 const web3_js_1 = require("@solana/web3.js");
+const accountFetchCache_1 = require("./accountFetchCache");
+const bs58_1 = __importDefault(require("bs58"));
 const anchorError_1 = require("./anchorError");
 function sleep(ms) {
     return __awaiter(this, void 0, void 0, function* () {
@@ -32,7 +48,7 @@ function sendInstructions(provider, instructions, signers = [], payer = provider
             return "";
         }
         let tx = new web3_js_1.Transaction();
-        tx.recentBlockhash = (yield provider.connection.getRecentBlockhash()).blockhash;
+        tx.recentBlockhash = (yield provider.connection.getLatestBlockhash()).blockhash;
         tx.feePayer = payer || provider.wallet.publicKey;
         tx.add(...instructions);
         if (signers.length > 0) {
@@ -61,7 +77,7 @@ function truthy(value) {
 }
 function sendMultipleInstructions(provider, instructionGroups, signerGroups, payer, finality = "confirmed", idlErrors = new Map()) {
     return __awaiter(this, void 0, void 0, function* () {
-        const recentBlockhash = (yield provider.connection.getRecentBlockhash("confirmed")).blockhash;
+        const recentBlockhash = (yield provider.connection.getLatestBlockhash("confirmed")).blockhash;
         const ixAndSigners = instructionGroups
             .map((instructions, i) => {
             const signers = signerGroups[i];
@@ -143,6 +159,7 @@ exports.executeBig = executeBig;
 function getUnixTime() {
     return new Date().valueOf() / 1000;
 }
+const SEND_TRANSACTION_INTERVAL = 10;
 const awaitTransactionSignatureConfirmation = (txid, timeout, connection, commitment = "recent", queryStatus = false) => __awaiter(void 0, void 0, void 0, function* () {
     let done = false;
     let status = {
@@ -319,4 +336,134 @@ function bufferToTransaction(solanaTransaction) {
     return web3_js_1.Transaction.from(solanaTransaction);
 }
 exports.bufferToTransaction = bufferToTransaction;
+function withRetries(tries, input) {
+    return __awaiter(this, void 0, void 0, function* () {
+        for (let i = 0; i < tries; i++) {
+            try {
+                return yield input();
+            }
+            catch (e) {
+                console.log(`Retrying ${i}...`, e);
+            }
+        }
+        throw new Error("Failed after retries");
+    });
+}
+const TX_BATCH_SIZE = 200;
+function bulkSendTransactions(provider, txs, onProgress, triesRemaining = 5 // Number of blockhashes to try resending txs with before giving up
+) {
+    return __awaiter(this, void 0, void 0, function* () {
+        let ret = [];
+        // attempt to chunk by blockhash bounds (so signing doesn't take too long)
+        for (let chunk of (0, accountFetchCache_1.chunks)(txs, TX_BATCH_SIZE)) {
+            const thisRet = [];
+            // Continually send in bulk while resetting blockhash until we send them all
+            while (true) {
+                const recentBlockhash = yield withRetries(5, () => provider.connection.getLatestBlockhash("confirmed"));
+                const signedTxs = yield Promise.all(chunk.map((tx) => __awaiter(this, void 0, void 0, function* () {
+                    tx.recentBlockhash = recentBlockhash.blockhash;
+                    // @ts-ignore
+                    const signed = yield provider.wallet.signTransaction(tx);
+                    tx.signatures[0].signature;
+                    return signed;
+                })));
+                const txsWithSigs = signedTxs.map((tx, index) => {
+                    return {
+                        transaction: chunk[index],
+                        sig: bs58_1.default.encode(tx.signatures[0].signature),
+                    };
+                });
+                const confirmedTxs = yield bulkSendRawTransactions(provider.connection, signedTxs.map((s) => s.serialize()), (_a) => {
+                    var { totalProgress } = _a, rest = __rest(_a, ["totalProgress"]);
+                    return onProgress &&
+                        onProgress(Object.assign(Object.assign({}, rest), { totalProgress: totalProgress + ret.length }));
+                }, recentBlockhash.lastValidBlockHeight);
+                thisRet.push(...confirmedTxs);
+                if (confirmedTxs.length == signedTxs.length) {
+                    break;
+                }
+                const retSet = new Set(thisRet);
+                chunk = txsWithSigs
+                    .filter(({ sig }) => !retSet.has(sig))
+                    .map(({ transaction }) => transaction);
+                triesRemaining--;
+                if (triesRemaining <= 0) {
+                    throw new Error(`Failed to submit all txs after ${triesRemaining} blockhashes expired`);
+                }
+            }
+            ret.push(...thisRet);
+        }
+        return ret;
+    });
+}
+exports.bulkSendTransactions = bulkSendTransactions;
+// Returns the list of succesfully sent txns
+// NOTE: The return signatures are ordered by confirmation, not by order they are passed
+// This list should be in order. Seom txns may fail
+// due to blockhash exp
+function bulkSendRawTransactions(connection, txs, onProgress, lastValidBlockHeight) {
+    return __awaiter(this, void 0, void 0, function* () {
+        const txBatchSize = TX_BATCH_SIZE;
+        let totalProgress = 0;
+        const ret = [];
+        if (!lastValidBlockHeight) {
+            const blockhash = yield withRetries(5, () => connection.getLatestBlockhash("confirmed"));
+            lastValidBlockHeight = blockhash.lastValidBlockHeight;
+        }
+        for (let chunk of (0, accountFetchCache_1.chunks)(txs, txBatchSize)) {
+            let currentBatchProgress = 0;
+            let pendingCount = txs.length;
+            let txids = [];
+            let lastRetry = 0;
+            while (pendingCount > 0) {
+                if ((yield withRetries(5, () => connection.getBlockHeight())) >
+                    lastValidBlockHeight) {
+                    return ret;
+                }
+                // only resend txs every 4s
+                if (lastRetry < new Date().valueOf() - 4 * 1000) {
+                    lastRetry = new Date().valueOf();
+                    txids = [];
+                    for (const tx of chunk) {
+                        const txid = yield connection.sendRawTransaction(tx, {
+                            skipPreflight: true,
+                        });
+                        txids.push(txid);
+                    }
+                }
+                const statuses = yield getAllTxns(connection, txids);
+                const completed = statuses.filter((status) => status !== null);
+                totalProgress += completed.length;
+                currentBatchProgress += completed.length;
+                onProgress &&
+                    onProgress({
+                        totalProgress: totalProgress,
+                        currentBatchProgress: currentBatchProgress,
+                        currentBatchSize: txBatchSize,
+                    });
+                const failures = completed
+                    .map((status) => { var _a; return status !== null && ((_a = status.meta) === null || _a === void 0 ? void 0 : _a.err); })
+                    .filter(truthy);
+                if (failures.length > 0) {
+                    console.error(failures);
+                    throw new Error("Failed to run txs");
+                }
+                pendingCount -= completed.length;
+                chunk = chunk.filter((_, index) => statuses[index] === null);
+                ret.push(...completed
+                    .map((status, idx) => (status ? txids[idx] : null))
+                    .filter(truthy));
+                yield sleep(1000); // Wait one seconds before querying again
+            }
+        }
+        return ret;
+    });
+}
+exports.bulkSendRawTransactions = bulkSendRawTransactions;
+const MAX_GET_SIGNATURE_STATUSES_QUERY_ITEMS = 200;
+function getAllTxns(connection, txids) {
+    return __awaiter(this, void 0, void 0, function* () {
+        return (yield Promise.all((0, accountFetchCache_1.chunks)(txids, MAX_GET_SIGNATURE_STATUSES_QUERY_ITEMS).map((txids) => connection.getTransactions(txids, "confirmed")))).flat();
+    });
+}
 //# sourceMappingURL=transaction.js.map