@clonegod/ttd-sol-common 1.0.40 → 1.0.42

package/dist/appconfig/app_config.js

@@ -32,9 +32,17 @@ class AppConfig extends events_1.EventEmitter {
             this.arb_cache = (0, dist_1.getArbCache)(this.env_args);
             yield this.arb_cache.init();
             this.arb_cache.listen_trade_result(this);
-            this.connection = new web3_js_1.Connection(this.env_args.quicknode_endpoint, {
+            this.connection = new web3_js_1.Connection(this.env_args.rpc_endpoint, {
                 commitment: common_1.COMMITMENT_LEVEL.CONFIRMED,
             });
+            let common_service_config = yield this.arb_cache.get_common_service();
+            if ((0, dist_1.isEmpty)(common_service_config)) {
+                throw new Error(`get_common_service from cache failed! read from cache=${(0, dist_1.to_json_str)(common_service_config)}`);
+            }
+            let { config_center } = common_service_config;
+            this.query_token_market_price_url = this.env_args.token_price_url
+                .replace('${config_center_http_port}', config_center.http_port + '')
+                .replace('${chain_id}', this.env_args.chain_id);
         });
     }
     init_trade_runtime() {
@@ -56,6 +64,7 @@ class AppConfig extends events_1.EventEmitter {
         return __awaiter(this, void 0, void 0, function* () {
             this.arb_event_subscriber = (0, dist_1.getArbEventSubscriber)(this.arb_cache);
             yield this.arb_event_subscriber.pre_load_config_cache();
+            yield this.arb_event_subscriber.subscribe_config_change_event();
             const refresh_trade_runtime = (is_sussess, event) => __awaiter(this, void 0, void 0, function* () {
                 (0, dist_1.log_info)(`subscribe_config_change_event, callback`, { is_sussess, event });
                 if (event.event_type === dist_1.REDIS_EVENT_TYPE_CONFIG_CHANGE.GROUP_CONFIG_CHANGE) {

package/dist/appconfig/env_args.d.ts

@@ -6,8 +6,13 @@ export declare class EnvArgs {
     app_name: string;
     redis_host: string;
     redis_port: string;
-    quicknode_endpoint: string;
+    rpc_endpoint: string;
     helius_api_key: string;
+    geyser_ws_url: string;
+    token_price_url: string;
+    auto_quote_enable: boolean;
+    auto_quote_interval_seconds: number;
+    quote_pair_list: string[];
     trade_cmd_args: TradeCommandLineArgs;
     constructor();
     init(): void;

package/dist/appconfig/env_args.js

@@ -17,8 +17,13 @@ class EnvArgs {
         this.dex_id_list = [process.env.INPUT_DEX_ID];
         this.redis_host = process.env.REDIS_HOST;
         this.redis_port = process.env.REDIS_PORT;
-        this.quicknode_endpoint = process.env.QUICKNODE_ENDPOINT;
+        this.rpc_endpoint = process.env.RPC_ENDPOINT;
         this.helius_api_key = process.env.HELIUS_API_KEY;
+        this.geyser_ws_url = `wss://atlas-mainnet.helius-rpc.com/?api-key=${process.env.HELIUS_API_KEY}`;
+        this.quote_pair_list = (process.env.QUOTE_PAIR_LIST || '').split(',');
+        this.auto_quote_enable = process.env.AUTO_QUOTE_ENABLE === 'true';
+        this.auto_quote_interval_seconds = parseInt(process.env.AUTO_QUOTE_INTERVAL_SECONDS || '60');
+        this.token_price_url = process.env.TOKEN_PRICE_URL;
         (0, dist_1.log_info)('Env args init finish', this);
     }
 }

package/dist/common/context.d.ts

@@ -18,5 +18,5 @@ export declare class TradeContext {
     aToB: boolean;
     slippage_bps: number;
     constructor(price_msg: PriceMessageType, order_msg: OrderMessageType);
-    init(trade_runtime: TradeRuntimeType): Promise<void>;
+    init(connection: Connection, trade_runtime: TradeRuntimeType): Promise<void>;
 }

package/dist/common/context.js

@@ -18,8 +18,9 @@ class TradeContext {
         this.order_msg = order_msg;
         this.order_trace_id = order_msg.order_trace_id;
     }
-    init(trade_runtime) {
+    init(connection, trade_runtime) {
         return __awaiter(this, void 0, void 0, function* () {
+            this.connection = connection;
             this.trade_runtime = trade_runtime;
             let { group_id, unique_orderbook_id } = this.order_msg;
             this.group_id = group_id;

package/dist/index.d.ts

@@ -1,5 +1,6 @@
-export * from './common';
 export * from './appconfig';
+export * from './common';
 export * from './helius_geyser_ws';
+export * from './quote';
 export * from './send_tx';
 export * from './trade';

package/dist/index.js

@@ -14,8 +14,9 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
     for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-__exportStar(require("./common"), exports);
 __exportStar(require("./appconfig"), exports);
+__exportStar(require("./common"), exports);
 __exportStar(require("./helius_geyser_ws"), exports);
+__exportStar(require("./quote"), exports);
 __exportStar(require("./send_tx"), exports);
 __exportStar(require("./trade"), exports);

package/dist/quote/index.d.ts

@@ -0,0 +1,3 @@
+export * from './log_quote_price';
+export * from './publish_quote_price';
+export * from './to_price_message';

package/dist/quote/index.js

@@ -0,0 +1,19 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./log_quote_price"), exports);
+__exportStar(require("./publish_quote_price"), exports);
+__exportStar(require("./to_price_message"), exports);

package/dist/quote/log_quote_price.d.ts

@@ -0,0 +1,2 @@
+import { PriceMessageType } from "@clonegod/ttd-common";
+export declare function log_quote_price(event_source: string, price_message: PriceMessageType, tx_hash: string): Promise<void>;

package/dist/quote/log_quote_price.js

@@ -0,0 +1,31 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.log_quote_price = void 0;
+const dist_1 = require("@clonegod/ttd-common/dist");
+function log_quote_price(event_source, price_message, tx_hash) {
+    return __awaiter(this, void 0, void 0, function* () {
+        const { unique_orderbook_id, pool_name, pair, fee_rate, price_id, quote_amount_usd, ask, bid, time } = price_message;
+        let price_time = new Date().getTime();
+        let price_time_str = (0, dist_1.parseToDateTime)(price_time);
+        let times = [
+            time.stream_time - time.block_time,
+            time.quote_end_time - time.quote_start_time,
+            time.price_time - time.stream_time,
+            time.price_time - time.block_time,
+        ];
+        setTimeout(() => {
+            console.log(`> [${event_source}] - ${tx_hash}`);
+            console.log(price_time_str, ' - ', unique_orderbook_id, ' - ', String(price_id).padEnd(32), ' - ', pool_name.padEnd(12), ' - ', pair.padEnd(12), ' - ', String(quote_amount_usd).padEnd(4), ' - ', String(ask.price).padEnd(8), ' - ', String(bid.price).padEnd(8), ' - ', `${times.join(',')} ms`, '\n');
+        }, 0);
+    });
+}
+exports.log_quote_price = log_quote_price;

package/dist/quote/publish_quote_price.d.ts

@@ -0,0 +1,3 @@
+import { PriceMessageType } from "@clonegod/ttd-common";
+import { AppConfig } from "../appconfig";
+export declare const publish_quote_price: (appConfig: AppConfig, price_msg: PriceMessageType) => void;

package/dist/quote/publish_quote_price.js

@@ -0,0 +1,19 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.publish_quote_price = void 0;
+const dist_1 = require("@clonegod/ttd-common/dist");
+const publish_quote_price = (appConfig, price_msg) => {
+    const chain_id = appConfig.env_args.chain_id;
+    let price_id = price_msg.price_id;
+    let event = {
+        event_type: dist_1.REDIS_EVENT_TYPE_QUOTE.NEW_QUOTE_PRICE,
+        event_time: Date.now(),
+        chain_id,
+        data: price_msg
+    };
+    appConfig.arb_cache.redis_event_publisher.publish_quote_price_event(chain_id, event);
+    appConfig.arb_cache.cache_price_message(price_msg)
+        .then(() => (0, dist_1.log_debug)(`cache price success, price_id=${price_id}`))
+        .catch(err => (0, dist_1.log_error)(`cache price error! price_id=${price_id}`, err));
+};
+exports.publish_quote_price = publish_quote_price;

package/dist/quote/to_price_message.d.ts

@@ -0,0 +1,4 @@
+import { PriceMessageType, QuoteTimeInfoType, StandardPoolInfoType } from '@clonegod/ttd-common';
+import { AppConfig } from '../appconfig';
+export declare function to_price_message(appConfig: AppConfig, quote_amount_usd: number, tx_price: number, quote_ask_price: number, quote_bid_price: number, pool_info: StandardPoolInfoType, time: QuoteTimeInfoType): Promise<PriceMessageType>;
+export declare function normalize_pair_name(priceMessage: PriceMessageType): void;

package/dist/quote/to_price_message.js

@@ -0,0 +1,90 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.normalize_pair_name = exports.to_price_message = void 0;
+const decimal_js_1 = __importDefault(require("decimal.js"));
+const uuid_1 = require("uuid");
+const dist_1 = require("@clonegod/ttd-common/dist");
+function to_price_message(appConfig, quote_amount_usd, tx_price, quote_ask_price, quote_bid_price, pool_info, time) {
+    return __awaiter(this, void 0, void 0, function* () {
+        let { pool_address, tokenA, tokenB } = pool_info;
+        let { dex_id, pool_name, fee_rate, is_reverse_token } = yield appConfig.arb_cache.get_one_pool_info(pool_address);
+        let _dex_id = dex_id;
+        let price_id = (0, uuid_1.v4)().replace(/-/gi, '');
+        let chain_id = appConfig.env_args.chain_id;
+        let unique_orderbook_id = (0, dist_1.format_unique_orderbook_id)(chain_id, _dex_id, pool_address, fee_rate);
+        time.price_time = new Date().getTime();
+        let fee_rate_bps = fee_rate / 100100;
+        let ask_price = getAskPrice(new decimal_js_1.default(quote_ask_price), fee_rate_bps * 0);
+        let bid_price = getBidPrice(new decimal_js_1.default(quote_bid_price), fee_rate_bps * 0);
+        let price_message = {
+            chain_id,
+            dex_id,
+            price_id,
+            pool_id: pool_address,
+            pool_name,
+            fee_rate,
+            pair: pool_name,
+            unique_orderbook_id,
+            is_reverse_token,
+            tokenA: {
+                symbol: tokenA.symbol,
+                address: tokenA.address,
+                address_hex: tokenA.address_hex,
+                decimals: tokenA.decimals,
+                name: tokenA.name,
+                enable: true,
+            },
+            tokenB: {
+                symbol: tokenB.symbol,
+                address: tokenB.address,
+                address_hex: tokenB.address_hex,
+                decimals: tokenB.decimals,
+                name: tokenB.name,
+                enable: true,
+            },
+            tx_price: tx_price === null || tx_price === void 0 ? void 0 : tx_price.toFixed(8),
+            quote_amount_usd,
+            ask: {
+                price: ask_price,
+                quantity: quote_amount_usd
+            },
+            bid: {
+                price: bid_price,
+                quantity: quote_amount_usd
+            },
+            time
+        };
+        normalize_pair_name(price_message);
+        return price_message;
+    });
+}
+exports.to_price_message = to_price_message;
+const getAskPrice = (price, feeRate) => {
+    return price.mul(1 + feeRate).toFixed(8);
+};
+const getBidPrice = (price, feeRate) => {
+    return price.mul(1 - feeRate).toFixed(8);
+};
+function normalize_pair_name(priceMessage) {
+    let { pool_name, is_reverse_token } = priceMessage;
+    if (is_reverse_token) {
+        pool_name = pool_name.split('/')[1] + '/' + pool_name.split('/')[0];
+    }
+    const dex_pair_names = pool_name.split('/');
+    let cex_base_token = (0, dist_1.format_symbol_name)(dex_pair_names[0]);
+    let cex_qutoe_token = (0, dist_1.format_symbol_name)(dex_pair_names[1]);
+    priceMessage.pair = cex_base_token.toUpperCase() + '/' + cex_qutoe_token.toUpperCase();
+}
+exports.normalize_pair_name = normalize_pair_name;

package/dist/send_tx/helius_client.d.ts

@@ -0,0 +1,14 @@
+import { SendOptions, Signer, TransactionInstruction } from "@solana/web3.js";
+import { Helius } from "../helius_sdk_v1.4.0";
+import { SolanaTradeRuntimeType } from '../../types';
+export declare class HeliusClient {
+    signers: Signer[];
+    sendOptions: SendOptions;
+    cluster: string;
+    helius_mainnet: Helius;
+    helius_staked: Helius;
+    constructor(signers: Signer[]);
+    send_transaction(solana_trade_runtime: SolanaTradeRuntimeType, instructions: TransactionInstruction[]): Promise<string>;
+    private send_smart_transaction;
+    private send_transaction_by_jito;
+}

package/dist/send_tx/helius_client.js

@@ -0,0 +1,79 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.HeliusClient = void 0;
+const dist_1 = require("@clonegod/ttd-common/dist");
+const helius_sdk_v1_4_0_1 = require("../helius_sdk_v1.4.0");
+const strategy_util_1 = require("./strategy_util");
+class HeliusClient {
+    constructor(signers) {
+        this.cluster = 'mainnet-beta';
+        this.signers = signers;
+        this.sendOptions = {
+            skipPreflight: true,
+            maxRetries: 0
+        };
+        let helius_api_key = process.env.HELIUS_API_KEY;
+        let helius_mainnet_endpoint = `https://mainnet.helius-rpc.com/?api-key=${helius_api_key}`;
+        let helius_staked_endpoint = `https://staked.helius-rpc.com?api-key=${helius_api_key}`;
+        this.helius_mainnet = new helius_sdk_v1_4_0_1.Helius('', this.cluster, 'helius-sdk', helius_mainnet_endpoint);
+        this.helius_staked = new helius_sdk_v1_4_0_1.Helius('', this.cluster, 'helius-sdk', helius_staked_endpoint);
+    }
+    send_transaction(solana_trade_runtime, instructions) {
+        return __awaiter(this, void 0, void 0, function* () {
+            let txid = '';
+            let { broadcast_type, speed } = solana_trade_runtime.settings.strategy;
+            if (broadcast_type === 'rpc') {
+                let use_staked_endpint = speed === 'turbo' || speed === 'ultra';
+                txid = yield this.send_smart_transaction(solana_trade_runtime, instructions, use_staked_endpint);
+            }
+            else if (broadcast_type === 'jito') {
+                txid = yield this.send_transaction_by_jito(solana_trade_runtime, instructions);
+            }
+            else {
+                throw new Error(`Not support broadcast_type: ${broadcast_type}`);
+            }
+            return txid;
+        });
+    }
+    send_smart_transaction(solana_trade_runtime, instructions, use_staked_endpint) {
+        return __awaiter(this, void 0, void 0, function* () {
+            (0, dist_1.log_info)(`send_smart_transaction, start`);
+            let start_time = Date.now();
+            let rpc = use_staked_endpint ? this.helius_staked.rpc : this.helius_mainnet.rpc;
+            let txid = yield rpc.sendSmartTransaction(solana_trade_runtime, instructions, this.signers, [], this.sendOptions);
+            (0, dist_1.log_info)(`send_smart_transaction, end`, {
+                txid,
+                use_staked_endpint,
+                take_time: Date.now() - start_time
+            });
+            return txid;
+        });
+    }
+    send_transaction_by_jito(solana_trade_runtime, instructions) {
+        return __awaiter(this, void 0, void 0, function* () {
+            (0, dist_1.log_info)(`send_transaction_by_jito, start`);
+            let start_time = Date.now();
+            let tipAmount = solana_trade_runtime.priority_fee;
+            let jito_region = (0, strategy_util_1.get_jito_region)();
+            let rpc = this.helius_mainnet.rpc;
+            let txid = yield rpc.sendSmartTransactionWithTip(solana_trade_runtime, instructions, this.signers, [], tipAmount, jito_region);
+            (0, dist_1.log_info)(`send_transaction_by_jito, end`, {
+                tipAmount,
+                jito_region,
+                txid,
+                take_time: Date.now() - start_time
+            });
+            return txid;
+        });
+    }
+}
+exports.HeliusClient = HeliusClient;

package/dist/send_tx/index.d.ts

@@ -1,3 +1,3 @@
 export * from './get_signature';
-export * from './send_transaction';
+export * from './helius_client';
 export * from './strategy_util';

package/dist/send_tx/index.js

@@ -15,5 +15,5 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 __exportStar(require("./get_signature"), exports);
-__exportStar(require("./send_transaction"), exports);
+__exportStar(require("./helius_client"), exports);
 __exportStar(require("./strategy_util"), exports);

package/dist/trade/handle_order_message.js

@@ -84,9 +84,9 @@ const handle_order_message = (appConfig, trade, message) => __awaiter(void 0, vo
     let txid = '';
     let order_submit_result;
     try {
-        let { env_args, trade_runtime } = appConfig;
+        let { env_args, trade_runtime, connection } = appConfig;
         context = new common_1.TradeContext(price_msg, order_msg);
-        yield context.init(trade_runtime);
+        yield context.init(connection, trade_runtime);
         txid = yield trade.execute(context);
         order_msg.order_submit_time = Date.now();
         order_submit_result = {

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@clonegod/ttd-sol-common",
-    "version": "1.0.40",
+    "version": "1.0.42",
     "description": "",
     "main": "dist/index.js",
     "types": "types/index.d.ts",
@@ -13,7 +13,7 @@
         "push": "npm run build && npm publish"
     },
     "dependencies": {
-        "@clonegod/ttd-common": "1.0.147",
+        "@clonegod/ttd-common": "^1.0.147",
         "@solana/web3.js": "1.91.6",
         "@irys/sdk": "^0.2.10",
         "@metaplex-foundation/mpl-token-metadata": "^2.5.2",