@clonegod/ttd-core 3.1.18 → 3.1.19

package/dist/cache/arb_cache.d.ts

@@ -1,5 +1,5 @@
 import { EventEmitter } from 'events';
-import { CommonServiceType, LoadingCache, OrderMessageType, PriceMessageType, StandardDexPoolConfigType, StandardPairType, StandardPoolInfoType, StandardTokenInfoType, TradePairDexPoolsType, TradePairType, TradeResponseType, TradeRuntimeType, TradeServiceConfigType } from "../../types";
+import { LoadingCache, OrderMessageType, PriceMessageType, StandardDexPoolConfigType, StandardPairType, StandardPoolInfoType, StandardTokenInfoType, TradePairDexPoolsType, TradePairType, TradeResponseType, TradeRuntimeType, TradeServiceConfigType } from "../../types";
 import { RedisClient } from "../redis";
 import { CHAIN_ID } from "../index";
 import { ArbEventPublisher } from './arb_event_pub';
@@ -23,7 +23,6 @@ export declare class ArbCache {
     init(): Promise<void>;
     init_configs(): Promise<void>;
     get_config_filepath(suffix: string): string;
-    get_bak_config_filepath(suffix: string): string;
     refresh_local_cache_token_list(token_list: StandardTokenInfoType[]): void;
     refresh_local_cache_pool_list(pool_list: StandardPoolInfoType[]): void;
     refresh_local_cache_group_map(trade_config: TradeServiceConfigType): void;
@@ -44,8 +43,6 @@ export declare class ArbCache {
     publish_pool_change_event(): Promise<void>;
     get_one_pair(input_pair: string): Promise<StandardPairType>;
     get_pair_list(input_pair?: string): Promise<StandardPairType[]>;
-    cache_common_service(): Promise<void>;
-    get_common_service(): Promise<CommonServiceType>;
     cache_trade_group(update_group_id?: string): Promise<void>;
     update_trade_group(input_trade_config: TradeServiceConfigType): Promise<void>;
     get_trade_group_id_list(): Promise<string[]>;

package/dist/cache/arb_cache.js

@@ -13,6 +13,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.ArbCache = void 0;
+const core_env_1 = require("../app_config/core_env");
 const fs_1 = __importDefault(require("fs"));
 const path_1 = __importDefault(require("path"));
 const index_1 = require("../index");
@@ -43,7 +44,7 @@ class ArbCache {
                     this.get_token_list_no_cache(),
                     this.get_pool_list_no_cache()
                 ]);
-                if ((_a = process.env.APP_NAME) === null || _a === void 0 ? void 0 : _a.toLowerCase().includes('config-center')) {
+                if ((_a = (0, core_env_1.getCoreEnv)().app_name) === null || _a === void 0 ? void 0 : _a.toLowerCase().includes('config-center')) {
                     yield this.init_configs();
                 }
             }
@@ -56,18 +57,18 @@ class ArbCache {
     init_configs() {
         return __awaiter(this, void 0, void 0, function* () {
             var _a;
-            let app_name = process.env.APP_NAME;
-            if (!((_a = process.env.APP_NAME) === null || _a === void 0 ? void 0 : _a.toLowerCase().includes('config-center'))) {
-                (0, index_1.log_warn)(`Only ttd-config-center can initial config! process.env.APP_NAME=${app_name}, return`);
+            const coreEnv = (0, core_env_1.getCoreEnv)();
+            let app_name = coreEnv.app_name;
+            if (!((_a = coreEnv.app_name) === null || _a === void 0 ? void 0 : _a.toLowerCase().includes('config-center'))) {
+                (0, index_1.log_warn)(`Only ttd-config-center can initial config! APP_NAME=${app_name}, return`);
                 return;
             }
-            let enable_init_cache = process.env.ENABLE_INIT_CACHE;
+            let enable_init_cache = coreEnv.enable_init_cache;
             if (!(0, index_1.isTrue)(enable_init_cache)) {
-                (0, index_1.log_warn)(`Skip initial config data! process.env.ENABLE_INIT_CACHE=${enable_init_cache}`);
+                (0, index_1.log_warn)(`Skip initial config data! ENABLE_INIT_CACHE=${enable_init_cache}`);
                 return;
             }
             (0, index_1.log_trace)(`init cache start`);
-            yield this.cache_common_service();
             yield this.cache_token_list();
             yield this.cache_pool_list();
             yield this.cache_trade_group();
@@ -79,13 +80,6 @@ class ArbCache {
         let file_name = `config-${chain_id}-${suffix}`;
         return path_1.default.join('config', chain_id, file_name);
     }
-    get_bak_config_filepath(suffix) {
-        let chain_id = this.chain_id.toLowerCase();
-        let file_name = `config-${chain_id}-${suffix}`;
-        let bak_dir = 'bak';
-        (0, index_1.mkdirSync)(path_1.default.join('config', chain_id, bak_dir));
-        return path_1.default.join('config', chain_id, 'bak', file_name);
-    }
     refresh_local_cache_token_list(token_list) {
         this.token_list = token_list;
         this.token_symbol_map.clear();
@@ -115,7 +109,8 @@ class ArbCache {
     }
     refresh_local_cache_group_map(trade_config) {
         let group_id = trade_config.group.id;
-        let group_id_set_in_env = process.env.GROUP_ID || process.env.TRADE_GROUP_ID;
+        const genv = (0, core_env_1.getCoreEnv)();
+        let group_id_set_in_env = genv.group_id || genv.trade_group_id;
         if (group_id_set_in_env && group_id !== group_id_set_in_env) {
             (0, index_1.log_warn)(`skip set trade group in local cache! group_id not match to current trader process:`, {
                 group_id_set_in_env,
@@ -449,61 +444,6 @@ class ArbCache {
             return pair_list;
         });
     }
-    cache_common_service() {
-        return __awaiter(this, void 0, void 0, function* () {
-            (0, index_1.log_trace)(`cache_common_service, start`);
-            let filepath = this.get_config_filepath('common-service.json');
-            if (!(0, index_1.file_exists)(filepath)) {
-                throw new Error(`cache_common_service failed, config file not exist! filepath=${filepath}`);
-            }
-            let config = (0, index_1.readFile)(filepath);
-            let service_list = [
-                {
-                    name: 'config_center',
-                    service: config.config_center
-                },
-                {
-                    name: 'quote',
-                    service: config.quote || []
-                },
-                {
-                    name: 'orderbook',
-                    service: config.orderbook
-                },
-                {
-                    name: 'trade_proxy',
-                    service: config.trade_proxy
-                },
-            ];
-            for (let { name, service } of service_list) {
-                let field = name;
-                let value = JSON.stringify(service);
-                let result = yield this.loading_cache.hset(this.chain_id, index_1.CACHE_KEY_TYPE.CONFIG_COMMON_SERVICE, field, value);
-                (0, index_1.log_trace)(`cache_common_service, field=${field}, result: ` + JSON.stringify(result));
-            }
-            (0, index_1.log_trace)(`cache_common_service, end`);
-        });
-    }
-    get_common_service() {
-        return __awaiter(this, void 0, void 0, function* () {
-            try {
-                let res = yield this.loading_cache.hget_all(this.chain_id, index_1.CACHE_KEY_TYPE.CONFIG_COMMON_SERVICE);
-                let { key, value } = res;
-                if (index_1.LOG.debug) {
-                    (0, index_1.log_trace)('get_common_service, res=', res);
-                }
-                let config = JSON.parse('{}');
-                for (let name of Object.keys(value)) {
-                    config[name] = JSON.parse(value[name]);
-                }
-                return config;
-            }
-            catch (err) {
-                (0, index_1.log_error)('get_common_service error!!!', err);
-                throw new Error(`get_common_service error! err=${err.message}`);
-            }
-        });
-    }
     cache_trade_group() {
         return __awaiter(this, arguments, void 0, function* (update_group_id = '') {
             (0, index_1.log_trace)(`cache_trade_service, start`);

package/dist/cache/arb_event_sub.js

@@ -10,6 +10,7 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.ArbEventSubscriber = void 0;
+const core_env_1 = require("../app_config/core_env");
 const index_1 = require("../index");
 class ArbEventSubscriber {
     constructor(arb_cache) {
@@ -103,7 +104,7 @@ class ArbEventSubscriber {
     }
     on_config_group_change_event(message) {
         return __awaiter(this, void 0, void 0, function* () {
-            let group_id_set_in_env = process.env.GROUP_ID;
+            let group_id_set_in_env = (0, core_env_1.getCoreEnv)().group_id;
             let { group_id } = message;
             if (group_id_set_in_env && group_id_set_in_env != group_id) {
                 (0, index_1.log_info)(`on_config_group_change_event, group_id not match, skip`, {

package/dist/constants/service_ports.d.ts

@@ -1,6 +1,5 @@
 export declare enum SERVICE_PORT {
     CONFIG_CENTER_HTTP = 4000,
-    ORDERBOOK_HTTP = 7999,
     ORDERBOOK_WS = 8000,
     TRADE_PROXY_HTTP = 8001,
     TRADE_PROXY_WS = 8002,

package/dist/constants/service_ports.js

@@ -4,7 +4,6 @@ exports.SERVICE_PORT = void 0;
 var SERVICE_PORT;
 (function (SERVICE_PORT) {
     SERVICE_PORT[SERVICE_PORT["CONFIG_CENTER_HTTP"] = 4000] = "CONFIG_CENTER_HTTP";
-    SERVICE_PORT[SERVICE_PORT["ORDERBOOK_HTTP"] = 7999] = "ORDERBOOK_HTTP";
     SERVICE_PORT[SERVICE_PORT["ORDERBOOK_WS"] = 8000] = "ORDERBOOK_WS";
     SERVICE_PORT[SERVICE_PORT["TRADE_PROXY_HTTP"] = 8001] = "TRADE_PROXY_HTTP";
     SERVICE_PORT[SERVICE_PORT["TRADE_PROXY_WS"] = 8002] = "TRADE_PROXY_WS";

package/dist/index.d.ts

@@ -1,7 +1,7 @@
 import BN from 'bn.js';
 import Decimal from 'decimal.js';
 import fs from "fs";
-import { ArbCache, StandardPoolInfoType, StandardTokenInfoType, TokenPriceWithAmountType, TradeCommandLineArgs, TradeResponseType, UniqueOrderbookIdType, WalletInfoType } from '../types';
+import { ArbCache, StandardPoolInfoType, StandardTokenInfoType, TokenPriceWithAmountType, TradeResponseType, UniqueOrderbookIdType, WalletInfoType } from '../types';
 import * as redis from './redis';
 import * as cache from './cache';
 export * from './analyze';
@@ -19,7 +19,7 @@ export * from './alert';
 export * from './log_bus';
 export * from './ws';
 export * from './util';
-export type { CommonServiceType, ConfigCenterServiceType, QuoteServiceType, OrderbookServiceType, TradeProxyServiceType, StandardTokenConfigType, StandardTokenInfoType, StandardPoolConfigType, StandardDexPoolConfigType, StandardPoolInfoType, StandardPairType, TradeServiceConfigType, TradeGroupType, TradePairType, TradePairDexPoolsType, TradeSettingsType, RpcInfoType, TradeStrategyType, TradeCommandLineArgs, TradeRuntimeType, TradeProcessInstanceType, TokenPriceWithAmountType, QuoteResultType, PriceMessageType, QuoteSourceType, UniqueOrderbookIdType, PriceType, QuoteTimeInfoType, OrderbookPriceType, Ladder, OrderMessageType, OrderSubmitResultType, OrderSubmitResponseType, StandardSwapDetailType, TokenBalChangeType, TokenBalanceChangeType, TradeResponseType, TradeResultType, TradeResultBalanceChangeType, TradeExecutionInfoType, TradeTimeFlowType, TradeBroadcastType, TradeGasFeeType, ServerInfoType, SendTxLogType, WalletInfoType, WalletTokenBalanceInfoType, RedisConfigChangeEventMessageType, RedisOrderEventMessageType, RedisQuoteEventMessageType, PreTradeEventType, ProviderComparisonType, ProviderArrivalType, OnTradeType, OnTradePriceType, OnTradeDepthType, OnTradeExecutionType, OnTradeResultType, AnalyzeDepthLevelType, AnalyzeTokenAmountType, PostTradeType, AnalyzeQuoteSnapshotType, AnalyzePoolEventType, AnalyzeEventSummaryType, AnalyzeSameBlockType, } from '../types';
+export type { StandardTokenConfigType, StandardTokenInfoType, StandardPoolConfigType, StandardDexPoolConfigType, StandardPoolInfoType, StandardPairType, TradeServiceConfigType, TradeGroupType, TradePairType, TradePairDexPoolsType, TradeSettingsType, RpcInfoType, TradeStrategyType, TradeCommandLineArgs, TradeRuntimeType, TradeProcessInstanceType, TokenPriceWithAmountType, QuoteResultType, PriceMessageType, QuoteSourceType, UniqueOrderbookIdType, PriceType, QuoteTimeInfoType, OrderbookPriceType, Ladder, OrderMessageType, OrderSubmitResultType, OrderSubmitResponseType, StandardSwapDetailType, TokenBalChangeType, TokenBalanceChangeType, TradeResponseType, TradeResultType, TradeResultBalanceChangeType, TradeExecutionInfoType, TradeTimeFlowType, TradeBroadcastType, TradeGasFeeType, ServerInfoType, SendTxLogType, WalletInfoType, WalletTokenBalanceInfoType, RedisConfigChangeEventMessageType, RedisOrderEventMessageType, RedisQuoteEventMessageType, PreTradeEventType, ProviderComparisonType, ProviderArrivalType, OnTradeType, OnTradePriceType, OnTradeDepthType, OnTradeExecutionType, OnTradeResultType, AnalyzeDepthLevelType, AnalyzeTokenAmountType, PostTradeType, AnalyzeQuoteSnapshotType, AnalyzePoolEventType, AnalyzeEventSummaryType, AnalyzeSameBlockType, } from '../types';
 export declare const FAILED = "FAILED";
 export declare const SUCCESS = "SUCCESS";
 export declare const NOT_FOUND = "NOT_FOUND";
@@ -119,7 +119,6 @@ export declare enum CACHE_KEY_TYPE {
     CONFIG_TOKEN_LIST = "c:token",
     CONFIG_POOL_LIST = "c:pool",
     CONFIG_PAIR_LIST = "c:pair",
-    CONFIG_COMMON_SERVICE = "c:common",
     CONFIG_TRADE_SERVICE = "c:trade",
     QUOTE_PRICE = "q:price",
     ORDER_MESSAGE = "o:msg",
@@ -274,7 +273,6 @@ export declare const get_input_out_token_fix: (poolInfo: StandardPoolInfoType, a
     inputToken: StandardTokenInfoType;
     outputToken: StandardTokenInfoType;
 };
-export declare const parse_trade_cmdline_args: () => TradeCommandLineArgs;
 export declare const save_trade_execution_logs: (trade_response: TradeResponseType) => Promise<void>;
 export declare const inspect_arb_local_cache: (express: any, appConfig: any) => void;
 export declare const execute_bash: (command: string, parse_json?: boolean) => Promise<any>;

package/dist/index.js

@@ -49,7 +49,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.DATE_TIME_FORMAT_NO_WHITESPACE = exports.DATE_TIME_FORMAT_DEFAULT = exports.to_json_str = exports.DecimalUtil = exports.generateRandomNumber = exports.LOG = exports._active_log_level = exports.LOG_LEVEL = exports.REDIS_EVENT_TYPE_TRADE_INSTANCE_CHANGE = exports.REDIS_EVENT_TYPE_ORDER = exports.REDIS_EVENT_TYPE_QUOTE = exports.REDIS_EVENT_TYPE_CONFIG_CHANGE = exports.REDIS_EVENT_CHANNEL = exports.get_new_block_channel_name = exports.get_tx_result_channel_name = exports.get_wallet_raw_tx_channel_name = exports.get_order_channel_name = exports.get_quote_channel_name = exports.get_config_channel_name = exports.get_cache_key = exports.getArbEventSubscriber = exports.getArbEventPublisher = exports.getArbCache = exports.getLoadingCache = exports.getRedisClient = exports.format_order_lock_key = exports.format_unique_order_msg_id = exports.parse_unique_orderbook_id = exports.format_unique_orderbook_id = exports.format_symbol_name = exports.LOCAL_EVENT_NAME = exports.CACHE_KEY_TYPE = exports.OnChainDataSubscribeType = exports.TradeErrorCodeType = exports.SystemErrorCodeType = exports.TRADE_TYPE = exports.GROUP_ID = exports.DEX_ID = exports.CHAIN_ID = exports.STREAMING_TRANSACTION_CONFIRMED = exports.TRANSACTION_STATE_FAILED = exports.TRANSACTION_STATE_SUCCESS = exports.TRANSACTION_STATE_PROCESSING = exports.QUOTE_AMOUNT_USD_MAX = exports.QUOTE_AMOUNT_USD_MIN = exports.REGEX_HEX_PREFIX = exports.PROCESSING = exports.NOT_FOUND = exports.SUCCESS = exports.FAILED = void 0;
-exports.execute_bash = exports.inspect_arb_local_cache = exports.save_trade_execution_logs = exports.parse_trade_cmdline_args = exports.get_input_out_token_fix = exports.get_input_out_token = exports.calc_amount_in_token = exports.estimate_amount_in_token = exports.failed = exports.success = exports.home_dir = exports.postJSON = exports.deep_merge_object = exports.isArray = exports.isTrue = exports.deep_clone = exports.uuid = void 0;
+exports.execute_bash = exports.inspect_arb_local_cache = exports.save_trade_execution_logs = exports.get_input_out_token_fix = exports.get_input_out_token = exports.calc_amount_in_token = exports.estimate_amount_in_token = exports.failed = exports.success = exports.home_dir = exports.postJSON = exports.deep_merge_object = exports.isArray = exports.isTrue = exports.deep_clone = exports.uuid = void 0;
 exports._caller = _caller;
 exports.log_trace = log_trace;
 exports.log_debug = log_debug;
@@ -76,6 +76,7 @@ exports.load_wallet = load_wallet;
 exports.load_wallet_multi = load_wallet_multi;
 exports.chunkArray = chunkArray;
 require('dotenv').config();
+const core_env_1 = require("./app_config/core_env");
 const log_bus_1 = require("./log_bus");
 const bn_js_1 = __importDefault(require("bn.js"));
 const decimal_js_1 = __importDefault(require("decimal.js"));
@@ -211,7 +212,6 @@ var CACHE_KEY_TYPE;
     CACHE_KEY_TYPE["CONFIG_TOKEN_LIST"] = "c:token";
     CACHE_KEY_TYPE["CONFIG_POOL_LIST"] = "c:pool";
     CACHE_KEY_TYPE["CONFIG_PAIR_LIST"] = "c:pair";
-    CACHE_KEY_TYPE["CONFIG_COMMON_SERVICE"] = "c:common";
     CACHE_KEY_TYPE["CONFIG_TRADE_SERVICE"] = "c:trade";
     CACHE_KEY_TYPE["QUOTE_PRICE"] = "q:price";
     CACHE_KEY_TYPE["ORDER_MESSAGE"] = "o:msg";
@@ -369,7 +369,7 @@ var LOG_LEVEL;
     LOG_LEVEL[LOG_LEVEL["WARN"] = 4] = "WARN";
     LOG_LEVEL[LOG_LEVEL["ERROR"] = 5] = "ERROR";
 })(LOG_LEVEL || (exports.LOG_LEVEL = LOG_LEVEL = {}));
-let _log_level = LOG_LEVEL[process.env.LOG_LEVEL];
+let _log_level = LOG_LEVEL[String(process.env.LOG_LEVEL || '').toUpperCase()];
 if (_log_level) {
     console.log(`Log level`, {
         'process.env.LOG_LEVEL': process.env.LOG_LEVEL,
@@ -410,6 +410,7 @@ function log_warn(msg, data = {}, traceId = '') {
     });
 }
 function log_info(msg, data = {}, traceId = '', caller = undefined, level = LOG_LEVEL.INFO) {
+    var _a;
     if (level < _log_level) {
         return;
     }
@@ -423,7 +424,7 @@ function log_info(msg, data = {}, traceId = '', caller = undefined, level = LOG_
         console.log(`${getCurDateTime()} - [${level}] - [${caller.module}] - ${msg}`);
     }
     if (!isEmpty(data)) {
-        console.dir(data, { depth: parseInt(process.env.LOG_DEPTH || '4') });
+        console.dir(data, { depth: Number((_a = process.env.LOG_DEPTH) !== null && _a !== void 0 ? _a : 4) });
     }
 }
 function log_error(msg, err, traceId = '', caller = undefined) {
@@ -659,13 +660,15 @@ function mkdirSync(path, recursive = false) {
     fs_1.default.mkdirSync(path, { recursive });
 }
 function getServerInfo() {
+    var _a;
     let region = '';
     let ip = '';
     let name = '';
     try {
         ip = getIPAddress();
-        name = process.env.SERVER_ID;
-        region = (process.env.SERVER_ID || '').replace('lmm-', '').split('-')[0];
+        const se = (_a = (0, core_env_1.getCoreEnv)().server_id) !== null && _a !== void 0 ? _a : '';
+        name = se;
+        region = (se || '').replace('lmm-', '').split('-')[0];
     }
     catch (err) {
         log_error('getServerInfo error!', err);
@@ -697,12 +700,12 @@ function load_wallet(group_id, only_pubkey = true) {
     if (!group_id) {
         throw new Error('Invalid param: group_id is empty or null !');
     }
-    let wallet_dir = process.env.WALLET_DIR;
+    let wallet_dir = (0, core_env_1.getCoreEnv)().wallet_dir;
     if (!wallet_dir) {
         wallet_dir = path_1.default.join((0, exports.home_dir)(), 'data', 'keypairs');
     }
     let file_path = path_1.default.join(wallet_dir, `${group_id}.json`);
-    log_info(`Load wallet, group_id=${group_id}, file_path=${file_path}`);
+    log_debug(`Load wallet, group_id=${group_id}, file_path=${file_path}`);
     let wallet = readFile(file_path, true, false);
     if (wallet.type !== 1) {
         fs_1.default.writeFileSync(file_path, JSON.stringify({ public_key: wallet.public_key, private_key: (0, crypto_1.encrypt)(wallet.private_key), type: 1 }, null, 2));
@@ -722,14 +725,14 @@ function load_wallet_multi(group_ids, only_pubkey = true) {
     if (!group_ids || group_ids.length < 1) {
         throw new Error('Invalid param: group_ids is empty or null !');
     }
-    let wallet_dir = process.env.WALLET_DIR;
+    let wallet_dir = (0, core_env_1.getCoreEnv)().wallet_dir;
     if (!wallet_dir) {
         wallet_dir = path_1.default.join((0, exports.home_dir)(), 'data', 'keypairs');
     }
     let wallets = [];
     for (let group_id of group_ids) {
         let file_path = path_1.default.join(wallet_dir, `${group_id}.json`);
-        log_info(`Load wallet, group_id=${group_id}, file_path=${file_path}`);
+        log_debug(`Load wallet, group_id=${group_id}, file_path=${file_path}`);
         let wallet = readFile(file_path, true, false);
         if (wallet.type !== 1) {
             fs_1.default.writeFileSync(file_path, JSON.stringify({ public_key: wallet.public_key, private_key: (0, crypto_1.encrypt)(wallet.private_key), type: 1 }, null, 2));
@@ -830,21 +833,6 @@ const get_input_out_token_fix = (poolInfo, aToB) => {
     };
 };
 exports.get_input_out_token_fix = get_input_out_token_fix;
-const parse_trade_cmdline_args = () => {
-    var _a;
-    let chain_id = process.env.CHAIN_ID || '';
-    let input_group_id = process.env.INPUT_GROUP_ID || '';
-    let input_pair = process.env.INPUT_PAIR || '';
-    let input_dex_id = ((_a = process.env.INPUT_DEX_ID) === null || _a === void 0 ? void 0 : _a.toUpperCase()) || '';
-    let cmd_args = {
-        chain_id,
-        input_dex_id,
-        input_pair,
-        input_group_id
-    };
-    return cmd_args;
-};
-exports.parse_trade_cmdline_args = parse_trade_cmdline_args;
 const empty_broadcast = [
     {
         rpc: {
@@ -858,9 +846,10 @@ const empty_broadcast = [
         }
     }
 ];
-const log_url = process.env.TRADE_LOG_SEND_URL || '';
-const log_type = process.env.TRADE_LOG_DATA_TYPE || '';
 const save_trade_execution_logs = (trade_response) => __awaiter(void 0, void 0, void 0, function* () {
+    const coreEnv = (0, core_env_1.getCoreEnv)();
+    const log_url = (coreEnv === null || coreEnv === void 0 ? void 0 : coreEnv.trade_log_report_cex_url) || '';
+    const log_type = (coreEnv === null || coreEnv === void 0 ? void 0 : coreEnv.trade_log_report_cex_data_type) || '';
     if (LOG.debug) {
         log_debug(`save_trade_execution_logs, start`, {
             log_url,
@@ -908,7 +897,7 @@ const save_trade_execution_logs = (trade_response) => __awaiter(void 0, void 0,
             msgJson: JSON.stringify(trade_logs),
         };
         if (isEmpty(log_url) || isEmpty(log_type)) {
-            log_warn(`save_trade_execution_logs, skip!!! TRADE_LOG_SEND_URL or TRADE_LOG_DATA_TYPE is empty`);
+            log_warn(`save_trade_execution_logs, skip!!! TRADE_LOG_REPORT_CEX_URL or TRADE_LOG_REPORT_CEX_DATA_TYPE is empty`);
             return;
         }
         if (LOG.debug) {

package/dist/market_price/estimate_token_amount.js

@@ -10,6 +10,7 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.EstimateAmountInToken = void 0;
+const core_env_1 = require("../app_config/core_env");
 const index_1 = require("../index");
 var tmp_token_price_cache = new Map();
 const PRICE_CACHE_EXPIRE_MILLS = 3 * 60 * 1000;
@@ -75,20 +76,19 @@ class EstimateAmountInToken {
                 }
                 if (!amountInToken) {
                     try {
-                        let token_price_url = query_token_market_price_url;
-                        if (!token_price_url) {
-                            query_token_market_price_url = process.env.TOKEN_MARKET_PRICE_URL;
-                        }
-                        let url = `${token_price_url}?symbol=${symbol}&amount_in_usd=${amount_in_usd}`;
-                        if (index_1.LOG.debug) {
-                            (0, index_1.log_debug)(`try get market price from config-center, symbol=${symbol}, start`, { url });
-                        }
-                        let res = yield (yield fetch(url)).json();
-                        let price_with_amount = res['data'];
-                        amountInToken = price_with_amount.amount_in_token;
-                        set_tmp_market_price(price_with_amount.token_info);
-                        if (index_1.LOG.debug) {
-                            (0, index_1.log_debug)(`try get market price from config-center, symbol=${symbol}, res=`, res);
+                        const token_price_url = query_token_market_price_url || (0, core_env_1.getCoreEnv)().token_market_price_url || '';
+                        if (token_price_url) {
+                            let url = `${token_price_url}?symbol=${symbol}&amount_in_usd=${amount_in_usd}`;
+                            if (index_1.LOG.debug) {
+                                (0, index_1.log_debug)(`try get market price from config-center, symbol=${symbol}, start`, { url });
+                            }
+                            let res = yield (yield fetch(url)).json();
+                            let price_with_amount = res['data'];
+                            amountInToken = price_with_amount.amount_in_token;
+                            set_tmp_market_price(price_with_amount.token_info);
+                            if (index_1.LOG.debug) {
+                                (0, index_1.log_debug)(`try get market price from config-center, symbol=${symbol}, res=`, res);
+                            }
                         }
                     }
                     catch (err) {

package/dist/pool/cache_pool_config.js

@@ -14,6 +14,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.cache_pool_config = void 0;
 const axios_1 = __importDefault(require("axios"));
+const core_env_1 = require("../app_config/core_env");
 const index_1 = require("../index");
 const service_ports_1 = require("../constants/service_ports");
 const is_not_arb_token_1 = require("../token/is_not_arb_token");
@@ -21,7 +22,8 @@ const cache_pool_config = (chain_id, valid_tokens_map, sol_pools_cache) => __awa
     (0, index_1.log_info)(`cache_pool_config start`);
     let count = 0;
     let skip_pool_list = [];
-    const ccBase = `http://${(process.env.CONFIG_CENTER_HOST || '127.0.0.1').trim()}:${service_ports_1.SERVICE_PORT.CONFIG_CENTER_HTTP}/${chain_id}/config`;
+    const genv = (0, core_env_1.getCoreEnv)();
+    const ccBase = `http://${(genv.config_center_host || '127.0.0.1').trim()}:${service_ports_1.SERVICE_PORT.CONFIG_CENTER_HTTP}/${chain_id}/config`;
     let config_pool_url = `${ccBase}/pools`;
     for (let [dex_id, pool_list] of sol_pools_cache) {
         let batch_pools = (0, index_1.chunkArray)(pool_list, 10);
@@ -50,7 +52,7 @@ const cache_pool_config = (chain_id, valid_tokens_map, sol_pools_cache) => __awa
                     router_id: null,
                     fee_rate: pool.fee_rate_bps,
                     quote_token: pool.quote_token,
-                    quote_amount_usd: parseInt(process.env.QUOTE_AMOUNT_USD || '100'),
+                    quote_amount_usd: genv.quote_amount_usd,
                     quote_price_decimals: 18,
                     is_reverse_token: null,
                     cu_limit: get_cu_limit(dex_id),

package/dist/quote/on_quote_response.d.ts

@@ -28,7 +28,6 @@ export interface QuoteResponseOptions {
     pushPriceMessage?: boolean;
     source?: string;
     depth?: PoolDepthData;
-    tickLiquidity?: any;
 }
 export declare function on_quote_response(opts: QuoteResponseOptions): void;
 export declare function on_quote_respose(appConfig: AppConfig, pool_info: StandardPoolInfoType, quote_amount_usd: number, _execution_price: number, stream_time: number, quote_start_time: number, slot_info: string, result: [QuoteResultType, QuoteResultType, number], txid: string, push_price_message?: boolean, source?: string, depth?: PoolDepthData): void;

package/dist/quote/on_quote_response.js

@@ -6,10 +6,8 @@ const analyze_1 = require("../analyze");
 const log_quote_price_1 = require("./log_quote_price");
 const publish_quote_price_1 = require("./publish_quote_price");
 const to_price_message_1 = require("./to_price_message");
-const TICK_LIQUIDITY_INTERVAL_MS = parseInt(process.env.TICK_CACHE_FORCE_FULL_REFRESH_INTERVAL || '60000', 10);
-const _tickLiquidityLastPush = new Map();
 function on_quote_response(opts) {
-    const { appConfig, poolInfo, quoteAmountUsd, streamTime, quoteStartTime, blockNumber, quotes, txid, pushPriceMessage = true, source = '', depth, tickLiquidity, } = opts;
+    const { appConfig, poolInfo, quoteAmountUsd, streamTime, quoteStartTime, blockNumber, quotes, txid, pushPriceMessage = true, source = '', depth, } = opts;
     const quoteEndTime = Date.now();
     const quoteAskPrice = Number(quotes[0].price);
     const quoteBidPrice = Number(quotes[1].price);
@@ -28,26 +26,15 @@ function on_quote_response(opts) {
             (0, publish_quote_price_1.publish_quote_price)(appConfig, price_msg);
         }
         (0, log_quote_price_1.log_quote_price)(String(blockNumber), price_msg, txid);
-        (0, analyze_1.report_trade_analyze_data)('PriceMessageType', Object.assign(Object.assign({}, price_msg), { quote_source: { slot: String(blockNumber), block: null, txid } }));
+        (0, analyze_1.report_data_to_analyze)('PriceMessageType', Object.assign(Object.assign({}, price_msg), { quote_source: { slot: String(blockNumber), block: null, txid } }));
         if (depth) {
-            (0, analyze_1.report_trade_analyze_data)('DepthLevels', {
+            (0, analyze_1.report_data_to_analyze)('DepthLevels', {
                 price_id: price_msg.price_id,
                 unique_orderbook_id: price_msg.unique_orderbook_id,
                 pair: price_msg.pair,
                 depth
             });
         }
-        if (tickLiquidity) {
-            const poolAddr = String(price_msg.pool_id || '').trim().toLowerCase();
-            const now = Date.now();
-            const lastPush = _tickLiquidityLastPush.get(poolAddr) || 0;
-            if (now - lastPush >= TICK_LIQUIDITY_INTERVAL_MS) {
-                _tickLiquidityLastPush.set(poolAddr, now);
-                tickLiquidity.pair = price_msg.pair;
-                tickLiquidity.protocolId = price_msg.dex_id;
-                (0, analyze_1.report_trade_analyze_data)('TickLiquidity', tickLiquidity);
-            }
-        }
     })
         .catch(err => {
         console.error(`[on_quote_response] error: ${(err === null || err === void 0 ? void 0 : err.message) || err}`);

package/dist/quote/to_price_message.js

@@ -16,6 +16,7 @@ exports.get_quote_token_decimals = void 0;
 exports.to_price_message = to_price_message;
 exports.normalize_pair_name = normalize_pair_name;
 const decimal_js_1 = __importDefault(require("decimal.js"));
+const core_env_1 = require("../app_config/core_env");
 const uuid_1 = require("uuid");
 const __1 = require("..");
 const get_quote_token_decimals = (pool_info) => {
@@ -51,7 +52,7 @@ function to_price_message(appConfig_1, quote_amount_usd_1, tx_price_1, quote_ask
             price: bid_price,
             quantity: quote_amount_usd
         };
-        const cexBps = parseInt(process.env.DEPTH_CEX_BPS || '20');
+        const cexBps = (0, core_env_1.getCoreEnv)().depth_cex_bps;
         const askDepth = (_a = depth === null || depth === void 0 ? void 0 : depth.ask) === null || _a === void 0 ? void 0 : _a[cexBps];
         const bidDepth = (_b = depth === null || depth === void 0 ? void 0 : depth.bid) === null || _b === void 0 ? void 0 : _b[cexBps];
         askData.depth_bps = cexBps;

package/dist/redis/redis_client.d.ts

@@ -28,6 +28,7 @@ export declare class RedisClient {
     ltrim(key: string, start: number, stop: number): Promise<string>;
     ping(): Promise<string>;
     type(key: string): Promise<string>;
+    eval(script: string, keys: string[], args: string[]): Promise<any>;
     multi(): import("@redis/client/dist/lib/client/multi-command").RedisClientMultiCommandType<{
         graph: {
             CONFIG_GET: typeof import("@redis/graph/dist/commands/CONFIG_GET");

package/dist/redis/redis_client.js

@@ -169,6 +169,12 @@ class RedisClient {
             return yield client.type(key);
         });
     }
+    eval(script, keys, args) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const client = yield this.ensureClient();
+            return yield client.eval(script, { keys, arguments: args });
+        });
+    }
     multi() {
         return this.redis_client.multi();
     }
@@ -226,9 +232,8 @@ class RedisClient {
             }
             finally {
                 if (acquired) {
-                    const releaseDelay = parseInt(process.env.NONCE_LOCK_RELEASE_DELAY_MS || String(release_lock_delay_ms));
-                    if (releaseDelay > 0) {
-                        yield (0, index_1.sleep)(releaseDelay);
+                    if (release_lock_delay_ms > 0) {
+                        yield (0, index_1.sleep)(release_lock_delay_ms);
                     }
                     this.releaseLock(lock_key, lock_value);
                     (0, index_1.log_info)(`[Lock] withLock ok: key=${lock_key}, retries=${retries}, wait=${getLockTime - firstTryTime}ms, hold=${Date.now() - getLockTime}ms`);

package/dist/redis/redis_connection.js

@@ -10,12 +10,14 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.getRedisConnection = getRedisConnection;
+const core_env_1 = require("../app_config/core_env");
 const redis_1 = require("redis");
 let redisClient = null;
 let connectPromise = null;
 function createConnection() {
-    const host = process.env.REDIS_HOST || '127.0.0.1';
-    const port = process.env.REDIS_PORT || '6379';
+    const coreEnv = (0, core_env_1.getCoreEnv)();
+    const host = coreEnv.redis_host || '127.0.0.1';
+    const port = String(coreEnv.redis_port || '6379');
     const url = `redis://${host}:${port}`;
     console.log(`[Redis] connecting to ${url}`);
     const client = (0, redis_1.createClient)({ url });

package/dist/token/cache_token_config.js

@@ -14,12 +14,14 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.cache_token_config = void 0;
 const axios_1 = __importDefault(require("axios"));
+const core_env_1 = require("../app_config/core_env");
 const index_1 = require("../index");
 const service_ports_1 = require("../constants/service_ports");
 const is_not_arb_token_1 = require("./is_not_arb_token");
 const cache_token_config = (chain_id, valid_tokens_map) => __awaiter(void 0, void 0, void 0, function* () {
     (0, index_1.log_info)(`cache_token_config start`);
-    const ccBase = `http://${(process.env.CONFIG_CENTER_HOST || '127.0.0.1').trim()}:${service_ports_1.SERVICE_PORT.CONFIG_CENTER_HTTP}/${chain_id}/config`;
+    const genv = (0, core_env_1.getCoreEnv)();
+    const ccBase = `http://${(genv.config_center_host || '127.0.0.1').trim()}:${service_ports_1.SERVICE_PORT.CONFIG_CENTER_HTTP}/${chain_id}/config`;
     let config_token_url = `${ccBase}/tokens`;
     let count = 0;
     let batch_symbols = (0, index_1.chunkArray)(Array.from(valid_tokens_map.keys()), 20);

package/dist/token/fixed_symbol_address.js

@@ -4,17 +4,18 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.get_fixed_symbol_address = void 0;
-require('dotenv').config();
 const os_1 = __importDefault(require("os"));
+const core_env_1 = require("../app_config/core_env");
 const path_1 = __importDefault(require("path"));
 const index_1 = require("../index");
 let _first_load_logged = false;
 const get_fixed_symbol_address = () => {
-    const chain_id = process.env.CHAIN_ID;
+    const coreEnv = (0, core_env_1.getCoreEnv)();
+    const chain_id = coreEnv.chain_id;
     if (!chain_id) {
         return [];
     }
-    const filepath = process.env.BSC_FIXED_SYMBOL_ADDRESS_FILE ||
+    const filepath = coreEnv.fixed_symbol_address_file ||
         path_1.default.join(os_1.default.homedir(), 'data', 'onchain_data', chain_id.toLowerCase(), 'fixed_symbol_address.json');
     let list = [];
     try {

package/dist/token/price/get_bsc_token_price.js

@@ -12,9 +12,9 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.get_bsc_token_price_info = get_bsc_token_price_info;
 require('dotenv').config();
 const index_1 = require("../../index");
+const defi_llama_1 = require("./defi_llama");
 const gecko_terminal_1 = require("./gecko_terminal");
 const price_cache_1 = require("./price_cache");
-const defi_llama_1 = require("./defi_llama");
 function get_bsc_token_price_info(addresses) {
     return __awaiter(this, void 0, void 0, function* () {
         addresses = addresses.map(addr => addr.toLowerCase());

package/dist/token/price/get_eth_token_price.d.ts

@@ -1,3 +1,3 @@
-import { FormattedTokenPrice } from "../types";
 import { EvmChainInfoType } from '../../chains';
+import { FormattedTokenPrice } from "../types";
 export declare function get_eth_token_price_info(evm_chain_info: EvmChainInfoType, addresses: string[]): Promise<Map<string, FormattedTokenPrice>>;

package/dist/token/price/get_eth_token_price.js

@@ -16,9 +16,9 @@ exports.get_eth_token_price_info = get_eth_token_price_info;
 require('dotenv').config();
 const axios_1 = __importDefault(require("axios"));
 const index_1 = require("../../index");
+const defi_llama_1 = require("./defi_llama");
 const gecko_terminal_1 = require("./gecko_terminal");
 const price_cache_1 = require("./price_cache");
-const defi_llama_1 = require("./defi_llama");
 function get_eth_token_price_info(evm_chain_info, addresses) {
     return __awaiter(this, void 0, void 0, function* () {
         addresses = addresses.map(addr => addr.toLowerCase());