@clonegod/ttd-core 3.1.24 → 3.1.26

package/dist/alert/codes.js

@@ -16,6 +16,7 @@ exports.ALERT_CODES = {
     QUOTE_TICK_STALE: { code: 'QUOTE_TICK_STALE', severity: S.ERROR, category: 'quote', desc: 'tick 数据过期但仍在报价', suggested_action: '风险提示' },
     QUOTE_PRICE_ANOMALY: { code: 'QUOTE_PRICE_ANOMALY', severity: S.ERROR, category: 'quote', desc: '报价偏离参考价 > 阈值', suggested_action: '检查数据源' },
     QUOTE_INTERVAL_BREACH: { code: 'QUOTE_INTERVAL_BREACH', severity: S.WARN, category: 'quote', desc: '询价间隔超出预期' },
+    QUOTE_PRICE_CACHE_MISS: { code: 'QUOTE_PRICE_CACHE_MISS', severity: S.WARN, category: 'quote', desc: 'token 在系统里但 cache 无价（scheduler 未刷到）', suggested_action: '观察 market-data TokenPriceSyncer 是否正常' },
     TRADE_ENCODE_FAIL: { code: 'TRADE_ENCODE_FAIL', severity: S.ERROR, category: 'trade', desc: 'calldata 编码失败', suggested_action: '检查订单参数' },
     TRADE_SIGN_FAIL: { code: 'TRADE_SIGN_FAIL', severity: S.ERROR, category: 'trade', desc: '交易签名失败', suggested_action: '检查 caller 钱包' },
     TRADE_NONCE_CONFLICT: {
@@ -67,6 +68,7 @@ exports.ALERT_CODES = {
     },
     INFRA_PROCESS_CRASH_LOOP: { code: 'INFRA_PROCESS_CRASH_LOOP', severity: S.CRITICAL, category: 'infra', desc: '进程 5 分钟内反复重启', suggested_action: '停用该进程' },
     INFRA_ENV_MISSING: { code: 'INFRA_ENV_MISSING', severity: S.ERROR, category: 'infra', desc: '关键 env 未配置' },
+    CONFIG_TOKEN_DUPLICATE: { code: 'CONFIG_TOKEN_DUPLICATE', severity: S.WARN, category: 'infra', desc: '同一 address 对应多个 symbol 或 pool 引用缺失 token（配置垃圾数据）', suggested_action: '人工清理 token-list.json / pool-list.json / fixed_symbol_address.json' },
     ANALYZE_UPSTREAM_MISSING: { code: 'ANALYZE_UPSTREAM_MISSING', severity: S.WARN, category: 'analyze', desc: '上游消息缺环节（PreTrade/OnTrade/PostTrade）' },
     ANALYZE_SQLITE_FULL: { code: 'ANALYZE_SQLITE_FULL', severity: S.WARN, category: 'analyze', desc: 'SQLite 接近容量上限' },
     ANALYZE_SQLITE_WRITE_FAIL: { code: 'ANALYZE_SQLITE_WRITE_FAIL', severity: S.ERROR, category: 'analyze', desc: 'SQLite 写失败' },

package/dist/alert/log_rules.js

@@ -45,6 +45,8 @@ registerLogRules([
         level: 'error', code: 'THIRDPARTY_AUTH_FAIL' },
     { pattern: /pricefeed.*(parse failed|not an array|empty)|empty response at page/i,
         level: 'warn', code: 'THIRDPARTY_DATA_INVALID' },
+    { pattern: /price cache miss/i, level: 'warn', code: 'QUOTE_PRICE_CACHE_MISS' },
+    { pattern: /\[token-duplicate\]|\[pool-skip\]/, level: 'warn', code: 'CONFIG_TOKEN_DUPLICATE' },
     { pattern: /sqlite.*(disk|full|i\/o error|cleanup error|write.*fail)/i,
         level: 'error', code: 'ANALYZE_SQLITE_WRITE_FAIL' },
     { pattern: /db size.*\d+mb.*limit/i, level: 'warn', code: 'ANALYZE_SQLITE_FULL' },

package/dist/app_config/AppConfig.d.ts

@@ -1,5 +1,5 @@
 import EventEmitter from "events";
-import { StandardTokenInfoType, TradeRuntimeType } from "../../types";
+import { TradeRuntimeType } from "../../types";
 import { ArbCache, ArbEventSubscriber } from "../cache";
 import { EnvArgs } from "./EnvArgs";
 export declare class AppConfig extends EventEmitter {
@@ -11,6 +11,4 @@ export declare class AppConfig extends EventEmitter {
     constructor();
     init(): Promise<void>;
     subscribe_config_change(): Promise<void>;
-    cache_token_market_price(token_info_with_price: StandardTokenInfoType, ttl?: number): Promise<void>;
-    get_token_market_price(symbol: string): Promise<StandardTokenInfoType>;
 }

package/dist/app_config/AppConfig.js

@@ -47,16 +47,5 @@ class AppConfig extends events_1.default {
             yield this.arb_event_subscriber.subscribe_config_change_event(refresh_trade_runtime);
         });
     }
-    cache_token_market_price(token_info_with_price_1) {
-        return __awaiter(this, arguments, void 0, function* (token_info_with_price, ttl = -1) {
-            token_info_with_price.update_time = (0, __1.getCurDateTime)();
-            yield this.arb_cache.cache_token_market_price(token_info_with_price, ttl);
-        });
-    }
-    get_token_market_price(symbol) {
-        return __awaiter(this, void 0, void 0, function* () {
-            return yield this.arb_cache.get_token_market_price(symbol);
-        });
-    }
 }
 exports.AppConfig = AppConfig;

package/dist/app_config/EnvArgs.d.ts

@@ -10,6 +10,7 @@ export declare class EnvArgs {
     redis_host: string;
     redis_port: string;
     config_center_host: string;
+    market_data_host: string;
     enable_init_cache: string;
     trade_analyze_url: string;
     trade_analyze_host: string;
@@ -31,7 +32,7 @@ export declare class EnvArgs {
     trade_pair: string;
     trade_log_report_cex_url: string;
     trade_log_report_cex_data_type: string;
-    token_price_cache_seconds: number;
+    token_price_refresh_interval_seconds: number;
     token_market_price_url: string;
     wallet_dir: string;
     encryption_key: string;

package/dist/app_config/env_registry.js

@@ -24,6 +24,7 @@ registerEnvVars({
     grpc_endpoint: { env: 'GRPC_ENDPOINT', type: 'string', default: '', desc: 'gRPC 端点' },
     grpc_token: { env: 'GRPC_TOKEN', type: 'string', default: '', sensitive: true, desc: 'gRPC 认证 token' },
     config_center_host: { env: 'CONFIG_CENTER_HOST', type: 'string', default: '127.0.0.1', desc: '配置中心' },
+    market_data_host: { env: 'MARKET_DATA_HOST', type: 'string', default: '127.0.0.1', desc: 'market-data 服务（L3 现查 / fetch-pool 调用）' },
     enable_init_cache: { env: 'ENABLE_INIT_CACHE', type: 'string', default: '', desc: '仅 config-center：是否初始化缓存（空或 true 视为启用；false 则跳过）' },
     trade_analyze_host: { env: 'TRADE_ANALYZE_HOST', type: 'string', default: '', desc: 'analyze 上报地址(IP)；为空则不上报' },
     auto_quote_enable: { env: 'AUTO_QUOTE_ENABLE', type: 'boolean', default: false, desc: '自动报价开关' },
@@ -44,7 +45,7 @@ registerEnvVars({
     encryption_key: { env: 'ENCRYPTION_KEY', type: 'string', default: '', sensitive: true, desc: '对称加密密钥（用于钱包文件等）' },
     trade_analyze_url: { env: 'TRADE_ANALYZE_URL', type: 'string', default: '', desc: 'analyze HTTP 基址（旧 EnvArgs；未配则 analyze 上报走默认拼接）' },
     providers_file_path: { env: 'PROVIDERS_FILE_PATH', type: 'string', default: '', desc: 'stream-quote providers.json 绝对路径；留空则仅写 Redis' },
-    token_price_cache_seconds: { env: 'TOKEN_PRICE_CACHE_SECONDS', type: 'number', default: 1200, desc: 'token 价格缓存时间(s)' },
+    token_price_refresh_interval_seconds: { env: 'TOKEN_PRICE_REFRESH_INTERVAL_SECONDS', type: 'number', default: 600, desc: 'TokenPriceSyncer 刷价周期(s)：market-data 拉价并推送给 config-center 写 token_list 的频率' },
     token_market_price_url: { env: 'TOKEN_MARKET_PRICE_URL', type: 'string', default: '', desc: '【使用方: ttd-core estimate_token_amount】config-center 市价估算 HTTP 基址；为空则跳过远程回退' },
     fixed_symbol_address_file: { env: 'FIXED_SYMBOL_ADDRESS_FILE', type: 'string', default: '', desc: '固定 symbol/address 映射文件路径（覆盖默认按 CHAIN_ID 推断的路径）' },
     zh_pinyin_map_file: { env: 'ZH_PINYIN_MAP_FILE', type: 'string', default: '', desc: '中文拼音映射文件路径（覆盖默认路径）' },

package/dist/cache/arb_cache.d.ts

@@ -33,7 +33,8 @@ export declare class ArbCache {
     get_one_token_info_by_symbol(symbol: string): Promise<StandardTokenInfoType>;
     publish_token_change_event(): Promise<void>;
     cache_pool_list(): Promise<void>;
-    set_pool_token_info(pool: StandardPoolInfoType, token_info_list: StandardTokenInfoType[]): void;
+    private scan_duplicate_address;
+    set_pool_token_info(pool: StandardPoolInfoType, token_info_list: StandardTokenInfoType[]): boolean;
     set_pool_extra(pool: StandardPoolInfoType): void;
     update_pool_list(input_dex_pool_list: StandardDexPoolConfigType[]): Promise<void>;
     get_pool_list_by_pair(pair: string): Promise<StandardPoolInfoType[]>;
@@ -51,8 +52,7 @@ export declare class ArbCache {
     create_trade_runtime(chain_id: string, group_id: string, dex_id: string, pair_name: string): Promise<TradeRuntimeType>;
     find_pair_in_trade_config(pair_name: string, trade_config: TradeServiceConfigType): TradePairType;
     find_pair_dex_in_trade_config(dex_id: string, pair_config: TradePairType): TradePairDexPoolsType;
-    cache_token_market_price(token_with_price: StandardTokenInfoType, ttl?: number): Promise<void>;
-    get_token_market_price(symbol: string): Promise<StandardTokenInfoType>;
+    update_token_prices(input_tokens: StandardTokenInfoType[]): Promise<number>;
     cache_price_message(price_msg: PriceMessageType, ttl?: number): Promise<void>;
     get_price_message(price_id: string): Promise<PriceMessageType>;
     cache_order_message(order_msg: OrderMessageType, ttl?: number): Promise<{

package/dist/cache/arb_cache.js

@@ -17,6 +17,7 @@ const core_env_1 = require("../app_config/core_env");
 const fs_1 = __importDefault(require("fs"));
 const path_1 = __importDefault(require("path"));
 const index_1 = require("../index");
+const fixed_symbol_address_1 = require("../token/fixed_symbol_address");
 class ArbCache {
     constructor(env_args) {
         this.chain_id = env_args.chain_id;
@@ -81,18 +82,30 @@ class ArbCache {
         return path_1.default.join('config', chain_id, file_name);
     }
     refresh_local_cache_token_list(token_list) {
-        this.token_list = token_list;
+        const prev_by_symbol = new Map(this.token_symbol_map);
         this.token_symbol_map.clear();
         this.token_address_map.clear();
-        for (let token of token_list) {
-            this.token_symbol_map.set(token.symbol, token);
-            this.token_address_map.set(token.address, token);
+        const merged = [];
+        for (const fresh of token_list) {
+            const existing = prev_by_symbol.get(fresh.symbol);
+            let token_ref;
+            if (existing) {
+                Object.assign(existing, fresh);
+                token_ref = existing;
+            }
+            else {
+                token_ref = fresh;
+            }
+            this.token_symbol_map.set(token_ref.symbol, token_ref);
+            this.token_address_map.set(token_ref.address, token_ref);
+            merged.push(token_ref);
         }
+        this.token_list = merged;
         this.token_list_cache_last_update_time = (0, index_1.getCurDateTime)();
         (0, index_1.log_trace)('refresh_local_cache_token_list, success', {
             token_list_len: this.token_list.length,
             token_symbol_map_size: this.token_symbol_map.size,
-            token_address_map_szie: this.token_address_map.size
+            token_address_map_szie: this.token_address_map.size,
         });
     }
     refresh_local_cache_pool_list(pool_list) {
@@ -134,6 +147,7 @@ class ArbCache {
             }
             let config = (0, index_1.readFile)(filepath);
             let token_list = config.token_list.filter(e => e.enable);
+            this.scan_duplicate_address(token_list);
             for (let token of token_list) {
                 let field = token.symbol;
                 let value = JSON.stringify(token);
@@ -141,9 +155,6 @@ class ArbCache {
                 if (index_1.LOG.debug) {
                     (0, index_1.log_trace)(`cache_token_list, symbol=${field}, result: ` + JSON.stringify(result));
                 }
-                if (token.market_price) {
-                    this.cache_token_market_price(token, -1);
-                }
             }
             this.refresh_local_cache_token_list(token_list);
             let result = yield this.loading_cache.hlen(this.chain_id, index_1.CACHE_KEY_TYPE.CONFIG_TOKEN_LIST);
@@ -235,12 +246,22 @@ class ArbCache {
             let all_dex_pool = [];
             let config = (0, index_1.readFile)(filepath);
             let token_list = yield this.get_token_list();
+            const skipped = [];
             for (let { dex_id, pool_list } of config.dex_list) {
                 pool_list = pool_list.filter(e => e.enable);
                 (0, index_1.log_trace)(`cache_pool_list`, { dex_id, pool_list_len: pool_list.length });
+                const valid_pools = [];
                 for (let pool of pool_list) {
                     pool.dex_id = dex_id;
-                    this.set_pool_token_info(pool, token_list);
+                    if (!this.set_pool_token_info(pool, token_list)) {
+                        const [t0, t1] = pool.pool_name.split('/');
+                        const missing = [
+                            !pool.tokenA ? t0 : null,
+                            !pool.tokenB ? t1 : null,
+                        ].filter(Boolean).join(',');
+                        skipped.push({ pool_address: pool.pool_address, pool_name: pool.pool_name, dex_id, missing });
+                        continue;
+                    }
                     this.set_pool_extra(pool);
                     let field = pool.pool_address;
                     let value = JSON.stringify(pool);
@@ -248,14 +269,52 @@ class ArbCache {
                     if (index_1.LOG.debug) {
                         (0, index_1.log_trace)(`cache_pool_list, pool_address=${pool.pool_address}, result: ` + JSON.stringify(result));
                     }
+                    valid_pools.push(pool);
                 }
-                all_dex_pool.push(...pool_list);
+                all_dex_pool.push(...valid_pools);
+            }
+            if (skipped.length > 0) {
+                const lines = skipped.map((s, i) => `  ${i + 1}. [${s.dex_id}] ${s.pool_name} (pool=${s.pool_address}) — missing symbol(s): ${s.missing}`);
+                (0, index_1.log_warn)(`[pool-skip] 跳过 ${skipped.length} 个池子：token 在 token-list 中找不到（多 symbol 冲突 / symbol 已删等），请人工清理 pool-list.json 或相关 token 映射:\n${lines.join('\n')}`);
             }
             this.refresh_local_cache_pool_list(all_dex_pool);
             let result = yield this.loading_cache.hlen(this.chain_id, index_1.CACHE_KEY_TYPE.CONFIG_POOL_LIST);
             (0, index_1.log_trace)(`cache_pool_list, end`, result);
         });
     }
+    scan_duplicate_address(token_list) {
+        var _a;
+        const by_addr = new Map();
+        for (const t of token_list) {
+            const addr = (t.address || '').toLowerCase();
+            if (!addr)
+                continue;
+            if (!by_addr.has(addr))
+                by_addr.set(addr, []);
+            by_addr.get(addr).push(t);
+        }
+        const fixed_by_addr = new Map();
+        for (const f of (0, fixed_symbol_address_1.get_fixed_symbol_address)()) {
+            fixed_by_addr.set((f.address || '').toLowerCase(), f.symbol);
+        }
+        const conflicts = [];
+        for (const [addr, tokens] of by_addr) {
+            if (tokens.length <= 1)
+                continue;
+            conflicts.push({
+                address: addr,
+                symbols: tokens.map(t => t.symbol),
+                fixed_symbol: (_a = fixed_by_addr.get(addr)) !== null && _a !== void 0 ? _a : null,
+            });
+        }
+        if (conflicts.length === 0)
+            return;
+        const lines = conflicts.map((c, i) => {
+            const auth = c.fixed_symbol ? ` 权威 symbol=${c.fixed_symbol}` : ' 未在 fixed_symbol_address.json 登记（需先登记权威 symbol）';
+            return `  ${i + 1}. address=${c.address}  symbols=[${c.symbols.join(', ')}]${auth}`;
+        });
+        (0, index_1.log_warn)(`[token-duplicate] 发现 ${conflicts.length} 个 address 被多 symbol 引用（垃圾数据，需人工清理 token-list.json + pool-list.json + Redis）:\n${lines.join('\n')}`);
+    }
     set_pool_token_info(pool, token_info_list) {
         if (index_1.LOG.debug) {
             (0, index_1.log_trace)(`set_pool_token_info`);
@@ -263,13 +322,7 @@ class ArbCache {
         let [token0, token1] = pool.pool_name.split('/');
         pool.tokenA = token_info_list.find(e => e.symbol === token0);
         pool.tokenB = token_info_list.find(e => e.symbol === token1);
-        if (!pool.tokenA || !pool.tokenB) {
-            (0, index_1.log_warn)('set_pool_token_info failed! tokenA or tokenB not exists!', {
-                pool_info: pool,
-                token_symbol_list: token_info_list.map(e => e.symbol)
-            });
-            throw new Error(`set_pool_token_info failed! tokenA or tokenB not exists!`);
-        }
+        return !!(pool.tokenA && pool.tokenB);
     }
     set_pool_extra(pool) {
         if (index_1.LOG.debug) {
@@ -644,36 +697,26 @@ class ArbCache {
         let pair_dex_config = pair_config.dex_list.find(e => e.dex_id === dex_id);
         return pair_dex_config;
     }
-    cache_token_market_price(token_with_price_1) {
-        return __awaiter(this, arguments, void 0, function* (token_with_price, ttl = -1) {
-            (0, index_1.log_trace)(`cache_market_price, start`);
-            if ((0, index_1.isEmpty)(token_with_price.market_price)) {
-                (0, index_1.log_warn)(`cache_token_market_price skip: empty market_price, symbol=${token_with_price.symbol}, address=${token_with_price.address}`);
-                return;
-            }
-            let { symbol } = token_with_price;
-            let field = (0, index_1.format_symbol_name)(symbol);
-            let value = JSON.stringify(token_with_price);
-            let result = yield this.loading_cache.hset_ex(this.chain_id, index_1.CACHE_KEY_TYPE.MARKET_TOKEN_PRICE, field, value, ttl);
-            (0, index_1.log_trace)('cache_market_price, end', result);
-        });
-    }
-    get_token_market_price(symbol) {
+    update_token_prices(input_tokens) {
         return __awaiter(this, void 0, void 0, function* () {
-            try {
-                let id = (0, index_1.format_symbol_name)(symbol);
-                let res = yield this.loading_cache.hget(this.chain_id, index_1.CACHE_KEY_TYPE.MARKET_TOKEN_PRICE, id);
-                if (index_1.LOG.debug) {
-                    (0, index_1.log_trace)(`get_token_market_price, symbol=${symbol}, res=`, res);
-                }
-                let { key, field, value } = res;
-                let token_with_price = JSON.parse(value);
-                return token_with_price;
-            }
-            catch (err) {
-                (0, index_1.log_error)('get_token_market_price error!!! key expired ???', err);
-                throw new Error(`get_token_market_price error! err=${err.message}`);
-            }
+            if ((0, index_1.isEmpty)(input_tokens))
+                return 0;
+            let count = 0;
+            for (const token of input_tokens) {
+                if (!(token === null || token === void 0 ? void 0 : token.symbol) || (0, index_1.isEmpty)(token.market_price))
+                    continue;
+                const field = (0, index_1.format_symbol_name)(token.symbol);
+                yield this.loading_cache.hset(this.chain_id, index_1.CACHE_KEY_TYPE.CONFIG_TOKEN_LIST, field, JSON.stringify(token));
+                count++;
+            }
+            if (count > 0) {
+                yield this.redis_event_publisher.publish_config_change_event({
+                    event_type: index_1.REDIS_EVENT_TYPE_CONFIG_CHANGE.TOKEN_CONFIG_CHANGE,
+                    event_time: Date.now(),
+                });
+            }
+            (0, index_1.log_trace)(`update_token_prices, end. count=${count}`);
+            return count;
         });
     }
     cache_price_message(price_msg_1) {

package/dist/index.d.ts

@@ -115,7 +115,6 @@ export declare enum OnChainDataSubscribeType {
     GRPC = "grpc"
 }
 export declare enum CACHE_KEY_TYPE {
-    MARKET_TOKEN_PRICE = "m:price",
     CONFIG_TOKEN_LIST = "c:token",
     CONFIG_POOL_LIST = "c:pool",
     CONFIG_PAIR_LIST = "c:pair",

package/dist/index.js

@@ -207,7 +207,6 @@ var OnChainDataSubscribeType;
 })(OnChainDataSubscribeType || (exports.OnChainDataSubscribeType = OnChainDataSubscribeType = {}));
 var CACHE_KEY_TYPE;
 (function (CACHE_KEY_TYPE) {
-    CACHE_KEY_TYPE["MARKET_TOKEN_PRICE"] = "m:price";
     CACHE_KEY_TYPE["CONFIG_TOKEN_LIST"] = "c:token";
     CACHE_KEY_TYPE["CONFIG_POOL_LIST"] = "c:pool";
     CACHE_KEY_TYPE["CONFIG_PAIR_LIST"] = "c:pair";

package/dist/market_price/estimate_token_amount.js

@@ -61,12 +61,12 @@ class EstimateAmountInToken {
                 }
                 else {
                     if (index_1.LOG.debug) {
-                        (0, index_1.log_debug)(`try-2 get market price from remote cache`);
+                        (0, index_1.log_debug)(`try-2 get market price from in-memory token_address_map`);
                     }
-                    token_info = yield arb_cache.get_token_market_price(symbol);
+                    token_info = arb_cache.token_symbol_map.get(symbol);
                     set_tmp_market_price(token_info);
                     if (index_1.LOG.debug) {
-                        (0, index_1.log_debug)(`try-2 get market price from remote cache, res=`, token_info);
+                        (0, index_1.log_debug)(`try-2 get market price from in-memory map, res=`, token_info);
                     }
                 }
                 let market_price = token_info === null || token_info === void 0 ? void 0 : token_info.market_price;

package/dist/token/price/get_bsc_token_price.d.ts

@@ -1,2 +1,5 @@
 import { FormattedTokenPrice } from "../types";
-export declare function get_bsc_token_price_info(addresses: string[]): Promise<Map<string, FormattedTokenPrice>>;
+export type PriceSource = 'cache_only' | 'cache_first' | 'force_fetch';
+export declare function get_bsc_token_price_info(addresses: string[], opts?: {
+    source?: PriceSource;
+}): Promise<Map<string, FormattedTokenPrice>>;

package/dist/token/price/get_bsc_token_price.js

@@ -15,17 +15,19 @@ const index_1 = require("../../index");
 const defi_llama_1 = require("./defi_llama");
 const gecko_terminal_1 = require("./gecko_terminal");
 const price_cache_1 = require("./price_cache");
-function get_bsc_token_price_info(addresses) {
+function get_bsc_token_price_info(addresses, opts) {
     return __awaiter(this, void 0, void 0, function* () {
+        var _a;
+        const source = (_a = opts === null || opts === void 0 ? void 0 : opts.source) !== null && _a !== void 0 ? _a : 'cache_only';
         addresses = addresses.map(addr => addr.toLowerCase());
         const result = new Map();
-        const PRICE_CHANNELS = [
-            {
-                name: 'CachedPrice',
-                fetchFn: price_cache_1.fetchPriceFromCache,
-                batchSize: 100,
-                batchDelay: 1000,
-            },
+        const cachedChannel = {
+            name: 'CachedPrice',
+            fetchFn: price_cache_1.fetchPriceFromCache,
+            batchSize: 100,
+            batchDelay: 1000,
+        };
+        const externalChannels = [
             {
                 name: 'DefiLlama',
                 fetchFn: (address_list) => (0, defi_llama_1.fetchPriceFromDefiLlama)(index_1.CHAIN_ID.BSC, address_list),
@@ -39,6 +41,10 @@ function get_bsc_token_price_info(addresses) {
                 batchDelay: 1000,
             },
         ];
+        const PRICE_CHANNELS = source === 'cache_only' ? [cachedChannel] :
+            source === 'cache_first' ? [cachedChannel, ...externalChannels] :
+                [...externalChannels];
+        const externalHits = [];
         try {
             for (const channel of PRICE_CHANNELS) {
                 if (addresses.length === 0)
@@ -58,7 +64,7 @@ function get_bsc_token_price_info(addresses) {
                             result.set(address, priceInfo);
                             remainingAddresses = remainingAddresses.filter(addr => addr !== address);
                             if (channel.name !== 'CachedPrice') {
-                                (0, price_cache_1.cache_new_market_price)(address, priceInfo.price, channel.name);
+                                externalHits.push({ address, price: priceInfo.price, source: channel.name });
                             }
                         }
                     }
@@ -75,17 +81,26 @@ function get_bsc_token_price_info(addresses) {
                     break;
                 }
             }
-            if (result.size === 0) {
+            if (externalHits.length > 0) {
+                yield (0, price_cache_1.cache_new_market_price_batch)(externalHits);
+            }
+            if (source === 'cache_only' && addresses.length > 0) {
+                (0, price_cache_1.warnPriceCacheMiss)(addresses);
+            }
+            if (source === 'force_fetch' && result.size === 0) {
                 throw new Error(`Unable to get price information for any token: ${addresses.join(', ')}`);
             }
-            if (addresses.length > 0) {
+            if (source !== 'cache_only' && addresses.length > 0) {
                 (0, index_1.log_warn)(`[get_token_price_info] Failed to get prices for ${addresses.length} tokens after trying all channels: ${addresses.join(', ')}`);
             }
             (0, index_1.log_debug)(`[get_token_price_info] Completed price fetching for ${result.size} tokens`);
             return result;
         }
         catch (error) {
-            throw new Error(`Failed to get token price information: ${error instanceof Error ? error.message : String(error)}`);
+            if (source === 'force_fetch') {
+                throw new Error(`Failed to get token price information: ${error instanceof Error ? error.message : String(error)}`);
+            }
+            return result;
         }
     });
 }

package/dist/token/price/get_eth_token_price.d.ts

@@ -1,3 +1,6 @@
 import { EvmChainInfoType } from '../../chains';
 import { FormattedTokenPrice } from "../types";
-export declare function get_eth_token_price_info(evm_chain_info: EvmChainInfoType, addresses: string[]): Promise<Map<string, FormattedTokenPrice>>;
+import type { PriceSource } from './get_bsc_token_price';
+export declare function get_eth_token_price_info(evm_chain_info: EvmChainInfoType, addresses: string[], opts?: {
+    source?: PriceSource;
+}): Promise<Map<string, FormattedTokenPrice>>;

package/dist/token/price/get_eth_token_price.js

@@ -19,17 +19,19 @@ const index_1 = require("../../index");
 const defi_llama_1 = require("./defi_llama");
 const gecko_terminal_1 = require("./gecko_terminal");
 const price_cache_1 = require("./price_cache");
-function get_eth_token_price_info(evm_chain_info, addresses) {
+function get_eth_token_price_info(evm_chain_info, addresses, opts) {
     return __awaiter(this, void 0, void 0, function* () {
+        var _a;
+        const source = (_a = opts === null || opts === void 0 ? void 0 : opts.source) !== null && _a !== void 0 ? _a : 'cache_only';
         addresses = addresses.map(addr => addr.toLowerCase());
         const result = new Map();
-        const PRICE_CHANNELS = [
-            {
-                name: 'CachedPrice',
-                fetchFn: price_cache_1.fetchPriceFromCache,
-                batchSize: 100,
-                batchDelay: 1000,
-            },
+        const cachedChannel = {
+            name: 'CachedPrice',
+            fetchFn: price_cache_1.fetchPriceFromCache,
+            batchSize: 100,
+            batchDelay: 1000,
+        };
+        const externalChannels = [
             {
                 name: 'DefiLlama',
                 fetchFn: (address_list) => (0, defi_llama_1.fetchPriceFromDefiLlama)(evm_chain_info.chain_short_name, address_list),
@@ -49,6 +51,10 @@ function get_eth_token_price_info(evm_chain_info, addresses) {
                 batchDelay: 1000,
             },
         ];
+        const PRICE_CHANNELS = source === 'cache_only' ? [cachedChannel] :
+            source === 'cache_first' ? [cachedChannel, ...externalChannels] :
+                [...externalChannels];
+        const externalHits = [];
         try {
             for (const channel of PRICE_CHANNELS) {
                 if (addresses.length === 0)
@@ -68,7 +74,7 @@ function get_eth_token_price_info(evm_chain_info, addresses) {
                             result.set(address, priceInfo);
                             remainingAddresses = remainingAddresses.filter(addr => addr !== address);
                             if (channel.name !== 'CachedPrice') {
-                                (0, price_cache_1.cache_new_market_price)(address, priceInfo.price, channel.name);
+                                externalHits.push({ address, price: priceInfo.price, source: channel.name });
                             }
                         }
                     }
@@ -85,17 +91,26 @@ function get_eth_token_price_info(evm_chain_info, addresses) {
                     break;
                 }
             }
-            if (result.size === 0) {
+            if (externalHits.length > 0) {
+                yield (0, price_cache_1.cache_new_market_price_batch)(externalHits);
+            }
+            if (source === 'cache_only' && addresses.length > 0) {
+                (0, price_cache_1.warnPriceCacheMiss)(addresses);
+            }
+            if (source === 'force_fetch' && result.size === 0) {
                 throw new Error(`Unable to get price information for any token: ${addresses.join(', ')}`);
             }
-            if (addresses.length > 0) {
+            if (source !== 'cache_only' && addresses.length > 0) {
                 (0, index_1.log_warn)(`[get_token_price_info] Failed to get prices for ${addresses.length} tokens after trying all channels: ${addresses.join(', ')}`);
             }
             (0, index_1.log_debug)(`[get_token_price_info] Completed price fetching for ${result.size} tokens`);
             return result;
         }
         catch (error) {
-            throw new Error(`Failed to get token price information: ${error instanceof Error ? error.message : String(error)}`);
+            if (source === 'force_fetch') {
+                throw new Error(`Failed to get token price information: ${error instanceof Error ? error.message : String(error)}`);
+            }
+            return result;
         }
     });
 }

package/dist/token/price/get_solana_token_price.d.ts

@@ -1,2 +1,5 @@
 import { FormattedTokenPrice } from "../types";
-export declare function get_solana_token_price_info(addresses: string[]): Promise<Map<string, FormattedTokenPrice>>;
+import type { PriceSource } from './get_bsc_token_price';
+export declare function get_solana_token_price_info(addresses: string[], opts?: {
+    source?: PriceSource;
+}): Promise<Map<string, FormattedTokenPrice>>;

package/dist/token/price/get_solana_token_price.js

@@ -18,16 +18,18 @@ const index_1 = require("../../index");
 const gecko_terminal_1 = require("./gecko_terminal");
 const price_cache_1 = require("./price_cache");
 const defi_llama_1 = require("./defi_llama");
-function get_solana_token_price_info(addresses) {
+function get_solana_token_price_info(addresses, opts) {
     return __awaiter(this, void 0, void 0, function* () {
+        var _a;
+        const source = (_a = opts === null || opts === void 0 ? void 0 : opts.source) !== null && _a !== void 0 ? _a : 'cache_only';
         const result = new Map();
-        const PRICE_CHANNELS = [
-            {
-                name: 'CachedPrice',
-                fetchFn: price_cache_1.fetchPriceFromCache,
-                batchSize: 100,
-                batchDelay: 1000,
-            },
+        const cachedChannel = {
+            name: 'CachedPrice',
+            fetchFn: price_cache_1.fetchPriceFromCache,
+            batchSize: 100,
+            batchDelay: 1000,
+        };
+        const externalChannels = [
             {
                 name: 'Jupiter',
                 fetchFn: fetchPriceFromJupiter,
@@ -47,6 +49,10 @@ function get_solana_token_price_info(addresses) {
                 batchDelay: 2000,
             },
         ];
+        const PRICE_CHANNELS = source === 'cache_only' ? [cachedChannel] :
+            source === 'cache_first' ? [cachedChannel, ...externalChannels] :
+                [...externalChannels];
+        const externalHits = [];
         try {
             for (const channel of PRICE_CHANNELS) {
                 if (addresses.length === 0)
@@ -66,7 +72,7 @@ function get_solana_token_price_info(addresses) {
                             result.set(address, priceInfo);
                             remainingAddresses = remainingAddresses.filter(addr => addr !== address);
                             if (channel.name !== 'CachedPrice') {
-                                (0, price_cache_1.cache_new_market_price)(address, priceInfo.price, channel.name);
+                                externalHits.push({ address, price: priceInfo.price, source: channel.name });
                             }
                         }
                         (0, index_1.log_debug)(`[get_token_price_info] ${channel.name} found prices for ${channelResult.size}/${batch.length} tokens in batch ${i + 1}`);
@@ -84,17 +90,26 @@ function get_solana_token_price_info(addresses) {
                     break;
                 }
             }
-            if (result.size === 0) {
+            if (externalHits.length > 0) {
+                yield (0, price_cache_1.cache_new_market_price_batch)(externalHits);
+            }
+            if (source === 'cache_only' && addresses.length > 0) {
+                (0, price_cache_1.warnPriceCacheMiss)(addresses);
+            }
+            if (source === 'force_fetch' && result.size === 0) {
                 throw new Error(`Unable to get price information for any token: ${addresses.join(', ')}`);
             }
-            if (addresses.length > 0) {
+            if (source !== 'cache_only' && addresses.length > 0) {
                 (0, index_1.log_warn)(`[get_token_price_info] Failed to get prices for ${addresses.length} tokens after trying all channels: ${addresses.join(', ')}`);
             }
             (0, index_1.log_debug)(`[get_token_price_info] Completed price fetching for ${result.size} tokens`);
             return result;
         }
         catch (error) {
-            throw new Error(`Failed to get token price information: ${error instanceof Error ? error.message : String(error)}`);
+            if (source === 'force_fetch') {
+                throw new Error(`Failed to get token price information: ${error instanceof Error ? error.message : String(error)}`);
+            }
+            return result;
         }
     });
 }

package/dist/token/price/get_sui_token_price.d.ts

@@ -1,2 +1,5 @@
 import { FormattedTokenPrice } from "../types";
-export declare function get_sui_token_price_info(addresses: string[]): Promise<Map<string, FormattedTokenPrice>>;
+import type { PriceSource } from './get_bsc_token_price';
+export declare function get_sui_token_price_info(addresses: string[], opts?: {
+    source?: PriceSource;
+}): Promise<Map<string, FormattedTokenPrice>>;

package/dist/token/price/get_sui_token_price.js

@@ -15,17 +15,19 @@ const index_1 = require("../../index");
 const defi_llama_1 = require("./defi_llama");
 const gecko_terminal_1 = require("./gecko_terminal");
 const price_cache_1 = require("./price_cache");
-function get_sui_token_price_info(addresses) {
+function get_sui_token_price_info(addresses, opts) {
     return __awaiter(this, void 0, void 0, function* () {
+        var _a;
         (0, index_1.log_info)(`get_sui_token_price_info`, addresses);
+        const source = (_a = opts === null || opts === void 0 ? void 0 : opts.source) !== null && _a !== void 0 ? _a : 'cache_only';
         const result = new Map();
-        const PRICE_CHANNELS = [
-            {
-                name: 'CachedPrice',
-                fetchFn: price_cache_1.fetchPriceFromCache,
-                batchSize: 100,
-                batchDelay: 1000,
-            },
+        const cachedChannel = {
+            name: 'CachedPrice',
+            fetchFn: price_cache_1.fetchPriceFromCache,
+            batchSize: 100,
+            batchDelay: 1000,
+        };
+        const externalChannels = [
             {
                 name: 'DefiLlama',
                 fetchFn: (address_list) => (0, defi_llama_1.fetchPriceFromDefiLlama)(index_1.CHAIN_ID.SUI, address_list),
@@ -39,6 +41,10 @@ function get_sui_token_price_info(addresses) {
                 batchDelay: 2000,
             },
         ];
+        const PRICE_CHANNELS = source === 'cache_only' ? [cachedChannel] :
+            source === 'cache_first' ? [cachedChannel, ...externalChannels] :
+                [...externalChannels];
+        const externalHits = [];
         try {
             for (const channel of PRICE_CHANNELS) {
                 if (addresses.length === 0)
@@ -58,7 +64,7 @@ function get_sui_token_price_info(addresses) {
                             result.set(address, priceInfo);
                             remainingAddresses = remainingAddresses.filter(addr => addr !== address);
                             if (channel.name !== 'CachedPrice') {
-                                (0, price_cache_1.cache_new_market_price)(address, priceInfo.price, channel.name);
+                                externalHits.push({ address, price: priceInfo.price, source: channel.name });
                             }
                         }
                         (0, index_1.log_debug)(`[get_token_price_info] ${channel.name} found prices for ${channelResult.size}/${batch.length} tokens in batch ${i + 1}`);
@@ -76,17 +82,26 @@ function get_sui_token_price_info(addresses) {
                     break;
                 }
             }
-            if (result.size === 0) {
+            if (externalHits.length > 0) {
+                yield (0, price_cache_1.cache_new_market_price_batch)(externalHits);
+            }
+            if (source === 'cache_only' && addresses.length > 0) {
+                (0, price_cache_1.warnPriceCacheMiss)(addresses);
+            }
+            if (source === 'force_fetch' && result.size === 0) {
                 throw new Error(`Unable to get price information for any token: ${addresses.join(', ')}`);
             }
-            if (addresses.length > 0) {
+            if (source !== 'cache_only' && addresses.length > 0) {
                 (0, index_1.log_warn)(`[get_token_price_info] Failed to get prices for ${addresses.length} tokens after trying all channels: ${addresses.join(', ')}`);
             }
             (0, index_1.log_debug)(`[get_token_price_info] Completed price fetching for ${result.size} tokens`);
             return result;
         }
         catch (error) {
-            throw new Error(`Failed to get token price information: ${error instanceof Error ? error.message : String(error)}`);
+            if (source === 'force_fetch') {
+                throw new Error(`Failed to get token price information: ${error instanceof Error ? error.message : String(error)}`);
+            }
+            return result;
         }
     });
 }

package/dist/token/price/get_tron_token_price.d.ts

@@ -1,2 +1,5 @@
 import { FormattedTokenPrice } from "../types";
-export declare function get_tron_token_price_info(addresses: string[]): Promise<Map<string, FormattedTokenPrice>>;
+import type { PriceSource } from './get_bsc_token_price';
+export declare function get_tron_token_price_info(addresses: string[], opts?: {
+    source?: PriceSource;
+}): Promise<Map<string, FormattedTokenPrice>>;

package/dist/token/price/get_tron_token_price.js

@@ -18,17 +18,19 @@ const axios_1 = __importDefault(require("axios"));
 const index_1 = require("../../index");
 const gecko_terminal_1 = require("./gecko_terminal");
 const price_cache_1 = require("./price_cache");
-function get_tron_token_price_info(addresses) {
+function get_tron_token_price_info(addresses, opts) {
     return __awaiter(this, void 0, void 0, function* () {
+        var _a;
         (0, index_1.log_info)(`get_tron_token_price_info`, addresses);
+        const source = (_a = opts === null || opts === void 0 ? void 0 : opts.source) !== null && _a !== void 0 ? _a : 'cache_only';
         const result = new Map();
-        const PRICE_CHANNELS = [
-            {
-                name: 'CachedPrice',
-                fetchFn: price_cache_1.fetchPriceFromCache,
-                batchSize: 100,
-                batchDelay: 1000,
-            },
+        const cachedChannel = {
+            name: 'CachedPrice',
+            fetchFn: price_cache_1.fetchPriceFromCache,
+            batchSize: 100,
+            batchDelay: 1000,
+        };
+        const externalChannels = [
             {
                 name: 'TronscanALL',
                 fetchFn: fetchPriceFromTronscanALL,
@@ -48,6 +50,10 @@ function get_tron_token_price_info(addresses) {
                 batchDelay: 2000,
             },
         ];
+        const PRICE_CHANNELS = source === 'cache_only' ? [cachedChannel] :
+            source === 'cache_first' ? [cachedChannel, ...externalChannels] :
+                [...externalChannels];
+        const externalHits = [];
         try {
             for (const channel of PRICE_CHANNELS) {
                 if (addresses.length === 0)
@@ -67,7 +73,7 @@ function get_tron_token_price_info(addresses) {
                             result.set(address, priceInfo);
                             remainingAddresses = remainingAddresses.filter(addr => addr !== address);
                             if (channel.name !== 'CachedPrice') {
-                                (0, price_cache_1.cache_new_market_price)(address, priceInfo.price, channel.name);
+                                externalHits.push({ address, price: priceInfo.price, source: channel.name });
                             }
                         }
                         (0, index_1.log_debug)(`[get_token_price_info] ${channel.name} found prices for ${channelResult.size}/${batch.length} tokens in batch ${i + 1}`);
@@ -85,17 +91,26 @@ function get_tron_token_price_info(addresses) {
                     break;
                 }
             }
-            if (result.size === 0) {
+            if (externalHits.length > 0) {
+                yield (0, price_cache_1.cache_new_market_price_batch)(externalHits);
+            }
+            if (source === 'cache_only' && addresses.length > 0) {
+                (0, price_cache_1.warnPriceCacheMiss)(addresses);
+            }
+            if (source === 'force_fetch' && result.size === 0) {
                 throw new Error(`Unable to get price information for any token: ${addresses.join(', ')}`);
             }
-            if (addresses.length > 0) {
+            if (source !== 'cache_only' && addresses.length > 0) {
                 (0, index_1.log_warn)(`[get_token_price_info] Failed to get prices for ${addresses.length} tokens after trying all channels: ${addresses.join(', ')}`);
             }
             (0, index_1.log_debug)(`[get_token_price_info] Completed price fetching for ${result.size} tokens`);
             return result;
         }
         catch (error) {
-            throw new Error(`Failed to get token price information: ${error instanceof Error ? error.message : String(error)}`);
+            if (source === 'force_fetch') {
+                throw new Error(`Failed to get token price information: ${error instanceof Error ? error.message : String(error)}`);
+            }
+            return result;
         }
     });
 }

package/dist/token/price/get_xlayer_token_price.d.ts

@@ -1,2 +1,5 @@
 import { FormattedTokenPrice } from "../types";
-export declare function get_xlayer_token_price_info(addresses: string[]): Promise<Map<string, FormattedTokenPrice>>;
+import type { PriceSource } from './get_bsc_token_price';
+export declare function get_xlayer_token_price_info(addresses: string[], opts?: {
+    source?: PriceSource;
+}): Promise<Map<string, FormattedTokenPrice>>;

package/dist/token/price/get_xlayer_token_price.js

@@ -15,18 +15,20 @@ const index_1 = require("../../index");
 const defi_llama_1 = require("./defi_llama");
 const gecko_terminal_1 = require("./gecko_terminal");
 const price_cache_1 = require("./price_cache");
-function get_xlayer_token_price_info(addresses) {
+function get_xlayer_token_price_info(addresses, opts) {
     return __awaiter(this, void 0, void 0, function* () {
+        var _a;
+        const source = (_a = opts === null || opts === void 0 ? void 0 : opts.source) !== null && _a !== void 0 ? _a : 'cache_only';
         addresses = addresses.map(addr => addr.toLowerCase());
         (0, index_1.log_info)(`get_xlayer_token_price_info`, addresses);
         const result = new Map();
-        const PRICE_CHANNELS = [
-            {
-                name: 'CachedPrice',
-                fetchFn: price_cache_1.fetchPriceFromCache,
-                batchSize: 100,
-                batchDelay: 1000,
-            },
+        const cachedChannel = {
+            name: 'CachedPrice',
+            fetchFn: price_cache_1.fetchPriceFromCache,
+            batchSize: 100,
+            batchDelay: 1000,
+        };
+        const externalChannels = [
             {
                 name: 'DefiLlama',
                 fetchFn: (address_list) => (0, defi_llama_1.fetchPriceFromDefiLlama)(index_1.CHAIN_ID.XLAYER, address_list),
@@ -40,6 +42,10 @@ function get_xlayer_token_price_info(addresses) {
                 batchDelay: 2000,
             },
         ];
+        const PRICE_CHANNELS = source === 'cache_only' ? [cachedChannel] :
+            source === 'cache_first' ? [cachedChannel, ...externalChannels] :
+                [...externalChannels];
+        const externalHits = [];
         try {
             for (const channel of PRICE_CHANNELS) {
                 if (addresses.length === 0)
@@ -59,7 +65,7 @@ function get_xlayer_token_price_info(addresses) {
                             result.set(address, priceInfo);
                             remainingAddresses = remainingAddresses.filter(addr => addr !== address);
                             if (channel.name !== 'CachedPrice') {
-                                (0, price_cache_1.cache_new_market_price)(address, priceInfo.price, channel.name);
+                                externalHits.push({ address, price: priceInfo.price, source: channel.name });
                             }
                         }
                         (0, index_1.log_debug)(`[get_token_price_info] ${channel.name} found prices for ${channelResult.size}/${batch.length} tokens in batch ${i + 1}`);
@@ -77,17 +83,26 @@ function get_xlayer_token_price_info(addresses) {
                     break;
                 }
             }
-            if (result.size === 0) {
+            if (externalHits.length > 0) {
+                yield (0, price_cache_1.cache_new_market_price_batch)(externalHits);
+            }
+            if (source === 'cache_only' && addresses.length > 0) {
+                (0, price_cache_1.warnPriceCacheMiss)(addresses);
+            }
+            if (source === 'force_fetch' && result.size === 0) {
                 throw new Error(`Unable to get price information for any token: ${addresses.join(', ')}`);
             }
-            if (addresses.length > 0) {
+            if (source !== 'cache_only' && addresses.length > 0) {
                 (0, index_1.log_warn)(`[get_token_price_info] Failed to get prices for ${addresses.length} tokens after trying all channels: ${addresses.join(', ')}`);
             }
             (0, index_1.log_debug)(`[get_token_price_info] Completed price fetching for ${result.size} tokens`);
             return result;
         }
         catch (error) {
-            throw new Error(`Failed to get token price information: ${error instanceof Error ? error.message : String(error)}`);
+            if (source === 'force_fetch') {
+                throw new Error(`Failed to get token price information: ${error instanceof Error ? error.message : String(error)}`);
+            }
+            return result;
         }
     });
 }

package/dist/token/price/index.d.ts

@@ -4,3 +4,5 @@ export * from './get_solana_token_price';
 export * from './get_tron_token_price';
 export * from './get_sui_token_price';
 export * from './get_xlayer_token_price';
+export * from './price_cache';
+export * from './token_price_syncer';

package/dist/token/price/index.js

@@ -20,3 +20,5 @@ __exportStar(require("./get_solana_token_price"), exports);
 __exportStar(require("./get_tron_token_price"), exports);
 __exportStar(require("./get_sui_token_price"), exports);
 __exportStar(require("./get_xlayer_token_price"), exports);
+__exportStar(require("./price_cache"), exports);
+__exportStar(require("./token_price_syncer"), exports);

package/dist/token/price/price_cache.d.ts

@@ -1,3 +1,8 @@
 import { FormattedTokenPrice } from "../..";
 export declare const fetchPriceFromCache: (token_address_list: string[]) => Promise<Map<string, FormattedTokenPrice>>;
-export declare function cache_new_market_price(token_address: string, market_price: string, market_source: string): Promise<void>;
+export declare function cache_new_market_price_batch(hits: Array<{
+    address: string;
+    price: string;
+    source: string;
+}>): Promise<void>;
+export declare function warnPriceCacheMiss(missed_addresses: string[]): void;

package/dist/token/price/price_cache.js

@@ -10,21 +10,11 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.fetchPriceFromCache = void 0;
-exports.cache_new_market_price = cache_new_market_price;
+exports.cache_new_market_price_batch = cache_new_market_price_batch;
+exports.warnPriceCacheMiss = warnPriceCacheMiss;
 const __1 = require("../..");
-const check_token_price_timeout = (token_info, token_price_timeout_seconds) => {
-    if ((0, __1.isEmpty)(token_info.market_price) || (0, __1.isEmpty)(token_info.update_time)) {
-        return true;
-    }
-    let last_update_time = token_info.update_time;
-    let diff_seconds = Math.floor((Date.now() - (0, __1.parseDateTimeStrToMills)(last_update_time)) / 1000);
-    return diff_seconds > token_price_timeout_seconds;
-};
-const get_diff_seconds = (last_update_time, now) => {
-    return Math.floor((now - (0, __1.parseDateTimeStrToMills)(last_update_time)) / 1000);
-};
 const fetchPriceFromCache = (token_address_list) => __awaiter(void 0, void 0, void 0, function* () {
-    let result = new Map();
+    const result = new Map();
     let global_app_config;
     try {
         global_app_config = (0, __1.getGlobalAppConfig)();
@@ -33,85 +23,86 @@ const fetchPriceFromCache = (token_address_list) => __awaiter(void 0, void 0, vo
         (0, __1.log_warn)('global_app_config is not set, skip get token price from cache');
         return result;
     }
-    let token_price_timeout_seconds = global_app_config.env_args.token_price_cache_seconds;
-    let all_token_list = yield global_app_config.arb_cache.get_token_list();
-    let token_list = all_token_list.filter(e => token_address_list.includes(e.address) && !(0, __1.isEmpty)(e.market_price) && !(0, __1.isEmpty)(e.update_time));
-    let not_found_token_list = [];
-    for (let token_info of token_list) {
-        try {
-            if (check_token_price_timeout(token_info, token_price_timeout_seconds)) {
-                not_found_token_list.push(token_info);
-            }
-            else {
-                let diff_seconds = get_diff_seconds(token_info.update_time, Date.now());
-                result.set(token_info.address, {
-                    address: token_info.address,
-                    price: token_info.market_price,
-                    update_time: token_info.update_time,
-                    decimals: token_info.decimals,
-                });
-                (0, __1.log_debug)(`get token price from cache(token_info) success: ${token_info.symbol} ${token_info.address}, price=${token_info.market_price} (${diff_seconds}s ago)`);
-            }
-        }
-        catch (err) {
-            (0, __1.log_error)(`get token price from cache failed`, err);
-        }
-    }
-    for (let token_info of not_found_token_list) {
-        let price_info = yield global_app_config.get_token_market_price(token_info.symbol);
-        if (!price_info || check_token_price_timeout(price_info, token_price_timeout_seconds)) {
-            continue;
+    const map = global_app_config.arb_cache.token_address_map;
+    for (const address of token_address_list) {
+        const token = map.get(address.toLowerCase());
+        if (token === null || token === void 0 ? void 0 : token.market_price) {
+            result.set(address, {
+                address: token.address,
+                price: token.market_price,
+                update_time: token.update_time,
+                decimals: token.decimals,
+            });
+            (0, __1.log_debug)(`cache hit: ${token.symbol} ${address}, price=${token.market_price}, update_time=${token.update_time}`);
         }
-        result.set(token_info.address, {
-            address: token_info.address,
-            price: price_info.market_price,
-            update_time: price_info.update_time,
-            decimals: price_info.decimals,
-        });
-        let diff_seconds = get_diff_seconds(price_info.update_time, Date.now());
-        (0, __1.log_debug)(`get token price from cache(market_price) success: ${token_info.symbol} ${token_info.address}, price=${price_info.market_price} (${diff_seconds}s ago)`);
     }
     return result;
 });
 exports.fetchPriceFromCache = fetchPriceFromCache;
-function cache_new_market_price(token_address, market_price, market_source) {
+function cache_new_market_price_batch(hits) {
     return __awaiter(this, void 0, void 0, function* () {
+        if (hits.length === 0)
+            return;
         let global_app_config;
         try {
             global_app_config = (0, __1.getGlobalAppConfig)();
         }
         catch (err) {
-            (0, __1.log_warn)('global_app_config is not set, skip get token price from cache');
+            (0, __1.log_warn)('global_app_config is not set, skip cache_new_market_price_batch');
             return;
         }
-        let ttl = global_app_config.env_args.token_price_cache_seconds;
-        let tokenInfo = global_app_config.arb_cache.token_address_map.get(token_address);
-        if (!tokenInfo) {
-            tokenInfo = (yield global_app_config.arb_cache.get_token_list_no_cache()).find(e => e.address === token_address);
+        const map = global_app_config.arb_cache.token_address_map;
+        const updated = [];
+        for (const { address, price, source } of hits) {
+            if (!price || Number(price) <= 0) {
+                (0, __1.log_warn)(`skip cache invalid market_price from ${source}`, { address, price });
+                continue;
+            }
+            const tokenInfo = map.get(address.toLowerCase());
+            if (!tokenInfo) {
+                (0, __1.log_warn)(`tokenInfo not found in arb_cache.token_address_map: address=${address}`);
+                continue;
+            }
+            updated.push(Object.assign(Object.assign({}, tokenInfo), { market_price: price, update_time: (0, __1.getCurDateTime)() }));
         }
-        if (!tokenInfo) {
-            (0, __1.log_warn)(`tokenInfo is not found in cache: token_address=${token_address}`);
+        if (updated.length === 0)
             return;
+        try {
+            yield global_app_config.arb_cache.update_token_prices(updated);
+            (0, __1.log_info)(`cache_new_market_price_batch success: wrote ${updated.length} token prices`);
         }
-        let { symbol, address } = tokenInfo;
-        if (market_price && Number(market_price) > 0) {
-            let clone_token_info = (0, __1.deep_clone)(tokenInfo);
-            clone_token_info.market_price = market_price;
-            global_app_config.cache_token_market_price(clone_token_info, ttl)
-                .then(() => {
-                (0, __1.log_info)(`cache new market price success: ${symbol} ${address}, price=${market_price} (${ttl}s), source=${market_source}`);
-            })
-                .catch(err => {
-                (0, __1.log_error)(`cache new market price failed: ${symbol} ${address}, price=${market_price} (${ttl}s)`, err);
-            });
-        }
-        else {
-            (0, __1.log_warn)(`skip cache invalid market_price from ${market_source}`, {
-                symbol,
-                address,
-                market_price,
-                market_source,
-            });
+        catch (err) {
+            (0, __1.log_error)(`cache_new_market_price_batch failed`, err);
         }
     });
 }
+const _priceMissLastWarnAt = new Map();
+const PRICE_MISS_THROTTLE_MS = 60000;
+function warnPriceCacheMiss(missed_addresses) {
+    var _a;
+    if (missed_addresses.length === 0)
+        return;
+    let cfg;
+    try {
+        cfg = (0, __1.getGlobalAppConfig)();
+    }
+    catch (_b) {
+        return;
+    }
+    const now = Date.now();
+    const map = cfg.arb_cache.token_address_map;
+    const to_warn = [];
+    for (const addr of missed_addresses) {
+        const known = map.has(addr.toLowerCase());
+        if (!known)
+            continue;
+        const last = (_a = _priceMissLastWarnAt.get(addr)) !== null && _a !== void 0 ? _a : 0;
+        if (now - last < PRICE_MISS_THROTTLE_MS)
+            continue;
+        _priceMissLastWarnAt.set(addr, now);
+        to_warn.push(addr);
+    }
+    if (to_warn.length > 0) {
+        (0, __1.log_warn)(`price cache miss: ${to_warn.length} tokens known but no price in cache: ${to_warn.join(', ')}`);
+    }
+}

package/dist/token/price/token_price_syncer.d.ts

@@ -0,0 +1,25 @@
+import { ArbCache } from '../../cache/arb_cache';
+import { CHAIN_ID } from '../..';
+export interface FetchedTokenPrice {
+    price: string;
+    symbol?: string;
+    name?: string;
+    update_time?: string;
+}
+export interface TokenPriceSyncerOpts {
+    chain_id: CHAIN_ID;
+    arb_cache: ArbCache;
+    refresh_interval_seconds: number;
+    fetchPrices: (addresses: string[]) => Promise<Map<string, FetchedTokenPrice>>;
+    first_sync_delay_ms?: number;
+}
+export declare class TokenPriceSyncer {
+    private readonly opts;
+    private timer;
+    private trade_token_map;
+    constructor(opts: TokenPriceSyncerOpts);
+    start(): Promise<void>;
+    stop(): void;
+    runOnce(): Promise<void>;
+    private loadTradeTokensFromCache;
+}

package/dist/token/price/token_price_syncer.js

@@ -0,0 +1,80 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TokenPriceSyncer = void 0;
+const __1 = require("../..");
+class TokenPriceSyncer {
+    constructor(opts) {
+        this.timer = null;
+        this.trade_token_map = new Map();
+        this.opts = opts;
+    }
+    start() {
+        return __awaiter(this, void 0, void 0, function* () {
+            var _a;
+            const delay = (_a = this.opts.first_sync_delay_ms) !== null && _a !== void 0 ? _a : 10000;
+            yield (0, __1.sleep)(delay);
+            (0, __1.log_info)(`[TokenPriceSyncer] first sync start, chain=${this.opts.chain_id}`);
+            const t0 = Date.now();
+            yield this.runOnce().catch(err => (0, __1.log_error)(`[TokenPriceSyncer] first sync error`, err));
+            (0, __1.log_info)(`[TokenPriceSyncer] first sync done, took ${Date.now() - t0}ms`);
+            (0, __1.log_info)(`[TokenPriceSyncer] timer started, interval=${this.opts.refresh_interval_seconds}s`);
+            this.timer = setInterval(() => this.runOnce().catch(err => (0, __1.log_error)(`[TokenPriceSyncer] run error`, err)), this.opts.refresh_interval_seconds * 1000);
+        });
+    }
+    stop() {
+        if (this.timer) {
+            clearInterval(this.timer);
+            this.timer = null;
+        }
+    }
+    runOnce() {
+        return __awaiter(this, void 0, void 0, function* () {
+            var _a;
+            yield this.loadTradeTokensFromCache();
+            const addresses = Array.from(this.trade_token_map.keys());
+            if (addresses.length === 0) {
+                (0, __1.log_info)(`[TokenPriceSyncer] no trade tokens to sync`);
+                return;
+            }
+            (0, __1.log_info)(`[TokenPriceSyncer] syncing ${addresses.length} token prices`);
+            let priceMap;
+            try {
+                priceMap = yield this.opts.fetchPrices(addresses);
+            }
+            catch (err) {
+                (0, __1.log_error)(`[TokenPriceSyncer] fetchPrices error: ${err.message}`, err);
+                return;
+            }
+            const failed = [];
+            for (const addr of addresses) {
+                if (!((_a = priceMap.get(addr)) === null || _a === void 0 ? void 0 : _a.price)) {
+                    const token = this.trade_token_map.get(addr);
+                    if (token)
+                        failed.push(`${token.symbol}(${addr})`);
+                }
+            }
+            (0, __1.log_info)(`[TokenPriceSyncer] sync done, priced=${priceMap.size}, failed=${failed.length}`);
+            if (failed.length > 0) {
+                (0, __1.log_warn)(`[TokenPriceSyncer] ${failed.length} tokens without price: ${failed.join(', ')}`);
+            }
+        });
+    }
+    loadTradeTokensFromCache() {
+        return __awaiter(this, void 0, void 0, function* () {
+            const tokens = yield this.opts.arb_cache.get_all_trade_tokens();
+            for (const token of tokens) {
+                this.trade_token_map.set(token.address, token);
+            }
+        });
+    }
+}
+exports.TokenPriceSyncer = TokenPriceSyncer;

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@clonegod/ttd-core",
-    "version": "3.1.24",
+    "version": "3.1.26",
     "description": "Common types and utilities for trading systems - use `npm run push` to publish",
     "main": "dist/index.js",
     "types": "dist/index.d.ts",

package/types/index.d.ts

@@ -536,6 +536,8 @@ export interface WalletTokenBalanceInfoType {
     uiAmount: string
     price?: string
     balance?: string
+    /** 价格最后刷新时间（HH:MM:SS）。来自 token 的 update_time 字段，便于用户看到价格新鲜度 */
+    price_update_time?: string
 }
 
 
@@ -597,7 +599,7 @@ export declare class ArbCache {
     get_one_token_info_by_symbol(symbol: string): Promise<StandardTokenInfoType>;
     publish_token_change_event(): Promise<void>;
     cache_pool_list(): Promise<void>;
-    set_pool_token_info(pool: StandardPoolInfoType, token_info_list: StandardTokenInfoType[]): void;
+    set_pool_token_info(pool: StandardPoolInfoType, token_info_list: StandardTokenInfoType[]): boolean;
     set_pool_extra(pool: StandardPoolInfoType): void;
     update_pool_list(input_dex_pool_list: StandardDexPoolConfigType[]): Promise<void>;
     get_pool_list_by_pair(pair: string): Promise<StandardPoolInfoType[]>;