@clonegod/ttd-core 3.1.23 → 3.1.25

package/dist/token/price/get_solana_token_price.js

@@ -18,16 +18,18 @@ const index_1 = require("../../index");
 const gecko_terminal_1 = require("./gecko_terminal");
 const price_cache_1 = require("./price_cache");
 const defi_llama_1 = require("./defi_llama");
-function get_solana_token_price_info(addresses) {
+function get_solana_token_price_info(addresses, opts) {
     return __awaiter(this, void 0, void 0, function* () {
+        var _a;
+        const source = (_a = opts === null || opts === void 0 ? void 0 : opts.source) !== null && _a !== void 0 ? _a : 'cache_only';
         const result = new Map();
-        const PRICE_CHANNELS = [
-            {
-                name: 'CachedPrice',
-                fetchFn: price_cache_1.fetchPriceFromCache,
-                batchSize: 100,
-                batchDelay: 1000,
-            },
+        const cachedChannel = {
+            name: 'CachedPrice',
+            fetchFn: price_cache_1.fetchPriceFromCache,
+            batchSize: 100,
+            batchDelay: 1000,
+        };
+        const externalChannels = [
             {
                 name: 'Jupiter',
                 fetchFn: fetchPriceFromJupiter,
@@ -47,6 +49,10 @@ function get_solana_token_price_info(addresses) {
                 batchDelay: 2000,
             },
         ];
+        const PRICE_CHANNELS = source === 'cache_only' ? [cachedChannel] :
+            source === 'cache_first' ? [cachedChannel, ...externalChannels] :
+                [...externalChannels];
+        const externalHits = [];
         try {
             for (const channel of PRICE_CHANNELS) {
                 if (addresses.length === 0)
@@ -66,7 +72,7 @@ function get_solana_token_price_info(addresses) {
                             result.set(address, priceInfo);
                             remainingAddresses = remainingAddresses.filter(addr => addr !== address);
                             if (channel.name !== 'CachedPrice') {
-                                (0, price_cache_1.cache_new_market_price)(address, priceInfo.price, channel.name);
+                                externalHits.push({ address, price: priceInfo.price, source: channel.name });
                             }
                         }
                         (0, index_1.log_debug)(`[get_token_price_info] ${channel.name} found prices for ${channelResult.size}/${batch.length} tokens in batch ${i + 1}`);
@@ -84,17 +90,26 @@ function get_solana_token_price_info(addresses) {
                     break;
                 }
             }
-            if (result.size === 0) {
+            if (externalHits.length > 0) {
+                yield (0, price_cache_1.cache_new_market_price_batch)(externalHits);
+            }
+            if (source === 'cache_only' && addresses.length > 0) {
+                (0, price_cache_1.warnPriceCacheMiss)(addresses);
+            }
+            if (source === 'force_fetch' && result.size === 0) {
                 throw new Error(`Unable to get price information for any token: ${addresses.join(', ')}`);
             }
-            if (addresses.length > 0) {
+            if (source !== 'cache_only' && addresses.length > 0) {
                 (0, index_1.log_warn)(`[get_token_price_info] Failed to get prices for ${addresses.length} tokens after trying all channels: ${addresses.join(', ')}`);
             }
             (0, index_1.log_debug)(`[get_token_price_info] Completed price fetching for ${result.size} tokens`);
             return result;
         }
         catch (error) {
-            throw new Error(`Failed to get token price information: ${error instanceof Error ? error.message : String(error)}`);
+            if (source === 'force_fetch') {
+                throw new Error(`Failed to get token price information: ${error instanceof Error ? error.message : String(error)}`);
+            }
+            return result;
         }
     });
 }

package/dist/token/price/get_sui_token_price.d.ts

@@ -1,2 +1,5 @@
 import { FormattedTokenPrice } from "../types";
-export declare function get_sui_token_price_info(addresses: string[]): Promise<Map<string, FormattedTokenPrice>>;
+import type { PriceSource } from './get_bsc_token_price';
+export declare function get_sui_token_price_info(addresses: string[], opts?: {
+    source?: PriceSource;
+}): Promise<Map<string, FormattedTokenPrice>>;

package/dist/token/price/get_sui_token_price.js

@@ -15,17 +15,19 @@ const index_1 = require("../../index");
 const defi_llama_1 = require("./defi_llama");
 const gecko_terminal_1 = require("./gecko_terminal");
 const price_cache_1 = require("./price_cache");
-function get_sui_token_price_info(addresses) {
+function get_sui_token_price_info(addresses, opts) {
     return __awaiter(this, void 0, void 0, function* () {
+        var _a;
         (0, index_1.log_info)(`get_sui_token_price_info`, addresses);
+        const source = (_a = opts === null || opts === void 0 ? void 0 : opts.source) !== null && _a !== void 0 ? _a : 'cache_only';
         const result = new Map();
-        const PRICE_CHANNELS = [
-            {
-                name: 'CachedPrice',
-                fetchFn: price_cache_1.fetchPriceFromCache,
-                batchSize: 100,
-                batchDelay: 1000,
-            },
+        const cachedChannel = {
+            name: 'CachedPrice',
+            fetchFn: price_cache_1.fetchPriceFromCache,
+            batchSize: 100,
+            batchDelay: 1000,
+        };
+        const externalChannels = [
             {
                 name: 'DefiLlama',
                 fetchFn: (address_list) => (0, defi_llama_1.fetchPriceFromDefiLlama)(index_1.CHAIN_ID.SUI, address_list),
@@ -39,6 +41,10 @@ function get_sui_token_price_info(addresses) {
                 batchDelay: 2000,
             },
         ];
+        const PRICE_CHANNELS = source === 'cache_only' ? [cachedChannel] :
+            source === 'cache_first' ? [cachedChannel, ...externalChannels] :
+                [...externalChannels];
+        const externalHits = [];
         try {
             for (const channel of PRICE_CHANNELS) {
                 if (addresses.length === 0)
@@ -58,7 +64,7 @@ function get_sui_token_price_info(addresses) {
                             result.set(address, priceInfo);
                             remainingAddresses = remainingAddresses.filter(addr => addr !== address);
                             if (channel.name !== 'CachedPrice') {
-                                (0, price_cache_1.cache_new_market_price)(address, priceInfo.price, channel.name);
+                                externalHits.push({ address, price: priceInfo.price, source: channel.name });
                             }
                         }
                         (0, index_1.log_debug)(`[get_token_price_info] ${channel.name} found prices for ${channelResult.size}/${batch.length} tokens in batch ${i + 1}`);
@@ -76,17 +82,26 @@ function get_sui_token_price_info(addresses) {
                     break;
                 }
             }
-            if (result.size === 0) {
+            if (externalHits.length > 0) {
+                yield (0, price_cache_1.cache_new_market_price_batch)(externalHits);
+            }
+            if (source === 'cache_only' && addresses.length > 0) {
+                (0, price_cache_1.warnPriceCacheMiss)(addresses);
+            }
+            if (source === 'force_fetch' && result.size === 0) {
                 throw new Error(`Unable to get price information for any token: ${addresses.join(', ')}`);
             }
-            if (addresses.length > 0) {
+            if (source !== 'cache_only' && addresses.length > 0) {
                 (0, index_1.log_warn)(`[get_token_price_info] Failed to get prices for ${addresses.length} tokens after trying all channels: ${addresses.join(', ')}`);
             }
             (0, index_1.log_debug)(`[get_token_price_info] Completed price fetching for ${result.size} tokens`);
             return result;
         }
         catch (error) {
-            throw new Error(`Failed to get token price information: ${error instanceof Error ? error.message : String(error)}`);
+            if (source === 'force_fetch') {
+                throw new Error(`Failed to get token price information: ${error instanceof Error ? error.message : String(error)}`);
+            }
+            return result;
         }
     });
 }

package/dist/token/price/get_tron_token_price.d.ts

@@ -1,2 +1,5 @@
 import { FormattedTokenPrice } from "../types";
-export declare function get_tron_token_price_info(addresses: string[]): Promise<Map<string, FormattedTokenPrice>>;
+import type { PriceSource } from './get_bsc_token_price';
+export declare function get_tron_token_price_info(addresses: string[], opts?: {
+    source?: PriceSource;
+}): Promise<Map<string, FormattedTokenPrice>>;

package/dist/token/price/get_tron_token_price.js

@@ -18,17 +18,19 @@ const axios_1 = __importDefault(require("axios"));
 const index_1 = require("../../index");
 const gecko_terminal_1 = require("./gecko_terminal");
 const price_cache_1 = require("./price_cache");
-function get_tron_token_price_info(addresses) {
+function get_tron_token_price_info(addresses, opts) {
     return __awaiter(this, void 0, void 0, function* () {
+        var _a;
         (0, index_1.log_info)(`get_tron_token_price_info`, addresses);
+        const source = (_a = opts === null || opts === void 0 ? void 0 : opts.source) !== null && _a !== void 0 ? _a : 'cache_only';
         const result = new Map();
-        const PRICE_CHANNELS = [
-            {
-                name: 'CachedPrice',
-                fetchFn: price_cache_1.fetchPriceFromCache,
-                batchSize: 100,
-                batchDelay: 1000,
-            },
+        const cachedChannel = {
+            name: 'CachedPrice',
+            fetchFn: price_cache_1.fetchPriceFromCache,
+            batchSize: 100,
+            batchDelay: 1000,
+        };
+        const externalChannels = [
             {
                 name: 'TronscanALL',
                 fetchFn: fetchPriceFromTronscanALL,
@@ -48,6 +50,10 @@ function get_tron_token_price_info(addresses) {
                 batchDelay: 2000,
             },
         ];
+        const PRICE_CHANNELS = source === 'cache_only' ? [cachedChannel] :
+            source === 'cache_first' ? [cachedChannel, ...externalChannels] :
+                [...externalChannels];
+        const externalHits = [];
         try {
             for (const channel of PRICE_CHANNELS) {
                 if (addresses.length === 0)
@@ -67,7 +73,7 @@ function get_tron_token_price_info(addresses) {
                             result.set(address, priceInfo);
                             remainingAddresses = remainingAddresses.filter(addr => addr !== address);
                             if (channel.name !== 'CachedPrice') {
-                                (0, price_cache_1.cache_new_market_price)(address, priceInfo.price, channel.name);
+                                externalHits.push({ address, price: priceInfo.price, source: channel.name });
                             }
                         }
                         (0, index_1.log_debug)(`[get_token_price_info] ${channel.name} found prices for ${channelResult.size}/${batch.length} tokens in batch ${i + 1}`);
@@ -85,17 +91,26 @@ function get_tron_token_price_info(addresses) {
                     break;
                 }
             }
-            if (result.size === 0) {
+            if (externalHits.length > 0) {
+                yield (0, price_cache_1.cache_new_market_price_batch)(externalHits);
+            }
+            if (source === 'cache_only' && addresses.length > 0) {
+                (0, price_cache_1.warnPriceCacheMiss)(addresses);
+            }
+            if (source === 'force_fetch' && result.size === 0) {
                 throw new Error(`Unable to get price information for any token: ${addresses.join(', ')}`);
             }
-            if (addresses.length > 0) {
+            if (source !== 'cache_only' && addresses.length > 0) {
                 (0, index_1.log_warn)(`[get_token_price_info] Failed to get prices for ${addresses.length} tokens after trying all channels: ${addresses.join(', ')}`);
             }
             (0, index_1.log_debug)(`[get_token_price_info] Completed price fetching for ${result.size} tokens`);
             return result;
         }
         catch (error) {
-            throw new Error(`Failed to get token price information: ${error instanceof Error ? error.message : String(error)}`);
+            if (source === 'force_fetch') {
+                throw new Error(`Failed to get token price information: ${error instanceof Error ? error.message : String(error)}`);
+            }
+            return result;
         }
     });
 }

package/dist/token/price/get_xlayer_token_price.d.ts

@@ -1,2 +1,5 @@
 import { FormattedTokenPrice } from "../types";
-export declare function get_xlayer_token_price_info(addresses: string[]): Promise<Map<string, FormattedTokenPrice>>;
+import type { PriceSource } from './get_bsc_token_price';
+export declare function get_xlayer_token_price_info(addresses: string[], opts?: {
+    source?: PriceSource;
+}): Promise<Map<string, FormattedTokenPrice>>;

package/dist/token/price/get_xlayer_token_price.js

@@ -15,18 +15,20 @@ const index_1 = require("../../index");
 const defi_llama_1 = require("./defi_llama");
 const gecko_terminal_1 = require("./gecko_terminal");
 const price_cache_1 = require("./price_cache");
-function get_xlayer_token_price_info(addresses) {
+function get_xlayer_token_price_info(addresses, opts) {
     return __awaiter(this, void 0, void 0, function* () {
+        var _a;
+        const source = (_a = opts === null || opts === void 0 ? void 0 : opts.source) !== null && _a !== void 0 ? _a : 'cache_only';
         addresses = addresses.map(addr => addr.toLowerCase());
         (0, index_1.log_info)(`get_xlayer_token_price_info`, addresses);
         const result = new Map();
-        const PRICE_CHANNELS = [
-            {
-                name: 'CachedPrice',
-                fetchFn: price_cache_1.fetchPriceFromCache,
-                batchSize: 100,
-                batchDelay: 1000,
-            },
+        const cachedChannel = {
+            name: 'CachedPrice',
+            fetchFn: price_cache_1.fetchPriceFromCache,
+            batchSize: 100,
+            batchDelay: 1000,
+        };
+        const externalChannels = [
             {
                 name: 'DefiLlama',
                 fetchFn: (address_list) => (0, defi_llama_1.fetchPriceFromDefiLlama)(index_1.CHAIN_ID.XLAYER, address_list),
@@ -40,6 +42,10 @@ function get_xlayer_token_price_info(addresses) {
                 batchDelay: 2000,
             },
         ];
+        const PRICE_CHANNELS = source === 'cache_only' ? [cachedChannel] :
+            source === 'cache_first' ? [cachedChannel, ...externalChannels] :
+                [...externalChannels];
+        const externalHits = [];
         try {
             for (const channel of PRICE_CHANNELS) {
                 if (addresses.length === 0)
@@ -59,7 +65,7 @@ function get_xlayer_token_price_info(addresses) {
                             result.set(address, priceInfo);
                             remainingAddresses = remainingAddresses.filter(addr => addr !== address);
                             if (channel.name !== 'CachedPrice') {
-                                (0, price_cache_1.cache_new_market_price)(address, priceInfo.price, channel.name);
+                                externalHits.push({ address, price: priceInfo.price, source: channel.name });
                             }
                         }
                         (0, index_1.log_debug)(`[get_token_price_info] ${channel.name} found prices for ${channelResult.size}/${batch.length} tokens in batch ${i + 1}`);
@@ -77,17 +83,26 @@ function get_xlayer_token_price_info(addresses) {
                     break;
                 }
             }
-            if (result.size === 0) {
+            if (externalHits.length > 0) {
+                yield (0, price_cache_1.cache_new_market_price_batch)(externalHits);
+            }
+            if (source === 'cache_only' && addresses.length > 0) {
+                (0, price_cache_1.warnPriceCacheMiss)(addresses);
+            }
+            if (source === 'force_fetch' && result.size === 0) {
                 throw new Error(`Unable to get price information for any token: ${addresses.join(', ')}`);
             }
-            if (addresses.length > 0) {
+            if (source !== 'cache_only' && addresses.length > 0) {
                 (0, index_1.log_warn)(`[get_token_price_info] Failed to get prices for ${addresses.length} tokens after trying all channels: ${addresses.join(', ')}`);
             }
             (0, index_1.log_debug)(`[get_token_price_info] Completed price fetching for ${result.size} tokens`);
             return result;
         }
         catch (error) {
-            throw new Error(`Failed to get token price information: ${error instanceof Error ? error.message : String(error)}`);
+            if (source === 'force_fetch') {
+                throw new Error(`Failed to get token price information: ${error instanceof Error ? error.message : String(error)}`);
+            }
+            return result;
         }
     });
 }

package/dist/token/price/index.d.ts

@@ -4,3 +4,5 @@ export * from './get_solana_token_price';
 export * from './get_tron_token_price';
 export * from './get_sui_token_price';
 export * from './get_xlayer_token_price';
+export * from './price_cache';
+export * from './token_price_syncer';

package/dist/token/price/index.js

@@ -20,3 +20,5 @@ __exportStar(require("./get_solana_token_price"), exports);
 __exportStar(require("./get_tron_token_price"), exports);
 __exportStar(require("./get_sui_token_price"), exports);
 __exportStar(require("./get_xlayer_token_price"), exports);
+__exportStar(require("./price_cache"), exports);
+__exportStar(require("./token_price_syncer"), exports);

package/dist/token/price/price_cache.d.ts

@@ -1,3 +1,8 @@
 import { FormattedTokenPrice } from "../..";
 export declare const fetchPriceFromCache: (token_address_list: string[]) => Promise<Map<string, FormattedTokenPrice>>;
-export declare function cache_new_market_price(token_address: string, market_price: string, market_source: string): Promise<void>;
+export declare function cache_new_market_price_batch(hits: Array<{
+    address: string;
+    price: string;
+    source: string;
+}>): Promise<void>;
+export declare function warnPriceCacheMiss(missed_addresses: string[]): void;

package/dist/token/price/price_cache.js

@@ -10,21 +10,11 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.fetchPriceFromCache = void 0;
-exports.cache_new_market_price = cache_new_market_price;
+exports.cache_new_market_price_batch = cache_new_market_price_batch;
+exports.warnPriceCacheMiss = warnPriceCacheMiss;
 const __1 = require("../..");
-const check_token_price_timeout = (token_info, token_price_timeout_seconds) => {
-    if ((0, __1.isEmpty)(token_info.market_price) || (0, __1.isEmpty)(token_info.update_time)) {
-        return true;
-    }
-    let last_update_time = token_info.update_time;
-    let diff_seconds = Math.floor((Date.now() - (0, __1.parseDateTimeStrToMills)(last_update_time)) / 1000);
-    return diff_seconds > token_price_timeout_seconds;
-};
-const get_diff_seconds = (last_update_time, now) => {
-    return Math.floor((now - (0, __1.parseDateTimeStrToMills)(last_update_time)) / 1000);
-};
 const fetchPriceFromCache = (token_address_list) => __awaiter(void 0, void 0, void 0, function* () {
-    let result = new Map();
+    const result = new Map();
     let global_app_config;
     try {
         global_app_config = (0, __1.getGlobalAppConfig)();
@@ -33,85 +23,86 @@ const fetchPriceFromCache = (token_address_list) => __awaiter(void 0, void 0, vo
         (0, __1.log_warn)('global_app_config is not set, skip get token price from cache');
         return result;
     }
-    let token_price_timeout_seconds = global_app_config.env_args.token_price_cache_seconds;
-    let all_token_list = yield global_app_config.arb_cache.get_token_list();
-    let token_list = all_token_list.filter(e => token_address_list.includes(e.address) && !(0, __1.isEmpty)(e.market_price) && !(0, __1.isEmpty)(e.update_time));
-    let not_found_token_list = [];
-    for (let token_info of token_list) {
-        try {
-            if (check_token_price_timeout(token_info, token_price_timeout_seconds)) {
-                not_found_token_list.push(token_info);
-            }
-            else {
-                let diff_seconds = get_diff_seconds(token_info.update_time, Date.now());
-                result.set(token_info.address, {
-                    address: token_info.address,
-                    price: token_info.market_price,
-                    update_time: token_info.update_time,
-                    decimals: token_info.decimals,
-                });
-                (0, __1.log_debug)(`get token price from cache(token_info) success: ${token_info.symbol} ${token_info.address}, price=${token_info.market_price} (${diff_seconds}s ago)`);
-            }
-        }
-        catch (err) {
-            (0, __1.log_error)(`get token price from cache failed`, err);
-        }
-    }
-    for (let token_info of not_found_token_list) {
-        let price_info = yield global_app_config.get_token_market_price(token_info.symbol);
-        if (!price_info || check_token_price_timeout(price_info, token_price_timeout_seconds)) {
-            continue;
+    const map = global_app_config.arb_cache.token_address_map;
+    for (const address of token_address_list) {
+        const token = map.get(address.toLowerCase());
+        if (token === null || token === void 0 ? void 0 : token.market_price) {
+            result.set(address, {
+                address: token.address,
+                price: token.market_price,
+                update_time: token.update_time,
+                decimals: token.decimals,
+            });
+            (0, __1.log_debug)(`cache hit: ${token.symbol} ${address}, price=${token.market_price}, update_time=${token.update_time}`);
         }
-        result.set(token_info.address, {
-            address: token_info.address,
-            price: price_info.market_price,
-            update_time: price_info.update_time,
-            decimals: price_info.decimals,
-        });
-        let diff_seconds = get_diff_seconds(price_info.update_time, Date.now());
-        (0, __1.log_debug)(`get token price from cache(market_price) success: ${token_info.symbol} ${token_info.address}, price=${price_info.market_price} (${diff_seconds}s ago)`);
     }
     return result;
 });
 exports.fetchPriceFromCache = fetchPriceFromCache;
-function cache_new_market_price(token_address, market_price, market_source) {
+function cache_new_market_price_batch(hits) {
     return __awaiter(this, void 0, void 0, function* () {
+        if (hits.length === 0)
+            return;
         let global_app_config;
         try {
             global_app_config = (0, __1.getGlobalAppConfig)();
         }
         catch (err) {
-            (0, __1.log_warn)('global_app_config is not set, skip get token price from cache');
+            (0, __1.log_warn)('global_app_config is not set, skip cache_new_market_price_batch');
             return;
         }
-        let ttl = global_app_config.env_args.token_price_cache_seconds;
-        let tokenInfo = global_app_config.arb_cache.token_address_map.get(token_address);
-        if (!tokenInfo) {
-            tokenInfo = (yield global_app_config.arb_cache.get_token_list_no_cache()).find(e => e.address === token_address);
+        const map = global_app_config.arb_cache.token_address_map;
+        const updated = [];
+        for (const { address, price, source } of hits) {
+            if (!price || Number(price) <= 0) {
+                (0, __1.log_warn)(`skip cache invalid market_price from ${source}`, { address, price });
+                continue;
+            }
+            const tokenInfo = map.get(address.toLowerCase());
+            if (!tokenInfo) {
+                (0, __1.log_warn)(`tokenInfo not found in arb_cache.token_address_map: address=${address}`);
+                continue;
+            }
+            updated.push(Object.assign(Object.assign({}, tokenInfo), { market_price: price, update_time: (0, __1.getCurDateTime)() }));
         }
-        if (!tokenInfo) {
-            (0, __1.log_warn)(`tokenInfo is not found in cache: token_address=${token_address}`);
+        if (updated.length === 0)
             return;
+        try {
+            yield global_app_config.arb_cache.update_token_prices(updated);
+            (0, __1.log_info)(`cache_new_market_price_batch success: wrote ${updated.length} token prices`);
         }
-        let { symbol, address } = tokenInfo;
-        if (market_price && Number(market_price) > 0) {
-            let clone_token_info = (0, __1.deep_clone)(tokenInfo);
-            clone_token_info.market_price = market_price;
-            global_app_config.cache_token_market_price(clone_token_info, ttl)
-                .then(() => {
-                (0, __1.log_info)(`cache new market price success: ${symbol} ${address}, price=${market_price} (${ttl}s), source=${market_source}`);
-            })
-                .catch(err => {
-                (0, __1.log_error)(`cache new market price failed: ${symbol} ${address}, price=${market_price} (${ttl}s)`, err);
-            });
-        }
-        else {
-            (0, __1.log_warn)(`skip cache invalid market_price from ${market_source}`, {
-                symbol,
-                address,
-                market_price,
-                market_source,
-            });
+        catch (err) {
+            (0, __1.log_error)(`cache_new_market_price_batch failed`, err);
         }
     });
 }
+const _priceMissLastWarnAt = new Map();
+const PRICE_MISS_THROTTLE_MS = 60000;
+function warnPriceCacheMiss(missed_addresses) {
+    var _a;
+    if (missed_addresses.length === 0)
+        return;
+    let cfg;
+    try {
+        cfg = (0, __1.getGlobalAppConfig)();
+    }
+    catch (_b) {
+        return;
+    }
+    const now = Date.now();
+    const map = cfg.arb_cache.token_address_map;
+    const to_warn = [];
+    for (const addr of missed_addresses) {
+        const known = map.has(addr.toLowerCase());
+        if (!known)
+            continue;
+        const last = (_a = _priceMissLastWarnAt.get(addr)) !== null && _a !== void 0 ? _a : 0;
+        if (now - last < PRICE_MISS_THROTTLE_MS)
+            continue;
+        _priceMissLastWarnAt.set(addr, now);
+        to_warn.push(addr);
+    }
+    if (to_warn.length > 0) {
+        (0, __1.log_warn)(`price cache miss: ${to_warn.length} tokens known but no price in cache: ${to_warn.join(', ')}`);
+    }
+}

package/dist/token/price/token_price_syncer.d.ts

@@ -0,0 +1,25 @@
+import { ArbCache } from '../../cache/arb_cache';
+import { CHAIN_ID } from '../..';
+export interface FetchedTokenPrice {
+    price: string;
+    symbol?: string;
+    name?: string;
+    update_time?: string;
+}
+export interface TokenPriceSyncerOpts {
+    chain_id: CHAIN_ID;
+    arb_cache: ArbCache;
+    refresh_interval_seconds: number;
+    fetchPrices: (addresses: string[]) => Promise<Map<string, FetchedTokenPrice>>;
+    first_sync_delay_ms?: number;
+}
+export declare class TokenPriceSyncer {
+    private readonly opts;
+    private timer;
+    private trade_token_map;
+    constructor(opts: TokenPriceSyncerOpts);
+    start(): Promise<void>;
+    stop(): void;
+    runOnce(): Promise<void>;
+    private loadTradeTokensFromCache;
+}

package/dist/token/price/token_price_syncer.js

@@ -0,0 +1,80 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TokenPriceSyncer = void 0;
+const __1 = require("../..");
+class TokenPriceSyncer {
+    constructor(opts) {
+        this.timer = null;
+        this.trade_token_map = new Map();
+        this.opts = opts;
+    }
+    start() {
+        return __awaiter(this, void 0, void 0, function* () {
+            var _a;
+            const delay = (_a = this.opts.first_sync_delay_ms) !== null && _a !== void 0 ? _a : 10000;
+            yield (0, __1.sleep)(delay);
+            (0, __1.log_info)(`[TokenPriceSyncer] first sync start, chain=${this.opts.chain_id}`);
+            const t0 = Date.now();
+            yield this.runOnce().catch(err => (0, __1.log_error)(`[TokenPriceSyncer] first sync error`, err));
+            (0, __1.log_info)(`[TokenPriceSyncer] first sync done, took ${Date.now() - t0}ms`);
+            (0, __1.log_info)(`[TokenPriceSyncer] timer started, interval=${this.opts.refresh_interval_seconds}s`);
+            this.timer = setInterval(() => this.runOnce().catch(err => (0, __1.log_error)(`[TokenPriceSyncer] run error`, err)), this.opts.refresh_interval_seconds * 1000);
+        });
+    }
+    stop() {
+        if (this.timer) {
+            clearInterval(this.timer);
+            this.timer = null;
+        }
+    }
+    runOnce() {
+        return __awaiter(this, void 0, void 0, function* () {
+            var _a;
+            yield this.loadTradeTokensFromCache();
+            const addresses = Array.from(this.trade_token_map.keys());
+            if (addresses.length === 0) {
+                (0, __1.log_info)(`[TokenPriceSyncer] no trade tokens to sync`);
+                return;
+            }
+            (0, __1.log_info)(`[TokenPriceSyncer] syncing ${addresses.length} token prices`);
+            let priceMap;
+            try {
+                priceMap = yield this.opts.fetchPrices(addresses);
+            }
+            catch (err) {
+                (0, __1.log_error)(`[TokenPriceSyncer] fetchPrices error: ${err.message}`, err);
+                return;
+            }
+            const failed = [];
+            for (const addr of addresses) {
+                if (!((_a = priceMap.get(addr)) === null || _a === void 0 ? void 0 : _a.price)) {
+                    const token = this.trade_token_map.get(addr);
+                    if (token)
+                        failed.push(`${token.symbol}(${addr})`);
+                }
+            }
+            (0, __1.log_info)(`[TokenPriceSyncer] sync done, priced=${priceMap.size}, failed=${failed.length}`);
+            if (failed.length > 0) {
+                (0, __1.log_warn)(`[TokenPriceSyncer] ${failed.length} tokens without price: ${failed.join(', ')}`);
+            }
+        });
+    }
+    loadTradeTokensFromCache() {
+        return __awaiter(this, void 0, void 0, function* () {
+            const tokens = yield this.opts.arb_cache.get_all_trade_tokens();
+            for (const token of tokens) {
+                this.trade_token_map.set(token.address, token);
+            }
+        });
+    }
+}
+exports.TokenPriceSyncer = TokenPriceSyncer;

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@clonegod/ttd-core",
-    "version": "3.1.23",
+    "version": "3.1.25",
     "description": "Common types and utilities for trading systems - use `npm run push` to publish",
     "main": "dist/index.js",
     "types": "dist/index.d.ts",