@clonegod/ttd-core 2.0.1

package/README.md

@@ -0,0 +1,3 @@
+# ttd-core
+
+核心通用代码库，包含各类型定义、工具函数和通用逻辑。被其他所有项目依赖。

package/dist/analyze/index.d.ts

@@ -0,0 +1,3 @@
+import { OrderMessageType, PriceMessageType } from "../../types";
+export declare const report_trade_analyze_data: (type: string, message: PriceMessageType | OrderMessageType) => void;
+export declare const get_pool_latest_quote_price: (unique_orderbook_id: string) => Promise<PriceMessageType>;

package/dist/analyze/index.js

@@ -0,0 +1,49 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.get_pool_latest_quote_price = exports.report_trade_analyze_data = void 0;
+const axios_1 = __importDefault(require("axios"));
+const index_1 = require("../index");
+const trade_analyze_url = process.env.TRADE_ANALYZE_URL || `http://localhost:8004/trade/analyze`;
+const report_trade_log = process.env.REPORT_TRADE_LOG === 'true';
+const headers = { 'Content-Type': 'application/json' };
+const report_trade_analyze_data = (type, message) => {
+    const body = {
+        type,
+        message
+    };
+    if (!report_trade_log) {
+        return;
+    }
+    axios_1.default.post(trade_analyze_url, body, { headers })
+        .then(res => (0, index_1.log_trace)('report_trade_analzye_data, success, res=', res.data))
+        .catch(err => (0, index_1.log_warn)(`report_trade_analzye_data, error: ${err.message}`));
+};
+exports.report_trade_analyze_data = report_trade_analyze_data;
+const get_pool_latest_quote_price = (unique_orderbook_id) => __awaiter(void 0, void 0, void 0, function* () {
+    let price_msg = null;
+    let url = `${trade_analyze_url}/price_msg?unique_orderbook_id=${unique_orderbook_id}`;
+    if (!(0, index_1.isEmpty)(unique_orderbook_id)) {
+        try {
+            let res = (yield axios_1.default.get(url, { headers })).data;
+            let { code, msg, data } = res;
+            price_msg = data;
+        }
+        catch (err) {
+            (0, index_1.log_error)(`get_pool_latest_quote_price error! url=${url}`, new Error(err.message));
+        }
+    }
+    return price_msg;
+});
+exports.get_pool_latest_quote_price = get_pool_latest_quote_price;

package/dist/app_config/app_config.d.ts

@@ -0,0 +1,15 @@
+import EventEmitter from "events";
+import { DEX_ID } from "..";
+import { ArbCache, ArbEventSubscriber } from "../cache";
+import { EnvArgs } from "./env_args";
+export declare class AppConfig extends EventEmitter {
+    env_args: EnvArgs;
+    app_full_name: string;
+    arb_cache: ArbCache;
+    dex_id: DEX_ID;
+    arb_event_subscriber: ArbEventSubscriber;
+    query_token_market_price_url: string;
+    constructor();
+    init(): Promise<void>;
+    subscribe_config_change(): Promise<void>;
+}

package/dist/app_config/app_config.js

@@ -0,0 +1,50 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AppConfig = void 0;
+const events_1 = __importDefault(require("events"));
+const __1 = require("..");
+const env_args_1 = require("./env_args");
+class AppConfig extends events_1.default {
+    constructor() {
+        super();
+        this.env_args = new env_args_1.EnvArgs();
+        let { chain_id, app_name, dex_id } = this.env_args;
+        this.app_full_name = `${chain_id}_${dex_id}_${app_name}`;
+        this.dex_id = dex_id;
+    }
+    init() {
+        return __awaiter(this, void 0, void 0, function* () {
+            this.arb_cache = (0, __1.getArbCache)(this.env_args);
+            yield this.arb_cache.init();
+            let common_service_config = yield this.arb_cache.get_common_service();
+            if ((0, __1.isEmpty)(common_service_config)) {
+                throw new Error(`get_common_service from cache failed! read from cache=${(0, __1.to_json_str)(common_service_config)}`);
+            }
+            let { config_center } = common_service_config;
+            this.query_token_market_price_url = this.env_args.token_market_price_url
+                .replace('${config_center_http_port}', config_center.http_port + '')
+                .replace('${chain_id}', this.env_args.chain_id);
+            yield this.subscribe_config_change();
+        });
+    }
+    subscribe_config_change() {
+        return __awaiter(this, void 0, void 0, function* () {
+            this.arb_event_subscriber = (0, __1.getArbEventSubscriber)(this.arb_cache);
+            yield this.arb_event_subscriber.pre_load_config_cache();
+            yield this.arb_event_subscriber.subscribe_config_change_event();
+        });
+    }
+}
+exports.AppConfig = AppConfig;

package/dist/app_config/env_args.d.ts

@@ -0,0 +1,16 @@
+import { CHAIN_ID, DEX_ID } from "..";
+export declare class EnvArgs {
+    chain_id: CHAIN_ID;
+    app_name: string;
+    dex_id: DEX_ID;
+    pair_list: string[];
+    redis_host: string;
+    redis_port: string;
+    rpc_endpoint: string;
+    ws_endpoint: string;
+    token_market_price_url: string;
+    auto_quote_enable: boolean;
+    auto_quote_interval_seconds: number;
+    token_market_pairce_cache_expire_mills: number;
+    constructor();
+}

package/dist/app_config/env_args.js

@@ -0,0 +1,28 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.EnvArgs = void 0;
+const __1 = require("..");
+class EnvArgs {
+    constructor() {
+        this.app_name = process.env.APP_NAME || '';
+        this.chain_id = process.env.CHAIN_ID.toUpperCase();
+        if ((0, __1.isEmpty)(this.chain_id)) {
+            throw new Error(`environment: CHAIN_ID is empty!!!`);
+        }
+        this.dex_id = process.env.DEX_ID.toUpperCase();
+        if ((0, __1.isEmpty)(this.dex_id)) {
+            throw new Error(`Invalid config: DEX_ID=${process.env.DEX_ID}!!!`);
+        }
+        this.pair_list = process.env.PAIR_LIST.split(',').filter(Boolean);
+        this.redis_host = process.env.REDIS_HOST;
+        this.redis_port = process.env.REDIS_PORT;
+        this.rpc_endpoint = process.env.RPC_ENDPOINT;
+        this.ws_endpoint = process.env.WS_ENDPOINT;
+        this.token_market_price_url = process.env.TOKEN_MARKET_PRICE_URL;
+        this.auto_quote_enable = process.env.AUTO_QUOTE_ENABLE === 'true';
+        this.auto_quote_interval_seconds = parseInt(process.env.AUTO_QUOTE_INTERVAL_SECONDS || '60');
+        this.token_market_pairce_cache_expire_mills = parseInt(process.env.TOKEN_MARKET_PAIRCE_CACHE_EXPIRE_MILLS || '600000');
+        (0, __1.log_info)('Env args init finish', this);
+    }
+}
+exports.EnvArgs = EnvArgs;

package/dist/app_config/index.d.ts

@@ -0,0 +1,2 @@
+export * from './env_args';
+export * from './app_config';

package/dist/app_config/index.js

@@ -0,0 +1,18 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./env_args"), exports);
+__exportStar(require("./app_config"), exports);

package/dist/cache/arb_cache.d.ts

@@ -0,0 +1,80 @@
+import { EventEmitter } from 'events';
+import { CommonServiceType, LoadingCache, OrderMessageType, PriceMessageType, RedisCommand, StandardDexPoolConfigType, StandardPairType, StandardPoolInfoType, StandardTokenInfoType, TradePairDexPoolsType, TradePairType, TradeResponseType, TradeRuntimeType, TradeServiceConfigType } from "../../types";
+import { CHAIN_ID } from "../index";
+import { ArbEventPublisher } from './arb_event_pub';
+export declare class ArbCache {
+    chain_id: CHAIN_ID;
+    loading_cache: LoadingCache;
+    redis_cmd: RedisCommand;
+    redis_event_publisher: ArbEventPublisher;
+    token_list: StandardTokenInfoType[];
+    token_symbol_map: Map<string, StandardTokenInfoType>;
+    token_address_map: Map<string, StandardTokenInfoType>;
+    token_list_cache_last_update_time: string;
+    pool_list: StandardPoolInfoType[];
+    pool_address_map: Map<string, StandardPoolInfoType>;
+    pool_list_cahce_last_update_time: string;
+    trade_config_list: TradeServiceConfigType[];
+    trade_config_map: Map<string, TradeServiceConfigType>;
+    trade_config_cache_last_update_time: string;
+    event_emitter: EventEmitter;
+    constructor(env_args: any);
+    init(): Promise<void>;
+    init_configs(): Promise<void>;
+    get_config_filepath(suffix: string): string;
+    get_bak_config_filepath(suffix: string): string;
+    refresh_local_cache_token_list(token_list: StandardTokenInfoType[]): void;
+    refresh_local_cache_pool_list(pool_list: StandardPoolInfoType[]): void;
+    refresh_local_cache_group_map(trade_config: TradeServiceConfigType): void;
+    cache_token_list(): Promise<void>;
+    update_token_list(input_token_list: StandardTokenInfoType[]): Promise<void>;
+    get_token_list(): Promise<StandardTokenInfoType[]>;
+    get_token_list_no_cache(): Promise<StandardTokenInfoType[]>;
+    get_one_token_info_by_symbol(symbol: string): Promise<StandardTokenInfoType>;
+    publish_token_change_event(): Promise<void>;
+    cache_pool_list(): Promise<void>;
+    set_pool_token_info(pool: StandardPoolInfoType, token_info_list: StandardTokenInfoType[]): void;
+    set_pool_extra(pool: StandardPoolInfoType): void;
+    update_pool_list(input_dex_pool_list: StandardDexPoolConfigType[]): Promise<void>;
+    get_pool_list_by_pair(pair: string): Promise<StandardPoolInfoType[]>;
+    get_pool_list(): Promise<StandardPoolInfoType[]>;
+    get_pool_list_no_cache(): Promise<StandardPoolInfoType[]>;
+    get_one_pool_info(pool_address: string, refresh_cache_if_not_found?: boolean): Promise<StandardPoolInfoType>;
+    publish_pool_change_event(): Promise<void>;
+    get_one_pair(input_pair: string): Promise<StandardPairType>;
+    get_pair_list(input_pair?: string): Promise<StandardPairType[]>;
+    cache_common_service(): Promise<void>;
+    get_common_service(): Promise<CommonServiceType>;
+    cache_trade_group(update_group_id?: string): Promise<void>;
+    update_trade_group(input_trade_config: TradeServiceConfigType): Promise<void>;
+    get_trade_group_id_list(): Promise<string[]>;
+    get_trade_service_by_group_id(group_id: string): Promise<TradeServiceConfigType>;
+    get_trade_service_by_group_id_no_cache(group_id: string): Promise<TradeServiceConfigType>;
+    create_trade_runtime(chain_id: string, group_id: string, dex_id: string, pair_name: string): Promise<TradeRuntimeType>;
+    find_pair_in_trade_config(pair_name: string, trade_config: TradeServiceConfigType): TradePairType;
+    find_pair_dex_in_trade_config(dex_id: string, pair_config: TradePairType): TradePairDexPoolsType;
+    cache_token_market_price(token_with_price: StandardTokenInfoType, ttl?: number): Promise<void>;
+    get_token_market_price(symbol: string): Promise<StandardTokenInfoType>;
+    cache_price_message(price_msg: PriceMessageType, ttl?: number): Promise<void>;
+    get_price_message(price_id: string): Promise<PriceMessageType>;
+    cache_order_message(order_msg: OrderMessageType, ttl?: number): Promise<{
+        key: string;
+        field: string;
+        res: number[];
+        ttl: number;
+    }>;
+    get_order_message(group_id: string, price_id: string, order_trace_id: string): Promise<OrderMessageType>;
+    cache_trade_result(trade_result: TradeResponseType, ttl?: number): Promise<{
+        key: string;
+        field: string;
+        res: number[];
+        ttl: number;
+    }>;
+    get_trade_result(group_id: string, txid: string): Promise<TradeResponseType>;
+    listen_trade_result(event_emitter: EventEmitter): void;
+    get_pair_dex_pool_list(quote_pair_list: string[], dex_id_list: string[]): Promise<StandardPoolInfoType[]>;
+    get_trade_dex_pool_list(dex_id_list: string[], trade_runtime: TradeRuntimeType): Promise<StandardPoolInfoType[]>;
+    get_group_trade_pair_info(chain_id: CHAIN_ID, group_id: string, pair: string): Promise<Map<string, StandardPairType>>;
+    get_all_trade_tokens(): Promise<StandardTokenInfoType[]>;
+    get_all_trade_pools(group_id?: string): Promise<StandardPoolInfoType[]>;
+}