@pioneer-platform/markets 8.3.11 → 8.3.13

package/lib/index.js

@@ -25,8 +25,8 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
     });
 };
 var __generator = (this && this.__generator) || function (thisArg, body) {
-    var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g;
-    return g = { next: verb(0), "throw": verb(1), "return": verb(2) }, typeof Symbol === "function" && (g[Symbol.iterator] = function() { return this; }), g;
+    var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g = Object.create((typeof Iterator === "function" ? Iterator : Object).prototype);
+    return g.next = verb(0), g["throw"] = verb(1), g["return"] = verb(2), typeof Symbol === "function" && (g[Symbol.iterator] = function() { return this; }), g;
     function verb(n) { return function (v) { return step([n, v]); }; }
     function step(op) {
         if (f) throw new TypeError("Generator is already executing.");
@@ -66,8 +66,6 @@ var axios = Axios.create({
     })
 });
 var axiosRetry = require('axios-retry');
-var _a = require('ethers'), ethers = _a.ethers, BigNumber = _a.BigNumber;
-var _b = require('@uniswap/sdk'), Token = _b.Token, Fetcher = _b.Fetcher, WETH = _b.WETH, Route = _b.Route, Trade = _b.Trade, TradeType = _b.TradeType, TokenAmount = _b.TokenAmount;
 axiosRetry(axios, {
     retries: 5, // number of retries
     retryDelay: function (retryCount) {
@@ -82,8 +80,8 @@ axiosRetry(axios, {
 });
 var ProToken = require("@pioneer-platform/pro-token");
 var log = require('@pioneer-platform/loggerdog')();
-var _c = require("@pioneer-platform/pioneer-coins"), getExplorerAddressUrl = _c.getExplorerAddressUrl, needsMemoByNetwork = _c.needsMemoByNetwork, COIN_MAP_LONG = _c.COIN_MAP_LONG;
-var _d = require('@pioneer-platform/default-redis'), subscriber = _d.subscriber, publisher = _d.publisher, redis = _d.redis, redisQueue = _d.redisQueue;
+var _a = require("@pioneer-platform/pioneer-coins"), getExplorerAddressUrl = _a.getExplorerAddressUrl, needsMemoByNetwork = _a.needsMemoByNetwork, COIN_MAP_LONG = _a.COIN_MAP_LONG;
+var _b = require('@pioneer-platform/default-redis'), subscriber = _b.subscriber, publisher = _b.publisher, redis = _b.redis, redisQueue = _b.redisQueue;
 var URL_COINCAP = "https://api.coincap.io/v2/";
 var URL_COINGECKO = "https://api.coingecko.com/api/v3/";
 var COINGECKO_API_KEY = process.env['COINGECKO_API_KEY'];
@@ -120,7 +118,7 @@ module.exports = {
 };
 var update_cache = function () {
     return __awaiter(this, void 0, void 0, function () {
-        var tag, entries, url, result, allCoinsArray, _loop_1, i, limit, totalAssets, totalPages, page, url_1, result_1, allCoinsArray_2, _loop_2, _i, allCoinsArray_1, coin, e_1;
+        var tag, entries, url, result, allCoinsArray, populatedCaips_1, _loop_1, i, limit, totalAssets, totalPages, page, url_1, result_1, allCoinsArray_2, _loop_2, _i, allCoinsArray_1, coin, missingCaips, e_1;
         return __generator(this, function (_a) {
             switch (_a.label) {
                 case 0:
@@ -130,22 +128,29 @@ var update_cache = function () {
                     _a.trys.push([1, 16, , 17]);
                     entries = Object.entries(pioneer_discovery_1.assetData).map(function (_a) {
                         var caip = _a[0], asset = _a[1];
-                        return (__assign(__assign({}, asset), { caip: caip }));
+                        if (typeof asset === 'object' && asset !== null) {
+                            return __assign(__assign({}, asset), { caip: caip });
+                        }
+                        else {
+                            throw new Error("Invalid asset type for CAIP ".concat(caip));
+                        }
                     });
+                    log.debug(tag, "entries: ", entries);
+                    log.info(tag, "entries: ", entries[0]);
+                    log.info(tag, "entries: ", entries.length);
                     url = URL_COINCAP + 'assets?limit=2000';
                     log.debug(tag, "url: ", url);
                     return [4 /*yield*/, axios({
                             url: url,
                             method: 'GET'
-                        })
-                        //parse into keys array off ticker
-                    ];
+                        })];
                 case 2:
                     result = _a.sent();
                     allCoinsArray = result.data.data;
                     log.debug(tag, "allCoinsArray: ", allCoinsArray.length);
+                    populatedCaips_1 = new Set();
                     _loop_1 = function (i) {
-                        var entry, assetsMatchSymbol, j, asset, key, result_2;
+                        var entry, assetsMatchSymbol, j, asset, key;
                         return __generator(this, function (_b) {
                             switch (_b.label) {
                                 case 0:
@@ -159,8 +164,9 @@ var update_cache = function () {
                                     key = "coincap:" + asset.caip;
                                     return [4 /*yield*/, redis.setex(key, 3600, JSON.stringify(entry))];
                                 case 2:
-                                    result_2 = _b.sent();
-                                    log.debug(tag, "saved: " + key + " result: ", result_2);
+                                    _b.sent();
+                                    log.info(tag, "saved: " + key + " result: ", result);
+                                    populatedCaips_1.add(asset.caip);
                                     _b.label = 3;
                                 case 3:
                                     j++;
@@ -210,7 +216,8 @@ var update_cache = function () {
                                     return [4 /*yield*/, redis.setex(key, 3600, JSON.stringify(coin))];
                                 case 2:
                                     _d.sent();
-                                    log.debug(tag, "Saved ".concat(coin.symbol, " under ").concat(key));
+                                    log.info(tag, "Saved ".concat(coin.symbol, " under ").concat(key));
+                                    populatedCaips_1.add(matchingAsset.caip);
                                     _d.label = 3;
                                 case 3:
                                     _c++;
@@ -241,7 +248,10 @@ var update_cache = function () {
                 case 14:
                     page++;
                     return [3 /*break*/, 7];
-                case 15: return [3 /*break*/, 17];
+                case 15:
+                    missingCaips = entries.filter(function (asset) { return !populatedCaips_1.has(asset.caip); }).map(function (asset) { return asset.caip; });
+                    log.info(tag, "Missing CAIPs: ", missingCaips);
+                    return [2 /*return*/, missingCaips];
                 case 16:
                     e_1 = _a.sent();
                     log.error(e_1);
@@ -251,6 +261,99 @@ var update_cache = function () {
         });
     });
 };
+// const update_cache = async function() {
+//     let tag = TAG + ' | update_cache | '
+//     try{
+//         // log.info(tag,"assetData: ",assetData)
+//         // let entries = Object.values(assetData)
+//         // @ts-ignore
+//         let entries = Object.entries(assetData).map(([caip, asset]) => ({...asset, caip}));
+//
+//         log.debug(tag,"entries: ",entries)
+//         log.info(tag,"entries: ",entries[0])
+//         log.info(tag,"entries: ",entries.length)
+//        
+//        
+//         let url = URL_COINCAP + 'assets?limit=2000'
+//         log.debug(tag,"url: ",url)
+//         let result = await axios({
+//             url: url,
+//             method: 'GET'
+//         })
+//
+//         //parse into keys array off ticker
+//         let allCoinsArray = result.data.data
+//         log.debug(tag,"allCoinsArray: ",allCoinsArray.length)
+//
+//         // let marketInfoCoinGecko = await get_assets_coingecko()
+//         for(let i = 0; i < allCoinsArray.length; i++){
+//             let entry = allCoinsArray[i]
+//             // log.debug(tag,"entry: ",entry)
+//
+//             //hits by symbol
+//             // @ts-ignore
+//             let assetsMatchSymbol = entries.filter(asset => asset.symbol === entry.symbol);
+//             //for now ignore this stuffs
+//             // if(assetsMatchSymbol.length > 1){ // @ts-ignore
+//             //     console.log(assetsMatchSymbol[0].symbol+ " assetsMatchSymbol: ",assetsMatchSymbol.length)
+//             //     console.log("0: ",assetsMatchSymbol[0])
+//             //     console.log("1: ",assetsMatchSymbol[1])
+//             // }
+//
+//             for(let j = 0; j < assetsMatchSymbol.length; j++){
+//                 let asset = assetsMatchSymbol[j]
+//                 // log.debug(tag,"asset: ",asset)
+//                 // @ts-ignore
+//                 let key = "coincap:"+asset.caip
+//                 // log.debug(tag,"key: ",key)
+//                 //save cache by caip with 1hour cache
+//                 let result = await redis.setex(key, 3600, JSON.stringify(entry))
+//                 log.debug(tag,"saved: "+key+" result: ",result)
+//             }
+//         }
+//
+//         // Handling pagination for CoinGecko
+//         const limit = 250; // assets per request
+//         const totalAssets = 2000; // total assets to fetch
+//         const totalPages = Math.ceil(totalAssets / limit); // calculate total pages needed
+//
+//         for (let page = 1; page <= totalPages; page++) {
+//             let url = `${URL_COINGECKO}coins/markets?vs_currency=usd&order=market_cap_desc&per_page=${limit}&page=${page}&sparkline=false`;
+//             log.debug(tag, "Fetching URL: ", url);
+//
+//             let result = await axios.get(url);
+//             let allCoinsArray = result.data;
+//             log.debug(tag, `Fetched ${allCoinsArray.length} coins for page ${page}`);
+//             // log.debug(tag,"allCoinsArray: ",allCoinsArray)
+//             // Process each coin
+//             for (let coin of allCoinsArray) {
+//                 // log.debug(tag,"coin: ",coin)
+//                 let matchingAssets = entries.filter(asset => asset.symbol === coin.symbol.toUpperCase());
+//                 for (let matchingAsset of matchingAssets) {
+//                     let key = `coingecko:${matchingAsset.caip}`;
+//                     await redis.setex(key, 3600, JSON.stringify(coin));
+//                     log.debug(tag, `Saved ${coin.symbol} under ${key}`);
+//                 }
+//             }
+//
+//             // Wait 10 seconds before the next page request if it's not the last page
+//             if (page < totalPages) {
+//                 log.debug(tag, `Waiting 10 seconds before next query...`);
+//                 await new Promise(resolve => setTimeout(resolve, 30000));
+//             }
+//         }
+//
+//
+//         //mayachain info
+//         // const response = await axios.get('https://www.mayascan.org/api/cacao/price?days=1');
+//         // const latestCandle = response.data.candles.pop(); // Assuming you want the latest price
+//         // let cacaoPrice = latestCandle.close; // Using the close price as the current price
+//
+//
+//     }catch(e){
+//         log.error(e)
+//     }
+// }
 var build_balances = function (marketInfoCoinCap, marketInfoCoinGecko, pubkeys) {
     return __awaiter(this, void 0, void 0, function () {
         var tag, valuesUsd, totalValueUsd, outputBalances, unknownTokens, unPricedTokens, i, entry, proUsdRate, coincap, coingecko, priceUsd, balance, valueUsd, e_2;
@@ -473,9 +576,9 @@ var get_prices_in_quote = function (assets, quote) {
     });
 };
 var get_price = function (asset) {
-    var _a, _b, _c, _d;
     return __awaiter(this, void 0, void 0, function () {
         var tag, data, currency, marketData, e_6;
+        var _a, _b, _c, _d;
         return __generator(this, function (_e) {
             switch (_e.label) {
                 case 0:

package/package.json

@@ -1,35 +1,37 @@
 {
   "name": "@pioneer-platform/markets",
-  "version": "8.3.11",
+  "version": "8.3.13",
   "main": "./lib/index.js",
   "types": "./lib/index.d.ts",
   "dependencies": {
+    "@pioneer-platform/default-redis": "^8.3.1",
     "@pioneer-platform/loggerdog": "^8.3.1",
-    "@pioneer-platform/pioneer-discovery": "^0.0.12",
+    "@pioneer-platform/pioneer-coins": "^9.2.26",
+    "@pioneer-platform/pioneer-discovery": "^0.0.14",
     "@pioneer-platform/pioneer-types": "^8.3.1",
     "@pioneer-platform/pro-token": "^0.0.3",
-    "axios": "^1.3.4",
+    "axios": "^1.6.0",
     "axios-retry": "^3.2.0",
     "dotenv": "^8.2.0"
   },
   "scripts": {
-    "npm": "npm i",
-    "test": "npm run build && node __tests__/test-module.js",
+    "npm": "pnpm i",
+    "test": "pnpm run build && node __tests__/test-module.js",
     "build": "tsc -p .",
-    "build:watch": "npm run build && onchange 'src/**/*.ts' -- npm run build",
-    "prepublish": "npm run build",
-    "refresh": "rm -rf ./node_modules ./package-lock.json && npm install"
+    "build:watch": "pnpm run build && onchange 'src/**/*.ts' -- pnpm run build",
+    "prepublish": "pnpm run build",
+    "refresh": "rm -rf ./node_modules ./package-lock.json && pnpm install"
   },
   "devDependencies": {
     "@types/jest": "^25.2.3",
-    "@types/node": "^13.13.21",
+    "@types/node": "^18.16.0",
     "@types/source-map-support": "^0.5.3",
     "jest": "^26.4.2",
     "onchange": "^7.0.2",
     "serve": "^11.3.2",
     "source-map-support": "^0.5.19",
     "ts-jest": "^29.0.5",
-    "typescript": "^5.0.2"
+    "typescript": "^5.0.4"
   },
   "gitHead": "aeae28273014ab69b42f22abec159c6693a56c40"
-}
+}