@pioneer-platform/pioneer-cache 1.5.0 → 1.7.0

package/CHANGELOG.md

@@ -1,5 +1,17 @@
 # @pioneer-platform/pioneer-cache
 
+## 1.7.0
+
+### Minor Changes
+
+- chore: chore: chore: chore: chore: feat(pioneer): implement end-to-end Solana transaction signing
+
+## 1.6.0
+
+### Minor Changes
+
+- chore: chore: chore: chore: feat(pioneer): implement end-to-end Solana transaction signing
+
 ## 1.5.0
 
 ### Minor Changes

package/dist/stores/portfolio-cache.js

@@ -207,76 +207,94 @@ class PortfolioCache extends base_cache_1.BaseCache {
             const { pubkeys } = params;
             log.info(tag, `Fetching portfolio for ${pubkeys.length} pubkeys`);
             const charts = [];
-            // Fetch balances for all pubkeys in parallel
-            const balancePromises = pubkeys.map(async (item) => {
-                try {
-                    // Extract networkId from CAIP
-                    const networkId = item.caip.split('/')[0];
-                    // Fetch balance
-                    const asset = { caip: item.caip };
-                    const owner = { pubkey: item.pubkey };
-                    const balanceInfo = await this.balanceModule.getBalance(asset, owner);
-                    if (!balanceInfo || !balanceInfo.balance) {
-                        log.debug(tag, `No balance for ${item.caip}/${item.pubkey.substring(0, 10)}...`);
-                        return null;
-                    }
-                    // Skip zero balances
-                    const balanceNum = parseFloat(balanceInfo.balance);
-                    if (isNaN(balanceNum) || balanceNum === 0) {
-                        return null;
-                    }
-                    // Get asset metadata
-                    const assetData = require('@pioneer-platform/pioneer-discovery').assetData;
-                    const normalizedCaip = item.caip.toLowerCase();
-                    let assetInfo = assetData[normalizedCaip] || assetData[item.caip.toUpperCase()] || assetData[item.caip] || {};
-                    // EXPLICIT FIX: Force XRP to always be native (prevents token misclassification)
-                    // GitHub Issue: XRP incorrectly showing as requiring BNB gas for sending
-                    if (normalizedCaip === 'ripple:4109c6f2045fc7eff4cde8f9905d19c2/slip44:144') {
-                        // Clone assetInfo and force type to native
-                        assetInfo = { ...assetInfo, type: 'native' };
-                        if (!assetInfo.symbol) {
-                            log.warn(tag, `XRP asset lookup failed! Using fallback with forced native type.`);
-                            assetInfo.symbol = 'XRP';
-                            assetInfo.name = 'Ripple';
-                        }
-                        log.debug(tag, `XRP explicitly set to type: native`);
-                    }
-                    // Get price
-                    let priceUsd = 0;
+            // BATCHING FIX: Process pubkeys in batches to prevent thundering herd
+            // Instead of 100+ parallel requests, process 10 at a time
+            const BATCH_SIZE = 10;
+            const BATCH_DELAY_MS = 100; // 100ms delay between batches
+            log.info(tag, `Using batched fetching: ${BATCH_SIZE} pubkeys per batch with ${BATCH_DELAY_MS}ms delay`);
+            for (let i = 0; i < pubkeys.length; i += BATCH_SIZE) {
+                const batch = pubkeys.slice(i, i + BATCH_SIZE);
+                const batchNum = Math.floor(i / BATCH_SIZE) + 1;
+                const totalBatches = Math.ceil(pubkeys.length / BATCH_SIZE);
+                log.debug(tag, `Processing batch ${batchNum}/${totalBatches} (${batch.length} pubkeys)`);
+                // Process this batch in parallel
+                const balancePromises = batch.map(async (item) => {
                     try {
-                        priceUsd = await this.marketsModule.getAssetPriceByCaip(item.caip);
-                        if (isNaN(priceUsd) || priceUsd < 0) {
-                            priceUsd = 0;
+                        // Extract networkId from CAIP
+                        const networkId = item.caip.split('/')[0];
+                        // Fetch balance
+                        const asset = { caip: item.caip };
+                        const owner = { pubkey: item.pubkey };
+                        const balanceInfo = await this.balanceModule.getBalance(asset, owner);
+                        if (!balanceInfo || !balanceInfo.balance) {
+                            log.debug(tag, `No balance for ${item.caip}/${item.pubkey.substring(0, 10)}...`);
+                            return null;
                         }
+                        // Skip zero balances
+                        const balanceNum = parseFloat(balanceInfo.balance);
+                        if (isNaN(balanceNum) || balanceNum === 0) {
+                            return null;
+                        }
+                        // Get asset metadata
+                        const assetData = require('@pioneer-platform/pioneer-discovery').assetData;
+                        const normalizedCaip = item.caip.toLowerCase();
+                        let assetInfo = assetData[normalizedCaip] || assetData[item.caip.toUpperCase()] || assetData[item.caip] || {};
+                        // EXPLICIT FIX: Force XRP to always be native (prevents token misclassification)
+                        // GitHub Issue: XRP incorrectly showing as requiring BNB gas for sending
+                        if (normalizedCaip === 'ripple:4109c6f2045fc7eff4cde8f9905d19c2/slip44:144') {
+                            // Clone assetInfo and force type to native
+                            assetInfo = { ...assetInfo, type: 'native' };
+                            if (!assetInfo.symbol) {
+                                log.warn(tag, `XRP asset lookup failed! Using fallback with forced native type.`);
+                                assetInfo.symbol = 'XRP';
+                                assetInfo.name = 'Ripple';
+                            }
+                            log.debug(tag, `XRP explicitly set to type: native`);
+                        }
+                        // Get price
+                        let priceUsd = 0;
+                        try {
+                            priceUsd = await this.marketsModule.getAssetPriceByCaip(item.caip);
+                            if (isNaN(priceUsd) || priceUsd < 0) {
+                                priceUsd = 0;
+                            }
+                        }
+                        catch (priceError) {
+                            log.warn(tag, `Error fetching price for ${item.caip}:`, priceError);
+                        }
+                        const valueUsd = balanceNum * priceUsd;
+                        const chartData = {
+                            caip: item.caip,
+                            pubkey: item.pubkey,
+                            networkId,
+                            symbol: assetInfo.symbol || 'UNKNOWN',
+                            name: assetInfo.name || 'Unknown Asset',
+                            balance: balanceInfo.balance,
+                            priceUsd,
+                            valueUsd,
+                            icon: assetInfo.icon || '',
+                            type: assetInfo.type || 'native',
+                            decimal: assetInfo.decimal
+                        };
+                        return chartData;
                     }
-                    catch (priceError) {
-                        log.warn(tag, `Error fetching price for ${item.caip}:`, priceError);
+                    catch (error) {
+                        log.error(tag, `Error fetching balance for ${item.caip}/${item.pubkey}:`, error);
+                        return null;
                     }
-                    const valueUsd = balanceNum * priceUsd;
-                    const chartData = {
-                        caip: item.caip,
-                        pubkey: item.pubkey,
-                        networkId,
-                        symbol: assetInfo.symbol || 'UNKNOWN',
-                        name: assetInfo.name || 'Unknown Asset',
-                        balance: balanceInfo.balance,
-                        priceUsd,
-                        valueUsd,
-                        icon: assetInfo.icon || '',
-                        type: assetInfo.type || 'native',
-                        decimal: assetInfo.decimal
-                    };
-                    return chartData;
-                }
-                catch (error) {
-                    log.error(tag, `Error fetching balance for ${item.caip}/${item.pubkey}:`, error);
-                    return null;
+                });
+                // Await this batch
+                const results = await Promise.all(balancePromises);
+                // Filter out nulls and add to charts
+                const validCharts = results.filter((c) => c !== null);
+                charts.push(...validCharts);
+                log.debug(tag, `Batch ${batchNum}/${totalBatches} complete: ${validCharts.length}/${batch.length} successful`);
+                // Add delay between batches to prevent rate limiting
+                if (i + BATCH_SIZE < pubkeys.length) {
+                    await new Promise(resolve => setTimeout(resolve, BATCH_DELAY_MS));
                 }
-            });
-            const results = await Promise.all(balancePromises);
-            // Filter out nulls
-            const validCharts = results.filter((c) => c !== null);
-            charts.push(...validCharts);
+            }
+            log.info(tag, `Batched fetching complete: ${charts.length}/${pubkeys.length} assets fetched`);
             // INTEGRATED: Fetch stable coins for EVM addresses (background operation)
             // This ensures stable coins are ALWAYS in the cache and available instantly
             const evmPubkey = pubkeys.find((p) => p.caip && p.caip.startsWith('eip155:'));

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pioneer-platform/pioneer-cache",
-  "version": "1.5.0",
+  "version": "1.7.0",
   "description": "Unified caching system for Pioneer platform with Redis backend",
   "main": "./dist/index.js",
   "types": "./dist/index.d.ts",

package/src/stores/portfolio-cache.ts

@@ -279,8 +279,22 @@ export class PortfolioCache extends BaseCache<PortfolioData> {
 
             const charts: ChartData[] = [];
 
-            // Fetch balances for all pubkeys in parallel
-            const balancePromises = pubkeys.map(async (item: { pubkey: string; caip: string }) => {
+            // BATCHING FIX: Process pubkeys in batches to prevent thundering herd
+            // Instead of 100+ parallel requests, process 10 at a time
+            const BATCH_SIZE = 10;
+            const BATCH_DELAY_MS = 100; // 100ms delay between batches
+
+            log.info(tag, `Using batched fetching: ${BATCH_SIZE} pubkeys per batch with ${BATCH_DELAY_MS}ms delay`);
+
+            for (let i = 0; i < pubkeys.length; i += BATCH_SIZE) {
+                const batch = pubkeys.slice(i, i + BATCH_SIZE);
+                const batchNum = Math.floor(i / BATCH_SIZE) + 1;
+                const totalBatches = Math.ceil(pubkeys.length / BATCH_SIZE);
+
+                log.debug(tag, `Processing batch ${batchNum}/${totalBatches} (${batch.length} pubkeys)`);
+
+                // Process this batch in parallel
+                const balancePromises = batch.map(async (item: { pubkey: string; caip: string }) => {
                 try {
                     // Extract networkId from CAIP
                     const networkId = item.caip.split('/')[0];
@@ -352,13 +366,24 @@ export class PortfolioCache extends BaseCache<PortfolioData> {
                     log.error(tag, `Error fetching balance for ${item.caip}/${item.pubkey}:`, error);
                     return null;
                 }
-            });
+                });
 
-            const results = await Promise.all(balancePromises);
+                // Await this batch
+                const results = await Promise.all(balancePromises);
+
+                // Filter out nulls and add to charts
+                const validCharts = results.filter((c): c is ChartData => c !== null);
+                charts.push(...validCharts);
+
+                log.debug(tag, `Batch ${batchNum}/${totalBatches} complete: ${validCharts.length}/${batch.length} successful`);
+
+                // Add delay between batches to prevent rate limiting
+                if (i + BATCH_SIZE < pubkeys.length) {
+                    await new Promise(resolve => setTimeout(resolve, BATCH_DELAY_MS));
+                }
+            }
 
-            // Filter out nulls
-            const validCharts = results.filter((c): c is ChartData => c !== null);
-            charts.push(...validCharts);
+            log.info(tag, `Batched fetching complete: ${charts.length}/${pubkeys.length} assets fetched`);
 
             // INTEGRATED: Fetch stable coins for EVM addresses (background operation)
             // This ensures stable coins are ALWAYS in the cache and available instantly