@pioneer-platform/pioneer-discovery 8.15.32 → 8.15.33

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pioneer-platform/pioneer-discovery",
-  "version": "8.15.32",
+  "version": "8.15.33",
   "main": "./lib/index.js",
   "types": "./lib/main.d.ts",
   "_moduleAliases": {
@@ -28,7 +28,7 @@
   },
   "gitHead": "a76012f6693a12181c4744e53e977a9eaeef0ed3",
   "dependencies": {
-    "@pioneer-platform/pioneer-caip": "^9.10.9",
+    "@pioneer-platform/pioneer-caip": "^9.10.10",
     "ethers": "5.7.2"
   }
 }

package/scripts/add-decimals-from-shapeshift.js

@@ -0,0 +1,108 @@
+#!/usr/bin/env node
+/**
+ * Add decimals/precision from ShapeShift data to Pioneer assets
+ *
+ * ShapeShift structure:
+ * - encodedAssets: array of [assetIdx, name, precision, color, icon[], symbol, relatedAssetKey, isPool]
+ * FIELDS order: ['assetIdx', 'name', 'precision', 'color', 'icon', 'symbol', 'relatedAssetKey', 'isPool']
+ */
+
+const fs = require('fs');
+const path = require('path');
+
+const TAG = ' | add-decimals-from-shapeshift | ';
+
+// Paths
+const SHAPESHIFT_DATA_PATH = '/Users/highlander/WebstormProjects/web/src/lib/asset-service/service/encodedAssetData.json';
+const PIONEER_ASSETS_PATH = path.join(__dirname, '../src/generatedAssetData.json');
+const BACKUP_PATH = path.join(__dirname, '../src/generatedAssetData.json.backup-decimals');
+
+console.log(TAG, 'Loading ShapeShift asset data...');
+const shapeshiftData = JSON.parse(fs.readFileSync(SHAPESHIFT_DATA_PATH, 'utf8'));
+const { assetIdPrefixes, encodedAssetIds, encodedAssets } = shapeshiftData;
+
+console.log(TAG, `Loaded ${encodedAssetIds.length} ShapeShift assets`);
+
+// Decode ShapeShift asset IDs
+function decodeAssetId(encodedId, prefixes) {
+  const colonIndex = encodedId.lastIndexOf(':');
+  const prefixIdx = Number(encodedId.substring(0, colonIndex));
+  const assetReference = encodedId.substring(colonIndex + 1);
+  return prefixes[prefixIdx] + ':' + assetReference;
+}
+
+// Field index for precision
+const FIELD_PRECISION = 2;
+
+// Build ShapeShift precision map: CAIP ID -> decimals
+const shapeshiftDecimalsMap = new Map();
+
+encodedAssetIds.forEach((encodedId, idx) => {
+  const assetId = decodeAssetId(encodedId, assetIdPrefixes);
+  const encodedAsset = encodedAssets[idx];
+  const precision = encodedAsset[FIELD_PRECISION];
+
+  if (precision !== undefined && precision !== null) {
+    shapeshiftDecimalsMap.set(assetId.toLowerCase(), precision);
+  }
+});
+
+console.log(TAG, `ShapeShift assets with precision: ${shapeshiftDecimalsMap.size}`);
+
+// Load Pioneer assets
+console.log(TAG, 'Loading Pioneer assets...');
+const pioneerAssets = JSON.parse(fs.readFileSync(PIONEER_ASSETS_PATH, 'utf8'));
+const totalPioneerAssets = Object.keys(pioneerAssets).length;
+console.log(TAG, `Loaded ${totalPioneerAssets} Pioneer assets`);
+
+// Backup the original file
+console.log(TAG, 'Creating backup...');
+fs.writeFileSync(BACKUP_PATH, JSON.stringify(pioneerAssets, null, 2));
+console.log(TAG, `Backup saved to: ${BACKUP_PATH}`);
+
+// Add decimals to Pioneer assets
+let added = 0;
+let alreadyHad = 0;
+let notFound = 0;
+
+Object.entries(pioneerAssets).forEach(([caipId, asset]) => {
+  const shapeshiftPrecision = shapeshiftDecimalsMap.get(caipId.toLowerCase());
+
+  if (asset.decimals !== undefined) {
+    alreadyHad++;
+  } else if (shapeshiftPrecision !== undefined) {
+    asset.decimals = shapeshiftPrecision;
+    added++;
+  } else {
+    notFound++;
+  }
+});
+
+console.log(TAG, '\n========================================');
+console.log(TAG, 'RESULTS');
+console.log(TAG, '========================================');
+console.log(TAG, `Total Pioneer assets:           ${totalPioneerAssets}`);
+console.log(TAG, `Already had decimals:           ${alreadyHad}`);
+console.log(TAG, `Added from ShapeShift:          ${added} 🎉`);
+console.log(TAG, `Not found in ShapeShift:        ${notFound}`);
+console.log(TAG, `Coverage:                       ${(((alreadyHad + added) / totalPioneerAssets) * 100).toFixed(1)}%`);
+
+// Save updated Pioneer assets
+console.log(TAG, '\nSaving updated assets...');
+fs.writeFileSync(PIONEER_ASSETS_PATH, JSON.stringify(pioneerAssets, null, 2));
+console.log(TAG, `✅ Updated assets saved to: ${PIONEER_ASSETS_PATH}`);
+
+// Show sample of assets that got decimals added
+console.log(TAG, '\n========================================');
+console.log(TAG, 'SAMPLE ASSETS WITH DECIMALS ADDED (first 10)');
+console.log(TAG, '========================================');
+
+let sampleCount = 0;
+Object.entries(pioneerAssets).forEach(([caipId, asset]) => {
+  if (sampleCount < 10 && asset.decimals !== undefined && shapeshiftDecimalsMap.has(caipId.toLowerCase())) {
+    console.log(`${(asset.symbol || 'UNKNOWN').padEnd(10)} decimals: ${asset.decimals}  ${caipId.slice(0, 60)}`);
+    sampleCount++;
+  }
+});
+
+console.log(TAG, '\n✅ Done!');

package/scripts/download-with-coingecko-api.js

@@ -226,7 +226,7 @@ async function processAsset(assetId, assetData, stats, progress, failed) {
     if (fileSize > 0) {
       stats.alreadyLocal++;
       progress.processed[assetId] = 'local';
-      assetData.icon = `https://api.keepkey.com/coins/${encoded}.png`;
+      assetData.icon = `https://api.keepkey.info/coins/${encoded}.png`;
       return true;
     }
   }

package/scripts/fix-icon-permissions.js

@@ -0,0 +1,170 @@
+#!/usr/bin/env node
+
+/*
+ * Fix Icon Permissions on S3
+ *
+ * This script:
+ * 1. Lists all icons in the S3 bucket
+ * 2. Sets public-read ACL on each icon
+ * 3. Verifies accessibility
+ */
+
+const { execSync } = require('child_process');
+const https = require('https');
+
+// Configuration
+const S3_ENDPOINT = 'https://sfo3.digitaloceanspaces.com';
+const S3_BUCKET = 'keepkey';
+const S3_REGION = 'sfo3';
+const CDN_URL = 'https://keepkey.sfo3.cdn.digitaloceanspaces.com';
+
+// AWS credentials
+const AWS_ACCESS_KEY_ID = process.env.AWS_ACCESS_KEY_ID;
+const AWS_SECRET_ACCESS_KEY = process.env.AWS_SECRET_ACCESS_KEY;
+
+if (!AWS_ACCESS_KEY_ID || !AWS_SECRET_ACCESS_KEY) {
+  console.error('❌ Missing AWS credentials');
+  process.exit(1);
+}
+
+/**
+ * Check if URL is accessible
+ */
+async function urlExists(url, timeout = 5000) {
+  return new Promise((resolve) => {
+    const req = https.request(url, { method: 'HEAD', timeout }, (res) => {
+      resolve(res.statusCode === 200);
+    });
+
+    req.on('error', () => resolve(false));
+    req.on('timeout', () => {
+      req.destroy();
+      resolve(false);
+    });
+
+    req.end();
+  });
+}
+
+/**
+ * Set ACL to public-read
+ */
+function setPublicAcl(s3Key) {
+  try {
+    const cmd = `AWS_ACCESS_KEY_ID=${AWS_ACCESS_KEY_ID} AWS_SECRET_ACCESS_KEY=${AWS_SECRET_ACCESS_KEY} aws s3api put-object-acl --bucket ${S3_BUCKET} --key "${s3Key}" --acl public-read --endpoint-url=${S3_ENDPOINT}`;
+
+    execSync(cmd, { stdio: 'pipe' });
+    return true;
+  } catch (error) {
+    return false;
+  }
+}
+
+/**
+ * List all objects in S3 bucket with coins/ prefix
+ */
+function listS3Objects() {
+  try {
+    const cmd = `AWS_ACCESS_KEY_ID=${AWS_ACCESS_KEY_ID} AWS_SECRET_ACCESS_KEY=${AWS_SECRET_ACCESS_KEY} aws s3api list-objects-v2 --bucket ${S3_BUCKET} --prefix "coins/" --endpoint-url=${S3_ENDPOINT} --query "Contents[].Key" --output json`;
+
+    const output = execSync(cmd, { encoding: 'utf8' });
+    return JSON.parse(output);
+  } catch (error) {
+    console.error('❌ Failed to list S3 objects:', error.message);
+    return [];
+  }
+}
+
+/**
+ * Wait for specified milliseconds
+ */
+function sleep(ms) {
+  return new Promise(resolve => setTimeout(resolve, ms));
+}
+
+/**
+ * Main execution
+ */
+async function main() {
+  console.log('🚀 Starting ACL fix process...\n');
+  console.log(`☁️  S3 bucket: ${S3_BUCKET}`);
+  console.log(`🌐 CDN URL: ${CDN_URL}\n`);
+
+  // List all objects
+  console.log('📋 Listing all icons in S3...');
+  const objects = listS3Objects();
+
+  if (objects.length === 0) {
+    console.log('❌ No objects found or failed to list');
+    process.exit(1);
+  }
+
+  console.log(`📊 Found ${objects.length} icons\n`);
+
+  const stats = {
+    total: 0,
+    alreadyPublic: 0,
+    fixed: 0,
+    failed: 0,
+  };
+
+  // Process each object
+  for (const s3Key of objects) {
+    stats.total++;
+    const cdnUrl = `${CDN_URL}/${s3Key}`;
+    const fileName = s3Key.split('/').pop();
+
+    console.log(`\n🔄 [${stats.total}/${objects.length}] ${fileName}`);
+
+    // Check current accessibility
+    const accessible = await urlExists(cdnUrl);
+
+    if (accessible) {
+      console.log(`   ✅ Already public`);
+      stats.alreadyPublic++;
+      continue;
+    }
+
+    console.log(`   ⚠️  Not accessible - fixing ACL...`);
+    const fixed = setPublicAcl(s3Key);
+
+    if (!fixed) {
+      console.log(`   ❌ Failed to set ACL`);
+      stats.failed++;
+      continue;
+    }
+
+    // Wait for propagation
+    await sleep(500);
+
+    // Verify
+    const nowAccessible = await urlExists(cdnUrl);
+    if (nowAccessible) {
+      console.log(`   ✅ Fixed!`);
+      stats.fixed++;
+    } else {
+      console.log(`   ❌ Still not accessible`);
+      stats.failed++;
+    }
+
+    // Small delay between operations
+    await sleep(100);
+  }
+
+  // Print summary
+  console.log('\n' + '='.repeat(80));
+  console.log('📊 FINAL SUMMARY');
+  console.log('='.repeat(80));
+  console.log(`Total icons:          ${stats.total}`);
+  console.log(`Already public:       ${stats.alreadyPublic}`);
+  console.log(`Fixed:                ${stats.fixed}`);
+  console.log(`Failed:               ${stats.failed}`);
+  console.log('='.repeat(80));
+
+  console.log('\n✅ ACL fix process complete!\n');
+}
+
+main().catch(err => {
+  console.error('❌ Fatal error:', err);
+  process.exit(1);
+});

package/scripts/upload-all-case-variants.sh

@@ -0,0 +1,73 @@
+#!/bin/bash
+
+# Upload all case variants for ERC20/BEP20 tokens
+# For each token with an address, upload both lowercase and checksummed variants
+
+export AWS_ACCESS_KEY_ID="DO00FXP8KK64LCXYAEZP"
+export AWS_SECRET_ACCESS_KEY="Uyw/cq63rrQmFV9yy1HbovTSMNhLkEwImqPa88N/E/s"
+
+COINS_DIR="/Users/highlander/WebstormProjects/keepkey-stack/projects/pioneer/services/pioneer-server/coins"
+cd "$COINS_DIR"
+
+echo "🚀 Uploading all case variants for ERC20/BEP20 tokens"
+echo "======================================================"
+
+total=0
+uploaded=0
+
+# Process each PNG file
+for file in *.png; do
+    # Decode the base64 filename to get the CAIP
+    caip=$(echo "$file" | sed 's/.png$//' | base64 -d 2>/dev/null)
+
+    # Check if it's an ERC20/BEP20 token (contains address)
+    if [[ "$caip" =~ (erc20|bep20):0x[a-fA-F0-9]{40} ]]; then
+        ((total++))
+
+        # Extract the address
+        address=$(echo "$caip" | grep -o '0x[a-fA-F0-9]\{40\}')
+
+        # Create lowercase variant
+        lower_caip="${caip,,}"  # Convert to lowercase
+        lower_encoded=$(echo -n "$lower_caip" | base64)
+        lower_file="${lower_encoded}.png"
+
+        # Create checksummed variant (simple approximation)
+        # Real checksumming would need proper keccak256, but we'll use uppercase
+        upper_caip=$(echo "$caip" | sed "s/$address/${address^^}/")
+        upper_encoded=$(echo -n "$upper_caip" | base64)
+        upper_file="${upper_encoded}.png"
+
+        echo ""
+        echo "🔄 Processing: $caip"
+
+        # Upload lowercase variant if different from current
+        if [ "$file" != "$lower_file" ] && [ ! -f "$lower_file" ]; then
+            cp "$file" "$lower_file"
+            aws s3 cp "$lower_file" "s3://keepkey/coins/$lower_file" \
+                --endpoint-url=https://sfo3.digitaloceanspaces.com \
+                --acl public-read \
+                --region sfo3 \
+                --quiet
+            echo "   ✅ Uploaded lowercase variant"
+            ((uploaded++))
+        fi
+
+        # Upload checksummed variant if different from current
+        if [ "$file" != "$upper_file" ] && [ ! -f "$upper_file" ]; then
+            cp "$file" "$upper_file"
+            aws s3 cp "$upper_file" "s3://keepkey/coins/$upper_file" \
+                --endpoint-url=https://sfo3.digitaloceanspaces.com \
+                --acl public-read \
+                --region sfo3 \
+                --quiet
+            echo "   ✅ Uploaded checksummed variant"
+            ((uploaded++))
+        fi
+    fi
+done
+
+echo ""
+echo "======================================================"
+echo "✅ Processed $total ERC20/BEP20 tokens"
+echo "✅ Uploaded $uploaded additional case variants"