@pioneer-platform/pioneer-discovery 0.0.18 → 0.0.20

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pioneer-platform/pioneer-discovery",
-  "version": "0.0.18",
+  "version": "0.0.20",
   "main": "./lib/index.js",
   "types": "./lib/main.d.ts",
   "_moduleAliases": {
@@ -28,4 +28,4 @@
     "@pioneer-platform/pioneer-caip": "^9.2.34",
     "ethers": "5.7.2"
   }
-}
+}

package/scripts/fix-network-names.sh

@@ -0,0 +1,256 @@
+#!/bin/bash
+
+# Script to fix missing networkName fields in generatedAssetData.json
+# Maps chain IDs to appropriate network names
+
+set -e
+
+SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+JSON_FILE="$SCRIPT_DIR/../src/generatedAssetData.json"
+BACKUP_FILE="$SCRIPT_DIR/../src/generatedAssetData.json.backup.$(date +%Y%m%d_%H%M%S)"
+TEMP_FILE="$SCRIPT_DIR/../src/generatedAssetData_temp.json"
+
+echo "========================================"
+echo "Network Name Fix Script"
+echo "========================================"
+
+# Check if jq is installed
+if ! command -v jq &> /dev/null; then
+    echo "Error: jq is required but not installed. Install it with: brew install jq"
+    exit 1
+fi
+
+# Create timestamped backup
+echo "Creating backup at $BACKUP_FILE"
+cp "$JSON_FILE" "$BACKUP_FILE"
+
+# Count initial statistics
+echo ""
+echo "Analyzing current state..."
+TOTAL_ENTRIES=$(jq 'keys | length' "$JSON_FILE")
+MISSING_NETWORK_NAME=$(jq -r '
+    to_entries
+    | map(select(.value.networkName == null))
+    | length
+' "$JSON_FILE")
+
+echo "Total entries: $TOTAL_ENTRIES"
+echo "Entries missing networkName: $MISSING_NETWORK_NAME"
+
+# Analyze by chain pattern
+echo ""
+echo "Analyzing missing networkName by chain pattern:"
+echo ""
+
+# Ethereum mainnet (eip155:1)
+ETH_MISSING=$(jq -r '
+    to_entries
+    | map(select(.key | startswith("eip155:1/")))
+    | map(select(.value.networkName == null))
+    | length
+' "$JSON_FILE")
+echo "  Ethereum (eip155:1): $ETH_MISSING entries"
+
+# Polygon (eip155:137)
+POLYGON_MISSING=$(jq -r '
+    to_entries
+    | map(select(.key | startswith("eip155:137/")))
+    | map(select(.value.networkName == null))
+    | length
+' "$JSON_FILE")
+echo "  Polygon (eip155:137): $POLYGON_MISSING entries"
+
+# Binance Smart Chain (eip155:56)
+BSC_MISSING=$(jq -r '
+    to_entries
+    | map(select(.key | startswith("eip155:56/")))
+    | map(select(.value.networkName == null))
+    | length
+' "$JSON_FILE")
+echo "  BSC (eip155:56): $BSC_MISSING entries"
+
+# Avalanche (eip155:43114)
+AVAX_MISSING=$(jq -r '
+    to_entries
+    | map(select(.key | startswith("eip155:43114/")))
+    | map(select(.value.networkName == null))
+    | length
+' "$JSON_FILE")
+echo "  Avalanche (eip155:43114): $AVAX_MISSING entries"
+
+# Arbitrum (eip155:42161)
+ARB_MISSING=$(jq -r '
+    to_entries
+    | map(select(.key | startswith("eip155:42161/")))
+    | map(select(.value.networkName == null))
+    | length
+' "$JSON_FILE")
+echo "  Arbitrum (eip155:42161): $ARB_MISSING entries"
+
+# Optimism (eip155:10)
+OP_MISSING=$(jq -r '
+    to_entries
+    | map(select(.key | startswith("eip155:10/")))
+    | map(select(.value.networkName == null))
+    | length
+' "$JSON_FILE")
+echo "  Optimism (eip155:10): $OP_MISSING entries"
+
+# Base (eip155:8453)
+BASE_MISSING=$(jq -r '
+    to_entries
+    | map(select(.key | startswith("eip155:8453/")))
+    | map(select(.value.networkName == null))
+    | length
+' "$JSON_FILE")
+echo "  Base (eip155:8453): $BASE_MISSING entries"
+
+echo ""
+echo "Fixing missing networkName fields..."
+
+# Apply fixes based on chain ID patterns
+jq '
+    to_entries
+    | map(
+        {
+            key: .key,
+            value: (
+                if .value.networkName == null then
+                    if .key | startswith("eip155:1/") then
+                        .value + {networkName: "ethereum"}
+                    elif .key | startswith("eip155:137/") then
+                        .value + {networkName: "polygon"}
+                    elif .key | startswith("eip155:56/") then
+                        .value + {networkName: "bsc"}
+                    elif .key | startswith("eip155:43114/") then
+                        .value + {networkName: "avalanche"}
+                    elif .key | startswith("eip155:42161/") then
+                        .value + {networkName: "arbitrum"}
+                    elif .key | startswith("eip155:10/") then
+                        .value + {networkName: "optimism"}
+                    elif .key | startswith("eip155:8453/") then
+                        .value + {networkName: "base"}
+                    elif .key | startswith("cosmos:cosmoshub-4/") then
+                        .value + {networkName: "cosmos"}
+                    elif .key | startswith("cosmos:osmosis-1/") then
+                        .value + {networkName: "osmosis"}
+                    elif .key | startswith("cosmos:kaiyo-1/") then
+                        .value + {networkName: "kujira"}
+                    elif .key | startswith("cosmos:maya-mainnet-v1/") then
+                        .value + {networkName: "maya"}
+                    elif .key | startswith("bip122:000000000019d6689c085ae165831e93/") then
+                        .value + {networkName: "bitcoin"}
+                    elif .key | startswith("bip122:000000000000000000651ef99cb9fcbe/") then
+                        .value + {networkName: "bitcoincash"}
+                    elif .key | startswith("bip122:0000000000196a45/") then
+                        .value + {networkName: "zcash"}
+                    elif .key | startswith("bip122:12a765e31ffd4059bada1e25190f6e98/") then
+                        .value + {networkName: "litecoin"}
+                    elif .key | startswith("bip122:00000000001a91e3dace36e2be3bf030/") then
+                        .value + {networkName: "dogecoin"}
+                    elif .key | startswith("bip122:00000000000000000002a7c4c1e48d76/") then
+                        .value + {networkName: "dash"}
+                    elif .key | startswith("ripple:") then
+                        .value + {networkName: "ripple"}
+                    elif .key | startswith("binance:") then
+                        .value + {networkName: "binance"}
+                    else
+                        # Try to extract a reasonable default from chainId if available
+                        if .value.chainId then
+                            # Extract the chain type and use as network name
+                            if .value.chainId | startswith("eip155:") then
+                                .value + {networkName: "ethereum-compatible"}
+                            elif .value.chainId | startswith("cosmos:") then
+                                .value + {networkName: "cosmos-compatible"}
+                            elif .value.chainId | startswith("bip122:") then
+                                .value + {networkName: "bitcoin-compatible"}
+                            else
+                                .value
+                            end
+                        else
+                            .value
+                        end
+                    end
+                else
+                    .value
+                end
+            )
+        }
+    )
+    | from_entries
+' "$JSON_FILE" > "$TEMP_FILE"
+
+# Validate the result
+if jq empty "$TEMP_FILE" 2>/dev/null; then
+    # Move temp file to main file
+    mv "$TEMP_FILE" "$JSON_FILE"
+    
+    # Count final statistics
+    echo ""
+    echo "✅ Success! Recalculating statistics..."
+    echo ""
+    
+    FINAL_MISSING=$(jq -r '
+        to_entries
+        | map(select(.value.networkName == null))
+        | length
+    ' "$JSON_FILE")
+    
+    FIXED=$((MISSING_NETWORK_NAME - FINAL_MISSING))
+    
+    echo "Results:"
+    echo "  Initial entries missing networkName: $MISSING_NETWORK_NAME"
+    echo "  Final entries missing networkName: $FINAL_MISSING"
+    echo "  Fixed entries: $FIXED"
+    
+    # Show breakdown of what was fixed
+    echo ""
+    echo "Fixed by network type:"
+    
+    ETH_FIXED=$(jq -r '
+        to_entries
+        | map(select(.key | startswith("eip155:1/")))
+        | map(select(.value.networkName == "ethereum"))
+        | length
+    ' "$JSON_FILE")
+    echo "  Ethereum: $ETH_FIXED entries"
+    
+    if [ "$POLYGON_MISSING" -gt 0 ]; then
+        POLYGON_FIXED=$(jq -r '
+            to_entries
+            | map(select(.key | startswith("eip155:137/")))
+            | map(select(.value.networkName == "polygon"))
+            | length
+        ' "$JSON_FILE")
+        echo "  Polygon: $POLYGON_FIXED entries"
+    fi
+    
+    if [ "$BSC_MISSING" -gt 0 ]; then
+        BSC_FIXED=$(jq -r '
+            to_entries
+            | map(select(.key | startswith("eip155:56/")))
+            | map(select(.value.networkName == "bsc"))
+            | length
+        ' "$JSON_FILE")
+        echo "  BSC: $BSC_FIXED entries"
+    fi
+    
+    # Show examples of fixed entries
+    echo ""
+    echo "Examples of fixed entries:"
+    jq -r '
+        to_entries
+        | map(select(.key | startswith("eip155:1/erc20:")))
+        | .[0:3]
+        | map("  " + .key + " -> networkName: " + .value.networkName)
+        | .[]
+    ' "$JSON_FILE"
+    
+    echo ""
+    echo "Backup saved at: $BACKUP_FILE"
+    echo "To restore: cp $BACKUP_FILE $JSON_FILE"
+else
+    echo "❌ Error: The processed JSON is invalid. Original file preserved."
+    rm -f "$TEMP_FILE"
+    exit 1
+fi

package/scripts/purge-ibc.sh

@@ -0,0 +1,127 @@
+#!/bin/bash
+
+# Script to purge unwanted Cosmos IBC assets from generatedAssetData.json
+# Keeps only IBC assets on Osmosis chain
+
+set -e
+
+SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+JSON_FILE="$SCRIPT_DIR/../src/generatedAssetData.json"
+BACKUP_FILE="$SCRIPT_DIR/../src/generatedAssetData.json.backup.$(date +%Y%m%d_%H%M%S)"
+TEMP_FILE="$SCRIPT_DIR/../src/generatedAssetData_temp.json"
+
+echo "========================================"
+echo "IBC Asset Purge Script"
+echo "========================================"
+
+# Check if jq is installed
+if ! command -v jq &> /dev/null; then
+    echo "Error: jq is required but not installed. Install it with: brew install jq"
+    exit 1
+fi
+
+# Create timestamped backup
+echo "Creating backup at $BACKUP_FILE"
+cp "$JSON_FILE" "$BACKUP_FILE"
+
+# Count initial entries
+INITIAL_TOTAL=$(jq 'keys | length' "$JSON_FILE")
+echo "Initial total entries: $INITIAL_TOTAL"
+
+# Count IBC entries before removal
+echo ""
+echo "Analyzing IBC assets..."
+TOTAL_IBC=$(jq -r 'to_entries | map(select(.key | contains("/ibc:"))) | length' "$JSON_FILE")
+OSMOSIS_IBC=$(jq -r 'to_entries | map(select(.key | startswith("cosmos:osmosis-1/ibc:"))) | length' "$JSON_FILE")
+OTHER_IBC=$((TOTAL_IBC - OSMOSIS_IBC))
+
+echo "  Total IBC assets: $TOTAL_IBC"
+echo "  IBC assets on Osmosis: $OSMOSIS_IBC (will be kept)"
+echo "  IBC assets on other chains: $OTHER_IBC (will be removed)"
+
+# List some examples of what will be removed
+echo ""
+echo "Examples of IBC assets to be REMOVED:"
+jq -r '
+    to_entries 
+    | map(select(.key | contains("/ibc:")))
+    | map(select(.key | startswith("cosmos:osmosis-1/ibc:") | not))
+    | .[0:5]
+    | map("  - " + .key)
+    | .[]
+' "$JSON_FILE"
+
+echo ""
+echo "Examples of IBC assets to be KEPT (Osmosis IBC):"
+jq -r '
+    to_entries 
+    | map(select(.key | startswith("cosmos:osmosis-1/ibc:")))
+    | .[0:5]
+    | map("  - " + .key)
+    | .[]
+' "$JSON_FILE"
+
+# Ask for confirmation
+echo ""
+read -p "Do you want to proceed with removing $OTHER_IBC IBC assets from non-Osmosis chains? (y/N) " -n 1 -r
+echo ""
+if [[ ! $REPLY =~ ^[Yy]$ ]]; then
+    echo "Cancelled. No changes made."
+    exit 0
+fi
+
+# Remove unwanted IBC assets
+echo ""
+echo "Removing IBC assets from non-Osmosis chains..."
+
+jq '
+    to_entries
+    | map(select(
+        (.key | contains("/ibc:") | not) or
+        (.key | startswith("cosmos:osmosis-1/ibc:"))
+    ))
+    | from_entries
+' "$JSON_FILE" > "$TEMP_FILE"
+
+# Validate the result
+if jq empty "$TEMP_FILE" 2>/dev/null; then
+    # Move temp file to main file
+    mv "$TEMP_FILE" "$JSON_FILE"
+    
+    # Count final entries
+    FINAL_TOTAL=$(jq 'keys | length' "$JSON_FILE")
+    REMOVED=$((INITIAL_TOTAL - FINAL_TOTAL))
+    
+    # Count remaining IBC entries
+    REMAINING_IBC=$(jq -r 'to_entries | map(select(.key | contains("/ibc:"))) | length' "$JSON_FILE")
+    
+    echo "✅ Success!"
+    echo ""
+    echo "Statistics:"
+    echo "  Initial entries: $INITIAL_TOTAL"
+    echo "  Final entries: $FINAL_TOTAL"
+    echo "  Removed entries: $REMOVED"
+    echo "  Remaining IBC assets: $REMAINING_IBC (should all be on Osmosis)"
+    
+    # Verify all remaining IBC are on Osmosis
+    NON_OSMOSIS_IBC=$(jq -r '
+        to_entries 
+        | map(select(.key | contains("/ibc:")))
+        | map(select(.key | startswith("cosmos:osmosis-1/ibc:") | not))
+        | length
+    ' "$JSON_FILE")
+    
+    if [ "$NON_OSMOSIS_IBC" -eq 0 ]; then
+        echo "  ✅ Verified: All remaining IBC assets are on Osmosis"
+    else
+        echo "  ⚠️ Warning: Found $NON_OSMOSIS_IBC non-Osmosis IBC assets remaining"
+    fi
+    
+    echo ""
+    echo "Backup saved at: $BACKUP_FILE"
+    echo "To restore: cp $BACKUP_FILE $JSON_FILE"
+else
+    echo "❌ Error: The processed JSON is invalid. Original file preserved."
+    rm -f "$TEMP_FILE"
+    exit 1
+fi

package/scripts/validate.sh

@@ -0,0 +1,231 @@
+#!/bin/bash
+
+# Script to validate and clean duplicate entries in generatedAssetData.json
+
+set -e
+
+SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+JSON_FILE="$SCRIPT_DIR/../src/generatedAssetData.json"
+BACKUP_FILE="$SCRIPT_DIR/../src/generatedAssetData.json.backup"
+
+echo "========================================"
+echo "Asset Data Validation and Cleanup Script"
+echo "========================================"
+
+# Check if jq is installed
+if ! command -v jq &> /dev/null; then
+    echo "Error: jq is required but not installed. Install it with: brew install jq"
+    exit 1
+fi
+
+# Create backup
+echo "Creating backup at $BACKUP_FILE"
+cp "$JSON_FILE" "$BACKUP_FILE"
+
+# Function to validate JSON
+validate_json() {
+    if jq empty "$1" 2>/dev/null; then
+        echo "✅ JSON is valid"
+        return 0
+    else
+        echo "❌ JSON is invalid"
+        return 1
+    fi
+}
+
+# Initial validation
+echo ""
+echo "1. Initial JSON validation:"
+if ! validate_json "$JSON_FILE"; then
+    echo "Error: Initial JSON file is invalid. Please fix syntax errors first."
+    exit 1
+fi
+
+# Get file size
+FILE_SIZE=$(wc -c < "$JSON_FILE")
+echo "   File size: $(echo "scale=2; $FILE_SIZE / 1048576" | bc) MB"
+
+# Count total entries
+echo ""
+echo "2. Analyzing entries:"
+TOTAL_ENTRIES=$(jq 'keys | length' "$JSON_FILE")
+echo "   Total entries: $TOTAL_ENTRIES"
+
+# Find duplicate assetIds (case-insensitive)
+echo ""
+echo "3. Checking for duplicate assetIds:"
+DUPLICATE_ASSET_IDS=$(jq -r '
+    to_entries 
+    | map({key: .key, assetId: .value.assetId // .key, lower: (.value.assetId // .key | ascii_downcase)})
+    | group_by(.lower)
+    | map(select(length > 1))
+    | flatten
+    | map(.key)
+    | .[]
+' "$JSON_FILE" 2>/dev/null || echo "")
+
+if [ -z "$DUPLICATE_ASSET_IDS" ]; then
+    echo "   ✅ No duplicate assetIds found"
+else
+    echo "   ⚠️ Found duplicate assetIds:"
+    echo "$DUPLICATE_ASSET_IDS" | while read -r key; do
+        echo "      - $key"
+    done
+fi
+
+# Find entries with same chainId and symbol combination
+echo ""
+echo "4. Checking for duplicate chainId + symbol combinations:"
+DUPLICATE_COMBOS=$(jq -r '
+    to_entries
+    | map({
+        key: .key,
+        chainId: .value.chainId,
+        symbol: .value.symbol,
+        combo: ((.value.chainId // "none") + ":" + (.value.symbol // "none"))
+    })
+    | group_by(.combo)
+    | map(select(length > 1))
+    | flatten
+    | map("\(.combo) (keys: " + ([.[] | .key] | join(", ")) + ")")
+    | .[]
+' "$JSON_FILE" 2>/dev/null || echo "")
+
+if [ -z "$DUPLICATE_COMBOS" ]; then
+    echo "   ✅ No duplicate chainId + symbol combinations found"
+else
+    echo "   ⚠️ Found duplicate chainId + symbol combinations:"
+    echo "$DUPLICATE_COMBOS" | while read -r combo; do
+        echo "      - $combo"
+    done
+fi
+
+# Check for missing required fields with detailed information
+echo ""
+echo "5. Checking for missing required fields:"
+MISSING_FIELDS_DETAILED=$(jq -r '
+    to_entries
+    | map(select(
+        .value.assetId == null or
+        .value.chainId == null or
+        .value.symbol == null or
+        .value.name == null or
+        .value.networkName == null or
+        .value.precision == null
+    ))
+    | map({
+        caip: .key,
+        missing: [
+            if .value.assetId == null then "assetId" else empty end,
+            if .value.chainId == null then "chainId" else empty end,
+            if .value.symbol == null then "symbol" else empty end,
+            if .value.name == null then "name" else empty end,
+            if .value.networkName == null then "networkName" else empty end,
+            if .value.precision == null then "precision" else empty end
+        ]
+    })
+    | map("\(.caip) - Missing: \(.missing | join(", "))")
+    | .[]
+' "$JSON_FILE" 2>/dev/null || echo "")
+
+if [ -z "$MISSING_FIELDS_DETAILED" ]; then
+    echo "   ✅ All entries have required fields"
+else
+    TOTAL_WITH_MISSING=$(echo "$MISSING_FIELDS_DETAILED" | wc -l | tr -d ' ')
+    echo "   ⚠️ Found $TOTAL_WITH_MISSING entries with missing required fields:"
+    echo ""
+    
+    # Option to show all or limited entries
+    if [ "$2" == "--show-all" ]; then
+        echo "$MISSING_FIELDS_DETAILED" | while IFS= read -r line; do
+            echo "      $line"
+        done
+    else
+        # Show first 20 entries
+        echo "$MISSING_FIELDS_DETAILED" | head -20 | while IFS= read -r line; do
+            echo "      $line"
+        done
+        
+        if [ "$TOTAL_WITH_MISSING" -gt 20 ]; then
+            echo ""
+            echo "      ... and $((TOTAL_WITH_MISSING - 20)) more entries"
+            echo ""
+            echo "      Run with '--show-all' flag to see all entries with missing fields:"
+            echo "      $0 --show-all"
+        fi
+    fi
+fi
+
+# Check for invalid precision values
+echo ""
+echo "6. Checking for invalid precision values:"
+INVALID_PRECISION=$(jq -r '
+    to_entries
+    | map(select(.value.precision != null and (.value.precision | type) != "number"))
+    | map(.key)
+    | .[]
+' "$JSON_FILE" 2>/dev/null || echo "")
+
+if [ -z "$INVALID_PRECISION" ]; then
+    echo "   ✅ All precision values are valid"
+else
+    echo "   ⚠️ Entries with invalid precision:"
+    echo "$INVALID_PRECISION" | while read -r key; do
+        echo "      - $key"
+    done
+fi
+
+# Clean duplicates if requested
+if [ "$1" == "--clean" ]; then
+    echo ""
+    echo "7. Cleaning duplicates..."
+
+    # Create cleaned version (keeps first occurrence of duplicates)
+    TEMP_FILE="$SCRIPT_DIR/../src/generatedAssetData_temp.json"
+
+    jq '
+        to_entries
+        | map({
+            key: .key,
+            value: .value,
+            lower_key: (.key | ascii_downcase)
+        })
+        | unique_by(.lower_key)
+        | map({key: .key, value: .value})
+        | from_entries
+    ' "$JSON_FILE" > "$TEMP_FILE"
+
+    # Validate cleaned JSON
+    if validate_json "$TEMP_FILE"; then
+        mv "$TEMP_FILE" "$JSON_FILE"
+
+        NEW_ENTRIES=$(jq 'keys | length' "$JSON_FILE")
+        REMOVED=$((TOTAL_ENTRIES - NEW_ENTRIES))
+
+        echo "   ✅ Cleaned! Removed $REMOVED duplicate entries"
+        echo "   New total: $NEW_ENTRIES entries"
+
+        # Final file size
+        NEW_FILE_SIZE=$(wc -c < "$JSON_FILE")
+        echo "   New file size: $(echo "scale=2; $NEW_FILE_SIZE / 1048576" | bc) MB"
+        echo "   Size reduction: $(echo "scale=2; ($FILE_SIZE - $NEW_FILE_SIZE) / 1024" | bc) KB"
+    else
+        echo "   ❌ Error: Cleaned JSON is invalid. Original file preserved."
+        rm -f "$TEMP_FILE"
+        exit 1
+    fi
+else
+    echo ""
+    echo "========================================"
+    echo "To clean duplicates, run: $0 --clean"
+    echo "Backup will be saved at: $BACKUP_FILE"
+    echo "========================================"
+fi
+
+# Pretty print a few sample entries for verification
+echo ""
+echo "8. Sample entries (first 3):"
+jq -r 'to_entries | .[0:3] | map("\n   Key: \(.key)\n   Symbol: \(.value.symbol)\n   Name: \(.value.name)\n   Chain: \(.value.chainId)") | .[]' "$JSON_FILE"
+
+echo ""
+echo "Validation complete!"