@pioneer-platform/nodes 8.11.9 → 8.11.11

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pioneer-platform/nodes",
-  "version": "8.11.9",
+  "version": "8.11.11",
   "main": "./lib/index.js",
   "types": "./lib/index.d.ts",
   "scripts": {
@@ -17,12 +17,16 @@
     "test:watch": "jest --coverage --watchAll",
     "build:watch": "onchange 'src/**/*.ts' -- pnpm run build",
     "view:coverage": "serve coverage/lcov-report",
-    "clean": "rm -rf coverage src/**/*.js src/**/*.map lib node_modules"
+    "clean": "rm -rf coverage src/**/*.js src/**/*.map lib node_modules",
+    "validate-nodes": "bun run src/validate-nodes.ts",
+    "validate-nodes:verbose": "bun run src/validate-nodes.ts --verbose",
+    "validate-nodes:fast": "bun run src/validate-nodes.ts --timeout 3000 --concurrency 30"
   },
   "dependencies": {
     "@pioneer-platform/loggerdog": "^8.11.0",
-    "@pioneer-platform/pioneer-caip": "^9.10.0",
-    "dotenv": "^8.2.0"
+    "@pioneer-platform/pioneer-caip": "^9.10.1",
+    "dotenv": "^8.2.0",
+    "ethers": "5.7.2"
   },
   "devDependencies": {
     "@types/jest": "^25.2.3",

package/scripts/add-tiers.js

@@ -0,0 +1,134 @@
+/**
+ * Add tier metadata to web3Seeds
+ */
+
+const fs = require('fs');
+const path = require('path');
+
+// Premium providers (paid services, API keys, high reliability)
+const PREMIUM_PROVIDERS = [
+	'infura.io',
+	'alchemy.com',
+	'quicknode.pro',
+	'nodereal.io',
+	'chainnodes.org',
+	'blastapi.io',
+	'ankr.com/rpc',
+	'getblock.io',
+];
+
+// Reliable providers (established free services, good track record)
+const RELIABLE_PROVIDERS = [
+	'llamarpc.com',
+	'1rpc.io',
+	'cloudflare-eth.com',
+	'publicnode.com',
+	'drpc.org',
+	'tenderly.co',
+	'omniatech.io',
+	'gateway.pokt.network',
+	'rpc.flashbots.net',
+	'eth.merkle.io',
+	'rpc.ankr.com',
+];
+
+function getTier(service) {
+	const url = service.toLowerCase();
+
+	for (const provider of PREMIUM_PROVIDERS) {
+		if (url.includes(provider.toLowerCase())) {
+			return 'premium';
+		}
+	}
+
+	for (const provider of RELIABLE_PROVIDERS) {
+		if (url.includes(provider.toLowerCase())) {
+			return 'reliable';
+		}
+	}
+
+	return 'public';
+}
+
+// Read web3.ts file
+const web3Path = path.join(__dirname, '../src/web3.ts');
+const content = fs.readFileSync(web3Path, 'utf-8');
+
+// Extract everything before export const web3Seeds
+const headerEndIndex = content.indexOf('export const web3Seeds = [');
+if (headerEndIndex === -1) {
+	console.error('Could not find web3Seeds export');
+	process.exit(1);
+}
+
+const header = content.substring(0, headerEndIndex);
+
+// Extract the array content
+const arrayStartIndex = headerEndIndex + 'export const web3Seeds = '.length;
+const arrayEndIndex = content.lastIndexOf('];');
+if (arrayEndIndex === -1) {
+	console.error('Could not find end of web3Seeds array');
+	process.exit(1);
+}
+
+const arrayContent = content.substring(arrayStartIndex, arrayEndIndex + 1);
+
+// Parse the array
+let nodes;
+try {
+	nodes = JSON.parse(arrayContent);
+} catch (e) {
+	console.error('Failed to parse nodes array:', e.message);
+	process.exit(1);
+}
+
+console.log(`✅ Loaded ${nodes.length} nodes`);
+
+// Add tiers
+let tierCounts = {};
+const tieredNodes = nodes.map(node => {
+	const tier = getTier(node.service);
+	tierCounts[tier] = (tierCounts[tier] || 0) + 1;
+	return {
+		...node,
+		tier,
+	};
+});
+
+console.log('\nTier distribution:');
+Object.entries(tierCounts)
+	.sort((a, b) => {
+		const order = { premium: 1, reliable: 2, public: 3 };
+		return order[a[0]] - order[b[0]];
+	})
+	.forEach(([tier, count]) => {
+		const percent = ((count / nodes.length) * 100).toFixed(1);
+		console.log(`  ${tier}: ${count} nodes (${percent}%)`);
+	});
+
+// Generate new file content
+const newArrayContent = JSON.stringify(tieredNodes, null, 4);
+const footer = content.substring(arrayEndIndex + 2); // Everything after '];'
+const newContent = `${header}export const web3Seeds = ${newArrayContent};${footer}`;
+
+// Backup original
+const backupPath = web3Path + '.backup';
+fs.writeFileSync(backupPath, content, 'utf-8');
+console.log(`\n📦 Backed up original to ${backupPath}`);
+
+// Write new version
+fs.writeFileSync(web3Path, newContent, 'utf-8');
+console.log(`✅ Updated ${path.basename(web3Path)} with tier metadata`);
+
+// Show sample of premium and reliable nodes
+console.log('\n📊 Sample premium nodes:');
+tieredNodes
+	.filter(n => n.tier === 'premium')
+	.slice(0, 3)
+	.forEach(n => console.log(`  - ${n.service.substring(0, 60)}`));
+
+console.log('\n📊 Sample reliable nodes:');
+tieredNodes
+	.filter(n => n.tier === 'reliable')
+	.slice(0, 3)
+	.forEach(n => console.log(`  - ${n.service.substring(0, 60)}`));

package/scripts/add-tiers.ts

@@ -0,0 +1,135 @@
+/**
+ * Add tier metadata to web3Seeds
+ *
+ * This script categorizes RPC nodes into tiers:
+ * - premium: Paid/premium services (Infura, Alchemy, etc.)
+ * - reliable: Well-known public services with good uptime
+ * - public: Community/free nodes
+ * - untrusted: New or unknown providers
+ */
+
+const fs = require('fs');
+const path = require('path');
+
+// Premium providers (paid services, API keys, high reliability)
+const PREMIUM_PROVIDERS = [
+	'infura.io',
+	'alchemy.com',
+	'quicknode.pro',
+	'nodereal.io',
+	'chainnodes.org',
+	'blast api.io',
+	'ankr.com',
+	'getblock.io',
+];
+
+// Reliable providers (established free services, good track record)
+const RELIABLE_PROVIDERS = [
+	'llamarpc.com',
+	'1rpc.io',
+	'rpc.ankr.com',
+	'cloudflare-eth.com',
+	'publicnode.com',
+	'drpc.org',
+	'tenderly.co',
+	'omnia tech.io',
+	'gateway.pokt.network',
+	'rpc.flashbots.net',
+	'eth.merkle.io',
+];
+
+// Public providers (community nodes, may be less reliable)
+const PUBLIC_PROVIDERS = [
+	'api.zan.top',
+	'core.gashawk.io',
+	'eth.public-rpc.com',
+	'rpc.payload.de',
+	'ethereum.publicnode.com',
+];
+
+/**
+ * Determine tier based on service URL
+ */
+function getTier(service: string): string {
+	const url = service.toLowerCase();
+
+	for (const provider of PREMIUM_PROVIDERS) {
+		if (url.includes(provider.toLowerCase())) {
+			return 'premium';
+		}
+	}
+
+	for (const provider of RELIABLE_PROVIDERS) {
+		if (url.includes(provider.toLowerCase())) {
+			return 'reliable';
+		}
+	}
+
+	for (const provider of PUBLIC_PROVIDERS) {
+		if (url.includes(provider.toLowerCase())) {
+			return 'public';
+		}
+	}
+
+	// Default to public for unknown providers
+	return 'public';
+}
+
+/**
+ * Add tier to node entry
+ */
+function addTierToNode(node: any): any {
+	const tier = getTier(node.service);
+	return {
+		...node,
+		tier,
+	};
+}
+
+// Read web3.ts file
+const web3Path = path.join(__dirname, '../src/web3.ts');
+const content = fs.readFileSync(web3Path, 'utf-8');
+
+// Extract the export const web3Seeds = [...] array
+const match = content.match(/export const web3Seeds = \[([\s\S]*?)\];/);
+if (!match) {
+	console.error('Could not find web3Seeds array in file');
+	process.exit(1);
+}
+
+const arrayContent = match[1];
+
+// Parse nodes (simple JSON parse since it's valid JSON)
+let nodes: any[];
+try {
+	nodes = JSON.parse(`[${arrayContent}]`);
+} catch (e) {
+	console.error('Failed to parse nodes:', e);
+	process.exit(1);
+}
+
+console.log(`Loaded ${nodes.length} nodes`);
+
+// Add tiers
+const tieredNodes = nodes.map(addTierToNode);
+
+// Count by tier
+const tierCounts: Record<string, number> = {};
+tieredNodes.forEach(node => {
+	tierCounts[node.tier] = (tierCounts[node.tier] || 0) + 1;
+});
+
+console.log('\nTier distribution:');
+Object.entries(tierCounts).forEach(([tier, count]) => {
+	console.log(`  ${tier}: ${count} nodes`);
+});
+
+// Generate new file content
+const header = content.substring(0, content.indexOf('export const web3Seeds = ['));
+const newArrayContent = JSON.stringify(tieredNodes, null, 4);
+const newContent = `${header}export const web3Seeds = ${newArrayContent};\n`;
+
+// Write back to file
+fs.writeFileSync(web3Path, newContent, 'utf-8');
+
+console.log(`\n✅ Updated ${web3Path} with tier metadata`);

package/tsconfig.json

@@ -9,5 +9,13 @@
     "strict": true,
     "types": ["node"],
     "esModuleInterop": true
-  }
+  },
+  "include": [
+    "src/**/*"
+  ],
+  "exclude": [
+    "lib",
+    "node_modules",
+    "src/validate-nodes.ts"
+  ]
 }