@avalw/search-worker 1.1.0 → 2.1.1

package/bin/cli.js

@@ -1,54 +1,255 @@
 #!/usr/bin/env node
 
-const { AvalwWorker, TIERS } = require('../lib/worker');
+/**
+ * AVALW Search Worker CLI v2.1.0
+ * Distributed Cache Worker for AVALW Search Network
+ *
+ * Features:
+ * - Intelligent cache with configurable size limits (100MB - 2GB)
+ * - Time-based eviction (1-30 days, default 7)
+ * - Popularity scoring (frequently accessed stay longer)
+ * - Background auto-cleanup
+ *
+ * Usage:
+ *   npx @avalw/search-worker --token YOUR_TOKEN
+ *   AVALW_WORKER_TOKEN=xxx npx @avalw/search-worker
+ */
 
-const token = process.argv[2];
-const apiUrl = process.argv[3] || 'https://worker.avalw.org';
+const { SearchWorker } = require('../index');
+const os = require('os');
 
-if (!token || token === '--help' || token === '-h') {
-  console.log('');
-  console.log('  ╔═══════════════════════════════════════════════════════════════════╗');
-  console.log('  ║              AVALW Search Worker v1.1.0                           ║');
-  console.log('  ╚═══════════════════════════════════════════════════════════════════╝');
+// Parse command line arguments
+const args = process.argv.slice(2);
+let token = process.env.AVALW_WORKER_TOKEN;
+let dashboardUrl = process.env.AVALW_DASHBOARD_URL || 'https://worker.avalw.org';
+let wsUrl = process.env.AVALW_WS_URL || 'wss://worker.avalw.org/ws/cache';
+let cacheSizeMB = parseInt(process.env.AVALW_CACHE_SIZE_MB) || 500;
+let maxAgeDays = parseInt(process.env.AVALW_MAX_AGE_DAYS) || 7;
+
+for (let i = 0; i < args.length; i++) {
+  if (args[i] === '--token' || args[i] === '-t') {
+    token = args[i + 1];
+    i++;
+  } else if (args[i] === '--dashboard' || args[i] === '-d') {
+    dashboardUrl = args[i + 1];
+    i++;
+  } else if (args[i] === '--ws' || args[i] === '-w') {
+    wsUrl = args[i + 1];
+    i++;
+  } else if (args[i] === '--cache-size' || args[i] === '-s') {
+    cacheSizeMB = Math.min(Math.max(parseInt(args[i + 1]) || 500, 100), 2048);
+    i++;
+  } else if (args[i] === '--max-age' || args[i] === '-a') {
+    maxAgeDays = Math.min(Math.max(parseInt(args[i + 1]) || 7, 1), 30);
+    i++;
+  } else if (args[i] === '--help' || args[i] === '-h') {
+    showHelp();
+    process.exit(0);
+  } else if (args[i] === '--version' || args[i] === '-v') {
+    const pkg = require('../package.json');
+    console.log(`@avalw/search-worker v${pkg.version}`);
+    process.exit(0);
+  }
+}
+
+function showHelp() {
+  console.log(`
+AVALW Search Worker v2.1.0 - Intelligent Distributed Cache
+
+USAGE:
+  npx @avalw/search-worker [options]
+  avalw-worker [options]
+
+OPTIONS:
+  -t, --token <token>      Worker token from worker.avalw.org
+  -s, --cache-size <MB>    Max cache size in MB (100-2048, default: 500)
+  -a, --max-age <days>     Remove unused queries after N days (1-30, default: 7)
+  -d, --dashboard <url>    Dashboard URL (default: https://worker.avalw.org)
+  -w, --ws <url>           WebSocket URL (default: wss://worker.avalw.org/ws/cache)
+  -h, --help               Show this help
+  -v, --version            Show version
+
+ENVIRONMENT VARIABLES:
+  AVALW_WORKER_TOKEN       Worker authentication token
+  AVALW_CACHE_SIZE_MB      Max cache size in MB (default: 500)
+  AVALW_MAX_AGE_DAYS       Days to keep unused queries (default: 7)
+  AVALW_DASHBOARD_URL      Dashboard API URL
+  AVALW_WS_URL             WebSocket coordinator URL
+
+EXAMPLES:
+  # Run with default settings (500MB cache, 7 day retention)
+  npx @avalw/search-worker --token abc123...
+
+  # Run with 1GB cache and 14 day retention
+  npx @avalw/search-worker --token abc123 --cache-size 1024 --max-age 14
+
+  # Run with maximum cache (2GB)
+  npx @avalw/search-worker --token abc123 --cache-size 2048
+
+  # Run with environment variables
+  export AVALW_WORKER_TOKEN=abc123...
+  export AVALW_CACHE_SIZE_MB=1024
+  npx @avalw/search-worker
+
+GET STARTED:
+  1. Visit https://worker.avalw.org
+  2. Register to get your worker token
+  3. Run: npx @avalw/search-worker --token YOUR_TOKEN
+
+INTELLIGENT CACHE:
+  Your worker uses smart caching with:
+  - Size Limits: Configurable from 100MB to 2GB
+  - Time Eviction: Unused queries auto-removed after N days
+  - Popularity: Frequently accessed queries stay longer
+  - Auto-Cleanup: Background process keeps cache healthy
+
+HOW IT WORKS:
+  Your worker connects to the AVALW coordinator and serves as a distributed
+  cache node. When users search on avalw.org, your worker may serve cached
+  results, reducing load on AVALW servers.
+
+  In exchange for contributing cache storage, you earn Core-Hours which
+  unlock API access tiers for your own applications.
+`);
+}
+
+// Check token
+if (!token) {
+  console.error(`
+ERROR: Worker token required!
+
+Get your token at https://worker.avalw.org
+
+Usage:
+  npx @avalw/search-worker --token YOUR_TOKEN
+
+Or set environment variable:
+  export AVALW_WORKER_TOKEN=YOUR_TOKEN
+  npx @avalw/search-worker
+`);
+  process.exit(1);
+}
+
+// Print banner
+console.log('');
+console.log('===============================================================');
+console.log('   AVALW SEARCH WORKER v2.1.0 - Intelligent Distributed Cache');
+console.log('===============================================================');
+console.log('');
+
+// Print system info
+const cpus = os.cpus();
+const totalMem = Math.round(os.totalmem() / (1024 * 1024 * 1024) * 10) / 10;
+const cpuModel = cpus[0]?.model || 'Unknown';
+const cpuSpeed = cpus[0]?.speed || 0;
+
+console.log(`   System Info:`);
+console.log(`     CPU:      ${cpuModel}`);
+console.log(`     Cores:    ${cpus.length}`);
+console.log(`     Speed:    ${(cpuSpeed / 1000).toFixed(2)} GHz`);
+console.log(`     Memory:   ${totalMem} GB`);
+console.log(`     Platform: ${os.platform()} ${os.arch()}`);
+console.log('');
+console.log(`   Cache Config:`);
+console.log(`     Max Size: ${cacheSizeMB} MB`);
+console.log(`     Max Age:  ${maxAgeDays} days (unused queries auto-removed)`);
+console.log('');
+console.log(`   Coordinator: ${wsUrl}`);
+console.log(`   Dashboard:   ${dashboardUrl}`);
+console.log('');
+console.log('===============================================================');
+console.log('');
+
+// Create and start worker
+const worker = new SearchWorker({
+  workerToken: token,
+  dashboardUrl: dashboardUrl,
+  wsUrl: wsUrl,
+  cacheSizeMB: cacheSizeMB,
+  maxAgeDays: maxAgeDays,
+
+  onConnected: (w) => {
+    console.log('');
+    console.log('   [CONNECTED] Successfully connected to coordinator');
+    const config = w.getCacheConfig();
+    console.log(`   [CACHE] Ready - Max: ${config.maxSizeFormatted}, Retention: ${config.maxAgeDays} days`);
+    console.log('');
+    console.log('   Press Ctrl+C to stop the worker');
+    console.log('');
+    console.log('---------------------------------------------------------------');
+    console.log('');
+  },
+
+  onDisconnected: (w) => {
+    console.log('   [DISCONNECTED] Lost connection to coordinator');
+  },
+
+  onCacheHit: (key) => {
+    const query = key.split(':')[0];
+    console.log(`   [CACHE HIT] Served: "${query.substring(0, 30)}..."`);
+  },
+
+  onCacheStore: (key) => {
+    const query = key.split(':')[0];
+    console.log(`   [CACHED] Stored: "${query.substring(0, 30)}..."`);
+  },
+
+  onError: (err) => {
+    console.error(`   [ERROR] ${err}`);
+  },
+
+  onLog: (msg) => {
+    const time = new Date().toLocaleTimeString();
+    console.log(`   [${time}] ${msg}`);
+  }
+});
+
+// Connect to coordinator
+worker.connect();
+
+// Print stats every 5 minutes
+setInterval(() => {
+  const stats = worker.getStats();
+  const cache = stats.cache;
   console.log('');
-  console.log('  Usage: avalw-worker <WORKER_TOKEN> [API_URL]');
+  console.log('---------------------------------------------------------------');
+  console.log(`   [STATS] Entries: ${cache.entries} | Size: ${cache.sizeFormatted} / ${cache.maxSizeFormatted} (${cache.utilizationPercent}%)`);
+  console.log(`   [STATS] Hits: ${stats.cacheHits} | Misses: ${stats.cacheMisses} | Hit Rate: ${stats.hitRate}%`);
+  console.log(`   [STATS] Evictions: ${cache.evictions} (time: ${cache.timeEvictions}, popularity: ${cache.popularityEvictions})`);
+  console.log('---------------------------------------------------------------');
   console.log('');
-  console.log('  Get your worker token at: https://worker.avalw.org');
+}, 5 * 60 * 1000);
+
+// Handle shutdown
+process.on('SIGINT', () => {
   console.log('');
-  console.log('  Tiers (based on Core-Hours):');
-  console.log('  ┌───────────┬─────────────┬──────────────┬─────────────┐');
-  console.log('  │ Tier      │ Requests    │ Core-Hours   │ Min Cores   │');
-  console.log('  ├───────────┼─────────────┼──────────────┼─────────────┤');
-  console.log('  │ Starter   │ 1,000/day   │ 3/day        │ 3 cores     │');
-  console.log('  │ Basic     │ 5,000/day   │ 12/day       │ 4 cores     │');
-  console.log('  │ Pro       │ 20,000/day  │ 36/day       │ 6 cores     │');
-  console.log('  │ Business  │ 50,000/day  │ 72/day       │ 8 cores     │');
-  console.log('  │ Enterprise│ 500,000/day │ 240/day      │ 16 cores    │');
-  console.log('  └───────────┴─────────────┴──────────────┴─────────────┘');
+  console.log('   [SHUTDOWN] Stopping worker...');
+
+  worker.disconnect();
+
+  const stats = worker.getStats();
+  const cache = stats.cache;
   console.log('');
-  console.log('  Core-Hours Formula:');
-  console.log('  Cores × (Speed ÷ 3.0 GHz) × Usage% × Hours');
+  console.log('===============================================================');
+  console.log('   Final Stats:');
+  console.log(`     Uptime:        ${Math.round(stats.uptime / 1000 / 60)} minutes`);
+  console.log(`     Cache Size:    ${cache.entries} entries (${cache.sizeFormatted})`);
+  console.log(`     Cache Hits:    ${stats.cacheHits}`);
+  console.log(`     Cache Misses:  ${stats.cacheMisses}`);
+  console.log(`     Hit Rate:      ${stats.hitRate}%`);
+  console.log(`     Served:        ${stats.requestsServed} requests`);
+  console.log(`     Evictions:     ${cache.evictions} total`);
+  console.log(`       - Time:      ${cache.timeEvictions}`);
+  console.log(`       - Popularity: ${cache.popularityEvictions}`);
+  console.log('===============================================================');
   console.log('');
-  console.log('  Example:');
-  console.log('    avalw-worker abc123def456...');
+  console.log('   Thank you for contributing to AVALW!');
   console.log('');
-  process.exit(1);
-}
 
-const worker = new AvalwWorker(token, apiUrl);
-
-// Handle graceful shutdown
-process.on('SIGINT', async () => {
-  console.log('\n  Shutting down worker...');
-  await worker.stop();
   process.exit(0);
 });
 
-process.on('SIGTERM', async () => {
-  console.log('\n  Shutting down worker...');
-  await worker.stop();
+process.on('SIGTERM', () => {
+  worker.disconnect();
   process.exit(0);
 });
-
-// Start worker
-worker.start();