dubs-server 1.0.0

package/scripts/setup-database-fresh.sh

@@ -0,0 +1,359 @@
+#!/bin/bash
+
+# ============================================
+# 🎮 DUBS SERVER - DATABASE SETUP SCRIPT
+# ============================================
+# This script sets up the complete database from scratch
+# Handles PostgreSQL startup, database creation, and schema setup
+# Safe to run multiple times
+
+set -e  # Exit on error
+
+echo "╔════════════════════════════════════════════════╗"
+echo "║  🎮 DUBS SERVER - DATABASE SETUP  🎮           ║"
+echo "╚════════════════════════════════════════════════╝"
+echo ""
+
+# Colors for output
+RED='\033[0;31m'
+GREEN='\033[0;32m'
+YELLOW='\033[1;33m'
+BLUE='\033[0;34m'
+NC='\033[0m' # No Color
+
+# Configuration
+DB_NAME="${DB_NAME:-dubs_db}"
+DB_USER="${DB_USER:-$(whoami)}"
+DB_HOST="${DB_HOST:-localhost}"
+DB_PORT="${DB_PORT:-5432}"
+
+# ============================================
+# 1. CHECK POSTGRESQL
+# ============================================
+
+echo "📋 Step 1: Checking PostgreSQL..."
+echo ""
+
+# Check if PostgreSQL is installed
+if ! command -v psql &> /dev/null; then
+    echo -e "${RED}❌ PostgreSQL is not installed${NC}"
+    echo ""
+    echo "Install with Homebrew:"
+    echo "  brew install postgresql@14"
+    exit 1
+fi
+
+echo -e "${GREEN}✅ PostgreSQL is installed${NC}"
+
+# Check if PostgreSQL is running
+if ! pg_isready -h $DB_HOST -p $DB_PORT &> /dev/null; then
+    echo -e "${YELLOW}⚠️  PostgreSQL is not running${NC}"
+    echo "Starting PostgreSQL..."
+    
+    # Try to start with Homebrew
+    if brew services list | grep -q "postgresql@14"; then
+        brew services start postgresql@14
+        echo "Waiting for PostgreSQL to start..."
+        sleep 3
+    elif brew services list | grep -q "postgresql"; then
+        brew services start postgresql
+        echo "Waiting for PostgreSQL to start..."
+        sleep 3
+    else
+        echo -e "${RED}❌ Could not start PostgreSQL${NC}"
+        echo "Try manually: brew services start postgresql@14"
+        exit 1
+    fi
+    
+    # Check again
+    if ! pg_isready -h $DB_HOST -p $DB_PORT &> /dev/null; then
+        echo -e "${RED}❌ PostgreSQL failed to start${NC}"
+        exit 1
+    fi
+fi
+
+echo -e "${GREEN}✅ PostgreSQL is running${NC}"
+echo ""
+
+# ============================================
+# 2. CREATE DATABASE
+# ============================================
+
+echo "📋 Step 2: Setting up database..."
+echo ""
+
+# Check if database exists
+if psql -lqt | cut -d \| -f 1 | grep -qw $DB_NAME; then
+    echo -e "${YELLOW}⚠️  Database '$DB_NAME' already exists${NC}"
+    read -p "Do you want to drop and recreate it? (y/N): " -n 1 -r
+    echo ""
+    if [[ $REPLY =~ ^[Yy]$ ]]; then
+        echo "Dropping existing database..."
+        dropdb $DB_NAME || true
+        echo "Creating new database..."
+        createdb $DB_NAME
+        echo -e "${GREEN}✅ Database recreated${NC}"
+    else
+        echo -e "${BLUE}ℹ️  Using existing database (will update schema)${NC}"
+    fi
+else
+    echo "Creating database '$DB_NAME'..."
+    createdb $DB_NAME
+    echo -e "${GREEN}✅ Database created${NC}"
+fi
+
+echo ""
+
+# ============================================
+# 3. RUN SCHEMA SETUP
+# ============================================
+
+echo "📋 Step 3: Setting up database schema..."
+echo ""
+
+SCRIPT_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
+SQL_FILE="$SCRIPT_DIR/setup-complete-database.sql"
+
+if [ ! -f "$SQL_FILE" ]; then
+    echo -e "${RED}❌ SQL file not found: $SQL_FILE${NC}"
+    exit 1
+fi
+
+echo "Running SQL schema setup..."
+psql -d $DB_NAME -f "$SQL_FILE"
+
+echo ""
+echo -e "${GREEN}✅ Base schema setup complete${NC}"
+echo ""
+
+# ============================================
+# 3B. RUN PREFERRED CURRENCY MIGRATION
+# ============================================
+
+echo "📋 Step 3c: Adding preferred_currency support..."
+echo ""
+
+PREFERRED_CURRENCY_SQL="$SCRIPT_DIR/add-preferred-currency.sql"
+
+if [ -f "$PREFERRED_CURRENCY_SQL" ]; then
+    echo "Running preferred_currency migration..."
+    psql -d $DB_NAME -f "$PREFERRED_CURRENCY_SQL"
+    echo ""
+    echo -e "${GREEN}✅ Preferred currency migration complete${NC}"
+else
+    echo -e "${YELLOW}⚠️  preferred_currency migration file not found (optional)${NC}"
+    echo "File expected at: $PREFERRED_CURRENCY_SQL"
+fi
+
+echo ""
+
+# ============================================
+# 3D. RUN PENDING GAME DISMISSALS MIGRATION
+# ============================================
+
+echo "📋 Step 3d: Adding pending_game_dismissals table..."
+echo ""
+
+PENDING_DISMISSALS_SQL="$SCRIPT_DIR/add-pending-game-dismissals.sql"
+
+if [ -f "$PENDING_DISMISSALS_SQL" ]; then
+    echo "Running pending_game_dismissals migration..."
+    psql -d $DB_NAME -f "$PENDING_DISMISSALS_SQL"
+    echo ""
+    echo -e "${GREEN}✅ Pending game dismissals migration complete${NC}"
+else
+    echo -e "${YELLOW}⚠️  pending_game_dismissals migration file not found (optional)${NC}"
+    echo "File expected at: $PENDING_DISMISSALS_SQL"
+fi
+
+echo ""
+
+# ============================================
+# 3E. RUN MATCHUP IMAGE URL MIGRATION
+# ============================================
+
+echo "📋 Step 3e: Adding matchup_image_url column to games..."
+echo ""
+
+MATCHUP_IMAGE_SQL="$SCRIPT_DIR/migrations/002_add_matchup_image_url.sql"
+
+if [ -f "$MATCHUP_IMAGE_SQL" ]; then
+    echo "Running matchup_image_url migration..."
+    psql -d $DB_NAME -f "$MATCHUP_IMAGE_SQL"
+    echo ""
+    echo -e "${GREEN}✅ Matchup image URL migration complete${NC}"
+else
+    echo -e "${YELLOW}⚠️  matchup_image_url migration file not found (optional)${NC}"
+    echo "File expected at: $MATCHUP_IMAGE_SQL"
+fi
+
+echo ""
+
+# ============================================
+# 3F. RUN REFERRAL EARNINGS MIGRATION
+# ============================================
+
+echo "📋 Step 3f: Setting up referral earnings system..."
+echo ""
+
+REFERRAL_EARNINGS_SQL="$SCRIPT_DIR/migrations/003_referral_earnings.sql"
+
+if [ -f "$REFERRAL_EARNINGS_SQL" ]; then
+    echo "Running referral earnings migration..."
+    psql -d $DB_NAME -f "$REFERRAL_EARNINGS_SQL"
+    echo ""
+    echo -e "${GREEN}✅ Referral earnings migration complete${NC}"
+else
+    echo -e "${YELLOW}⚠️  referral_earnings migration file not found (optional)${NC}"
+    echo "File expected at: $REFERRAL_EARNINGS_SQL"
+fi
+
+echo ""
+
+# ============================================
+# 3G. RUN WHAT'S NEW TABLES MIGRATION
+# ============================================
+
+echo "📋 Step 3g: Setting up What's New tables..."
+echo ""
+
+WHATS_NEW_SQL="$SCRIPT_DIR/migrations/create_whats_new_tables.sql"
+
+if [ -f "$WHATS_NEW_SQL" ]; then
+    echo "Running What's New tables migration..."
+    psql -d $DB_NAME -f "$WHATS_NEW_SQL"
+    echo ""
+    echo -e "${GREEN}✅ What's New tables migration complete${NC}"
+else
+    echo -e "${YELLOW}⚠️  What's New tables migration file not found (optional)${NC}"
+    echo "File expected at: $WHATS_NEW_SQL"
+fi
+
+echo ""
+
+# ============================================
+# 3H. RUN WHAT'S NEW NOTIFICATION TYPE MIGRATION
+# ============================================
+
+echo "📋 Step 3h: Adding What's New notification type..."
+echo ""
+
+WHATS_NEW_NOTIF_SQL="$SCRIPT_DIR/migrations/004_add_whats_new_notification_type.sql"
+
+if [ -f "$WHATS_NEW_NOTIF_SQL" ]; then
+    echo "Running What's New notification type migration..."
+    psql -d $DB_NAME -f "$WHATS_NEW_NOTIF_SQL"
+    echo ""
+    echo -e "${GREEN}✅ What's New notification type migration complete${NC}"
+else
+    echo -e "${YELLOW}⚠️  What's New notification type migration file not found (optional)${NC}"
+    echo "File expected at: $WHATS_NEW_NOTIF_SQL"
+fi
+
+echo ""
+
+# ============================================
+# 4. SETUP .env FILE
+# ============================================
+
+echo "📋 Step 4: Checking .env configuration..."
+echo ""
+
+ENV_FILE="$SCRIPT_DIR/../.env"
+
+if [ ! -f "$ENV_FILE" ]; then
+    echo -e "${YELLOW}⚠️  .env file not found${NC}"
+    echo "Creating .env file from template..."
+    
+    # Generate JWT secret
+    JWT_SECRET=$(openssl rand -hex 32)
+    
+    cat > "$ENV_FILE" << EOF
+# Solana Configuration
+SOLANA_NETWORK=http://127.0.0.1:8899
+PROGRAM_ID=8DJTkgk6MDr6tPtw4v2VzYAz9WWvmCg6786vZrEK3o5q
+
+# Server Configuration
+PORT=3001
+NODE_ENV=development
+
+# Database Configuration
+DATABASE_URL=postgresql://$DB_USER@$DB_HOST:$DB_PORT/$DB_NAME
+
+# Authentication & Security
+JWT_SECRET=$JWT_SECRET
+JWT_EXPIRES_IN=7d
+
+# Oracle Configuration
+ORACLE_WALLET_PATH=./wallets/oracle.json
+ORACLE_CHECK_INTERVAL=60000
+NOTIFY_BEFORE_MINUTES=10
+
+# API URLs
+LIVE_SCORES_API_URL=http://localhost:3000
+DUBS_GAMES_API_URL=http://localhost:3001
+EOF
+    
+    echo -e "${GREEN}✅ .env file created${NC}"
+else
+    echo -e "${GREEN}✅ .env file already exists${NC}"
+    
+    # Check if DATABASE_URL is correct
+    if ! grep -q "DATABASE_URL=postgresql://$DB_USER@$DB_HOST:$DB_PORT/$DB_NAME" "$ENV_FILE"; then
+        echo -e "${YELLOW}⚠️  DATABASE_URL may need updating${NC}"
+        echo "Expected: DATABASE_URL=postgresql://$DB_USER@$DB_HOST:$DB_PORT/$DB_NAME"
+    fi
+fi
+
+echo ""
+
+# ============================================
+# 5. VERIFY SETUP
+# ============================================
+
+echo "📋 Step 5: Verifying setup..."
+echo ""
+
+# Count tables
+TABLE_COUNT=$(psql -d $DB_NAME -t -c "SELECT COUNT(*) FROM information_schema.tables WHERE table_schema = 'public' AND table_type = 'BASE TABLE';" | xargs)
+
+echo "Database: $DB_NAME"
+echo "Tables: $TABLE_COUNT"
+echo ""
+
+# Test connection
+if psql -d $DB_NAME -c "SELECT 1" &> /dev/null; then
+    echo -e "${GREEN}✅ Database connection successful${NC}"
+else
+    echo -e "${RED}❌ Database connection failed${NC}"
+    exit 1
+fi
+
+echo ""
+
+# ============================================
+# 6. SUMMARY
+# ============================================
+
+echo "╔════════════════════════════════════════════════╗"
+echo "║           🎉 SETUP COMPLETE! 🎉                ║"
+echo "╚════════════════════════════════════════════════╝"
+echo ""
+echo -e "${GREEN}✅ PostgreSQL is running${NC}"
+echo -e "${GREEN}✅ Database '$DB_NAME' is ready${NC}"
+echo -e "${GREEN}✅ Schema with $TABLE_COUNT tables created${NC}"
+echo -e "${GREEN}✅ .env file configured${NC}"
+echo ""
+echo "📊 Next steps:"
+echo "  1. Start the server: npm start"
+echo "  2. Test authentication: curl http://localhost:3001/api/v1/auth/nonce/YOUR_WALLET"
+echo ""
+echo "📝 Useful commands:"
+echo "  • View tables: psql -d $DB_NAME -c '\\dt'"
+echo "  • Drop database: dropdb $DB_NAME"
+echo "  • Restart server: npm start"
+echo ""
+
+
+
+

package/scripts/setup-heroku-keeper.sh

@@ -0,0 +1,48 @@
+#!/bin/bash
+
+# 🔐 Setup Keeper Wallet on Heroku
+# This script sets the keeper's private key as an environment variable
+
+set -e
+
+echo "🔐 Setting up Jackpot Keeper on Heroku"
+echo "======================================"
+echo ""
+
+# Check if we're in the right directory
+if [ ! -f "server.js" ]; then
+  echo "❌ Error: Must run from dubs-server directory"
+  exit 1
+fi
+
+# Check if oracle wallet exists
+ORACLE_WALLET="wallets/jackpot_oracle.json"
+if [ ! -f "$ORACLE_WALLET" ]; then
+  echo "❌ Error: Oracle wallet not found at $ORACLE_WALLET"
+  exit 1
+fi
+
+# Read the wallet
+PRIVATE_KEY=$(cat "$ORACLE_WALLET")
+
+echo "✅ Found oracle wallet"
+echo ""
+
+# Escape the JSON for Heroku (remove newlines, escape quotes)
+ESCAPED_KEY=$(echo "$PRIVATE_KEY" | tr -d '\n' | sed 's/"/\\"/g')
+
+# Set on Heroku
+echo "📤 Setting KEEPER_PRIVATE_KEY on Heroku..."
+heroku config:set KEEPER_PRIVATE_KEY="$PRIVATE_KEY" -a dubs-server-dev
+
+echo ""
+echo "✅ Keeper wallet configured!"
+echo ""
+echo "Wallet address: $(solana-keygen pubkey "$ORACLE_WALLET")"
+echo ""
+echo "Next steps:"
+echo "  1. Deploy code: git push heroku-dev main"
+echo "  2. Scale keeper: heroku ps:scale jackpot-keeper=1 -a dubs-server-dev"
+echo "  3. Check logs: heroku logs --tail --ps jackpot-keeper -a dubs-server-dev"
+echo ""
+

package/scripts/setup-keeper-database.js

@@ -0,0 +1,83 @@
+#!/usr/bin/env node
+
+/**
+ * Setup Keeper State Machine Database
+ * 
+ * Run this once to create the necessary tables and views
+ */
+
+const { Pool } = require('pg');
+const fs = require('fs');
+const path = require('path');
+
+async function setup() {
+  console.log('🔧 Setting up Keeper State Machine Database...\n');
+  
+  const pool = new Pool({
+    connectionString: process.env.DATABASE_URL,
+    ssl: process.env.NODE_ENV === 'production' ? { rejectUnauthorized: false } : false
+  });
+  
+  try {
+    // Read SQL file
+    const sqlPath = path.join(__dirname, 'setup-keeper-state-db.sql');
+    const sql = fs.readFileSync(sqlPath, 'utf-8');
+    
+    console.log('📝 Executing schema creation...');
+    await pool.query(sql);
+    
+    console.log('✅ Database schema created successfully!\n');
+    
+    // Test the setup
+    console.log('🧪 Testing database...');
+    
+    // Test tables exist
+    const tablesResult = await pool.query(`
+      SELECT table_name 
+      FROM information_schema.tables 
+      WHERE table_schema = 'public' 
+      AND table_name IN ('keeper_rounds', 'keeper_health', 'keeper_actions')
+      ORDER BY table_name
+    `);
+    
+    console.log('   Tables created:');
+    tablesResult.rows.forEach(row => {
+      console.log(`     ✓ ${row.table_name}`);
+    });
+    
+    // Test views exist
+    const viewsResult = await pool.query(`
+      SELECT table_name 
+      FROM information_schema.views 
+      WHERE table_schema = 'public' 
+      AND table_name IN ('stuck_rounds', 'keeper_health_summary')
+      ORDER BY table_name
+    `);
+    
+    console.log('   Views created:');
+    viewsResult.rows.forEach(row => {
+      console.log(`     ✓ ${row.table_name}`);
+    });
+    
+    console.log('\n✅ Database setup complete!\n');
+    console.log('📊 You can now:');
+    console.log('   - Start the keeper: node scripts/jackpot-keeper.js');
+    console.log('   - View health: curl http://localhost:3001/api/keeper/health');
+    console.log('   - View dashboard: curl http://localhost:3001/api/keeper/dashboard');
+    console.log('   - View stuck rounds: curl http://localhost:3001/api/keeper/rounds/stuck');
+    console.log();
+    
+  } catch (error) {
+    console.error('❌ Setup failed:', error.message);
+    console.error('\nMake sure:');
+    console.error('  1. DATABASE_URL environment variable is set');
+    console.error('  2. PostgreSQL is running');
+    console.error('  3. You have database permissions');
+    process.exit(1);
+  } finally {
+    await pool.end();
+  }
+}
+
+setup();
+

package/scripts/setup-keeper-state-db.sql

@@ -0,0 +1,110 @@
+-- Keeper State Machine Database Schema
+-- Tracks every round's lifecycle for reliability and recovery
+
+-- Main table tracking round lifecycle
+CREATE TABLE IF NOT EXISTS keeper_rounds (
+  round_id BIGINT PRIMARY KEY,
+  status VARCHAR(20) NOT NULL, -- 'open', 'locking', 'locked', 'revealing', 'revealed', 'resolving', 'resolved', 'resetting'
+  
+  -- Timestamps for each phase
+  created_at TIMESTAMP DEFAULT NOW(),
+  locked_at TIMESTAMP,
+  revealed_at TIMESTAMP,
+  resolved_at TIMESTAMP,
+  reset_at TIMESTAMP,
+  
+  -- Retry tracking
+  retry_count INTEGER DEFAULT 0,
+  last_error TEXT,
+  last_attempt_at TIMESTAMP,
+  
+  -- Metadata
+  total_pot BIGINT,
+  entry_count INTEGER,
+  winner_pubkey VARCHAR(44),
+  win_amount BIGINT,
+  
+  -- Signatures for verification
+  lock_signature VARCHAR(88),
+  reveal_signature VARCHAR(88),
+  resolve_signature VARCHAR(88),
+  reset_signature VARCHAR(88),
+  
+  updated_at TIMESTAMP DEFAULT NOW()
+);
+
+-- Index for fast queries
+CREATE INDEX IF NOT EXISTS idx_status ON keeper_rounds(status);
+CREATE INDEX IF NOT EXISTS idx_updated_at ON keeper_rounds(updated_at);
+CREATE INDEX IF NOT EXISTS idx_round_id_status ON keeper_rounds(round_id, status);
+
+-- Table for tracking keeper health metrics
+CREATE TABLE IF NOT EXISTS keeper_health (
+  id SERIAL PRIMARY KEY,
+  timestamp TIMESTAMP DEFAULT NOW(),
+  rounds_completed INTEGER,
+  consecutive_failures INTEGER,
+  last_success_round BIGINT,
+  last_error TEXT,
+  uptime_seconds INTEGER
+);
+
+-- Table for detailed action log (debugging)
+CREATE TABLE IF NOT EXISTS keeper_actions (
+  id SERIAL PRIMARY KEY,
+  round_id BIGINT NOT NULL,
+  action VARCHAR(50) NOT NULL, -- 'lock', 'reveal', 'resolve', 'reset'
+  success BOOLEAN NOT NULL,
+  error_message TEXT,
+  signature VARCHAR(88),
+  duration_ms INTEGER,
+  timestamp TIMESTAMP DEFAULT NOW()
+);
+
+CREATE INDEX IF NOT EXISTS idx_actions_round ON keeper_actions(round_id);
+CREATE INDEX IF NOT EXISTS idx_actions_timestamp ON keeper_actions(timestamp DESC);
+
+-- Function to update updated_at timestamp
+CREATE OR REPLACE FUNCTION update_updated_at_column()
+RETURNS TRIGGER AS $$
+BEGIN
+  NEW.updated_at = NOW();
+  RETURN NEW;
+END;
+$$ language 'plpgsql';
+
+-- Trigger to auto-update updated_at
+DROP TRIGGER IF EXISTS update_keeper_rounds_updated_at ON keeper_rounds;
+CREATE TRIGGER update_keeper_rounds_updated_at
+  BEFORE UPDATE ON keeper_rounds
+  FOR EACH ROW
+  EXECUTE FUNCTION update_updated_at_column();
+
+-- View for monitoring stuck rounds
+CREATE OR REPLACE VIEW stuck_rounds AS
+SELECT 
+  round_id,
+  status,
+  retry_count,
+  last_error,
+  EXTRACT(EPOCH FROM (NOW() - updated_at)) as seconds_stuck
+FROM keeper_rounds
+WHERE status NOT IN ('resolved', 'open')
+  AND updated_at < NOW() - INTERVAL '5 minutes'
+ORDER BY updated_at ASC;
+
+-- View for keeper health summary
+CREATE OR REPLACE VIEW keeper_health_summary AS
+SELECT 
+  COUNT(*) FILTER (WHERE status = 'resolved') as resolved_rounds,
+  COUNT(*) FILTER (WHERE status NOT IN ('resolved', 'open')) as stuck_rounds,
+  COUNT(*) FILTER (WHERE retry_count > 0) as rounds_with_retries,
+  AVG(EXTRACT(EPOCH FROM (resolved_at - created_at))) as avg_completion_seconds,
+  MAX(round_id) as latest_round_id,
+  MIN(updated_at) FILTER (WHERE status NOT IN ('resolved', 'open')) as oldest_stuck_round_time
+FROM keeper_rounds;
+
+COMMENT ON TABLE keeper_rounds IS 'Tracks lifecycle of each jackpot round for keeper state management';
+COMMENT ON TABLE keeper_health IS 'Periodic health check snapshots of keeper performance';
+COMMENT ON TABLE keeper_actions IS 'Detailed log of every keeper action for debugging';
+

package/scripts/setup-oracle.sh

@@ -0,0 +1,39 @@
+#!/bin/bash
+# Setup Oracle Wallet for Automatic Sports Games
+
+echo "🤖 Setting up Oracle Wallet..."
+
+WALLETS_DIR="./wallets"
+ORACLE_WALLET="$WALLETS_DIR/oracle.json"
+
+# Create wallets directory if it doesn't exist
+mkdir -p $WALLETS_DIR
+
+# Check if oracle wallet already exists
+if [ -f "$ORACLE_WALLET" ]; then
+    echo "✅ Oracle wallet already exists"
+    solana-keygen pubkey $ORACLE_WALLET
+else
+    echo "📝 Creating new oracle wallet..."
+    solana-keygen new --no-bip39-passphrase -o $ORACLE_WALLET
+    echo "✅ Oracle wallet created!"
+fi
+
+# Get the public key
+ORACLE_PUBKEY=$(solana-keygen pubkey $ORACLE_WALLET)
+echo ""
+echo "📌 Oracle Public Key: $ORACLE_PUBKEY"
+echo ""
+echo "⚠️  IMPORTANT: When creating automatic games, use this address as the 'oracle' parameter"
+echo ""
+echo "💰 Funding oracle wallet on devnet..."
+solana airdrop 2 $ORACLE_PUBKEY --url devnet
+
+echo ""
+echo "✅ Oracle setup complete!"
+echo ""
+echo "Next steps:"
+echo "1. Use this oracle pubkey when creating automatic games"
+echo "2. Start the oracle monitor: npm run oracle:start"
+echo "3. Oracle will automatically resolve games when sports events finish"
+