@stackmemoryai/stackmemory 0.5.25 → 0.5.27

package/scripts/deployment/railway.sh

@@ -1,352 +0,0 @@
-#!/bin/bash
-
-# Runway Deployment Script for StackMemory MCP Server
-# Production deployment with comprehensive checks
-
-set -euo pipefail
-
-# Color codes for output
-RED='\033[0;31m'
-GREEN='\033[0;32m'
-YELLOW='\033[1;33m'
-BLUE='\033[0;34m'
-NC='\033[0m' # No Color
-
-# Configuration
-ENVIRONMENT="${1:-production}"
-PROJECT_NAME="stackmemory-mcp"
-REQUIRED_ENV_VARS=(
-  "AUTH0_DOMAIN"
-  "AUTH0_AUDIENCE"
-  "AUTH0_CLIENT_ID"
-  "AUTH0_CLIENT_SECRET"
-  "DATABASE_URL"
-  "REDIS_URL"
-  "JWT_SECRET"
-  "DATADOG_API_KEY"
-  "SENTRY_DSN"
-)
-
-# Logging functions
-log_info() {
-  echo -e "${BLUE}[INFO]${NC} $1"
-}
-
-log_success() {
-  echo -e "${GREEN}[SUCCESS]${NC} $1"
-}
-
-log_warning() {
-  echo -e "${YELLOW}[WARNING]${NC} $1"
-}
-
-log_error() {
-  echo -e "${RED}[ERROR]${NC} $1"
-  exit 1
-}
-
-# Check prerequisites
-check_prerequisites() {
-  log_info "Checking prerequisites..."
-  
-  # Check for required tools
-  for tool in docker node npm runway pg_isready redis-cli; do
-    if ! command -v $tool &> /dev/null; then
-      log_error "$tool is not installed"
-    fi
-  done
-  
-  # Check Node version
-  NODE_VERSION=$(node -v | cut -d'v' -f2 | cut -d'.' -f1)
-  if [ "$NODE_VERSION" -lt 20 ]; then
-    log_error "Node.js 20 or higher is required (current: v$NODE_VERSION)"
-  fi
-  
-  # Check environment variables
-  for var in "${REQUIRED_ENV_VARS[@]}"; do
-    if [ -z "${!var:-}" ]; then
-      log_error "Environment variable $var is not set"
-    fi
-  done
-  
-  log_success "All prerequisites met"
-}
-
-# Run tests
-run_tests() {
-  log_info "Running tests..."
-  
-  # Unit tests
-  npm test || log_error "Unit tests failed"
-  
-  # Integration tests
-  npm run test:integration || log_error "Integration tests failed"
-  
-  # Security scan
-  npm audit --production || log_warning "Security vulnerabilities found"
-  
-  log_success "All tests passed"
-}
-
-# Build application
-build_application() {
-  log_info "Building application..."
-  
-  # Clean previous builds
-  rm -rf dist
-  
-  # Install dependencies
-  npm ci --production=false
-  
-  # Build TypeScript
-  npm run build
-  
-  # Verify build
-  if [ ! -f "dist/src/runway/index.js" ]; then
-    log_error "Build failed: main entry point not found"
-  fi
-  
-  log_success "Application built successfully"
-}
-
-# Build Docker image
-build_docker_image() {
-  log_info "Building Docker image..."
-  
-  # Generate build tag
-  VERSION=$(node -p "require('./package.json').version")
-  BUILD_TAG="${PROJECT_NAME}:${VERSION}-${ENVIRONMENT}"
-  LATEST_TAG="${PROJECT_NAME}:latest-${ENVIRONMENT}"
-  
-  # Build image
-  docker build \
-    --file Dockerfile.runway \
-    --tag "$BUILD_TAG" \
-    --tag "$LATEST_TAG" \
-    --build-arg NODE_ENV="$ENVIRONMENT" \
-    --platform linux/amd64 \
-    .
-  
-  # Tag for registry
-  REGISTRY_URL="${RUNWAY_REGISTRY:-registry.runway.app}"
-  docker tag "$BUILD_TAG" "$REGISTRY_URL/$BUILD_TAG"
-  docker tag "$LATEST_TAG" "$REGISTRY_URL/$LATEST_TAG"
-  
-  log_success "Docker image built: $BUILD_TAG"
-}
-
-# Database migrations
-run_migrations() {
-  log_info "Running database migrations..."
-  
-  # Check database connection
-  if ! pg_isready -d "$DATABASE_URL"; then
-    log_error "Cannot connect to database"
-  fi
-  
-  # Run migrations using docker
-  docker run --rm \
-    -e DATABASE_URL="$DATABASE_URL" \
-    "${PROJECT_NAME}:latest-${ENVIRONMENT}" \
-    node dist/src/runway/database/migrate.js
-  
-  log_success "Database migrations completed"
-}
-
-# Health checks
-perform_health_checks() {
-  log_info "Performing health checks..."
-  
-  # Start services locally for testing
-  docker-compose -f docker-compose.runway.yml up -d
-  
-  # Wait for services to be ready
-  sleep 10
-  
-  # Check application health
-  HEALTH_RESPONSE=$(curl -s http://localhost:8080/health)
-  if ! echo "$HEALTH_RESPONSE" | grep -q '"healthy":true'; then
-    log_error "Health check failed: $HEALTH_RESPONSE"
-  fi
-  
-  # Check database
-  docker exec stackmemory-postgres pg_isready -U stackmemory || log_error "Database not ready"
-  
-  # Check Redis
-  docker exec stackmemory-redis redis-cli ping || log_error "Redis not ready"
-  
-  # Stop services
-  docker-compose -f docker-compose.runway.yml down
-  
-  log_success "All health checks passed"
-}
-
-# Deploy to Runway
-deploy_to_runway() {
-  log_info "Deploying to Runway ($ENVIRONMENT)..."
-  
-  # Login to Runway
-  runway login || log_error "Failed to login to Runway"
-  
-  # Validate configuration
-  runway validate || log_error "Runway configuration validation failed"
-  
-  # Push Docker image
-  docker push "$REGISTRY_URL/${PROJECT_NAME}:${VERSION}-${ENVIRONMENT}"
-  
-  # Deploy with canary strategy
-  runway deploy \
-    --environment "$ENVIRONMENT" \
-    --strategy canary \
-    --canary-percentage 10 \
-    --canary-duration 30m \
-    --wait \
-    --timeout 600
-  
-  # Verify deployment
-  runway status "$PROJECT_NAME" --environment "$ENVIRONMENT"
-  
-  log_success "Deployment successful"
-}
-
-# Smoke tests
-run_smoke_tests() {
-  log_info "Running smoke tests..."
-  
-  # Get deployment URL
-  DEPLOYMENT_URL=$(runway url "$PROJECT_NAME" --environment "$ENVIRONMENT")
-  
-  # Test health endpoint
-  curl -f "$DEPLOYMENT_URL/health" || log_error "Health endpoint failed"
-  
-  # Test metrics endpoint
-  curl -f "$DEPLOYMENT_URL/metrics" || log_error "Metrics endpoint failed"
-  
-  # Test authentication
-  TEST_TOKEN=$(./scripts/get-test-token.sh)
-  curl -f -H "Authorization: Bearer $TEST_TOKEN" \
-    "$DEPLOYMENT_URL/api/v1/projects" || log_error "Authentication test failed"
-  
-  log_success "Smoke tests passed"
-}
-
-# Monitor deployment
-monitor_deployment() {
-  log_info "Monitoring deployment for 5 minutes..."
-  
-  START_TIME=$(date +%s)
-  MONITOR_DURATION=300 # 5 minutes
-  
-  while true; do
-    CURRENT_TIME=$(date +%s)
-    ELAPSED=$((CURRENT_TIME - START_TIME))
-    
-    if [ $ELAPSED -gt $MONITOR_DURATION ]; then
-      break
-    fi
-    
-    # Check error rate
-    ERROR_RATE=$(runway metrics "$PROJECT_NAME" --metric error_rate --duration 1m)
-    if (( $(echo "$ERROR_RATE > 0.05" | bc -l) )); then
-      log_warning "High error rate detected: $ERROR_RATE"
-    fi
-    
-    # Check latency
-    LATENCY=$(runway metrics "$PROJECT_NAME" --metric p95_latency --duration 1m)
-    if (( $(echo "$LATENCY > 2000" | bc -l) )); then
-      log_warning "High latency detected: ${LATENCY}ms"
-    fi
-    
-    sleep 30
-  done
-  
-  log_success "Monitoring complete"
-}
-
-# Rollback if needed
-rollback_deployment() {
-  log_error "Deployment failed, rolling back..."
-  
-  runway rollback "$PROJECT_NAME" \
-    --environment "$ENVIRONMENT" \
-    --to-previous \
-    --wait
-  
-  log_info "Rollback completed"
-  exit 1
-}
-
-# Notification
-send_notification() {
-  local STATUS=$1
-  local MESSAGE=$2
-  
-  # Slack notification
-  if [ -n "${SLACK_WEBHOOK_URL:-}" ]; then
-    curl -X POST "$SLACK_WEBHOOK_URL" \
-      -H "Content-Type: application/json" \
-      -d "{
-        \"text\": \"Deployment $STATUS\",
-        \"attachments\": [{
-          \"color\": \"$([ "$STATUS" == "SUCCESS" ] && echo "good" || echo "danger")\",
-          \"fields\": [{
-            \"title\": \"Project\",
-            \"value\": \"$PROJECT_NAME\",
-            \"short\": true
-          }, {
-            \"title\": \"Environment\",
-            \"value\": \"$ENVIRONMENT\",
-            \"short\": true
-          }, {
-            \"title\": \"Message\",
-            \"value\": \"$MESSAGE\"
-          }]
-        }]
-      }"
-  fi
-  
-  # Email notification
-  if [ -n "${NOTIFICATION_EMAIL:-}" ]; then
-    echo "$MESSAGE" | mail -s "Deployment $STATUS: $PROJECT_NAME" "$NOTIFICATION_EMAIL"
-  fi
-}
-
-# Main deployment flow
-main() {
-  log_info "Starting deployment for $PROJECT_NAME to $ENVIRONMENT"
-  log_info "================================================"
-  
-  # Set error trap
-  trap 'rollback_deployment' ERR
-  
-  # Pre-deployment checks
-  check_prerequisites
-  
-  # Build and test
-  run_tests
-  build_application
-  build_docker_image
-  
-  # Local verification
-  perform_health_checks
-  
-  # Database setup
-  run_migrations
-  
-  # Deploy
-  deploy_to_runway
-  
-  # Post-deployment verification
-  run_smoke_tests
-  monitor_deployment
-  
-  # Success notification
-  send_notification "SUCCESS" "Deployment completed successfully"
-  
-  log_success "================================================"
-  log_success "Deployment completed successfully!"
-  log_success "URL: $(runway url "$PROJECT_NAME" --environment "$ENVIRONMENT")"
-}
-
-# Run main function
-main "$@"

package/scripts/railway-env-setup.sh

@@ -1,39 +0,0 @@
-#!/bin/bash
-
-echo "🚂 Railway Environment Variables Setup"
-echo "======================================"
-echo ""
-echo "You need to add these environment variables in the Railway dashboard:"
-echo "https://railway.app/project/90d5083a-4adf-49b8-b2ff-95adfbb610f2/service/b2a145c3-065e-4225-8c84-aa0d8f49d243/settings"
-echo ""
-echo "Copy and paste these into Railway's environment variables section:"
-echo ""
-
-# Load .env file
-if [ -f .env ]; then
-    source .env
-    
-    echo "REDIS_URL=$REDIS_URL"
-    echo "LINEAR_API_KEY=$LINEAR_API_KEY"
-    echo "CHROMADB_API_KEY=$CHROMADB_API_KEY"
-    echo "CHROMADB_TENANT=$CHROMADB_TENANT"
-    echo "CHROMADB_DATABASE=$CHROMADB_DATABASE"
-    echo "LINEAR_TEAM_ID=$LINEAR_TEAM_ID"
-    echo "LINEAR_ORGANIZATION=$LINEAR_ORGANIZATION"
-    echo ""
-    echo "Optional (for cold storage tier):"
-    echo "GCS_BUCKET_NAME=stackmemory-cold-storage"
-    echo "GCS_PROJECT_ID=your-gcp-project-id"
-    echo "GCS_CLIENT_EMAIL=your-service-account@project.iam.gserviceaccount.com"
-    echo "GCS_PRIVATE_KEY=your-gcs-private-key"
-else
-    echo "❌ .env file not found. Please create one first."
-    exit 1
-fi
-
-echo ""
-echo "After adding these variables:"
-echo "1. Click 'Deploy' in Railway dashboard"
-echo "2. Or run: railway up"
-echo "3. Check deployment: railway logs"
-echo "4. Visit: https://stackmemory-production.up.railway.app/health"

package/scripts/setup-railway-deployment.sh

@@ -1,37 +0,0 @@
-#!/usr/bin/env bash
-set -euo pipefail
-
-echo "[railway-setup] Starting setup..."
-
-# Ensure tsx is available
-if ! command -v npx >/dev/null 2>&1; then
-  echo "npx not found; please run via npm scripts (npm run railway:setup)" >&2
-  exit 1
-fi
-
-# Default SQLite path if DATABASE_URL not provided
-if [[ -z "${DATABASE_URL:-}" ]]; then
-  mkdir -p .stackmemory
-  export DATABASE_URL="$(pwd)/.stackmemory/railway.db"
-  echo "[railway-setup] DATABASE_URL not set; using ${DATABASE_URL}"
-fi
-
-echo "[railway-setup] Applying migrations to ${DATABASE_URL}"
-npx tsx src/cli/commands/migrate.ts apply --to latest
-
-echo "[railway-setup] Verifying schema version"
-if npx tsx scripts/verify-railway-schema.ts; then
-  echo "[railway-setup] Schema verified"
-else
-  code=$?
-  if [[ "$code" == "2" ]]; then
-    echo "[railway-setup] Schema below latest; retrying apply"
-    npx tsx src/cli/commands/migrate.ts apply --to latest
-  else
-    echo "[railway-setup] Verification failed with code $code" >&2
-    exit $code
-  fi
-fi
-
-echo "[railway-setup] Done."
-

package/scripts/sync-frames-from-railway.js

@@ -1,228 +0,0 @@
-#!/usr/bin/env node
-import 'dotenv/config';
-import pg from 'pg';
-import Database from 'better-sqlite3';
-import { mkdirSync } from 'fs';
-import { dirname, join } from 'path';
-import { homedir } from 'os';
-
-const { Client } = pg;
-
-// Railway PostgreSQL connection
-// Use environment variable or fallback to internal URL
-const RAILWAY_DATABASE_URL = process.env.RAILWAY_DATABASE_URL || 
-  process.env.DATABASE_URL ||
-  'postgresql://postgres:YTSFXqPzFhghOcefgwPvJyWOBTYHbYxd@postgres.railway.internal:5432/railway';
-
-// Local SQLite database path
-const dbPath = join(homedir(), '.stackmemory', 'context.db');
-mkdirSync(dirname(dbPath), { recursive: true });
-
-async function syncFramesFromRailway() {
-  console.log('🔄 Starting sync from Railway database...\n');
-  
-  // Connect to Railway PostgreSQL
-  const pgClient = new Client({
-    connectionString: RAILWAY_DATABASE_URL,
-  });
-  
-  try {
-    await pgClient.connect();
-    console.log('✅ Connected to Railway PostgreSQL database');
-    
-    // Connect to local SQLite
-    const sqliteDb = new Database(dbPath);
-    console.log('✅ Connected to local SQLite database\n');
-    
-    // Check if frames table exists in PostgreSQL
-    const tableCheckQuery = `
-      SELECT EXISTS (
-        SELECT FROM information_schema.tables 
-        WHERE table_name = 'frames'
-      );
-    `;
-    
-    const tableExists = await pgClient.query(tableCheckQuery);
-    
-    if (!tableExists.rows[0].exists) {
-      console.log('⚠️  No frames table found in Railway database');
-      console.log('   The Railway deployment may not have created frames yet.\n');
-      
-      // Check for other relevant tables
-      const tablesQuery = `
-        SELECT table_name 
-        FROM information_schema.tables 
-        WHERE table_schema = 'public'
-        ORDER BY table_name;
-      `;
-      
-      const tables = await pgClient.query(tablesQuery);
-      console.log('📊 Available tables in Railway database:');
-      tables.rows.forEach(row => {
-        console.log(`   - ${row.table_name}`);
-      });
-      
-      return;
-    }
-    
-    // Fetch frames from Railway
-    const framesQuery = `
-      SELECT 
-        frame_id,
-        run_id,
-        project_id,
-        parent_frame_id,
-        depth,
-        type,
-        name,
-        state,
-        inputs,
-        outputs,
-        digest_text,
-        digest_json,
-        created_at,
-        closed_at
-      FROM frames
-      ORDER BY created_at DESC
-      LIMIT 1000;
-    `;
-    
-    const framesResult = await pgClient.query(framesQuery);
-    console.log(`📥 Found ${framesResult.rows.length} frames in Railway database\n`);
-    
-    if (framesResult.rows.length === 0) {
-      console.log('ℹ️  No frames to sync. The Railway database is empty.');
-      return;
-    }
-    
-    // Prepare SQLite insert statement
-    const insertStmt = sqliteDb.prepare(`
-      INSERT OR REPLACE INTO frames (
-        frame_id, run_id, project_id, parent_frame_id, depth,
-        type, name, state, inputs, outputs, digest_text, digest_json,
-        created_at, closed_at
-      ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
-    `);
-    
-    // Begin transaction for bulk insert
-    const insertMany = sqliteDb.transaction((frames) => {
-      for (const frame of frames) {
-        insertStmt.run(
-          frame.frame_id,
-          frame.run_id,
-          frame.project_id,
-          frame.parent_frame_id,
-          frame.depth,
-          frame.type,
-          frame.name,
-          frame.state,
-          typeof frame.inputs === 'object' ? JSON.stringify(frame.inputs) : frame.inputs,
-          typeof frame.outputs === 'object' ? JSON.stringify(frame.outputs) : frame.outputs,
-          frame.digest_text,
-          typeof frame.digest_json === 'object' ? JSON.stringify(frame.digest_json) : frame.digest_json,
-          frame.created_at ? new Date(frame.created_at).getTime() : Date.now(),
-          frame.closed_at ? new Date(frame.closed_at).getTime() : null
-        );
-      }
-    });
-    
-    // Execute bulk insert
-    insertMany(framesResult.rows);
-    console.log(`✅ Synced ${framesResult.rows.length} frames to local database\n`);
-    
-    // Also sync events if they exist
-    const eventsCheckQuery = `
-      SELECT EXISTS (
-        SELECT FROM information_schema.tables 
-        WHERE table_name = 'events'
-      );
-    `;
-    
-    const eventsExist = await pgClient.query(eventsCheckQuery);
-    
-    if (eventsExist.rows[0].exists) {
-      const eventsQuery = `
-        SELECT 
-          event_id,
-          run_id,
-          frame_id,
-          seq,
-          event_type,
-          payload,
-          ts
-        FROM events
-        ORDER BY ts DESC
-        LIMIT 5000;
-      `;
-      
-      const eventsResult = await pgClient.query(eventsQuery);
-      
-      if (eventsResult.rows.length > 0) {
-        console.log(`📥 Found ${eventsResult.rows.length} events in Railway database`);
-        
-        const eventInsertStmt = sqliteDb.prepare(`
-          INSERT OR REPLACE INTO events (
-            event_id, run_id, frame_id, seq, event_type, payload, ts
-          ) VALUES (?, ?, ?, ?, ?, ?, ?)
-        `);
-        
-        const insertEvents = sqliteDb.transaction((events) => {
-          for (const event of events) {
-            eventInsertStmt.run(
-              event.event_id,
-              event.run_id,
-              event.frame_id,
-              event.seq,
-              event.event_type,
-              typeof event.payload === 'object' ? JSON.stringify(event.payload) : event.payload,
-              event.ts ? new Date(event.ts).getTime() : Date.now()
-            );
-          }
-        });
-        
-        insertEvents(eventsResult.rows);
-        console.log(`✅ Synced ${eventsResult.rows.length} events to local database\n`);
-      }
-    }
-    
-    // Verify the sync
-    const frameCount = sqliteDb.prepare('SELECT COUNT(*) as count FROM frames').get();
-    const eventCount = sqliteDb.prepare('SELECT COUNT(*) as count FROM events').get();
-    
-    console.log('📊 Local database statistics:');
-    console.log(`   - Frames: ${frameCount.count}`);
-    console.log(`   - Events: ${eventCount.count}`);
-    
-    // Show recent frames
-    const recentFrames = sqliteDb.prepare(`
-      SELECT frame_id, name, type, state, datetime(created_at/1000, 'unixepoch') as created
-      FROM frames
-      ORDER BY created_at DESC
-      LIMIT 5
-    `).all();
-    
-    if (recentFrames.length > 0) {
-      console.log('\n🕐 Recent frames:');
-      recentFrames.forEach(frame => {
-        console.log(`   - ${frame.name} (${frame.type}) - ${frame.state} - ${frame.created}`);
-      });
-    }
-    
-    sqliteDb.close();
-    
-  } catch (error) {
-    console.error('❌ Error syncing frames:', error.message);
-    
-    // If connection failed due to internal network, try external URL
-    if (error.message.includes('ENOTFOUND') || error.message.includes('postgres.railway.internal')) {
-      console.log('\n🔄 Retrying with external Railway database URL...');
-      console.log('   Note: You may need to get the external DATABASE_URL from Railway dashboard.');
-      console.log('   Run: railway variables --json | jq -r .DATABASE_URL');
-    }
-  } finally {
-    await pgClient.end();
-  }
-}
-
-// Run the sync
-syncFramesFromRailway().catch(console.error);