queen-mq 0.1.5 → 0.2.0

package/examples/test-cache-multi-server.js

@@ -1,245 +0,0 @@
-#!/usr/bin/env node
-
-/**
- * Cache Testing with Multiple Servers
- * 
- * This script helps test if cache is causing issues when using multiple servers.
- * It sends requests alternately to different servers to check cache consistency.
- * 
- * Usage:
- * 1. Start two Queen servers on different ports:
- *    PORT=6632 node src/server.js
- *    PORT=6633 node src/server.js
- * 
- * 2. Run this test:
- *    node examples/test-cache-multi-server.js
- */
-
-import { createQueenClient, LoadBalancingStrategy } from '../src/client/index.js';
-
-const servers = [
-  'http://localhost:6632',
-  'http://localhost:6633'
-];
-
-const TEST_QUEUE = 'cache-test';
-const TEST_NAMESPACE = 'cache-verification';
-
-// Helper to log with server info
-const log = (message, server = null) => {
-  const timestamp = new Date().toISOString().split('T')[1].slice(0, -1);
-  const serverInfo = server ? ` [${server}]` : '';
-  console.log(`${timestamp}${serverInfo} | ${message}`);
-};
-
-async function testCacheConsistency() {
-  console.log('=' .repeat(80));
-  console.log('Testing Cache Consistency Across Multiple Servers');
-  console.log('=' .repeat(80));
-  
-  // Create client with ROUND_ROBIN to alternate between servers
-  const roundRobinClient = createQueenClient({
-    baseUrls: servers,
-    loadBalancingStrategy: LoadBalancingStrategy.ROUND_ROBIN,
-    enableFailover: false // Disable failover to see actual server responses
-  });
-  
-  // Create client with SESSION to stick to one server
-  const sessionClient = createQueenClient({
-    baseUrls: servers,
-    loadBalancingStrategy: LoadBalancingStrategy.SESSION,
-    enableFailover: false
-  });
-  
-  try {
-    // Step 1: Configure queue on both servers via round-robin
-    log('Step 1: Configuring queue on both servers...');
-    
-    for (let i = 0; i < servers.length; i++) {
-      await roundRobinClient.configure({
-        queue: TEST_QUEUE,
-        namespace: TEST_NAMESPACE,
-        task: 'cache-test',
-        options: {
-          maxRetries: 3,
-          retryDelay: 1000,
-          priority: 5
-        }
-      });
-      const stats = roundRobinClient.getLoadBalancerStats();
-      log(`Configuration sent to server ${i + 1}`, servers[i]);
-    }
-    
-    // Step 2: Push messages alternating between servers
-    log('\nStep 2: Pushing messages to alternate servers...');
-    
-    for (let i = 1; i <= 6; i++) {
-      const result = await roundRobinClient.push({
-        items: [{
-          queue: TEST_QUEUE,
-          partition: 'Default',
-          payload: { 
-            messageId: i,
-            server: `push-${i % 2 === 0 ? 2 : 1}`,
-            timestamp: Date.now()
-          }
-        }]
-      });
-      
-      const stats = roundRobinClient.getLoadBalancerStats();
-      log(`Message ${i} pushed`, servers[(i - 1) % servers.length]);
-    }
-    
-    // Step 3: Check queue stats from both servers
-    log('\nStep 3: Checking queue stats from each server...');
-    
-    for (let i = 0; i < servers.length; i++) {
-      try {
-        const analytics = await roundRobinClient.analytics.queue(TEST_QUEUE);
-        log(`Queue stats from server ${i + 1}: ${JSON.stringify(analytics)}`, servers[i]);
-      } catch (error) {
-        log(`Failed to get stats from server ${i + 1}: ${error.message}`, servers[i]);
-      }
-    }
-    
-    // Step 4: Pop messages from different servers
-    log('\nStep 4: Popping messages from different servers...');
-    
-    // Pop from server 1 (using session client for consistency)
-    const sessionClient1 = createQueenClient({
-      baseUrl: servers[0],
-      enableFailover: false
-    });
-    
-    const pop1 = await sessionClient1.pop({
-      queue: TEST_QUEUE,
-      batch: 3,
-      wait: false
-    });
-    
-    log(`Server 1 returned ${pop1.messages?.length || 0} messages`, servers[0]);
-    if (pop1.messages && pop1.messages.length > 0) {
-      for (const msg of pop1.messages) {
-        log(`  - Message: ${JSON.stringify(msg.data)}`, servers[0]);
-        await sessionClient1.ack(msg.transactionId, 'completed');
-      }
-    }
-    
-    // Pop from server 2
-    const sessionClient2 = createQueenClient({
-      baseUrl: servers[1],
-      enableFailover: false
-    });
-    
-    const pop2 = await sessionClient2.pop({
-      queue: TEST_QUEUE,
-      batch: 3,
-      wait: false
-    });
-    
-    log(`Server 2 returned ${pop2.messages?.length || 0} messages`, servers[1]);
-    if (pop2.messages && pop2.messages.length > 0) {
-      for (const msg of pop2.messages) {
-        log(`  - Message: ${JSON.stringify(msg.data)}`, servers[1]);
-        await sessionClient2.ack(msg.transactionId, 'completed');
-      }
-    }
-    
-    // Step 5: Test resource cache consistency
-    log('\nStep 5: Testing resource cache consistency...');
-    
-    // Update configuration on server 1
-    const updateClient1 = createQueenClient({
-      baseUrl: servers[0],
-      enableFailover: false
-    });
-    
-    await updateClient1.configure({
-      queue: TEST_QUEUE,
-      namespace: TEST_NAMESPACE,
-      task: 'cache-test-updated',
-      options: {
-        maxRetries: 5, // Changed from 3
-        retryDelay: 2000, // Changed from 1000
-        priority: 10 // Changed from 5
-      }
-    });
-    
-    log('Configuration updated on server 1', servers[0]);
-    
-    // Wait a moment for potential cache propagation
-    await new Promise(resolve => setTimeout(resolve, 1000));
-    
-    // Check if server 2 sees the update
-    log('Checking if configuration changes are visible on both servers...');
-    
-    // Push a message to server 2 and see if it uses new or old config
-    const testClient2 = createQueenClient({
-      baseUrl: servers[1],
-      enableFailover: false
-    });
-    
-    await testClient2.push({
-      items: [{
-        queue: TEST_QUEUE,
-        partition: 'CacheTest',
-        payload: { 
-          test: 'cache-verification',
-          expectedConfig: 'Should use database config, not cached'
-        }
-      }]
-    });
-    
-    log('Test message pushed to server 2', servers[1]);
-    
-    // Pop and check the message properties
-    const verifyPop = await testClient2.pop({
-      queue: TEST_QUEUE,
-      partition: 'CacheTest',
-      wait: false
-    });
-    
-    if (verifyPop.messages && verifyPop.messages.length > 0) {
-      const msg = verifyPop.messages[0];
-      log(`Message from server 2: priority=${msg.priority}, retryCount=${msg.retryCount}`, servers[1]);
-      
-      // Check queue configuration directly to verify cache consistency
-      const queueStats = await testClient2.analytics.queue(TEST_QUEUE);
-      log(`Queue config from server 2: ${JSON.stringify(queueStats)}`, servers[1]);
-      
-      // Priority is included in the message and should reflect the updated value
-      if (msg.priority === 10) {
-        log('✅ Cache consistency verified! Server 2 sees updated priority configuration', servers[1]);
-      } else {
-        log(`⚠️  Potential cache issue: Server 2 may be using cached configuration (priority=${msg.priority} instead of 10)`, servers[1]);
-      }
-      
-      await testClient2.ack(msg.transactionId, 'completed');
-    }
-    
-    // Step 6: Clean up
-    log('\nStep 6: Cleaning up test data...');
-    
-    // Clear the queue on both servers
-    await roundRobinClient.queues.clear(TEST_QUEUE);
-    log('Test queue cleared');
-    
-    console.log('\n' + '=' .repeat(80));
-    log('✅ Cache consistency test completed!');
-    console.log('=' .repeat(80));
-    
-    // Print summary
-    console.log('\nSummary:');
-    console.log('- If both servers returned the same messages, they share the same database');
-    console.log('- If configuration changes were visible on both servers, cache is properly invalidated');
-    console.log('- If you see cache issues, check the resourceCache implementation in queueManagerOptimized.js');
-    
-  } catch (error) {
-    log(`❌ Test failed: ${error.message}`);
-    console.error(error);
-    process.exit(1);
-  }
-}
-
-// Run the test
-testCacheConsistency().catch(console.error);

package/examples/test-complete-client.js

@@ -1,260 +0,0 @@
-#!/usr/bin/env node
-
-/**
- * Complete test of the minimalist Queen client
- * Shows all features including namespace/task and message properties
- */
-
-import { Queen } from '../src/client/client.js';
-
-async function main() {
-  console.log('🧪 Testing Complete Minimalist Queen Client Features\n');
-  
-  const client = new Queen({
-    baseUrls: ['http://localhost:6632'],
-    timeout: 30000
-  });
-  
-  try {
-    // ============================================
-    // 1. Queue Configuration with Namespace/Task
-    // ============================================
-    console.log('1️⃣ Configuring queues with namespace and task...');
-    
-    // Configure queue with namespace and task
-    await client.queue('orders-processing', {
-      leaseTime: 300,
-      retryLimit: 3,
-      priority: 10
-    }, {
-      namespace: 'ecommerce',
-      task: 'process'
-    });
-    
-    await client.queue('inventory-updates', {
-      leaseTime: 300,
-      priority: 5
-    }, {
-      namespace: 'ecommerce',
-      task: 'update'
-    });
-    
-    await client.queue('notifications', {
-      priority: 8
-    }, {
-      namespace: 'ecommerce',
-      task: 'notify'
-    });
-    
-    console.log('✅ Queues configured with namespace/task metadata\n');
-    
-    // ============================================
-    // 2. Push with Message Properties
-    // ============================================
-    console.log('2️⃣ Pushing messages with properties...');
-    
-    // Method 1: Properties in options
-    await client.push('orders-processing', {
-      orderId: 123,
-      amount: 99.99
-    }, {
-      transactionId: 'txn-123'
-    });
-    
-    // Method 2: Properties in the message object
-    await client.push('orders-processing', {
-      orderId: 124,
-      amount: 199.99,
-      transactionId: 'txn-124'  // Will be extracted
-    });
-    
-    // Method 3: Batch with mixed properties
-    await client.push('inventory-updates', [
-      {
-        sku: 'PROD-001',
-        quantity: 5,
-        transactionId: 'inv-001'
-      },
-      {
-        sku: 'PROD-002',
-        quantity: 10,
-        transactionId: 'inv-002'
-      }
-    ]);
-    
-    // Method 4: Using special properties format
-    await client.push('notifications', {
-      _payload: { userId: 789, message: 'Order shipped' },
-      _transactionId: 'notif-001'
-    });
-    
-    console.log('✅ Messages pushed with various property patterns\n');
-    
-    // ============================================
-    // 3. Take by Queue/Partition
-    // ============================================
-    console.log('3️⃣ Taking messages by queue/partition...');
-    
-    // Take from specific queue
-    let count = 0;
-    for await (const msg of client.take('orders-processing', { limit: 2 })) {
-      count++;
-      console.log(`  📩 Order ${count}:`, msg.data);
-      console.log(`     Transaction ID: ${msg.transactionId}`);
-      await client.ack(msg);
-    }
-    console.log('✅ Processed orders\n');
-    
-    // ============================================
-    // 4. Take by Namespace/Task
-    // ============================================
-    console.log('4️⃣ Taking messages by namespace/task...');
-    
-    // Take all messages from ecommerce namespace
-    count = 0;
-    for await (const msg of client.take('namespace:ecommerce', { limit: 2 })) {
-      count++;
-      console.log(`  📦 Namespace message ${count} from ${msg.queue}:`, msg.data);
-      await client.ack(msg);
-    }
-    
-    // Take only 'update' tasks
-    for await (const msg of client.take('task:update', { limit: 2 })) {
-      console.log(`  🔄 Update task from ${msg.queue}:`, msg.data);
-      await client.ack(msg);
-    }
-    
-    // Combine namespace and task
-    for await (const msg of client.take('namespace:ecommerce/task:notify', { limit: 1 })) {
-      console.log(`  🔔 Notification:`, msg.data);
-      await client.ack(msg);
-    }
-    
-    console.log('✅ Processed messages by namespace/task\n');
-    
-    // ============================================
-    // 5. Consumer Groups with Subscription Modes
-    // ============================================
-    console.log('5️⃣ Testing consumer groups with subscription modes...');
-    
-    // Configure events queue first
-    await client.queue('events', {
-      leaseTime: 300,
-      retryLimit: 3
-    });
-    
-    // Push test events
-    await client.push('events', [
-      { event: 'user.signup', userId: 1 },
-      { event: 'user.login', userId: 2 },
-      { event: 'user.purchase', userId: 3 }
-    ]);
-    
-    // Consumer group starting from all messages
-    for await (const event of client.take('events@analytics', { 
-      limit: 1,
-      subscriptionMode: 'all'
-    })) {
-      console.log('  📊 Analytics (all):', event.data);
-      await client.ack(event, true, { group: 'analytics' });
-    }
-    
-    // Consumer group starting from new messages only
-    for await (const event of client.take('events@realtime', { 
-      limit: 1,
-      subscriptionMode: 'new'
-    })) {
-      console.log('  ⚡ Realtime (new only):', event.data);
-      await client.ack(event, true, { group: 'realtime' });
-    }
-    
-    console.log('✅ Consumer groups tested\n');
-    
-    // ============================================
-    // 6. Advanced Patterns
-    // ============================================
-    console.log('6️⃣ Testing advanced patterns...');
-    
-    // Configure tasks queue
-    await client.queue('tasks', {
-      leaseTime: 300,
-      priority: 8
-    });
-    
-    // Pattern 1: Partitioned messages with properties
-    await client.push('tasks/urgent', {
-      taskId: 'TASK-001',
-      priority: 'critical'
-    }, {
-      transactionId: 'task-txn-001'
-    });
-    
-    // Pattern 2: Consumer group on specific partition
-    for await (const task of client.take('tasks/urgent@workers', { limit: 1 })) {
-      console.log('  🚨 Urgent task for worker group:', task.data);
-      await client.ack(task, true, { group: 'workers' });
-    }
-    
-    // Configure logs queue
-    await client.queue('logs', {
-      leaseTime: 300,
-      retentionSeconds: 86400  // Keep for 1 day
-    });
-    
-    // Pattern 3: Batch push with partition
-    await client.push('logs/audit', [
-      { action: 'login', user: 'alice', timestamp: Date.now() },
-      { action: 'update', user: 'bob', timestamp: Date.now() },
-      { action: 'delete', user: 'charlie', timestamp: Date.now() }
-    ]);
-    
-    console.log('✅ Advanced patterns tested\n');
-    
-    // ============================================
-    // 7. Error Handling
-    // ============================================
-    console.log('7️⃣ Testing error handling...');
-    
-    // Configure error-test queue
-    await client.queue('error-test', {
-      leaseTime: 60,
-      retryLimit: 2
-    });
-    
-    // Push a message that will fail processing
-    await client.push('error-test', { 
-      willFail: true,
-      reason: 'Testing failure path'
-    });
-    
-    for await (const msg of client.take('error-test', { limit: 1 })) {
-      try {
-        // Simulate processing error
-        throw new Error('Simulated processing error');
-      } catch (error) {
-        console.log('  ❌ Failed to process:', msg.data);
-        // Acknowledge with failure and error context
-        await client.ack(msg, false, { 
-          error: error.message,
-          retryable: true 
-        });
-      }
-    }
-    
-    console.log('✅ Error handling tested\n');
-    
-    console.log('🎉 All features tested successfully!');
-    
-  } catch (error) {
-    console.error('❌ Test failed:', error.message);
-    process.exit(1);
-  } finally {
-    await client.close();
-  }
-}
-
-// Run tests
-main().catch(error => {
-  console.error('Fatal error:', error);
-  process.exit(1);
-});

package/examples/test-connection-recovery.js

@@ -1,66 +0,0 @@
-/**
- * Test connection recovery during take operations
- * This demonstrates how the client handles server disconnections gracefully
- */
-
-import { Queen } from '../src/client/index.js';
-
-async function testConnectionRecovery() {
-  const client = new Queen({
-    baseUrl: 'http://localhost:6632',
-    retryDelay: 1000,  // 1 second base retry delay
-    retryAttempts: 3
-  });
-
-  try {
-    // Configure a test queue
-    await client.queue('test-recovery-queue');
-    console.log('Queue configured');
-
-    // Push some test messages
-    await client.push('test-recovery-queue', [
-      { message: 'Test message 1' },
-      { message: 'Test message 2' },
-      { message: 'Test message 3' }
-    ]);
-    console.log('Pushed 3 test messages');
-
-    console.log('\nStarting consumer...');
-    console.log('To test: Stop the server after receiving some messages');
-    console.log('Expected behavior: Client will retry with exponential backoff indefinitely (max 30s between retries)');
-    console.log('                   When server comes back online, it will automatically reconnect\n');
-
-    let messageCount = 0;
-
-    // Consume messages with takeBatch
-    for await (const batch of client.takeBatch('test-recovery-queue', { 
-      batch: 10, 
-      wait: true,
-      timeout: 5000 
-    })) {
-      console.log(`\nReceived batch of ${batch.length} messages:`);
-      
-      for (const message of batch) {
-        messageCount++;
-        console.log(`  ${messageCount}. ${JSON.stringify(message.payload)}`);
-        
-        // Acknowledge the message
-        await client.ack(message, true);
-      }
-    }
-
-    console.log('\nConsumer loop completed');
-    console.log(`Total messages processed: ${messageCount}`);
-
-  } catch (error) {
-    console.error('\nError in consumer:', error.message);
-    console.error('Stack:', error.stack);
-  } finally {
-    await client.close();
-    console.log('\nClient closed');
-  }
-}
-
-console.log('=== Connection Recovery Test ===\n');
-testConnectionRecovery().catch(console.error);
-