smart_message 0.0.9 → 0.0.12

data/examples/memory/01_message_deduplication_demo.rb

@@ -0,0 +1,209 @@
+#!/usr/bin/env ruby
+# examples/10_message_deduplication.rb
+
+require_relative '../../lib/smart_message'
+
+# Example demonstrating message deduplication with DDQ (Deduplication Queue)
+
+# Message class with deduplication enabled
+class OrderMessage < SmartMessage::Base
+  version 1
+  property :order_id, required: true
+  property :amount, required: true
+  
+  from "order-service"
+  
+  # Configure deduplication
+  ddq_size 100            # Keep track of last 100 message UUIDs
+  ddq_storage :memory     # Use memory storage (could be :redis)
+  enable_deduplication!   # Enable deduplication for this message class
+  
+  def self.process(message)
+    puts "✅ Processing order: #{message.order_id} for $#{message.amount}"
+    @@processed_orders ||= []
+    @@processed_orders << message.order_id
+  end
+  
+  def self.processed_orders
+    @@processed_orders || []
+  end
+  
+  def self.clear_processed
+    @@processed_orders = []
+  end
+end
+
+# Regular message class without deduplication
+class NotificationMessage < SmartMessage::Base
+  version 1
+  property :message, required: true
+  property :recipient, required: true
+  
+  from "notification-service"
+  
+  def self.process(message)
+    puts "📧 Sending: '#{message.message}' to #{message.recipient}"
+    @@sent_notifications ||= []
+    @@sent_notifications << { message: message.message, recipient: message.recipient }
+  end
+  
+  def self.sent_notifications
+    @@sent_notifications || []
+  end
+  
+  def self.clear_processed
+    @@sent_notifications = []
+  end
+end
+
+def demonstrate_deduplication
+  puts "=== SmartMessage Deduplication Demo ==="
+  puts
+  
+  # Setup transport and subscriptions
+  transport = SmartMessage::Transport::MemoryTransport.new
+  
+  OrderMessage.transport(transport)
+  OrderMessage.serializer(SmartMessage::Serializer::Json.new)
+  OrderMessage.subscribe('OrderMessage.process')
+  
+  NotificationMessage.transport(transport)
+  NotificationMessage.serializer(SmartMessage::Serializer::Json.new)
+  NotificationMessage.subscribe('NotificationMessage.process')
+  
+  # Clear any previous state
+  OrderMessage.clear_processed
+  NotificationMessage.clear_processed
+  OrderMessage.clear_ddq!
+  
+  puts "📊 DDQ Configuration:"
+  config = OrderMessage.ddq_config
+  puts "  - Enabled: #{config[:enabled]}"
+  puts "  - Size: #{config[:size]}"
+  puts "  - Storage: #{config[:storage]}"
+  puts
+  
+  # Create a specific UUID for testing duplicates
+  uuid = SecureRandom.uuid
+  puts "🔍 Testing with UUID: #{uuid}"
+  puts
+  
+  # Test 1: OrderMessage with deduplication
+  puts "--- Test 1: OrderMessage (with deduplication) ---"
+  
+  # Create header with specific UUID
+  header = SmartMessage::Header.new(
+    uuid: uuid,
+    message_class: "OrderMessage",
+    published_at: Time.now,
+    publisher_pid: Process.pid,
+    version: 1,
+    from: "order-service"
+  )
+  
+  # First message
+  order1 = OrderMessage.new(
+    _sm_header: header,
+    _sm_payload: { order_id: "ORD-001", amount: 99.99 }
+  )
+  
+  puts "Publishing first order message..."
+  order1.publish
+  sleep 0.1  # Allow processing
+  
+  # Second message with SAME UUID (should be deduplicated)
+  order2 = OrderMessage.new(
+    _sm_header: header,
+    _sm_payload: { order_id: "ORD-002", amount: 149.99 }
+  )
+  
+  puts "Publishing duplicate order message (same UUID)..."
+  order2.publish
+  sleep 0.1  # Allow processing
+  
+  puts "📈 Results:"
+  puts "  - Processed orders: #{OrderMessage.processed_orders.length}"
+  puts "  - Orders: #{OrderMessage.processed_orders}"
+  puts
+  
+  # Test 2: NotificationMessage without deduplication
+  puts "--- Test 2: NotificationMessage (no deduplication) ---"
+  
+  # Create header with same UUID
+  notification_header = SmartMessage::Header.new(
+    uuid: uuid,  # Same UUID as orders!
+    message_class: "NotificationMessage",
+    published_at: Time.now,
+    publisher_pid: Process.pid,
+    version: 1,
+    from: "notification-service"
+  )
+  
+  # First notification
+  notif1 = NotificationMessage.new(
+    _sm_header: notification_header,
+    _sm_payload: { message: "Order confirmed", recipient: "customer@example.com" }
+  )
+  
+  puts "Publishing first notification..."
+  notif1.publish
+  sleep 0.1
+  
+  # Second notification with same UUID (should NOT be deduplicated)
+  notif2 = NotificationMessage.new(
+    _sm_header: notification_header,
+    _sm_payload: { message: "Order shipped", recipient: "customer@example.com" }
+  )
+  
+  puts "Publishing duplicate notification (same UUID)..."
+  notif2.publish
+  sleep 0.1
+  
+  puts "📈 Results:"
+  puts "  - Sent notifications: #{NotificationMessage.sent_notifications.length}"
+  puts "  - Notifications: #{NotificationMessage.sent_notifications}"
+  puts
+  
+  # Show DDQ statistics
+  puts "📊 DDQ Statistics:"
+  stats = OrderMessage.ddq_stats
+  if stats[:enabled]
+    puts "  - Current count: #{stats[:current_count]}"
+    puts "  - Utilization: #{stats[:utilization]}%"
+    puts "  - Storage type: #{stats[:storage_type]}"
+  else
+    puts "  - DDQ not enabled"
+  end
+end
+
+def demonstrate_memory_efficiency
+  puts
+  puts "=== Memory Usage Demonstration ==="
+  puts
+  
+  # Show memory usage for different DDQ sizes
+  test_sizes = [10, 100, 1000]
+  
+  test_sizes.each do |size|
+    memory_usage = size * 48  # Approximate bytes per UUID
+    puts "DDQ size #{size}: ~#{memory_usage} bytes (~#{(memory_usage / 1024.0).round(1)} KB)"
+  end
+  
+  puts
+  puts "💡 Memory is very reasonable - even 1000 entries uses less than 50KB!"
+end
+
+if __FILE__ == $0
+  demonstrate_deduplication
+  demonstrate_memory_efficiency
+  
+  puts
+  puts "✨ Key Benefits:"
+  puts "  - O(1) duplicate detection"
+  puts "  - Configurable queue size"
+  puts "  - Memory or Redis storage"
+  puts "  - Per-message-class configuration"
+  puts "  - Automatic integration with dispatcher"
+  puts
+  puts "🚀 Ready for production multi-transport scenarios!"
+end

data/examples/{09_dead_letter_queue_demo.rb → memory/02_dead_letter_queue_demo.rb}

@@ -11,7 +11,7 @@
 # - Administrative functions
 # - Monitoring and statistics
 
-require_relative '../lib/smart_message'
+require_relative '../../lib/smart_message'
 require 'json'
 require 'fileutils'
 
@@ -45,7 +45,7 @@ class PaymentMessage < SmartMessage::Base
   
   config do
     transport SmartMessage::Transport.create(:memory)
-    serializer SmartMessage::Serializer::JSON.new
+    serializer SmartMessage::Serializer::Json.new
   end
   
   def self.process(wrapper)
@@ -68,7 +68,7 @@ class OrderMessage < SmartMessage::Base
   
   config do
     transport SmartMessage::Transport.create(:memory)
-    serializer SmartMessage::Serializer::JSON.new
+    serializer SmartMessage::Serializer::Json.new
   end
   
   def self.process(wrapper)
@@ -90,7 +90,7 @@ class NotificationMessage < SmartMessage::Base
   
   config do
     transport SmartMessage::Transport.create(:memory)
-    serializer SmartMessage::Serializer::JSON.new
+    serializer SmartMessage::Serializer::Json.new
   end
   
   def self.process(wrapper)
@@ -193,12 +193,8 @@ rescue => e
   puts "❌ Validation failed: #{e.message}"
   
   # Manually add to DLQ
-  wrapper = SmartMessage::Wrapper::Base.new(
-    header: payment._sm_header,
-    payload: payment.encode
-  )
   dlq.enqueue(
-    wrapper,
+    payment,
     error: e.message,
     transport: "ValidationLayer",
     retry_count: 0
@@ -236,12 +232,8 @@ rescue => e
   puts "❌ Publish failed: #{e.message}"
   
   # Circuit breaker would normally handle this, but we'll add manually for demo
-  wrapper = SmartMessage::Wrapper::Base.new(
-    header: payment._sm_header,
-    payload: payment.encode
-  )
   dlq.enqueue(
-    wrapper,
+    payment,
     error: e.message,
     transport: failing_transport.class.name,
     retry_count: 1
@@ -263,12 +255,8 @@ order = OrderMessage.new(
   total: 99.99
 )
 
-wrapper = SmartMessage::Wrapper::Base.new(
-  header: order._sm_header,
-  payload: order.encode
-)
 dlq.enqueue(
-  wrapper,
+  order,
   error: "Gateway timeout after 30 seconds",
   transport: "Redis",
   retry_count: 3
@@ -282,12 +270,8 @@ notification = NotificationMessage.new(
   channel: "sms"
 )
 
-wrapper = SmartMessage::Wrapper::Base.new(
-  header: notification._sm_header,
-  payload: notification.encode
-)
 dlq.enqueue(
-  wrapper,
+  notification,
   error: "Rate limit exceeded: 429 Too Many Requests",
   transport: "SMSGateway",
   retry_count: 1
@@ -301,12 +285,8 @@ payment3 = PaymentMessage.new(
   customer_id: "CUST-789"
 )
 
-wrapper = SmartMessage::Wrapper::Base.new(
-  header: payment3._sm_header,
-  payload: payment3.encode
-)
 dlq.enqueue(
-  wrapper,
+  payment3,
   error: "Invalid merchant credentials",
   transport: "StripeGateway",
   retry_count: 0
@@ -461,17 +441,10 @@ temp_messages = []
   puts "  #{i + 1}. #{msg[:header][:message_class]} - #{msg[:timestamp]}"
 end
 
-# Put them back for other demos
-temp_messages.each do |msg|
-  header = SmartMessage::Header.new(msg[:header])
-  wrapper = SmartMessage::Wrapper::Base.new(
-    header: header,
-    payload: msg[:payload]
-  )
-  dlq.enqueue(wrapper, 
-    error: msg[:error], 
-    retry_count: msg[:retry_count])
-end
+# Note: For demo purposes, we dequeued messages to show FIFO order.
+# In a real application, you would typically replay them instead of manually re-enqueuing.
+puts "\n📝 Messages were dequeued to demonstrate FIFO order."
+puts "   In production, use dlq.replay_batch() to properly restore and replay messages."
 
 # ==============================================================================
 

data/examples/{01_point_to_point_orders.rb → memory/03_point_to_point_orders.rb}

@@ -6,7 +6,7 @@
 # This example demonstrates point-to-point messaging between an OrderService
 # and a PaymentService. Each order gets processed by exactly one payment processor.
 
-require_relative '../lib/smart_message'
+require_relative '../../lib/smart_message'
 
 puts "=== SmartMessage Example: Point-to-Point Order Processing ==="
 puts

data/examples/{02_publish_subscribe_events.rb → memory/04_publish_subscribe_events.rb}

@@ -6,7 +6,7 @@
 # This example demonstrates publish-subscribe messaging where one event publisher
 # sends notifications to multiple subscribers (email service, SMS service, audit logger).
 
-require_relative '../lib/smart_message'
+require_relative '../../lib/smart_message'
 
 puts "=== SmartMessage Example: Publish-Subscribe Event Notifications ==="
 puts
@@ -32,7 +32,7 @@ class UserEventMessage < SmartMessage::Base
 
   config do
     transport SmartMessage::Transport::StdoutTransport.new(loopback: true)
-    serializer SmartMessage::Serializer::JSON.new
+    serializer SmartMessage::Serializer::Json.new
   end
 
   # Default processor - just logs the event

data/examples/{03_many_to_many_chat.rb → memory/05_many_to_many_chat.rb}

@@ -7,7 +7,7 @@
 # can send messages to multiple chat rooms, and other agents receive and respond
 # to messages based on their interests and capabilities.
 
-require_relative '../lib/smart_message'
+require_relative '../../lib/smart_message'
 
 puts "=== SmartMessage Example: Many-to-Many Distributed Chat ==="
 puts
@@ -37,7 +37,7 @@ class ChatMessage < SmartMessage::Base
 
   config do
     transport SmartMessage::Transport::StdoutTransport.new(loopback: true)
-    serializer SmartMessage::Serializer::JSON.new
+    serializer SmartMessage::Serializer::Json.new
   end
 
   def self.process(wrapper)
@@ -66,7 +66,7 @@ class BotCommandMessage < SmartMessage::Base
 
   config do
     transport SmartMessage::Transport::StdoutTransport.new(loopback: true)
-    serializer SmartMessage::Serializer::JSON.new
+    serializer SmartMessage::Serializer::Json.new
   end
 
   def self.process(wrapper)
@@ -95,7 +95,7 @@ class SystemNotificationMessage < SmartMessage::Base
 
   config do
     transport SmartMessage::Transport::StdoutTransport.new(loopback: true)
-    serializer SmartMessage::Serializer::JSON.new
+    serializer SmartMessage::Serializer::Json.new
   end
 
   def self.process(wrapper)

data/examples/{show_me.rb → memory/06_pretty_print_demo.rb}

@@ -1,7 +1,7 @@
 #!/usr/bin/env ruby
 # show_me.rb - Demonstrates the pretty_print method on SmartMessage instances
 
-require_relative '../lib/smart_message'
+require_relative '../../lib/smart_message'
 
 # Define a sample order message
 class OrderMessage < SmartMessage::Base

data/examples/{05_proc_handlers.rb → memory/07_proc_handlers_demo.rb}

@@ -7,7 +7,7 @@
 # in SmartMessage, showing different ways to subscribe to messages beyond
 # the traditional self.process method.
 
-require_relative '../lib/smart_message'
+require_relative '../../lib/smart_message'
 
 puts "=== SmartMessage Proc and Block Handler Example ==="
 puts
@@ -29,7 +29,7 @@ class NotificationMessage < SmartMessage::Base
 
   config do
     transport SmartMessage::Transport::StdoutTransport.new(loopback: true)
-    serializer SmartMessage::Serializer::JSON.new
+    serializer SmartMessage::Serializer::Json.new
   end
 
   # Default handler

data/examples/{06_custom_logger_example.rb → memory/08_custom_logger_demo.rb}

@@ -44,7 +44,7 @@
 #   2. Configure it at the class level: logger SmartMessage::Logger::RailsLogger.new
 #   3. All messages will be logged to your Rails application logs
 
-require_relative '../lib/smart_message'
+require_relative '../../lib/smart_message'
 require 'logger'
 require 'json'
 require 'fileutils'
@@ -293,7 +293,7 @@ class OrderProcessingMessage < SmartMessage::Base
   
   config do
     transport SmartMessage::Transport::StdoutTransport.new(loopback: true)
-    serializer SmartMessage::Serializer::JSON.new
+    serializer SmartMessage::Serializer::Json.new
     
     # Configure multi-logger to demonstrate different logging approaches
     logger SmartMessage::Logger::MultiLogger.new(
@@ -364,7 +364,7 @@ class NotificationMessage < SmartMessage::Base
   
   config do
     transport SmartMessage::Transport::StdoutTransport.new(loopback: true)
-    serializer SmartMessage::Serializer::JSON.new
+    serializer SmartMessage::Serializer::Json.new
     
     # Use only file logger for notifications
     logger SmartMessage::Logger::FileLogger.new('logs/notifications.log', level: Logger::WARN)
@@ -401,7 +401,7 @@ class StandardLoggerMessage < SmartMessage::Base
   
   config do
     transport SmartMessage::Transport::StdoutTransport.new(loopback: true)
-    serializer SmartMessage::Serializer::JSON.new
+    serializer SmartMessage::Serializer::Json.new
     
     # Example 1: Using Ruby's standard Logger directly
     # Create a standard Ruby logger that logs to STDOUT
@@ -439,7 +439,7 @@ class DefaultLoggerMessage < SmartMessage::Base
   
   config do
     transport SmartMessage::Transport::StdoutTransport.new(loopback: true)
-    serializer SmartMessage::Serializer::JSON.new
+    serializer SmartMessage::Serializer::Json.new
     
     # Use the built-in default logger - simplest option!
     logger SmartMessage::Logger::Default.new
@@ -466,16 +466,19 @@ class PriorityOrderService
   end
   
   def process_priority_order(order_data)
-    # Create message with instance-level logger override
-    message = OrderProcessingMessage.new(**order_data, from: 'PriorityOrderService')
+    # Use class-level logger override for this specific processing
+    original_logger = OrderProcessingMessage.logger
+    OrderProcessingMessage.logger(@priority_logger)
     
-    # Override the logger at instance level
-    message.logger(@priority_logger)
-    
-    puts "⚡ Processing priority order with dedicated logger"
-    message.publish
-    
-    message
+    begin
+      message = OrderProcessingMessage.new(**order_data, from: 'PriorityOrderService')
+      puts "⚡ Processing priority order with dedicated logger"
+      message.publish
+      message
+    ensure
+      # Restore original logger
+      OrderProcessingMessage.logger(original_logger)
+    end
   end
 end
 

data/examples/{07_error_handling_scenarios.rb → memory/09_error_handling_demo.rb}

@@ -11,7 +11,7 @@
 # These scenarios help developers understand SmartMessage's robust error handling
 # and how to build resilient message-based systems.
 
-require_relative '../lib/smart_message'
+require_relative '../../lib/smart_message'
 
 puts "=== SmartMessage Example: Error Handling Scenarios ==="
 puts
@@ -50,7 +50,7 @@ class UserRegistrationMessage < SmartMessage::Base
 
   config do
     transport SmartMessage::Transport::StdoutTransport.new(loopback: true)
-    serializer SmartMessage::Serializer::JSON.new
+    serializer SmartMessage::Serializer::Json.new
   end
 
   def self.process(wrapper)
@@ -99,7 +99,7 @@ class UserRegistrationMessageV2 < SmartMessage::Base
 
   config do
     transport SmartMessage::Transport::StdoutTransport.new(loopback: true)
-    serializer SmartMessage::Serializer::JSON.new
+    serializer SmartMessage::Serializer::Json.new
   end
 
   def self.process(wrapper)
@@ -121,7 +121,7 @@ class MultiRequiredMessage < SmartMessage::Base
 
   config do
     transport SmartMessage::Transport::StdoutTransport.new(loopback: true)
-    serializer SmartMessage::Serializer::JSON.new
+    serializer SmartMessage::Serializer::Json.new
   end
 end
 

data/examples/{08_entity_addressing_basic.rb → memory/10_entity_addressing_basic.rb}

@@ -8,14 +8,14 @@
 # - Instance-level addressing overrides
 # - Gateway patterns
 
-require_relative '../lib/smart_message'
+require_relative '../../lib/smart_message'
 
 puts "🎯 SmartMessage Entity Addressing Demo"
 puts "=" * 50
 
 # Configure transport for demo
 transport = SmartMessage::Transport.create(:stdout, loopback: true)
-serializer = SmartMessage::Serializer::JSON.new
+serializer = SmartMessage::Serializer::Json.new
 
 # =============================================================================
 # Example 1: Point-to-Point Messaging
@@ -40,7 +40,7 @@ class OrderMessage < SmartMessage::Base
   
   config do
     transport SmartMessage::Transport.create(:stdout, loopback: true)
-    serializer SmartMessage::Serializer::JSON.new
+    serializer SmartMessage::Serializer::Json.new
   end
   
   def self.process(wrapper)
@@ -93,7 +93,7 @@ class SystemAnnouncementMessage < SmartMessage::Base
   
   config do
     transport SmartMessage::Transport.create(:stdout, loopback: true)
-    serializer SmartMessage::Serializer::JSON.new
+    serializer SmartMessage::Serializer::Json.new
   end
   
   def self.process(wrapper)
@@ -145,7 +145,7 @@ class UserLookupRequest < SmartMessage::Base
   
   config do
     transport SmartMessage::Transport.create(:stdout, loopback: true)
-    serializer SmartMessage::Serializer::JSON.new
+    serializer SmartMessage::Serializer::Json.new
   end
   
   def self.process(wrapper)
@@ -179,7 +179,7 @@ class UserLookupResponse < SmartMessage::Base
   
   config do
     transport SmartMessage::Transport.create(:stdout, loopback: true)
-    serializer SmartMessage::Serializer::JSON.new
+    serializer SmartMessage::Serializer::Json.new
   end
   
   def self.process(wrapper)
@@ -251,7 +251,7 @@ class PaymentMessage < SmartMessage::Base
   
   config do
     transport SmartMessage::Transport.create(:stdout, loopback: true)
-    serializer SmartMessage::Serializer::JSON.new
+    serializer SmartMessage::Serializer::Json.new
   end
   
   def self.process(wrapper)
@@ -326,7 +326,7 @@ class ExternalAPIMessage < SmartMessage::Base
   
   config do
     transport SmartMessage::Transport.create(:stdout, loopback: true)
-    serializer SmartMessage::Serializer::JSON.new
+    serializer SmartMessage::Serializer::Json.new
   end
   
   def self.process(wrapper)

data/examples/{08_entity_addressing_with_filtering.rb → memory/11_entity_addressing_with_filtering.rb}

@@ -9,14 +9,14 @@
 # - Instance-level addressing overrides
 # - Gateway patterns
 
-require_relative '../lib/smart_message'
+require_relative '../../lib/smart_message'
 
 puts "🎯 SmartMessage Entity Addressing & Filtering Demo"
 puts "=" * 50
 
 # Configure transport for demo
 transport = SmartMessage::Transport.create(:stdout, loopback: true)
-serializer = SmartMessage::Serializer::JSON.new
+serializer = SmartMessage::Serializer::Json.new
 
 # =============================================================================
 # Example 1: Entity-Aware Message Filtering
@@ -37,7 +37,7 @@ class ServiceMessage < SmartMessage::Base
   
   config do
     transport SmartMessage::Transport.create(:stdout, loopback: true)
-    serializer SmartMessage::Serializer::JSON.new
+    serializer SmartMessage::Serializer::Json.new
   end
   
   # Different handlers for different subscription filters
@@ -154,7 +154,7 @@ class AlertMessage < SmartMessage::Base
   
   config do
     transport SmartMessage::Transport.create(:stdout, loopback: true)
-    serializer SmartMessage::Serializer::JSON.new
+    serializer SmartMessage::Serializer::Json.new
   end
   
   def self.process_critical_or_broadcast(wrapper)
@@ -262,7 +262,7 @@ class OrderMessage < SmartMessage::Base
   
   config do
     transport SmartMessage::Transport.create(:stdout, loopback: true)
-    serializer SmartMessage::Serializer::JSON.new
+    serializer SmartMessage::Serializer::Json.new
   end
   
   def self.process_high_priority(wrapper)
@@ -357,7 +357,7 @@ class ServiceRequest < SmartMessage::Base
   
   config do
     transport SmartMessage::Transport.create(:stdout, loopback: true)
-    serializer SmartMessage::Serializer::JSON.new
+    serializer SmartMessage::Serializer::Json.new
   end
   
   def self.process_api_requests(wrapper)

data/examples/{09_regex_filtering_microservices.rb → memory/12_regex_filtering_microservices.rb}

@@ -1,7 +1,7 @@
 #!/usr/bin/env ruby
 # examples/09_regex_filtering_microservices.rb
 
-require_relative '../lib/smart_message'
+require_relative '../../lib/smart_message'
 
 # Example: Advanced Regex Filtering for Microservices Architecture
 # 
@@ -31,7 +31,7 @@ class MicroserviceMessage < SmartMessage::Base
   # Configure with STDOUT transport for demo visibility
   config do
     transport SmartMessage::Transport::StdoutTransport.new(loopback: true)
-    serializer SmartMessage::Serializer::JSON.new
+    serializer SmartMessage::Serializer::Json.new
   end
 end