sqs_processor 0.1.2 → 0.1.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: b236be094b122ba859d742bff3fb3973e70cc9328dcd14244517ac09c4adec45
-  data.tar.gz: 32d709d43420508be56b438e6ae2958efd6ad5aeef23e1a4408fd296a87e0bb0
+  metadata.gz: c8c84fdb30ca8f133ccf09157614bd1aff65487f384a587abe975c2b883ca338
+  data.tar.gz: f9177b02b2b713e1acbf5ce9fac29f9a13c48eee8454b07778df81dd7472ca09
 SHA512:
-  metadata.gz: bc53c5db71dea861a64b1e282e7466ff9378fc664c0fa3bbe0c161189211f31d3ef925b1da122e4d1a29b8c4cb3fcdcc29acefc71ddc9342002cc6166ad22ba4
-  data.tar.gz: 208bb5ac50214e931dc0935a13d01cdac120460ad1c80a10a8fb060890a86cb07ad353d9730eff40f25d8724bb9d75db598a2564ae342de24837b4afbc6b4dac
+  metadata.gz: c0cae0d423be0b4605ab032007df401017836617d020f0b98062b45d8a5d7cb09b89d87111a7217199bb2b20392a29d9ea57e7904b3b72bc616c30ad66d42fcd
+  data.tar.gz: 25fc1ea117532b69f30a34f71b03ca844bbb9ae9c6173c500e0b81ba943db085a76e0ae2425425b90bae5c9ab6dda878618bc3e6116f7ad336d2dd8635f072e8

data/README.md

@@ -9,7 +9,7 @@ A Ruby gem for processing messages from Amazon SQS queues with configurable mess
 - **Error Handling**: Robust error handling with message retention on failure
 - **Customizable**: Extensible message processing logic
 - **Logging**: Comprehensive logging with configurable levels
-- **Command Line Options**: Flexible configuration via command line arguments
+- **Graceful Shutdown**: Handles SIGTERM, SIGINT, and SIGQUIT signals gracefully
 - **Environment Variables**: Support for AWS credentials and configuration via environment variables
 
 ## Prerequisites
@@ -196,6 +196,22 @@ The script supports multiple ways to provide AWS credentials:
 - **Network Errors**: Automatic retry with exponential backoff
 - **Queue Errors**: Comprehensive error logging with stack traces
 
+## Graceful Shutdown
+
+The processor handles termination signals gracefully:
+
+- **SIGTERM**: Standard termination signal (used by container orchestrators)
+- **SIGINT**: Interrupt signal (Ctrl+C)
+- **SIGQUIT**: Quit signal
+
+When a shutdown signal is received:
+1. The processor stops accepting new messages
+2. Completes processing of any current message batch
+3. Logs the shutdown process
+4. Exits cleanly
+
+This ensures that no messages are lost during deployments or process termination.
+
 ## Monitoring
 
 The script provides detailed logging including:
@@ -212,6 +228,7 @@ The script provides detailed logging including:
 3. **Handle errors gracefully**: Return `false` from processing methods to keep messages in queue
 4. **Monitor queue depth**: Use the built-in queue attribute reporting
 5. **Use appropriate batch sizes**: Balance between throughput and memory usage
+6. **Deploy with graceful shutdown**: The processor handles SIGTERM gracefully for container deployments
 
 ## Troubleshooting
 

data/lib/sqs_processor/processor.rb

@@ -16,9 +16,11 @@ module SQSProcessor
       @queue_url = queue_url
       @max_messages = max_messages
       @visibility_timeout = visibility_timeout
+      @shutdown_requested = false
 
       setup_logger(logger)
       setup_sqs_client(aws_access_key_id, aws_secret_access_key, aws_session_token, aws_region)
+      setup_signal_handlers
 
       raise 'Queue URL is required.' unless @queue_url
     end
@@ -39,6 +41,23 @@ module SQSProcessor
       )
     end
 
+    def setup_signal_handlers
+      Signal.trap('TERM') do
+        logger.info 'Received SIGTERM, initiating graceful shutdown...'
+        @shutdown_requested = true
+      end
+
+      Signal.trap('INT') do
+        logger.info 'Received SIGINT, initiating graceful shutdown...'
+        @shutdown_requested = true
+      end
+
+      Signal.trap('QUIT') do
+        logger.info 'Received SIGQUIT, initiating graceful shutdown...'
+        @shutdown_requested = true
+      end
+    end
+
     def process_messages
       logger.info 'Starting SQS message processing...'
       logger.info "Queue URL: #{@queue_url}"
@@ -46,6 +65,8 @@ module SQSProcessor
       logger.info "Visibility timeout: #{@visibility_timeout} seconds"
 
       loop do
+        break if @shutdown_requested
+
         receive_messages
         sleep 1 # Small delay between polling cycles
       rescue StandardError => e
@@ -53,6 +74,8 @@ module SQSProcessor
         logger.error e.backtrace.join("\n")
         sleep 5 # Longer delay on error
       end
+
+      logger.info 'Graceful shutdown completed.'
     end
 
     def receive_messages
@@ -71,6 +94,8 @@ module SQSProcessor
       logger.info "Received #{response.messages.length} message(s)"
 
       response.messages.each do |message|
+        break if @shutdown_requested
+
         process_single_message(message)
       end
     end
@@ -134,5 +159,14 @@ module SQSProcessor
 
       attributes
     end
+
+    def shutdown_requested?
+      @shutdown_requested
+    end
+
+    def request_shutdown
+      logger.info 'Shutdown requested manually...'
+      @shutdown_requested = true
+    end
   end
 end

data/lib/sqs_processor/version.rb

@@ -1,3 +1,3 @@
 module SQSProcessor
-  VERSION = "0.1.2"
+  VERSION = "0.1.3"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: sqs_processor
 version: !ruby/object:Gem::Version
-  version: 0.1.2
+  version: 0.1.3
 platform: ruby
 authors:
 - Unni Tallman