herdst_worker 0.2.17 → 0.2.19

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 38eaf100a0f45339a420402ba0dd782cf4daa2338fe6f362c65a35dade5f3be9
-  data.tar.gz: d07205a7ea5857f3fe4b1906526cc87043bbe28668613bd1c7e472f08480251e
+  metadata.gz: 6654d05e7c9d7f3a3060096bbc9acf651360fb25e3e2527292632518537f61f5
+  data.tar.gz: 98ce22ba4604f0c889bdfd27d6627ae63c36e45746e5c38697518c6675f993c2
 SHA512:
-  metadata.gz: 44cfd9d0daca7cf3baf25f38f556c2fa3b1590edc111dfff3b1ab65b1db7aac02e62448f9afea1b7da97d0c41bc5ad7fa4c64fe8c7aa5135dccf98345e5f9199
-  data.tar.gz: e1d21d8ab1e447768bc2453b724594c71e27daedff5d11333b658bc7d19c4db58b2f0b8f872b967e41d1cac68dbefb5bbd56fa0493441ca9a4a4fb27344affe8
+  metadata.gz: 6f21d913498e7514c5a9fc591bdfc2fa65054692a0780fd075614824fed061c6eaf383f6e6133132b6674c2dc6ff7ef27215e3c35f877dbf5b0771a739e81613
+  data.tar.gz: e112479b119fce002f93b26b1a2931f6b1e24294210751446974f63f0b1450d8e50ba1aa8645093244d9d9a66eccd8306a66e59c137dd2ea7dfd89993932e024

data/lib/herdst_worker/application/facade.rb

@@ -1,4 +1,5 @@
 require "concurrent-ruby"
+require "aws-sdk-ecs"
 
 require_relative '../configuration/facade'
 require_relative '../log/facade'
@@ -73,8 +74,49 @@ module HerdstWorker
 
             Kernel.exit(exit_code)
         end
-        
-        
+
+
+        def force_stop(delay = nil)
+            delay = 600 if delay == nil # 10 minutes
+            process_id = "#{$$}"
+
+            self.logger.warn "Application force stopping in #{delay} seconds."
+
+            Concurrent::ScheduledTask.execute(delay) do
+                self.logger.warn "Application force stopping."
+
+                system("kill -9 #{process_id}")
+            end
+        end
+
+
+        def register_new_task
+            # TODO
+        end
+
+
+        def deregister_task
+            begin
+                info = self.config.metadata.get_service_config
+                credentials = self.config.metadata.get_aws_credentials!
+                ecs_client = Aws::ECS::Client.new(
+                    :region => info[:region],
+                    :credentials => credentials
+                )
+
+                ecs_client.stop_task({
+                    cluster: info[:cluster],
+                    reason: "Task expired.", 
+                    task: info[:task_id]
+                })
+
+            rescue Exception => ex
+                self.force_stop(30)
+
+            end
+        end
+
+
         def config_for(name)
             self.config.config_for(name)
         end

data/lib/herdst_worker/configuration/metadata.rb

@@ -85,13 +85,13 @@ module HerdstWorker
 
 
             def get_tasks_info
-                metadata = make_request!(get_task_metadata_uri)
+                metadata = make_request!(self.get_task_metadata_uri)
 
                 ecs_client = Aws::ECS::Client.new(
                     :region => self.secrets["AWS_REGION"],
                     :credentials => self.aws_credentials
                 )
-                
+
                 ecs_client.describe_tasks(
                     :cluster => metadata["Cluster"],
                     :tasks => [
@@ -120,6 +120,20 @@ module HerdstWorker
             end
             
             
+            def get_service_config
+                metadata = make_request!(self.get_task_metadata_uri_v4)
+
+                {
+                    :task_id => metadata["TaskARN"].split("/").last,
+                    :task_arn => metadata["TaskARN"],
+                    :cluster => metadata["Cluster"].split("/").last, 
+                    :service_name => metadata["ServiceName"], 
+                    :region => self.secrets["AWS_REGION"],
+                    :task_definition => metadata["Family"] + ":" + metadata["Revision"]
+                }
+            end
+
+            
             def get_aws_credentials!
                 credentials = self.is_prod? ? 
                      make_request!(get_credentials_uri) :
@@ -230,6 +244,10 @@ module HerdstWorker
                 def get_task_metadata_uri
                     ENV["ECS_CONTAINER_METADATA_URI"].to_s + "/task"
                 end
+
+                def get_task_metadata_uri_v4
+                    ENV["ECS_CONTAINER_METADATA_URI_V4"].to_s + "/task"
+                end
                 
                 def get_credentials_uri
                     "http://169.254.170.2" + ENV["AWS_CONTAINER_CREDENTIALS_RELATIVE_URI"].to_s

data/lib/herdst_worker/queue/processor.rb

@@ -9,7 +9,7 @@ module HerdstWorker
             
             
             attr_accessor :app, :enabled, :queue_url, :queue_wait_time, :poller
-            attr_accessor :start_time, :restart_time, :run_time
+            attr_accessor :start_time, :stop_processing_at, :stop_at, :run_duration, :stop_suration
             attr_accessor :processor_status, :job_count, :max_jobs
             attr_accessor :attempt_threshold, :visibility_timeout, :ignored_notifications
             
@@ -29,7 +29,8 @@ module HerdstWorker
                 ]
                 
                 # Set the start time 
-                self.run_time = (3600 * 4) + (rand * 600).floor # Four hours + bit more (< 10 minutes)
+                self.run_duration = (3600 * 4) + (rand * 900).floor # Four hours + bit more (< 15 minutes)
+                self.stop_suration = 300 # 5 minutes
                 self.reset_time
                 
                 # Start the processor as working
@@ -48,10 +49,8 @@ module HerdstWorker
                     self.poller.poll(:wait_time_seconds => self.queue_wait_time, :skip_delete => false) do |msg|
                         process_message(msg)
                     end
-                    
-                    if self.processor_status == "stopped"
-                        self.app.stop(0)
-                    end
+
+                    self.app.deregister_task
                 else
                     raise "Cannot start a queue which is not enabled"
                 end
@@ -76,7 +75,7 @@ module HerdstWorker
             # Sets the processor status to finishing. The sqs before action will 
             # take care of setting the idle state once all jobs have finished.
             def halt
-                return if self.processor_status === "finishing"
+                return if self.processor_status == "finishing"
                 set_status "finishing"
             end
             
@@ -119,18 +118,22 @@ module HerdstWorker
                 # After hours of running terminate application. 
                 # The app will automatically restart in production
                 current_time = Time.now.utc.to_i
-                if (self.processor_status == "working") && (current_time >= self.restart_time)
-                    runtime = current_time - self.start_time
-                    self.app.logger.queue.warn "Preparing to stop after #{runtime} seconds of work"
+
+                if (self.processor_status == "stopping") && (current_time >= self.stop_at)
+                    self.app.deregister_task
+
+                elsif (self.processor_status == "working") && (current_time >= self.stop_processing_at)
+                    self.app.register_new_task
+                    
                     set_status "stopping"
-                
+
                 # On finishing wait for jobs to complete and then set status to idle
                 elsif self.processor_status == "finishing"
                     if self.job_count == 0
                         self.app.logger.queue.warn "Setting processor status to idle"
                         set_status "idle"
                     end
-                
+                    
                 end
 
                 # On stopping wait for jobs to complete and then set status
@@ -219,7 +222,7 @@ module HerdstWorker
                         self.job_count -= 1
                     }.execute
                 else
-                    self.poller.change_message_visibility_timeout(msg, self.visibility_timeout * 2)
+                    self.poller.change_message_visibility_timeout(msg, 5)
                     throw :skip_delete
                 end
             end
@@ -228,7 +231,8 @@ module HerdstWorker
             private
                 def reset_time
                     self.start_time = Time.now.utc.to_i
-                    self.restart_time = self.start_time + self.run_time
+                    self.stop_processing_at = self.start_time + self.run_duration
+                    self.stop_at = self.stop_processing_at + self.stop_suration
                 end
             
         end

data/lib/herdst_worker/version.rb

@@ -1,3 +1,3 @@
 module HerdstWorker
-  VERSION = '0.2.17'
+  VERSION = '0.2.19'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: herdst_worker
 version: !ruby/object:Gem::Version
-  version: 0.2.17
+  version: 0.2.19
 platform: ruby
 authors:
 - Herd.St
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2026-01-13 00:00:00.000000000 Z
+date: 2026-01-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport