hermes_messenger_of_the_gods 3.0.0.rc5 → 3.0.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 198222807509b3910bc1db6d0bbe5819956401176abd8b3f1d13c7163c95c1dd
-  data.tar.gz: f476dc6f1ebf9123527890d229d63e1068c1c6487004879550f9dc3a8307643a
+  metadata.gz: 33c9ff0aa4e8742ae7b9d157836767f20d8b1a0a2d9c122677ff0e81c920c3f6
+  data.tar.gz: aeaeb01b41023f6e5af9b77e5364eddbf60afcfa02b747350c94e4d324d8a0e5
 SHA512:
-  metadata.gz: 1ac7755e67b7c37be401031ea1f8e596d3afe1d26719d7d028964835185d3b2f2fa822bbc7c7dec97f5f411f97b1527397d6d9067e5b718a83eed6f511e74337
-  data.tar.gz: ad8a934c454ab879432ebdf2d7f363fcbfb8bcf31f74354064274bcf761c0eba21dca927fa1d085cb57d5f35a11025bec62093ddf5c1401c2753c16585a75432
+  metadata.gz: '06167683706027e262b8f81e467c89d1ea506197a339419b061662a9d972bcd063d4e79f6f21b2f92177837aa1c958c64d7e4b34074c94fdce2669c69db97338'
+  data.tar.gz: fcf709e4fa3dec47060cf6fb63cddf0cfb5d1b87e9f9874b0cbdc6a4ddcbd379b0043ee3a9ccc9782cbd06413ac12d9dd2c1eb92a0756d1416be656e9de7f9e0

data/lib/hermes_messenger_of_the_gods/endpoints/sqs.rb

@@ -4,12 +4,41 @@ require 'aws-sdk-sqs'
 require 'json'
 require_relative './base'
 
+begin
+  require 'k8s-ruby'
+rescue LoadError
+  STDERR.puts 'k8s-ruby gem not found. Please install it to enable prefential scale-down of workers.'
+end
+
 module HermesMessengerOfTheGods
   module Endpoints
     class Sqs < Base
       VISIBILITY_EXTEND_DURATION  = 120
       VISIBILITY_EXTEND_FREQUENCY = 60
 
+      def self.k8s_client
+        return unless defined?(K8s)
+
+        @k8s_client ||= K8s::Client.in_cluster_config
+      end
+
+      def self.set_deletion_cost(cost)
+        # If there is no k8s client or the cost is the same as the last time we set it, we don't need to do anything
+        return unless k8s_client || @last_deletion_cost == cost
+
+        k8s_client.api('v1').resource('pods', namespace: ENV['SYSTEM_NAMESPACE']).merge_patch(ENV['HOSTNAME'], {
+          metadata: {
+            annotations: { 
+              "controller.kubernetes.io/pod-deletion-cost" => cost.to_s
+            },
+          }
+        })
+
+        @last_deletion_cost = cost
+      rescue StandardError => e
+        STDERR.puts "Error setting deletion cost: #{e.message}"
+      end
+
       def initialize(*args)
         super
         @message_mux = Monitor.new
@@ -33,6 +62,14 @@ module HermesMessengerOfTheGods
         @work_start_time_mux.synchronize { @work_start_time = Time.now }
       end
 
+      def received_work_in_last_check?
+        @work_start_time_mux.synchronize { @received_work_in_last_check || false } 
+      end
+
+      def received_work_in_last_check=(val)
+        @work_start_time_mux.synchronize { @received_work_in_last_check = val }
+      end
+
       def inflight_messages
         @message_mux.synchronize { @inflight_messages ||= [] }
       end
@@ -61,11 +98,20 @@ module HermesMessengerOfTheGods
       end
 
       def work_off(&blk)
-        poller.before_request { |_stats| throw :stop_polling if shutting_down? }
+        poller.before_request do |_stats| 
+          throw :stop_polling if shutting_down?
+
+          self.class.set_deletion_cost(0) unless received_work_in_last_check?
+
+          self.received_work_in_last_check = false
+        end
 
         poller.poll(poll_options) do |messages, _stats|
           self.inflight_messages = messages = Array.wrap(messages)
 
+          self.received_work_in_last_check = true
+          self.class.set_deletion_cost(messages.size)
+
           working_messages do
             completion_results = messages.group_by do |msg|
               # We return false if we are shutting down so the messages are not deleted.

data/lib/hermes_messenger_of_the_gods/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module HermesMessengerOfTheGods
-  VERSION = '3.0.0.rc5'
+  VERSION = '3.0.0'
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: hermes_messenger_of_the_gods
 version: !ruby/object:Gem::Version
-  version: 3.0.0.rc5
+  version: 3.0.0
 platform: ruby
 authors:
 - Brian Malinconico
@@ -9,7 +9,7 @@ authors:
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2023-10-09 00:00:00.000000000 Z
+date: 2023-10-17 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activemodel
@@ -250,9 +250,9 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">"
+  - - ">="
     - !ruby/object:Gem::Version
-      version: 1.3.1
+      version: '0'
 requirements: []
 rubygems_version: 3.3.7
 signing_key: