unicorn-worker-killer-2 1.0.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 978787e2d1d75226ad11e4bcd96c84c39a9102c3
+  data.tar.gz: f59f3e586709b9ee51972ee9d3698829ba74a529
+SHA512:
+  metadata.gz: 657ff2fc32758ff7255c9d999acb3bce1e36cc145d2bf35a602399544f72bf9ebc4a0ffc019cb83fb5dcbc6967ebe4916f21e469f7a04c515c6ed79f6a4929f9
+  data.tar.gz: '0903a412426f770137ef330f505db9245df49c8c8df4aadd0e5889e5eb82f3b67996f31f6334d6351617f38e731b70cf9148953cd40c12fd3bf68aaaf7756657'

data/lib/unicorn/worker-killer-2/max_requests.rb

@@ -0,0 +1,43 @@
+# frozen_string_literal: true
+
+module Unicorn
+  module WorkerKiller
+    module MaxRequests
+      module MonkeyPatch
+        def process_client(client)
+          super(client) # Unicorn::HttpServer#process_client
+
+          return if @_worker_max_requests_min.zero? &&
+                    @_worker_max_requests_max.zero?
+
+          logger.info "#{self}: worker (pid: #{Process.pid}) has #{@_worker_request_limit} left before being killed" if @_verbose
+
+          @_worker_request_limit -= 1
+          return if @_worker_request_limit.positive?
+
+          logger.warn "#{self}: worker (pid: #{Process.pid}) exceeds max number of requests (limit: #{@_worker_max_requests})"
+          WorkerKiller.kill_self(logger, @_worker_process_start)
+        end
+      end
+
+      def self.monkey_patch(opts = {})
+        min = opts[:max_requests_min] || 3072
+        max = opts[:max_requests_max] || 4096
+        verbose = opts[:verbose] || false
+
+        ObjectSpace.each_object(HttpServer) do |s|
+          s.extend(MonkeyPatch)
+
+          s.instance_variable_set(:@_worker_process_start, WorkerKiller.now)
+
+          s.instance_variable_set(:@_worker_max_requests_min, min)
+          s.instance_variable_set(:@_worker_max_requests_max, max)
+          s.instance_variable_set(:@_verbose, verbose)
+
+          r = WorkerKiller.randomize(max - min + 1)
+          s.instance_variable_set(:@_worker_request_limit, min + r)
+        end
+      end
+    end
+  end
+end

data/lib/unicorn/worker-killer-2/oom.rb

@@ -0,0 +1,51 @@
+# frozen_string_literal: true
+
+require 'get_process_mem'
+
+module Unicorn
+  module WorkerKiller
+    module Oom
+      module MonkeyPatch
+        def process_client(client)
+          super(client) # Unicorn::HttpServer#process_client
+
+          return if @_worker_memory_limit_min.zero? &&
+                    @_worker_memory_limit_max.zero?
+
+          @_worker_check_count ||= 0
+          @_worker_check_count += 1
+
+          return unless (@_worker_check_count % @_worker_check_cycle).zero?
+
+          rss = GetProcessMem.new.bytes
+          logger.info "#{self}: worker (pid: #{Process.pid}) using #{rss} bytes." if @_verbose
+          return if rss < @_worker_memory_limit
+
+          logger.warn "#{self}: worker (pid: #{Process.pid}) exceeds memory limit (#{rss} bytes > #{@_worker_memory_limit} bytes)"
+          WorkerKiller.kill_self(logger, @_worker_process_start)
+        end
+      end
+
+      def self.monkey_patch(opts = {})
+        min = opts[:memory_limit_min] || (1024**3)
+        max = opts[:memory_limit_max] || 2 * (1024**3)
+        check_cycle = opts[:check_cycle] || 16
+        verbose = opts[:verbose] || false
+
+        ObjectSpace.each_object(HttpServer) do |s|
+          s.extend(MonkeyPatch)
+
+          s.instance_variable_set(:@_worker_process_start, WorkerKiller.now)
+
+          s.instance_variable_set(:@_worker_memory_limit_min, min)
+          s.instance_variable_set(:@_worker_memory_limit_max, max)
+          s.instance_variable_set(:@_worker_check_cycle, check_cycle)
+          s.instance_variable_set(:@_verbose, verbose)
+
+          r = WorkerKiller.randomize(max - min + 1)
+          s.instance_variable_set(:@_worker_memory_limit, min + r)
+        end
+      end
+    end
+  end
+end

data/lib/unicorn/worker-killer-2.rb

@@ -0,0 +1,38 @@
+# frozen_string_literal: true
+
+require 'unicorn'
+
+require_relative 'worker-killer-2/oom'
+require_relative 'worker-killer-2/max_requests'
+
+module Unicorn
+  module WorkerKiller
+    # Kill the current process by telling it to send signals to itself. If the
+    # process isn't killed after 5 QUIT signals, send 10 TERM signals. Finally,
+    # send a KILL signal. A single signal is sent per request.
+    #
+    # @see http://unicorn.bogomips.org/SIGNALS.html
+    def self.kill_self(logger, start_time)
+      alive_sec = (now - start_time).round
+      worker_pid = Process.pid
+
+      @kill_attempts ||= 0
+      @kill_attempts += 1
+
+      sig = :QUIT
+      sig = :TERM if @kill_attempts > 10
+      sig = :KILL if @kill_attempts > 15
+
+      logger.warn "#{self} send SIG#{sig} (pid: #{worker_pid}) alive: #{alive_sec} sec (trial #{@kill_attempts})"
+      Process.kill sig, worker_pid
+    end
+
+    def self.randomize(integer)
+      Random.rand(integer.abs)
+    end
+
+    def self.now
+      Process.clock_gettime(Process::CLOCK_MONOTONIC)
+    end
+  end
+end

metadata

@@ -0,0 +1,80 @@
+--- !ruby/object:Gem::Specification
+name: unicorn-worker-killer-2
+version: !ruby/object:Gem::Version
+  version: 1.0.0
+platform: ruby
+authors:
+- Chris Elsworth
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2019-03-17 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: get_process_mem
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: unicorn
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '4'
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '6'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '4'
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '6'
+description: Kill Unicorn child processes when they exceed memory/request limits
+email:
+- chris.elsworth@bytemark.co.uk
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/unicorn/worker-killer-2.rb
+- lib/unicorn/worker-killer-2/max_requests.rb
+- lib/unicorn/worker-killer-2/oom.rb
+homepage: https://gitlab.bytemark.co.uk/bytemark/unicorn-worker-killer-2
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.6.13
+signing_key: 
+specification_version: 4
+summary: Rewrite of unicorn-worker-kill
+test_files: []