autotuner 1.0.1 → 1.0.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 511df4fa38774e70c89c66a4d3692098537189c2281851896327ce7b7df6fc05
-  data.tar.gz: b97736b7e50e47753c0f487a37e32fd7fc3d3869ab50e6197cea4894978f7208
+  metadata.gz: 6aa488d0dd08183c2fb01c791f8c6348161e5c986ac3a77d2e70b395823330aa
+  data.tar.gz: 205b668f35e3abe8c52bd0cd84438dad052efa9d26432ec86b19170f0c487e3c
 SHA512:
-  metadata.gz: 2bebcb6ee78c76d67b11436a4466629094e8157820a330fbcb93286d82a725b688cc0aad4ee9dd264a929a5669a30f9a8ab90f27a89a4b85885f9437a6b28070
-  data.tar.gz: 5e69496888210a882723e2d9d54af4daf35546c7ddf14a5c225c07e51aedcf331e8d90d998a6eba267d6d8abcfb9474bd54dbbbee76cd2828dcef6f2a429e35f
+  metadata.gz: 5bc44e43c8851f850dfc542b9004ebdcb3f446036d0064947006815867bb9a4ad9502d2db0dd41fcfdebd68bf100d359a1537ed81b9e5147d936e0219a1fa8c5
+  data.tar.gz: 706cc7f127c5004e6dc8473531b5a305809e6eab762481b3f0bbf48571668bd807d2388e4d2a621d63bdb1e0ca5972848b61175707a3b01b13888bb0bee885ba

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    autotuner (1.0.0)
+    autotuner (1.0.1)
 
 GEM
   remote: https://rubygems.org/

data/README.md

@@ -64,11 +64,23 @@ While autotuner aims to comprehensively analyze your traffic to give the suggest
 ## Configuration
 
 - `Autotuner.enabled=`: (required, unless `Autotuner.sample_ratio` is set) Sets whether autotuner is enabled or not. When autotuner is disabled, data is not collected and suggestions are not given. Defaults to `false`.
-- `Autotuner.sample_ratio=`: (optional) Sets the portion of instances where autotuner is enabled. Pass a value between 0 (enabled on no intances) and 1.0 (enabled on all instances). Note that this does not sample requests, but rather samples the portion of instances that have autotuner enabled (it will be enabled for all requests on those instances). Do not configure `Autotuner.enabled=` when you use this option.
+- `Autotuner.sample_ratio=`: (optional) Sets the portion of instances where autotuner is enabled. Pass a value between 0 (enabled on no instances) and 1.0 (enabled on all instances). Note that this does not sample requests, but rather samples the portion of instances that have autotuner enabled (it will be enabled for all requests on those instances). Do not configure `Autotuner.enabled=` when you use this option.
 - `Autotuner.reporter=`: (required) Callback called when a heuristic is ready to give a suggestion. The callback will be called with one argument which will be an instance of `Autotuner::Report::Base`. Call `#to_s` on this object to get a string containing instructions and recommendations. You must set this when autotuner is enabled.
 - `Autotuner.debug_reporter=`: (optional) Callback to periodically emit debug messages of internal state of heuristics. The callback will be called with one argument which will be a hash with the heuristic name as the key and the debug message as the value. Regular users do not need to configure this as this is only useful for debugging purposes.
 - `Autotuner.metrics_reporter=`: (optional) Callback to emit useful metrics about your service. The callback will be called with a hash containing the metric names (string) as the key and integer values.
 
+## Emitted Metrics
+
+The following metrics are passed to the `metrics_reporter` callback after each request.
+
+| Name                  | Description |
+| --------------------- | ----------- |
+| `diff.time`           | Time spent doing garbage collection during the request. Produced by [GC::stat](https://docs.ruby-lang.org/en/master/GC.html#method-c-stat) |
+| `diff.minor_gc_count` | Number of minor garbage collections that occurred during the request. Produced by [GC::stat](https://docs.ruby-lang.org/en/master/GC.html#method-c-stat) |
+| `diff.major_gc_count` | Number of major garbage collections that occurred during the request. Produced by [GC::stat](https://docs.ruby-lang.org/en/master/GC.html#method-c-stat) |
+| `heap_pages`          | Number of heap pages in use after the request. Produced by [GC::stat](https://docs.ruby-lang.org/en/master/GC.html#method-c-stat) |
+| `request_time`        | Total duration of the request. |
+
 ## Contributing
 
 Bug reports and pull requests are welcome on GitHub at https://github.com/Shopify/autotuner.

data/lib/autotuner/heuristic/base.rb

@@ -5,15 +5,13 @@ module Autotuner
     class Base
       class << self
         def enabled?
-          supported? && !@disabled
+          !@disabled
         end
 
         def disable!
           @disabled = true
         end
 
-        private
-
         def supported?
           raise NotImplementedError
         end

data/lib/autotuner/heuristic/gc_compact.rb

@@ -4,8 +4,6 @@ module Autotuner
   module Heuristic
     class GCCompact < Base
       class << self
-        private
-
         def supported?
           true
         end
@@ -41,10 +39,18 @@ module Autotuner
             3.times { GC.start }
             GC.compact
 
-          For example, in Puma, add the following code into config/puma.rb:
+          For example, with Puma, which runs its before fork hook once on boot (before the initial fork), add the following code into config/puma.rb:
+
+            before_fork do
+              3.times { GC.start }
+              GC.compact
+            end
+
+          With Unicorn, which runs its before fork hook before each fork, add the following code into config/unicorn.rb:
 
             compacted = false
             before_fork do
+              # avoid invalidating heap pages shared with previously forked children
               unless compacted
                 3.times { GC.start }
                 GC.compact

data/lib/autotuner/heuristic/heap_size_warmup.rb

@@ -4,8 +4,6 @@ module Autotuner
   module Heuristic
     class HeapSizeWarmup < Base
       class << self
-        private
-
         def supported?
           # Ruby 3.2 uses multiple heaps but does not support the
           # RUBY_GC_HEAP_%d_INIT_SLOTS environment variables, so we cannot

data/lib/autotuner/heuristic/malloc.rb

@@ -4,8 +4,6 @@ module Autotuner
   module Heuristic
     class Malloc < Base
       class << self
-        private
-
         def supported?
           true
         end

data/lib/autotuner/heuristic/oldmalloc.rb

@@ -4,8 +4,6 @@ module Autotuner
   module Heuristic
     class Oldmalloc < Base
       class << self
-        private
-
         def supported?
           true
         end

data/lib/autotuner/heuristic/remembered_wb_unprotected_objects.rb

@@ -4,8 +4,6 @@ module Autotuner
   module Heuristic
     class RememberedWBUnprotectedObjects < Base
       class << self
-        private
-
         def supported?
           # Ruby 3.3.0 and later have support RUBY_GC_HEAP_REMEMBERED_WB_UNPROTECTED_OBJECTS_LIMIT_RATIO
           RUBY_VERSION >= "3.3.0"

data/lib/autotuner/heuristics.rb

@@ -3,10 +3,10 @@
 module Autotuner
   module Heuristics
     HEURISTICS = Heuristic::Base.subclasses.freeze
-    ENABLED_HEURISTICS = HEURISTICS.dup.keep_if(&:enabled?).freeze
+    SUPPORTED_HEURISTICS = HEURISTICS.dup.keep_if(&:supported?).freeze
 
-    def enabled_heuristics
-      ENABLED_HEURISTICS
+    def supported_heuristics
+      SUPPORTED_HEURISTICS
     end
   end
 end

data/lib/autotuner/request_collector.rb

@@ -5,8 +5,6 @@ module Autotuner
     HEURISTICS_POLLING_FREQUENCY = 100
     DEBUG_EMIT_FREQUENCY = 1000
 
-    attr_reader :heuristics
-
     def initialize
       @request_count = 0
 
@@ -14,7 +12,7 @@ module Autotuner
 
       @system_context = SystemContext.new
 
-      @heuristics = Autotuner.enabled_heuristics.map { |h| h.new(@system_context) }
+      @heuristics = Autotuner.supported_heuristics.map { |h| h.new(@system_context) }
     end
 
     def request
@@ -27,6 +25,16 @@ module Autotuner
 
     private
 
+    def enabled_heuristics
+      Enumerator.new do |y|
+        @heuristics.each do |heuristic|
+          next unless heuristic.class.enabled?
+
+          y << heuristic
+        end
+      end
+    end
+
     def before_request
       @request_context.before_request
 
@@ -38,7 +46,7 @@ module Autotuner
 
       @system_context.update(@request_context)
 
-      heuristics.each do |heuristic|
+      enabled_heuristics.each do |heuristic|
         heuristic.call(@request_context)
       end
 
@@ -48,7 +56,7 @@ module Autotuner
     end
 
     def emit_heuristic_reports
-      heuristics.each do |heuristic|
+      enabled_heuristics.each do |heuristic|
         report = heuristic.tuning_report
 
         next unless report
@@ -68,7 +76,7 @@ module Autotuner
         system_context: @system_context.debug_state,
       }
 
-      heuristics.each do |h|
+      enabled_heuristics.each do |h|
         debug_states[h.name] = h.debug_state
       end
 

data/lib/autotuner/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Autotuner
-  VERSION = "1.0.1"
+  VERSION = "1.0.2"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: autotuner
 version: !ruby/object:Gem::Version
-  version: 1.0.1
+  version: 1.0.2
 platform: ruby
 authors:
 - Peter Zhu
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2024-05-06 00:00:00.000000000 Z
+date: 2024-05-26 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: mocha