tpt-rails 1.0.0 → 1.2.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 98d683342ba1f15d5e4aa733de08516198e9190c2642c9c50b37ef6c3d0d8821
-  data.tar.gz: c640bd28429845a2ccb0b2ef40594f48543e073f334e2787f6f8e13e5bdd9983
+  metadata.gz: f8733558ff2cb637dcfad03bf25c7d163036d4c9ac4d64c2e05c5ef93139ff7f
+  data.tar.gz: f59d430089151aa70537970d28beb6bc012a3beb7261555d5574a28d67a6c736
 SHA512:
-  metadata.gz: f7601dd782766cab7efbd7e96439c1b668b7b371e77c9a53e0f4d796adb2fb4bc0b63306e0af9b540cefa1c1d17600a2a9979e54697b40f7c2bfa1fcb709b347
-  data.tar.gz: beceb38da7ec528021393471200330c2a4c59e8759ec64a9914479dc1027521ca1c23c6582bad5fa2d404241bd6f35749dfb43cab904cc2c698fbb234d6ed65b
+  metadata.gz: d8b0a500aebf850ceaa2ad916516a5e89814319ab667f96ace1c8b5b7a1d85dc391428491c1e9f498bb4bf6ea24e41440b2130cce57b53e07d7c46ee68e248d3
+  data.tar.gz: 7255dd10a5ea9b263f1a977499a6b7e419a85cf1e993c229546c57f51c5adda9f6977fb20620560891b77526e19777551c873cabeb2dfcb4c8d78380c79bc8e9

data/README.md

@@ -62,8 +62,8 @@ See the documentation in [lib/tpt/rails.rb](lib/tpt/rails.rb).
 
 ### Error reporting (e.g. Bugsnag/Rollbar)
 
-If you configure `rollbar_access_token` or `bugsnag_api_key` then your project will be automatically
-configured to report unhandled exceptions.
+If you configure `rollbar_access_token` & `rollbar_enabled`, or `bugsnag_api_key` then your project
+will be automatically configured to report unhandled exceptions.
 
 To report handled exceptions:
 
@@ -100,6 +100,18 @@ Tpt::Rails provides the following endpoint:
 
 This endpoint reports an error via `Tpt::Rails.report` and emits a metric to Datadog.
 
+### Puma instrumentation
+
+Add the following to `config/puma.rb` to have Puma metrics sent to Datadog:
+
+```ruby
+before_fork do
+  Tpt::Rails::PumaStatsCollector.run(metrics_client: Tpt::Rails.statsd)
+end
+```
+
+Note: this currently only collects metrics when running Puma in _clustered_ mode (i.e. w/ more than one worker)
+
 ## Developing this Gem
 
 ### Running tests
@@ -119,7 +131,7 @@ gem 'tpt-rails', path: '/your/local/path/to/tpt/rails'
 
 First ensure you have permissions to publish to rubygems.org.
 
-Then execute:
+Once you've merged, check out the `master` branch and execute:
 ```sh
 bundle exec gem bump --push --tag --version patch # patch/minor/major/X.X.X
 bundle exec gem release

data/lib/generators/tpt_rails/kubernetes/templates/kubernetes/helm/values.staging.yaml.tt

@@ -9,7 +9,7 @@ image:
 
 environment:
   ENVIRONMENT: staging
-  APP_ENV: production
+  APP_ENV: staging
   RAILS_ENV: production
 
 postgresql:

data/lib/generators/tpt_rails/kubernetes/templates/kubernetes/helm/values.yaml.tt

@@ -70,13 +70,14 @@ service:
 resources:
   # requests is guaranteed. kubernetes will only put your pod on a node where it can guarantee these
   # amounts.
-  requests:
-    memory: 256Mi
-    cpu: 200m
-  # limits is when your pod gets killed for using too many resources
-  limits:
+  requests: &requests
     memory: 512Mi
-    cpu: 1
+    cpu: 500m
+  # limits is when your pod gets killed for using too many resources. normally these should be set
+  # the same as the "requests" limit, but if you have a unique workload that requires burstable
+  # limits then consult with CloudOps
+  limits:
+    *requests
 
 app:
   # this configures your service to be available at <%= Tpt::Rails.app_name %>.<ingress_dns_name>

data/lib/tpt/rails.rb

@@ -1,6 +1,12 @@
+module Tpt
+  module Rails
+  end
+end
+
 require 'tpt/rails/engine'
 require 'tpt/rails/internal'
 require 'tpt/rails/config'
+require 'tpt/rails/puma_stats_collector'
 
 module Tpt::Rails
   class NotConfigured < StandardError; end
@@ -14,6 +20,7 @@ module Tpt::Rails
     #     config.app_name = '…'
     #     config.app_env = '…'
     #     config.rollbar_access_token = '…'
+    #     config.rollbar_enabled = true/false
     #     config.datadog_statsd_url = '…'
     #     config.health_check(:foo) { … }
     #     …

data/lib/tpt/rails/config.rb

@@ -21,6 +21,8 @@ class Tpt::Rails::Config
   attr_accessor :redis_url
   # A project-specific access token from rollbar
   attr_accessor :rollbar_access_token
+  # Allow enabling/disabling Rollbar. Defaults to false.
+  attr_accessor :rollbar_enabled
 
   # Add a health check to the endpoint provided at `/internal/health-check` by
   # Tpt::Rails::HealthChecksController.
@@ -64,6 +66,7 @@ class Tpt::Rails::Config
     @error_reporter = Tpt::Rails::Internal::ErrorReporter.new(
       bugsnag_api_key: bugsnag_api_key.presence,
       rollbar_access_token: rollbar_access_token.presence,
+      rollbar_enabled: rollbar_enabled ? true : false,
     )
   end
 

data/lib/tpt/rails/internal/error_reporter.rb

@@ -1,7 +1,8 @@
 class Tpt::Rails::Internal::ErrorReporter # :nodoc:
-  def initialize(bugsnag_api_key: nil, rollbar_access_token: nil)
+  def initialize(bugsnag_api_key: nil, rollbar_access_token: nil, rollbar_enabled: false)
     @bugsnag_api_key = bugsnag_api_key
     @rollbar_access_token = rollbar_access_token
+    @rollbar_enabled = rollbar_enabled
 
     configure_bugsnag if bugsnag?
     configure_rollbar if rollbar?
@@ -57,11 +58,7 @@ class Tpt::Rails::Internal::ErrorReporter # :nodoc:
 
     Rollbar.configure do |config|
       config.access_token = @rollbar_access_token
-
-      if ::Rails.env.test? || ::Rails.env.development?
-        config.enabled = false
-      end
-
+      config.enabled = @rollbar_enabled
       config.environment = Tpt::Rails.app_env
     end
   end

data/lib/tpt/rails/puma_stats_collector.rb

@@ -0,0 +1,86 @@
+module Tpt::Rails::PumaStatsCollector # :nodoc:
+  class PumaStats
+    def initialize(stats)
+      @stats = JSON.parse(stats, symbolize_names: true)
+    end
+
+    def clustered?
+      @stats.has_key?(:workers)
+    end
+
+    def workers
+      @stats.fetch(:workers, 1)
+    end
+
+    def booted_workers
+      @stats.fetch(:booted_workers, 1)
+    end
+
+    def running
+      get_stat(:running)
+    end
+
+    def backlog
+      get_stat(:backlog)
+    end
+
+    def pool_capacity
+      get_stat(:pool_capacity)
+    end
+
+    def max_threads
+      get_stat(:max_threads)
+    end
+
+    def to_s
+      {
+        workers: workers,
+        booted_workers: booted_workers,
+        running: running,
+        backlog: backlog,
+        pool_capacity: pool_capacity,
+        max_threads: max_threads
+      }.to_json
+    end
+
+    private
+    def get_stat(name)
+      if clustered?
+        @stats[:worker_status].map { |s| s[:last_status].fetch(name, 0) }.sum
+      else
+        @stats.fetch(name, 0)
+      end
+    end
+  end
+
+  class << self
+    def run(metrics_client:, start_delay: 10, collect_interval: 30)
+      Thread.new do
+        # Give Puma time to start
+        sleep start_delay
+
+        # Get pod name if set
+        pod_name = ENV["KUBE_POD"]
+
+        loop do
+          begin
+            stats = PumaStats.new(Puma.stats)
+
+            tags = []
+            # Add pod_name tag if set
+            tags << "pod_name:#{pod_name}" if pod_name
+
+            metrics_client.gauge("puma.workers", stats.workers, tags: tags)
+            metrics_client.gauge("puma.booted_workers", stats.booted_workers, tags: tags)
+            metrics_client.gauge("puma.running", stats.running, tags: tags)
+            metrics_client.gauge("puma.backlog", stats.backlog, tags: tags)
+            metrics_client.gauge("puma.pool_capacity", stats.pool_capacity, tags: tags)
+            metrics_client.gauge("puma.max_threads", stats.max_threads, tags: tags)
+          end
+
+          sleep collect_interval
+        end
+      end
+    end
+  end
+end

data/lib/tpt/rails/version.rb

@@ -1,5 +1,5 @@
 module Tpt
   module Rails
-    VERSION = '1.0.0'
+    VERSION = '1.2.2'
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: tpt-rails
 version: !ruby/object:Gem::Version
-  version: 1.0.0
+  version: 1.2.2
 platform: ruby
 authors:
 - TpT
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-03-28 00:00:00.000000000 Z
+date: 2020-08-07 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rails
@@ -126,10 +126,11 @@ files:
 - lib/tpt/rails/internal/datadog.rb
 - lib/tpt/rails/internal/error_reporter.rb
 - lib/tpt/rails/internal/health_checks.rb
+- lib/tpt/rails/puma_stats_collector.rb
 - lib/tpt/rails/version.rb
 homepage: https://github.com/TeachersPayTeachers/tpt-rails
 licenses:
-- None
+- Nonstandard
 metadata: {}
 post_install_message: 
 rdoc_options: []