puma-plugin-telemetry_too 0.0.1.alpha1

data/lib/puma/plugin/telemetry_too/transforms/passthrough_transform.rb

@@ -0,0 +1,16 @@
+# frozen_string_literal: true
+
+module Puma
+  class Plugin
+    module TelemetryToo
+      module Transforms
+        # A pass-through transform - it returns the telemetry Hash it was given
+        class PassthroughTransform
+          def self.call(telemetry)
+            telemetry
+          end
+        end
+      end
+    end
+  end
+end

data/lib/puma/plugin/telemetry_too/version.rb

@@ -0,0 +1,9 @@
+# frozen_string_literal: true
+
+module Puma
+  class Plugin
+    module TelemetryToo
+      VERSION = '0.0.1.alpha1'
+    end
+  end
+end

data/lib/puma/plugin/telemetry_too.rb

@@ -0,0 +1,118 @@
+# frozen_string_literal: true
+
+require 'puma'
+require 'puma/plugin'
+
+require 'puma/plugin/telemetry_too/version'
+require 'puma/plugin/telemetry_too/data'
+require 'puma/plugin/telemetry_too/targets/datadog_statsd_target'
+require 'puma/plugin/telemetry_too/targets/io_target'
+require 'puma/plugin/telemetry_too/targets/log_target'
+require 'puma/plugin/telemetry_too/config'
+
+module Puma
+  class Plugin
+    # TelemetryToo plugin for puma, supporting:
+    #
+    # - multiple targets, decide where to push puma telemetry information, i.e. datadog, cloudwatch, logs
+    # - filtering, select which metrics are interesting for you, extend when necessery
+    #
+    module TelemetryToo
+      class Error < StandardError; end
+
+      class << self
+        attr_writer :config
+
+        def config
+          @config ||= Config.new
+        end
+
+        def configure
+          yield(config)
+        end
+
+        def build(launcher = nil)
+          socket_telemetry(puma_telemetry, launcher)
+        end
+
+        private
+
+        def puma_telemetry
+          stats = ::Puma.stats_hash
+          data_class = if stats.key?(:workers)
+                         ClusteredData
+                       else
+                         WorkerData
+                       end
+          data_class
+            .new(stats)
+            .metrics(config.puma_telemetry)
+        end
+
+        def socket_telemetry(telemetry, launcher)
+          return telemetry if launcher.nil?
+          return telemetry unless config.socket_telemetry?
+
+          telemetry.merge! SocketData.new(launcher.binder.ios, config.socket_parser)
+                                     .metrics
+
+          telemetry
+        end
+      end
+
+      # Contents of actual Puma Plugin
+      #
+      module PluginInstanceMethods
+        def start(launcher)
+          @launcher = launcher
+
+          unless Puma::Plugin::TelemetryToo.config.enabled?
+            log_writer.log 'plugin=telemetry msg="disabled, exiting..."'
+            return
+          end
+
+          log_writer.log 'plugin=telemetry msg="enabled, setting up runner..."'
+
+          in_background do
+            sleep Puma::Plugin::TelemetryToo.config.initial_delay
+            run!
+          end
+        end
+
+        def run!
+          loop do
+            log_writer.debug 'plugin=telemetry msg="publish"'
+
+            call(Puma::Plugin::TelemetryToo.build(@launcher))
+          rescue Errno::EPIPE
+            # Occurs when trying to output to STDOUT while puma is shutting down
+          rescue StandardError => e
+            log_writer.error "plugin=telemetry err=#{e.class} msg=#{e.message.inspect}"
+          ensure
+            sleep Puma::Plugin::TelemetryToo.config.frequency
+          end
+        end
+
+        def call(telemetry)
+          Puma::Plugin::TelemetryToo.config.targets.each do |target|
+            target.call(telemetry)
+          end
+        end
+
+        private
+
+        def log_writer
+          if Puma::Const::PUMA_VERSION.to_i < 6
+            @launcher.events
+          else
+            @launcher.log_writer
+          end
+        end
+      end
+    end
+  end
+end
+
+Puma::Plugin.create do
+  include Puma::Plugin::TelemetryToo::PluginInstanceMethods
+end

data/lib/rack/request_queue_time_middleware.rb

@@ -0,0 +1,60 @@
+# frozen_string_literal: true
+
+# Measures the queue time (= time between receiving the request in downstream
+# load balancer and starting request in ruby process)
+class RequestQueueTimeMiddleware
+  ENV_KEY = 'rack.request_queue_time'
+
+  def initialize(app, statsd:, process: Process)
+    @app = app
+    @statsd = statsd
+    @process = process
+  end
+
+  def call(env)
+    queue_time = measure_queue_time(env)
+
+    report_queue_time(queue_time)
+
+    env[ENV_KEY] = queue_time
+
+    @app.call(env)
+  end
+
+  private
+
+  def measure_queue_time(env)
+    start_time = queue_start(env)
+
+    return unless start_time
+
+    queue_time = request_start.to_f - start_time.to_f
+
+    queue_time unless queue_time.negative?
+  end
+
+  # Get the content of the x-amzn-trace-id header, the epoch time in seconds.
+  # see also: https://docs.aws.amazon.com/elasticloadbalancing/latest/application/load-balancer-request-tracing.html
+  def queue_start(env)
+    value = env['HTTP_X_AMZN_TRACE_ID']
+    # TODO: rewrite this line to please Rubocop
+    # rubocop:disable Style/SafeNavigationChainLength
+    value&.split('Root=')&.last&.split('-')&.fetch(1)&.to_i(16)
+    # rubocop:enable Style/SafeNavigationChainLength
+  end
+
+  def request_start
+    @process.clock_gettime(Process::CLOCK_REALTIME)
+  end
+
+  def report_queue_time(queue_time)
+    return if queue_time.nil?
+
+    @statsd.timing('queue.time', queue_time)
+
+    return unless defined?(Datadog) && Datadog.respond_to?(:tracer)
+
+    span = Datadog.tracer.active_root_span
+    span&.set_tag('request.queue_time', queue_time)
+  end
+end

metadata

@@ -0,0 +1,97 @@
+--- !ruby/object:Gem::Specification
+name: puma-plugin-telemetry_too
+version: !ruby/object:Gem::Version
+  version: 0.0.1.alpha1
+platform: ruby
+authors:
+- Leszek Zalewski
+bindir: exe
+cert_chain: []
+date: 1980-01-02 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: puma
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '8'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '8'
+description: |
+  NOTE: This is a fork of puma-plugin-telemetry, modified to:
+
+  - Support Puma 7
+  - Add LogTarget, with custom formatter: and transform: options
+  - Warn about socket telemetry on unsupported platforms
+
+  Puma plugin which should be able to handle all your metric needs regarding your webserver:
+
+  - ability to publish basic puma statistics (like queue backlog) to both logs and datadog
+  - ability to add custom target whenever you need it
+  - ability to monitor puma socket listen queue (!)
+  - ability to report requests queue time via custom rack middleware - the time request spent between being accepted by Load Balancer and start of its processing by Puma worker
+email:
+- tnt@babbel.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".rspec"
+- ".rubocop.yml"
+- ".tool-versions"
+- CHANGELOG.md
+- CODE_OF_CONDUCT.md
+- LICENSE.txt
+- README.md
+- Rakefile
+- docs/example-datadog_backlog_size.png
+- docs/example-datadog_queue_time.png
+- docs/examples.md
+- lib/puma/plugin/telemetry_too.rb
+- lib/puma/plugin/telemetry_too/config.rb
+- lib/puma/plugin/telemetry_too/data.rb
+- lib/puma/plugin/telemetry_too/formatters/json_formatter.rb
+- lib/puma/plugin/telemetry_too/formatters/logfmt_formatter.rb
+- lib/puma/plugin/telemetry_too/formatters/passthrough_formatter.rb
+- lib/puma/plugin/telemetry_too/targets/base_formatting_target.rb
+- lib/puma/plugin/telemetry_too/targets/datadog_statsd_target.rb
+- lib/puma/plugin/telemetry_too/targets/io_target.rb
+- lib/puma/plugin/telemetry_too/targets/log_target.rb
+- lib/puma/plugin/telemetry_too/transforms/cloud_watch_transform.rb
+- lib/puma/plugin/telemetry_too/transforms/l2met_transform.rb
+- lib/puma/plugin/telemetry_too/transforms/passthrough_transform.rb
+- lib/puma/plugin/telemetry_too/version.rb
+- lib/rack/request_queue_time_middleware.rb
+homepage: https://github.com/stevenharman/puma-plugin-telemetry_too
+licenses:
+- MIT
+metadata:
+  homepage_uri: https://github.com/stevenharman/puma-plugin-telemetry_too
+  source_code_uri: https://github.com/stevenharman/puma-plugin-telemetry_too
+  changelog_uri: https://github.com/stevenharman/puma-plugin-telemetry_too/blob/main/CHANGELOG.md
+  github_repo: ssh://github.com/stevenharman/puma-plugin-telemetry_too
+  rubygems_mfa_required: 'true'
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 3.2.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.6.9
+specification_version: 4
+summary: Puma plugin, adding ability to publish various metrics to your prefered targets.
+test_files: []