zuora_connect 2.0.60b → 2.0.60c

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 1f6d2a40d21ec315aaaac1859582bc689d24d6ef0ee3e42fabc640d171cb6944
-  data.tar.gz: 8793132888e45c9fa532ebb92c11205da312ac88df1e43dbd89f38faab9d8e49
+  metadata.gz: 8befa7a7baeaf53305dc7cca304df5e672f0702a79a466a527a0f21a5ae0ab22
+  data.tar.gz: 6fe3d6e3390df915df0f3d49815a2cf4326035815a9b240b945d206941cb8032
 SHA512:
-  metadata.gz: cbd7542971dfedb9b2470094cde902c8b147c9f406cd864bb60e7beafa306b5f29b2c70aab457ea12b22b5dffd726a21a870c5bb238acaeeda64641b5cfd6ad9
-  data.tar.gz: a5adffbf1799fef7bf31db82eeba2fb648ea9c1ba3c34149c6c7f4b06ca7a02a6dd6c05a5e934e9aebbc974905737848ed40c8296e172226941d0fa1e7dc172c
+  metadata.gz: 92604604be323a0e43faa74ece5ba4ace4c86ae79710d86164850acfeee6990ec07fdbe6c6a674e5aa9f1ab1d0a93bf2d593052cc47d5290fd04d6cf59037fc8
+  data.tar.gz: 6ebb61f4e49c43d426fb0bcb2dd8070d5e720ce645ded094aa132686740cd1a2706c6b6b070794fa411ce162fcb0944291091b81485c4486cb8f3bed7710b191

data/app/models/zuora_connect/app_instance_base.rb

@@ -402,7 +402,7 @@ module ZuoraConnect
       end
 
       def self.write_to_telegraf(*args)
-        if ZuoraConnect.configuration.enable_metrics
+        if ZuoraConnect.configuration.enable_metrics && !defined?(Prometheus)
           @@telegraf_host = ZuoraConnect::Telegraf.new() if @@telegraf_host == nil
           unicorn_stats = self.unicorn_listener_stats() if defined?(Unicorn) && Unicorn.respond_to?(:listener_names)
           @@telegraf_host.write(direction: 'Raindrops', tags: {}, values: unicorn_stats)  unless unicorn_stats.blank?

data/config/initializers/prometheus.rb

@@ -3,38 +3,93 @@ if defined? Prometheus
     require "zuora_connect/version"
     require "zuora_api/version"
 
+    resque_path = "#{ENV['RESQUE_EXPORTER_PATH'] || Rails.root.join('tmp/resque_exporter')}/*.prom"
+    prometheus_path = Rails.root.join("tmp/prometheus")
+
+    Dir[resque_path, "#{prometheus_path}/*.bin"].each do |file_path|
+      File.unlink(file_path)
+    end
+
+    require 'prometheus/client/data_stores/direct_file_store'
+    Prometheus::Client.config.data_store = Prometheus::Client::DataStores::DirectFileStore.new(
+      dir: prometheus_path
+    )
+
+    class ResqueExporter
+      require 'prometheus/client/formats/text'
+      require 'fileutils'
+
+      def initialize
+        @lock = Monitor.new
+        @registry = Prometheus::Client.registry
+        @path = ENV['RESQUE_EXPORTER_PATH'] || Rails.root.join('tmp/resque_exporter')
+        FileUtils.mkdir_p(@path)
+      end
+
+      def export
+        filename = File.join(@path, 'resque_export.prom')
+        @lock.synchronize do
+          File.open(filename, 'w+') do |file|
+            file.write(Prometheus::Client::Formats::Text.marshal(@registry))
+          end
+        end
+      end
+    end
+
+    most_recent_aggregation = {}
+    sum_aggregation = {}
+    if defined?(Unicorn)
+      most_recent_aggregation[:aggregation] = :most_recent
+      sum_aggregation[:aggregation] = :sum
+    end
+
     # Create a default Prometheus registry for our metrics.
     prometheus = Prometheus::Client.registry
 
     # Create your metrics.
-    ZUORA_VERSION = Prometheus::Client::Gauge.new(:zuora_version, 'The current Zuora Gem version.')
-    CONNECT_VERSION = Prometheus::Client::Gauge.new(:gem_version, 'The current Connect Gem version.')
-    RAILS_VERSION = Prometheus::Client::Gauge.new(:rails_version, 'The current Rails version.')
-    RUBY_V = Prometheus::Client::Gauge.new(:ruby_version, 'The current Ruby version.')
+    ZUORA_VERSION = prometheus.gauge(:zuora_version, docstring: 'The current Zuora Gem version.', labels: %i(version name),  preset_labels: { version: ZuoraAPI::VERSION, name: ZuoraConnect::Telegraf.app_name }, store_settings: most_recent_aggregation)
+    CONNECT_VERSION = prometheus.gauge(:gem_version, docstring: 'The current Connect Gem version.', labels: %i(version name), preset_labels: { version: ZuoraConnect::VERSION, name: ZuoraConnect::Telegraf.app_name }, store_settings: most_recent_aggregation)
+    RAILS_VERSION = prometheus.gauge(:rails_version, docstring: 'The current Rails version.', labels: %i(version name), preset_labels: { version: Rails.version, name: ZuoraConnect::Telegraf.app_name }, store_settings: most_recent_aggregation)
+    RUBY_V = prometheus.gauge(:ruby_version, docstring: 'The current Ruby version.', labels: %i(version name), preset_labels: { version: RUBY_VERSION, name: ZuoraConnect::Telegraf.app_name }, store_settings: most_recent_aggregation)
 
-    # Register your metrics with the registry we previously created.
-    prometheus.register(ZUORA_VERSION);ZUORA_VERSION.set({version: ZuoraAPI::VERSION, name: ZuoraConnect::Telegraf.app_name},0)
-    prometheus.register(CONNECT_VERSION);CONNECT_VERSION.set({version: ZuoraConnect::VERSION, name: ZuoraConnect::Telegraf.app_name},0)
-    prometheus.register(RAILS_VERSION);RAILS_VERSION.set({version: Rails.version, name: ZuoraConnect::Telegraf.app_name},0)
-    prometheus.register(RUBY_V);RUBY_V.set({version: RUBY_VERSION, name: ZuoraConnect::Telegraf.app_name},0)
+    ZUORA_VERSION.set(0)
+    CONNECT_VERSION.set(0)
+    RAILS_VERSION.set(0)
+    RUBY_V.set(0)
 
     # Do they have resque jobs?
     if defined? Resque.redis
-      REDIS_CONNECTION = Prometheus::Client::Gauge.new(:redis_connection, 'The status of the redis connection, 0 or 1')
-      FINISHED_JOBS = Prometheus::Client::Gauge.new(:finished_jobs, 'Done resque jobs')
-      WORKERS = Prometheus::Client::Gauge.new(:workers, 'Total resque workers')
-      ACTIVE_WORKERS = Prometheus::Client::Gauge.new(:active_workers, 'Active resque workers')
-      FAILED_JOBS = Prometheus::Client::Gauge.new(:failed_jobs, 'Failed resque jobs')
-      PENDING_JOBS = Prometheus::Client::Gauge.new(:pending_jobs, 'Pending resque jobs')
-
-      prometheus.register(REDIS_CONNECTION)
-      prometheus.register(FINISHED_JOBS)
-      prometheus.register(ACTIVE_WORKERS)
-      prometheus.register(WORKERS)
-      prometheus.register(FAILED_JOBS)
-      prometheus.register(PENDING_JOBS)
-
+      REDIS_CONNECTION = prometheus.gauge(:redis_connection, docstring: 'The status of the redis connection, 0 or 1', labels: %i(connection name), preset_labels: {connection:'redis', name: ZuoraConnect::Telegraf.app_name}, store_settings: most_recent_aggregation)
+      JOBS_FINISHED = prometheus.gauge(:jobs_finished, docstring: 'Done resque jobs', labels: %i(type name), preset_labels: {type:'resque', name: ZuoraConnect::Telegraf.app_name}, store_settings: most_recent_aggregation)
+      WORKERS_TOTAL = prometheus.gauge(:workers_total, docstring: 'Total resque workers', labels: %i(type name), preset_labels: {type:'resque', name: ZuoraConnect::Telegraf.app_name}, store_settings: most_recent_aggregation)
+      WORKERS_ACTIVE = prometheus.gauge(:workers_active, docstring: 'Active resque workers', labels: %i(type name), preset_labels: {type:'resque', name: ZuoraConnect::Telegraf.app_name}, store_settings: most_recent_aggregation)
+      JOBS_FAILED = prometheus.gauge(:jobs_failed, docstring: 'Failed resque jobs', labels: %i(type name), preset_labels: {type:'resque', name: ZuoraConnect::Telegraf.app_name}, store_settings: most_recent_aggregation)
+      JOBS_PENDING = prometheus.gauge(:jobs_pending, docstring: 'Pending resque jobs', labels: %i(type name), preset_labels: {type:'resque', name: ZuoraConnect::Telegraf.app_name}, store_settings: most_recent_aggregation)
     end
 
+    if defined?(Unicorn) && Unicorn.respond_to?(:listener_names)
+      UNICORN_KILLS = prometheus.gauge(
+        :unicorn_kills,
+        docstring: 'Unicorn Kills',
+        labels: %i(type name),
+        preset_labels: {type:'Unicorn-Killer', name: ZuoraConnect::Telegraf.app_name},
+        store_settings: sum_aggregation
+      )
+
+      ZuoraConnect::AppInstanceBase.unicorn_listener_stats.each do |key, _|
+        gauge_name = "unicorn_#{key}".gsub(/[^a-zA-Z0-9_]/, '_')
+        gauge = prometheus.gauge(
+          gauge_name.to_sym,
+          docstring: 'Unicorn Stats',
+          labels: %i(type name),
+          preset_labels: { type: 'unicorn', name: ZuoraConnect::Telegraf.app_name },
+          store_settings: most_recent_aggregation
+        )
+        Prometheus.const_set(
+          gauge_name.upcase,
+          gauge
+        )
+      end
+    end
   end
 end

data/config/initializers/resque.rb

@@ -5,6 +5,20 @@ if defined?(Resque::Worker)
   Resque::Job.send(:include, Resque::SelfLookup)
 end
 
+if defined?(Resque::Job) && defined?(Prometheus)
+  module ResquePrometheusExtensions
+    EXPORTER = Prometheus::ResqueExporter.new
+    def perform
+      super
+      EXPORTER.export
+    end
+  end
+
+  class Resque::Job
+    prepend ResquePrometheusExtensions
+  end
+end
+
 Resque.module_eval do
   # Returns a hash, mapping queue names to queue sizes
   def queue_sizes

data/config/initializers/unicorn.rb

@@ -3,7 +3,35 @@ if defined?(Unicorn::WorkerKiller)
     self.singleton_class.send(:alias_method, :kill_self_old, :kill_self)
     def self.kill_self(logger, start_time)
       self.kill_self_old(logger, start_time)
-      ZuoraConnect::AppInstance.write_to_telegraf(direction: 'Unicorn-Killer', tags: {app_instance: 0}, values: {kill: 1})
+      if defined?(Prometheus)
+        Prometheus::UNICORN_KILLS.set(1)
+      else
+        ZuoraConnect::AppInstance.write_to_telegraf(direction: 'Unicorn-Killer', tags: {app_instance: 0}, values: {kill: 1})
+      end
     end
   end
+end
+
+if defined?(Unicorn::HttpServer) && defined?(Prometheus)
+  module HttpServerExtensions
+    def kill_worker(signal, wpid)
+      Prometheus::UNICORN_KILLS.increment
+      super
+    end
+  end
+
+  module WorkerExtensions
+    def soft_kill(sig)
+      Prometheus::UNICORN_KILLS.increment
+      super
+    end
+  end
+
+  class Unicorn::HttpServer
+    prepend HttpServerExtensions
+  end
+
+  class Unicorn::Worker
+    prepend WorkerExtensions
+  end
 end

data/lib/middleware/metrics_middleware.rb

@@ -64,6 +64,22 @@ module ZuoraConnect
         #Remove bad headers
         @bad_headers.each { |header| env.delete(header) }
 
+        if defined?(Prometheus) && env['PATH_INFO'] == '/connect/internal/metrics'
+          # Prometheus Stuff
+          metrics = ZuoraConnect::AppInstance.get_metrics('stats')
+          redis_up = metrics.present? && metrics.dig(:Resque, :Workers_Total).present? ? 1 : 0
+          Prometheus::REDIS_CONNECTION.set(redis_up)
+
+          process_prometheus_metric(metrics: metrics)
+
+          if defined?(Unicorn) && Unicorn.respond_to?(:listener_names)
+            ZuoraConnect::AppInstanceBase.unicorn_listener_stats.each do |key, value|
+              gauge = Prometheus.const_get("unicorn_#{key}".gsub(/[^a-zA-Z0-9_]/, '_').upcase)
+              gauge.set(value) if gauge.present?
+            end
+          end
+        end
+
         #Thread.current[:appinstance] = nil
         start_time = Time.now
         begin
@@ -77,35 +93,6 @@ module ZuoraConnect
             ZuoraConnect::AppInstanceBase.write_to_telegraf(direction: 'request-inbound-assets', tags: tags, values: values)
           end
 
-          if defined? Prometheus
-            #Prometheus Stuff
-            if env['PATH_INFO'] == '/connect/internal/metrics'
-
-              #Do something before each scrape
-              if defined? Resque.redis
-                begin
-
-                  Resque.redis.ping
-
-                  Prometheus::REDIS_CONNECTION.set({connection:'redis',name: ZuoraConnect::Telegraf.app_name},1)
-                  Prometheus::FINISHED_JOBS.set({type:'resque',name: ZuoraConnect::Telegraf.app_name},Resque.info[:processed])
-                  Prometheus::PENDING_JOBS.set({type:'resque',name: ZuoraConnect::Telegraf.app_name},Resque.info[:pending])
-                  Prometheus::ACTIVE_WORKERS.set({type:'resque',name: ZuoraConnect::Telegraf.app_name},Resque.info[:working])
-                  Prometheus::WORKERS.set({type:'resque',name: ZuoraConnect::Telegraf.app_name},Resque.info[:workers])
-                  Prometheus::FAILED_JOBS.set({type:'resque',name: ZuoraConnect::Telegraf.app_name},Resque.info[:failed])
-
-                rescue Redis::CannotConnectError
-                    Prometheus::REDIS_CONNECTION.set({connection:'redis',name: ZuoraConnect::Telegraf.app_name},0)
-                end
-
-                if ZuoraConnect.configuration.custom_prometheus_update_block != nil
-                  ZuoraConnect.configuration.custom_prometheus_update_block.call()
-                end
-              end
-
-            end
-          end
-
           # Uncomment following block of code for handling engine requests/requests without controller
           # else
           #   # Handling requests which do not have controllers (engines)
@@ -119,10 +106,10 @@ module ZuoraConnect
               content_type = @headers['Content-Type'].split(';')[0] if @headers['Content-Type']
               content_type = content_type.gsub('text/javascript', 'application/javascript')
               tags = {status: @status, content_type: content_type}
-           
+
               tags = tags.merge({controller: 'ActionController'})
               tags = tags.merge({action: 'RoutingError' }) if @status == 404
-              
+
               values = {response_time: ((Time.now - start_time)*1000).round(2) }
 
               ZuoraConnect::AppInstanceBase.write_to_telegraf(direction: :inbound, tags: tags, values: values)
@@ -133,5 +120,32 @@ module ZuoraConnect
         [@status, @headers, @response]
       end
     end
+
+    def process_prometheus_metric(type: 'none', metrics: {})
+      return if metrics.blank?
+
+      prometheus = Prometheus::Client.registry
+      most_recent_aggregation = {}
+      if Prometheus::Client.config.data_store.is_a?(Prometheus::Client::DataStores::DirectFileStore)
+        most_recent_aggregation[:aggregation] = :most_recent
+      end
+      metrics.each do |key, value|
+        next if %w[app_name url].include?(key.to_s)
+
+        if value.is_a?(Hash)
+          process_prometheus_metric(type: key.to_s, metrics: value)
+        else
+          gauge_name = key.to_s.downcase.gsub(/[^a-z0-9_]/, '_')
+          gauge = prometheus.get(gauge_name.to_sym) || prometheus.gauge(
+            gauge_name.to_sym,
+            docstring: "#{key} metric",
+            labels: %i(type name),
+            preset_labels: { type: type, name: ZuoraConnect::Telegraf.app_name },
+            store_settings: most_recent_aggregation
+          )
+          gauge.set(value)
+        end
+      end
+    end
   end
 end

data/lib/zuora_connect/railtie.rb

@@ -28,11 +28,6 @@ module ZuoraConnect
       ::Rails.configuration.action_dispatch.x_sendfile_header = nil
     end
 
-    if defined? Prometheus
-      initializer "prometheus.configure_rails_initialization" do |app|
-        app.middleware.use Prometheus::Middleware::Exporter,(options ={:path => '/connect/internal/metrics'})
-      end
-    end
     initializer "zuora_connect.configure_rails_initialization" do |app|
       app.middleware.insert_after Rack::Sendfile, ZuoraConnect::MetricsMiddleware
       app.middleware.insert_after ActionDispatch::RequestId, ZuoraConnect::RequestIdMiddleware
@@ -40,6 +35,15 @@ module ZuoraConnect
       app.config.middleware.use ZuoraConnect::JsonParseErrors
     end
 
+    if defined? Prometheus
+      require 'rack'
+      require 'prometheus/middleware/exporter'
+      initializer "prometheus.configure_rails_initialization" do |app|
+        app.middleware.insert_after ZuoraConnect::MetricsMiddleware, Prometheus::Middleware::Exporter, path: '/connect/internal/metrics'
+        app.config.middleware.use Rack::Deflater, if: ->(env, *) { env['PATH_INFO'] == '/connect/internal/metrics' }
+      end
+    end
+
     # hook to process_action
     ActiveSupport::Notifications.subscribe('process_action.action_controller', ZuoraConnect::PageRequest.new)
 

data/lib/zuora_connect/version.rb

@@ -1,3 +1,3 @@
 module ZuoraConnect
-  VERSION = "2.0.60b"
+  VERSION = "2.0.60c"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: zuora_connect
 version: !ruby/object:Gem::Version
-  version: 2.0.60b
+  version: 2.0.60c
 platform: ruby
 authors:
 - Connect Team
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-07-27 00:00:00.000000000 Z
+date: 2020-08-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: apartment