gitlab-exporter 10.5.0 → 11.0.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 4c392268186f090b025d290c818f821120f5160a9a59f2e3ba228f26da0b8505
-  data.tar.gz: 3771d5912cb2a310183a1f78a8e24d191eb502d20c2beab3c327994243ae7077
+  metadata.gz: 8f22f9c58b0d64fdec6134fa8b59cfd474f1333ebe59a8a94c620749fc4be33c
+  data.tar.gz: 0dc26d62d7aab597a13aab640844a42774a85c2ce6459f9eeeef7441b81f3d19
 SHA512:
-  metadata.gz: c9ee25b554e51484e4cba96070677c90e3cbad17da49eef2e2f649ad4d4ff125e8e2982cfb6e952444436d7ead6f603f6173ba1270b7112b3de75126cb57b318
-  data.tar.gz: e6038eff74531eb7c0561437cb676336853d9a597b588d07a9561a4561ef165a3ad2f528711b3a2f5d61ebfc8df341ef93ec4d15274fb7efcc88859abc1bc6c3
+  metadata.gz: 56a1c9f3a267b32ead646a1c6a95a8d81744498d67613e0c6dbb849a15e624d96215800a1688504e08c8b25a2b1222a4b86f2e3b1cb7b898ff892f6a445dcdbd
+  data.tar.gz: e08257d194617fd5467526403a8629aeab1d46719bb34c57b6aaaa77cb94b138b139544771b071bfccc6ec47e8440d1241ae3adb8fceb226694366d4e89a058f

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    gitlab-exporter (10.5.0)
+    gitlab-exporter (11.0.0)
       connection_pool (= 2.2.5)
       pg (= 1.2.3)
       puma (= 5.3.2)

data/lib/gitlab_exporter/cli.rb

@@ -275,7 +275,7 @@ module GitLab
           ::GitLab::Exporter::SidekiqProber.new(redis_url: @redis_url)
                                            .probe_stats
                                            .probe_queues
-                                           .probe_jobs
+                                           .probe_jobs_limit
                                            .probe_workers
                                            .probe_retries
                                            .write_to(@target)

data/lib/gitlab_exporter/sidekiq.rb

@@ -7,9 +7,6 @@ module GitLab
     #
     # It takes the Redis URL Sidekiq is connected to
     class SidekiqProber
-      QUEUE_JOB_STATS_SCRIPT = File.read(File.expand_path("#{__FILE__}/../sidekiq_queue_job_stats.lua")).freeze
-      QUEUE_JOB_STATS_SHA    = Digest::SHA1.hexdigest(QUEUE_JOB_STATS_SCRIPT).freeze
-
       # The maximum depth (from the head) of each queue to probe. Probing the
       # entirety of a very large queue will take longer and run the risk of
       # timing out. But when we have a very large queue, we are most in need of
@@ -72,45 +69,19 @@ module GitLab
         self
       end
 
-      # Count worker classes present in Sidekiq queues. This uses a Lua
-      # script to find all jobs in all queues. That script will block
-      # all other Redis commands:
-      # https://redis.io/commands/eval#atomicity-of-scripts
-      #
-      # The script is generally fast, but may be slower with very large
-      # queues, which is why this is not enabled by default.
       def probe_jobs
-        with_sidekiq do
-          job_stats = {}
-
-          Sidekiq::Queue.all.each do |queue|
-            Sidekiq.redis do |conn|
-              stats = conn.evalsha(QUEUE_JOB_STATS_SHA, ["queue:#{queue.name}"])
-              job_stats.merge!(stats.to_h)
-            end
-          rescue Redis::CommandError # Could happen if the script exceeded the maximum run time (5 seconds by default)
-            # FIXME: Should we call SCRIPT KILL?
-            return self
-          end
-
-          job_stats.each do |class_name, count|
-            @metrics.add("sidekiq_enqueued_jobs", count, name: class_name)
-          end
-        end
+        puts "[REMOVED] probe_jobs is now considered obsolete and does not emit any metrics,"\
+             " please use probe_jobs_limit instead"
 
         self
       end
 
-      # This does the same as #probe_jobs, but only looks at the first
-      # PROBE_JOBS_LIMIT jobs in each queue. This means that we run a
+      # Count worker classes present in Sidekiq queues. This only looks at the
+      # first PROBE_JOBS_LIMIT jobs in each queue. This means that we run a
       # single LRANGE command for each queue, which does not block other
-      # commands. For queues over PROBE_JOBS_LIMIT in size, this means
-      # that we will not have completely accurate statistics, but the
-      # probe performance will also not degrade as the queue gets
-      # larger.
-      #
-      # DO NOT USE this and probe_jobs together, as they export the same
-      # metric (sidekiq_enqueued_jobs).
+      # commands. For queues over PROBE_JOBS_LIMIT in size, this means that we
+      # will not have completely accurate statistics, but the probe performance
+      # will also not degrade as the queue gets larger.
       def probe_jobs_limit
         with_sidekiq do
           job_stats = Hash.new(0)

data/lib/gitlab_exporter/version.rb

@@ -1,5 +1,5 @@
 module GitLab
   module Exporter
-    VERSION = "10.5.0".freeze
+    VERSION = "11.0.0".freeze
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: gitlab-exporter
 version: !ruby/object:Gem::Version
-  version: 10.5.0
+  version: 11.0.0
 platform: ruby
 authors:
 - Pablo Carranza
@@ -189,7 +189,6 @@ files:
 - lib/gitlab_exporter/prometheus.rb
 - lib/gitlab_exporter/ruby.rb
 - lib/gitlab_exporter/sidekiq.rb
-- lib/gitlab_exporter/sidekiq_queue_job_stats.lua
 - lib/gitlab_exporter/util.rb
 - lib/gitlab_exporter/version.rb
 - lib/gitlab_exporter/web_exporter.rb

data/lib/gitlab_exporter/sidekiq_queue_job_stats.lua

@@ -1,42 +0,0 @@
---
--- Adapted from https://github.com/mperham/sidekiq/blob/2f9258e4fe77991c526f7a65c92bcf792eef8338/lib/sidekiq/api.rb#L231
---
-local queue_name      = KEYS[1]
-local initial_size    = redis.call('llen', queue_name)
-local deleted_size    = 0
-local page            = 0
-local page_size       = 2000
-local temp_job_stats  = {}
-local final_job_stats = {}
-
-while true do
-  local range_start = page * page_size - deleted_size
-  local range_end   = range_start + page_size - 1
-  local entries     = redis.call('lrange', queue_name, range_start, range_end)
-
-  if #entries == 0 then
-    break
-  end
-
-  page = page + 1
-
-  for index, entry in next, entries do
-    local class = cjson.decode(entry)['class']
-    if class ~= nil then
-      if temp_job_stats[class] ~= nil then
-        temp_job_stats[class] = temp_job_stats[class] + 1
-      else
-        temp_job_stats[class] = 1
-      end
-    end
-  end
-
-  deleted_size = initial_size - redis.call('llen', queue_name)
-end
-
-for class, count in next, temp_job_stats do
-  local stat_entry = {class, count}
-  table.insert(final_job_stats, stat_entry)
-end
-
-return final_job_stats