gitlab-exporter 11.0.1 → 11.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/Gemfile.lock +1 -1
- data/README.md +10 -3
- data/lib/gitlab_exporter/sidekiq.rb +22 -0
- data/lib/gitlab_exporter/version.rb +1 -1
- metadata +1 -1
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: b3eef01acf595b16deb86b2578776e3487b513865fca93ede7684ba982932706
|
|
4
|
+
data.tar.gz: e5194e0230ac9672b9c30fbd1bf1be3b11333d894a21505dd97e39891f72b960
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 60c79e4a4e550adf557129aa278986726370e21f77ca5f67864f23fbb181f5c904d02f5015d51d8317c748b9a72b74cfd59a5f14b4a0af0ffce6b03883ceef4a
|
|
7
|
+
data.tar.gz: 5bd99ea95151fd95a5f72597474ec6c81e3fd9e1f0284f5d85b7595257f24cddde5b0a315a6705a6258b8b7d0ebcbe5178f6816978ebc3b2c47a435578d58ee0
|
data/Gemfile.lock
CHANGED
data/README.md
CHANGED
|
@@ -34,7 +34,7 @@ metrics.
|
|
|
34
34
|
`git_pull_time_milliseconds`, `git_push_time_milliseconds`
|
|
35
35
|
* git processes stats (see Process below)
|
|
36
36
|
1. [Sidekiq](lib/gitlab_exporter/sidekiq.rb)
|
|
37
|
-
* Stats
|
|
37
|
+
* Stats (probe_stats)
|
|
38
38
|
* `sidekiq_jobs_processed_total`
|
|
39
39
|
* `sidekiq_jobs_failed_total`
|
|
40
40
|
* `sidekiq_jobs_enqueued_size`
|
|
@@ -44,14 +44,21 @@ metrics.
|
|
|
44
44
|
* `sidekiq_default_queue_latency_seconds`
|
|
45
45
|
* `sidekiq_processes_size`
|
|
46
46
|
* `sidekiq_workers_size`
|
|
47
|
-
* Queues
|
|
47
|
+
* Queues (probe_queues)
|
|
48
48
|
* `sidekiq_queue_size`
|
|
49
49
|
* `sidekiq_queue_paused`
|
|
50
50
|
* `sidekiq_queue_latency_seconds`
|
|
51
|
-
* Jobs
|
|
51
|
+
* Jobs (probe_jobs_limit)
|
|
52
52
|
* `sidekiq_enqueued_jobs`
|
|
53
|
+
* Workers (probe_workers)
|
|
53
54
|
* `sidekiq_running_jobs`
|
|
55
|
+
* Retries (probe_retries)
|
|
54
56
|
* `sidekiq_to_be_retried_jobs`
|
|
57
|
+
* Future Sets (probe_future_sets)
|
|
58
|
+
* `sidekiq_schedule_set_processing_delay_seconds`
|
|
59
|
+
* `sidekiq_schedule_set_backlog_count`
|
|
60
|
+
* `sidekiq_retry_set_processing_delay_seconds`
|
|
61
|
+
* `sidekiq_retry_set_backlog_count`
|
|
55
62
|
|
|
56
63
|
### Setup with GitLab Development Kit
|
|
57
64
|
|
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
require "sidekiq/api"
|
|
2
|
+
require "sidekiq/scheduled"
|
|
2
3
|
require "digest"
|
|
3
4
|
|
|
4
5
|
module GitLab
|
|
@@ -76,6 +77,27 @@ module GitLab
|
|
|
76
77
|
self
|
|
77
78
|
end
|
|
78
79
|
|
|
80
|
+
def probe_future_sets
|
|
81
|
+
now = Time.now.to_f
|
|
82
|
+
with_sidekiq do
|
|
83
|
+
Sidekiq.redis do |conn|
|
|
84
|
+
Sidekiq::Scheduled::SETS.each do |set|
|
|
85
|
+
# Default to 0; if all jobs are due in the future, there is no "negative" delay.
|
|
86
|
+
delay = 0
|
|
87
|
+
|
|
88
|
+
_job, timestamp = conn.zrangebyscore(set, "-inf", now.to_s, limit: [0, 1], withscores: true).first
|
|
89
|
+
delay = now - timestamp if timestamp
|
|
90
|
+
|
|
91
|
+
@metrics.add("sidekiq_#{set}_set_processing_delay_seconds", delay)
|
|
92
|
+
|
|
93
|
+
# zcount is O(log(N)) (prob. binary search), so is still quick even with large sets
|
|
94
|
+
@metrics.add("sidekiq_#{set}_set_backlog_count",
|
|
95
|
+
conn.zcount(set, "-inf", now.to_s))
|
|
96
|
+
end
|
|
97
|
+
end
|
|
98
|
+
end
|
|
99
|
+
end
|
|
100
|
+
|
|
79
101
|
# Count worker classes present in Sidekiq queues. This only looks at the
|
|
80
102
|
# first PROBE_JOBS_LIMIT jobs in each queue. This means that we run a
|
|
81
103
|
# single LRANGE command for each queue, which does not block other
|