gitlab-monitor 4.0.0

data/spec/git_process_proper_spec.rb

@@ -0,0 +1,27 @@
+require "spec_helper"
+require "gitlab_monitor"
+
+# rubocop:disable Metrics/LineLength
+describe GitLab::Monitor::GitProcessProber do
+  describe ".extract_subcommand" do
+    it "extract git subcommand" do
+      command_subcommands = {
+        "git upload-pack --stateless-rpc --advertise-refs /repositories/Hey/project.git" => "upload-pack",
+        "git --git-dir=/repositories/null/gitlab-ce.git fetch upstream --tags" => "fetch",
+        "git --shallow-file  pack-objects --revs --thin --stdout --shallow --delta-base-offset" => "pack-objects",
+        "git /repositories/some/thing.git pack-objects" => "pack-objects",
+        "git --git-dir=/repositories/Fact/arti.git cat-file blob 13b39ff4503badb8182b901c471039d6ab6ab96b" => "cat-file",
+        "git --git-dir /repositories/Fact/arti.git cat-file blob 13b39ff4503badb8182b901c471039d6ab6ab96b" => "cat-file",
+        "git --git-dir=/repositories/an/web.git gc" => "gc",
+        "git --git-dir=/repositories/an/web.git  gc" => "gc",
+        "git --git-dir /repositories/an/web.git gc" => "gc",
+        "git --git-dir /repositories/an/web.git" => nil
+      }
+
+      command_subcommands.each do |command, subcommand|
+        cmdline = command.tr(" ", "\u0000")
+        expect(described_class.extract_subcommand(cmdline)).to eq(subcommand)
+      end
+    end
+  end
+end

data/spec/git_spec.rb

@@ -0,0 +1,52 @@
+require "spec_helper"
+require "stringio"
+require "gitlab_monitor/cli"
+
+context "An invalid repository" do
+  describe GitLab::Monitor::Git do
+    it "fails with an invalid repository" do
+      repo = Dir.mktmpdir
+      Dir.rmdir(repo)
+      expect { GitLab::Monitor::Git.new(repo) }.to raise_error(/Repository #{repo} does not exists/)
+    end
+  end
+end
+
+context "With valid pair of repositories" do
+  let(:repos) { GitRepoBuilder.new }
+
+  after do
+    repos.cleanup
+  end
+
+  describe GitLab::Monitor::Git do
+    it "builds with a repo folder" do
+      expect(GitLab::Monitor::Git.new(repos.cloned_repo)).to be
+    end
+
+    it "pulls correctly" do
+      expect(GitLab::Monitor::Git.new(repos.cloned_repo).pull.time).to satisfy { |v| v >= 0 }
+    end
+
+    it "pushes correctly" do
+      expect(GitLab::Monitor::Git.new(repos.cloned_repo).push.time).to satisfy { |v| v >= 0 }
+    end
+  end
+
+  describe GitLab::Monitor::GitProber do
+    let(:options) { GitProberOptions.new(repos.cloned_repo, {}) }
+    let(:output) { StringIO.new }
+
+    it "probes and monitors a pull" do
+      prober = GitLab::Monitor::GitProber.new(options)
+      prober.probe_pull.write_to(output)
+      expect(output.string).to match(/git_pull_time_milliseconds \d+ \d+/)
+    end
+
+    it "probes and monitors a push" do
+      prober = GitLab::Monitor::GitProber.new(options)
+      prober.probe_push.write_to(output)
+      expect(output.string).to match(/git_push_time_milliseconds \d+ \d+/)
+    end
+  end
+end

data/spec/memstats_spec.rb

@@ -0,0 +1,28 @@
+require "spec_helper"
+require "gitlab_monitor/memstats"
+
+describe GitLab::Monitor::MemStats do
+  let(:pid) { 100 }
+  let(:smaps_data) { File.open("spec/fixtures/smaps/sample.txt") }
+
+  subject { described_class::Aggregator.new(pid) }
+
+  before do
+    expect(File).to receive(:open).with("/proc/#{pid}/smaps").and_yield(smaps_data)
+  end
+
+  it "parses the data properly" do
+    expect(subject.valid?).to be_truthy
+
+    nonzero_fields = %w(size rss shared_clean shared_dirty private_dirty pss)
+    zero_fields = %w(private_clean swap)
+
+    nonzero_fields.each do |field|
+      expect(subject.totals[field]).to be > 0 # rubocop:disable Style/NumericPredicate
+    end
+
+    zero_fields.each do |field|
+      expect(subject.totals[field]).to eq(0)
+    end
+  end
+end

data/spec/prometheus_metrics_spec.rb

@@ -0,0 +1,17 @@
+require "spec_helper"
+
+describe GitLab::Monitor::PrometheusMetrics do
+  it "supports simple metrics" do
+    expect(subject.add("mymetric", 1.1).to_s).to match(/mymetric 1.1 \d*$/)
+  end
+
+  it "supports metrics with one label" do
+    expect(subject.add("mymetric", 1.2, mylabel: "x").to_s).to match(/mymetric{mylabel="x"} 1.2 \d*$/)
+  end
+
+  it "supports metrics with many labels" do
+    expect(subject.add("mymetric", 1.3, mylabel: "x", myotherlabel: "y").to_s).to match(
+      /mymetric{mylabel="x",myotherlabel="y"} 1.3 \d*$/
+    )
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,63 @@
+require "rspec"
+require "gitlab_monitor"
+
+require "open3"
+require "tmpdir"
+
+$LOAD_PATH.unshift File.expand_path(".")
+Dir["spec/support/**/*.rb"].each do |f| require f end
+
+class GitRepoBuilder
+  def origin
+    @origin ||= create_origin
+  end
+
+  def cloned_repo
+    @cloned_repo ||= clone_origin
+  end
+
+  def cleanup
+    FileUtils.rm_r(@origin) if @origin
+    FileUtils.rm_r(@cloned_repo) if @cloned_repo
+  end
+
+  private
+
+  def create_origin
+    path = Dir.mktmpdir
+    Open3.capture3("git init", chdir: path)
+    Open3.capture3("git commit --allow-empty -m 'Beep'", chdir: path)
+    Open3.capture3("git checkout -b other", chdir: path)
+    path
+  end
+
+  def clone_origin
+    path = Dir.mktmpdir
+    Dir.rmdir(path)
+    Open3.capture3("git clone #{origin} #{path}")
+    Open3.capture3("git checkout master", chdir: path)
+    path
+  end
+end
+
+GitProberOptions = Struct.new(:source, :labels)
+
+class CLIArgs
+  def initialize(args)
+    @arguments = args
+  end
+
+  def options
+    yield self
+  end
+
+  def on(*args)
+  end
+
+  def banner=(banner)
+  end
+
+  def parse!
+    @arguments
+  end
+end

data/spec/util_spec.rb

@@ -0,0 +1,15 @@
+require "spec_helper"
+
+describe GitLab::Monitor::TimeTracker do
+  it "tracks execution time" do
+    expect(subject.track { sleep 0.1 }.time).to satisfy { |v| v >= 0.1 }
+  end
+end
+
+describe GitLab::Monitor::Utils do
+  it "excludes extraneous PIDs" do
+    allow(described_class).to receive(:exec_pgrep).and_return("12345 my-process\n98765 sh\n")
+
+    expect(described_class.pgrep("some-process")).to eq(["12345"])
+  end
+end

metadata

@@ -0,0 +1,225 @@
+--- !ruby/object:Gem::Specification
+name: gitlab-monitor
+version: !ruby/object:Gem::Version
+  version: 4.0.0
+platform: ruby
+authors:
+- Pablo Carranza
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2016-07-27 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: pg
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.1'
+- !ruby/object:Gem::Dependency
+  name: sinatra
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.0.4
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.0.4
+- !ruby/object:Gem::Dependency
+  name: quantile
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.2.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.2.0
+- !ruby/object:Gem::Dependency
+  name: sidekiq
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 5.2.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 5.2.1
+- !ruby/object:Gem::Dependency
+  name: redis
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.2'
+- !ruby/object:Gem::Dependency
+  name: redis-namespace
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.6.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.6.0
+- !ruby/object:Gem::Dependency
+  name: connection_pool
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.2.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.2.1
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.7.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.7.0
+- !ruby/object:Gem::Dependency
+  name: rspec-expectations
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.7.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.7.0
+description: GitLab monitoring tools to use with prometheus
+email: pablo@gitlab.com
+executables:
+- gitlab-mon
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".gitlab-ci.yml"
+- ".rubocop.yml"
+- CONTRIBUTING.md
+- Gemfile
+- Gemfile.lock
+- LICENSE
+- README.md
+- bin/gitlab-mon
+- config/gitlab-monitor.yml.example
+- gitlab-monitor.gemspec
+- lib/gitlab_monitor.rb
+- lib/gitlab_monitor/cli.rb
+- lib/gitlab_monitor/database.rb
+- lib/gitlab_monitor/database/base.rb
+- lib/gitlab_monitor/database/bloat.rb
+- lib/gitlab_monitor/database/bloat_btree.sql
+- lib/gitlab_monitor/database/bloat_table.sql
+- lib/gitlab_monitor/database/ci_builds.rb
+- lib/gitlab_monitor/database/remote_mirrors.rb
+- lib/gitlab_monitor/database/row_count.rb
+- lib/gitlab_monitor/database/tuple_stats.rb
+- lib/gitlab_monitor/git.rb
+- lib/gitlab_monitor/memstats.rb
+- lib/gitlab_monitor/memstats/mapping.rb
+- lib/gitlab_monitor/prober.rb
+- lib/gitlab_monitor/process.rb
+- lib/gitlab_monitor/prometheus.rb
+- lib/gitlab_monitor/sidekiq.rb
+- lib/gitlab_monitor/sidekiq_queue_job_stats.lua
+- lib/gitlab_monitor/util.rb
+- lib/gitlab_monitor/version.rb
+- lib/gitlab_monitor/web_exporter.rb
+- spec/cli_spec.rb
+- spec/database/bloat_spec.rb
+- spec/database/ci_builds_spec.rb
+- spec/database/row_count_spec.rb
+- spec/fixtures/smaps/sample.txt
+- spec/git_process_proper_spec.rb
+- spec/git_spec.rb
+- spec/memstats_spec.rb
+- spec/prometheus_metrics_spec.rb
+- spec/spec_helper.rb
+- spec/util_spec.rb
+homepage: http://gitlab.com
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.7.6
+signing_key: 
+specification_version: 4
+summary: GitLab monitoring tools
+test_files:
+- spec/cli_spec.rb
+- spec/database/bloat_spec.rb
+- spec/database/ci_builds_spec.rb
+- spec/database/row_count_spec.rb
+- spec/fixtures/smaps/sample.txt
+- spec/git_process_proper_spec.rb
+- spec/git_spec.rb
+- spec/memstats_spec.rb
+- spec/prometheus_metrics_spec.rb
+- spec/spec_helper.rb
+- spec/util_spec.rb