riemann-tools 1.0.0 → 1.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: e4c06d1c46f6c9c6d78ac614c29ee04f62d18227b2f306719185efcfd3747f56
-  data.tar.gz: e71e90f111b57c7466ac0a6d33e0111525e8192e5c152b64903644bf8be92aa2
+  metadata.gz: fa8ed5841e8d5c02ee08180af284269ca1382e174a2dfd98b28de23227a44f61
+  data.tar.gz: 3ec31579be24a493017091aaa928b6cbd091c2d578a7d577d868ac2857e7be3d
 SHA512:
-  metadata.gz: d598a191d654c8be5cdd9d32bd5f99d54f3f86fb062022f4b9ab84b48c8d2cfc5cef2929354082d2b3796c0eb5d7f79dfdf789bfec5b222f295066fb7ca95332
-  data.tar.gz: 0fddd305b30cbdac305a5bcd8cff3f3b139285d9e0d53a27019b5dcf70c12b9b0d29177460b166c7f7d70d1f1cc85d39d11e22c08c47153ef02b49478de80253
+  metadata.gz: a5554c62f5ce95494f5ed677ccd6933224121c9d227bc9318ec54bed380e0635f1140fbfc5cf8cd3e2ecc919fc267c12f8fb8c47da58345925c69c6d19c82a51
+  data.tar.gz: a1e3a370c5a325eb6acd59c1ad23fb3efcde20f8ff467d75a84c1e52e1f7cd2cd3102d5045bb11bfd43a43f12b01c0823c2b08f6fa75fd1e33ae50818ffa0e02

data/.github/dependabot.yml

@@ -0,0 +1,11 @@
+# To get started with Dependabot version updates, you'll need to specify which
+# package ecosystems to update and where the package manifests are located.
+# Please see the documentation for all configuration options:
+# https://docs.github.com/github/administering-a-repository/configuration-options-for-dependency-updates
+
+version: 2
+updates:
+  - package-ecosystem: "bundler" # See documentation for possible values
+    directory: "/" # Location of package manifests
+    schedule:
+      interval: "daily"

data/.github/workflows/ci.yml

@@ -10,11 +10,24 @@ on:
       - main
 
 jobs:
+  lint:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+      - name: Setup ruby
+        uses: ruby/setup-ruby@v1
+        with:
+          ruby-version: '2.7'
+          bundler-cache: true
+      - name: Run rubocop
+        run: bundle exec rubocop
   test:
+    needs: lint
     runs-on: ubuntu-latest
     strategy:
       matrix:
         ruby-version:
+          - 2.6
           - 2.7
           - 3.0
           - 3.1
@@ -25,5 +38,7 @@ jobs:
         with:
           ruby-version: ${{ matrix.ruby-version }}
           bundler-cache: true
+      - name: Build the parser
+        run: bundle exec rake gen_parser
       - name: Run the test suite
         run: bundle exec rspec

data/.github/workflows/codeql-analysis.yml

@@ -0,0 +1,72 @@
+# For most projects, this workflow file will not need changing; you simply need
+# to commit it to your repository.
+#
+# You may wish to alter this file to override the set of languages analyzed,
+# or to provide custom queries or build logic.
+#
+# ******** NOTE ********
+# We have attempted to detect the languages in your repository. Please check
+# the `language` matrix defined below to confirm you have the correct set of
+# supported CodeQL languages.
+#
+name: "CodeQL"
+
+on:
+  push:
+    branches: [ "main" ]
+  pull_request:
+    # The branches below must be a subset of the branches above
+    branches: [ "main" ]
+  schedule:
+    - cron: '27 16 * * 6'
+
+jobs:
+  analyze:
+    name: Analyze
+    runs-on: ubuntu-latest
+    permissions:
+      actions: read
+      contents: read
+      security-events: write
+
+    strategy:
+      fail-fast: false
+      matrix:
+        language: [ 'ruby' ]
+        # CodeQL supports [ 'cpp', 'csharp', 'go', 'java', 'javascript', 'python', 'ruby' ]
+        # Learn more about CodeQL language support at https://aka.ms/codeql-docs/language-support
+
+    steps:
+    - name: Checkout repository
+      uses: actions/checkout@v3
+
+    # Initializes the CodeQL tools for scanning.
+    - name: Initialize CodeQL
+      uses: github/codeql-action/init@v2
+      with:
+        languages: ${{ matrix.language }}
+        # If you wish to specify custom queries, you can do so here or in a config file.
+        # By default, queries listed here will override any specified in a config file.
+        # Prefix the list here with "+" to use these queries and those in the config file.
+        
+        # Details on CodeQL's query packs refer to : https://docs.github.com/en/code-security/code-scanning/automatically-scanning-your-code-for-vulnerabilities-and-errors/configuring-code-scanning#using-queries-in-ql-packs
+        # queries: security-extended,security-and-quality
+
+        
+    # Autobuild attempts to build any compiled languages  (C/C++, C#, or Java).
+    # If this step fails, then you should remove it and run the build manually (see below)
+    - name: Autobuild
+      uses: github/codeql-action/autobuild@v2
+
+    # ℹ️ Command-line programs to run using the OS shell.
+    # 📚 See https://docs.github.com/en/actions/using-workflows/workflow-syntax-for-github-actions#jobsjob_idstepsrun
+
+    #   If the Autobuild fails above, remove it and uncomment the following three lines. 
+    #   modify them (or add more) to build your code if your project, please refer to the EXAMPLE below for guidance.
+
+    # - run: |
+    #   echo "Run, Build Application using script"
+    #   ./location_of_script_within_repo/buildscript.sh
+
+    - name: Perform CodeQL Analysis
+      uses: github/codeql-action/analyze@v2

data/.gitignore

@@ -1,6 +1,8 @@
+Gemfile.lock
 pkg/
 ._*
 *~
 .DS_Store
 .*.swp
 *.log
+lib/riemann/tools/uptime_parser.tab.rb

data/.rubocop.yml

@@ -0,0 +1,40 @@
+---
+AllCops:
+  Exclude:
+    - lib/riemann/tools/uptime_parser.tab.rb
+    - vendor/bundle/**/*
+Gemspec/RequiredRubyVersion:
+  Enabled: false
+Layout/HashAlignment:
+  EnforcedHashRocketStyle: table
+Layout/LineLength:
+  Enabled: false
+Metrics/AbcSize:
+  Enabled: false
+Metrics/BlockLength:
+  Enabled: false
+Metrics/ClassLength:
+  Enabled: false
+Metrics/CyclomaticComplexity:
+  Enabled: false
+Metrics/MethodLength:
+  Enabled: false
+Metrics/ParameterLists:
+  Enabled: false
+Metrics/PerceivedComplexity:
+  Enabled: false
+Naming/MethodParameterName:
+  AllowedNames:
+    - az # availability zone
+    - id
+    - lb # load balancer
+Style/Documentation:
+  Enabled: false
+Style/HashSyntax:
+  EnforcedShorthandSyntax: never
+Style/TrailingCommaInArguments:
+  EnforcedStyleForMultiline: consistent_comma
+Style/TrailingCommaInArrayLiteral:
+  EnforcedStyleForMultiline: consistent_comma
+Style/TrailingCommaInHashLiteral:
+  EnforcedStyleForMultiline: consistent_comma

data/.ruby-version

@@ -0,0 +1 @@
+3.1.0

data/CHANGELOG.md

@@ -1,8 +1,68 @@
 # Changelog
 
-## [1.0.0](https://github.com/riemann/riemann-tools/tree/1.0.0) (2022-06-21)
+## [v1.2.0](https://github.com/riemann/riemann-tools/tree/v1.2.0) (2022-08-17)
 
-[Full Changelog](https://github.com/riemann/riemann-tools/compare/0.2.14...1.0.0)
+[Full Changelog](https://github.com/riemann/riemann-tools/compare/v1.1.1...v1.2.0)
+
+**Implemented enhancements:**
+
+- Add users monitoring to riemann-health [\#226](https://github.com/riemann/riemann-tools/pull/226) ([smortex](https://github.com/smortex))
+- Add a wrapper to run multiple tools in a single process [\#225](https://github.com/riemann/riemann-tools/pull/225) ([smortex](https://github.com/smortex))
+- Add swap monitoring to riemann-health [\#222](https://github.com/riemann/riemann-tools/pull/222) ([smortex](https://github.com/smortex))
+- Add uptime monitoring to riemann-health [\#218](https://github.com/riemann/riemann-tools/pull/218) ([smortex](https://github.com/smortex))
+
+**Fixed bugs:**
+
+- Ignore squashfs from disks usage reporting [\#228](https://github.com/riemann/riemann-tools/pull/228) ([smortex](https://github.com/smortex))
+- Fix service name mismatch for rx/tx drop in riemann-net [\#217](https://github.com/riemann/riemann-tools/pull/217) ([smortex](https://github.com/smortex))
+
+**Merged pull requests:**
+
+- Normalize class names [\#224](https://github.com/riemann/riemann-tools/pull/224) ([smortex](https://github.com/smortex))
+- Move all extra tool classes in dedicated files [\#223](https://github.com/riemann/riemann-tools/pull/223) ([smortex](https://github.com/smortex))
+- Removed travis [\#220](https://github.com/riemann/riemann-tools/pull/220) ([jamtur01](https://github.com/jamtur01))
+- Move all base tool classes in dedicated files [\#219](https://github.com/riemann/riemann-tools/pull/219) ([smortex](https://github.com/smortex))
+
+## [v1.1.1](https://github.com/riemann/riemann-tools/tree/v1.1.1) (2022-07-02)
+
+[Full Changelog](https://github.com/riemann/riemann-tools/compare/v1.1.0...v1.1.1)
+
+**Fixed bugs:**
+
+- Ignore overlay filesystems by default [\#215](https://github.com/riemann/riemann-tools/pull/215) ([smortex](https://github.com/smortex))
+
+## [v1.1.0](https://github.com/riemann/riemann-tools/tree/v1.1.0) (2022-07-01)
+
+[Full Changelog](https://github.com/riemann/riemann-tools/compare/v1.0.0...v1.1.0)
+
+**Implemented enhancements:**
+
+- Report computed disk metric [\#213](https://github.com/riemann/riemann-tools/pull/213) ([smortex](https://github.com/smortex))
+- Add support for FreeBSD system fd monitoring [\#204](https://github.com/riemann/riemann-tools/pull/204) ([smortex](https://github.com/smortex))
+- Improve interface matching flexibility [\#203](https://github.com/riemann/riemann-tools/pull/203) ([smortex](https://github.com/smortex))
+- Improve disk usage reporting [\#200](https://github.com/riemann/riemann-tools/pull/200) ([smortex](https://github.com/smortex))
+
+**Fixed bugs:**
+
+- Revert tmpfs as an ignored filesystem by default [\#206](https://github.com/riemann/riemann-tools/pull/206) ([smortex](https://github.com/smortex))
+- Fix network interfaces reporting [\#202](https://github.com/riemann/riemann-tools/pull/202) ([smortex](https://github.com/smortex))
+- Fix setting custom load thresholds [\#201](https://github.com/riemann/riemann-tools/pull/201) ([smortex](https://github.com/smortex))
+
+**Closed issues:**
+
+- Disk usage resolution is coarse [\#212](https://github.com/riemann/riemann-tools/issues/212)
+- Load warning/critical doesn't work [\#182](https://github.com/riemann/riemann-tools/issues/182)
+
+**Merged pull requests:**
+
+- Modernized riemann-ntp and included warning for macOS [\#211](https://github.com/riemann/riemann-tools/pull/211) ([jamtur01](https://github.com/jamtur01))
+- Create dependabot.yml [\#209](https://github.com/riemann/riemann-tools/pull/209) ([jamtur01](https://github.com/jamtur01))
+- Create codeql-analysis.yml [\#208](https://github.com/riemann/riemann-tools/pull/208) ([jamtur01](https://github.com/jamtur01))
+- Setup Rubocop [\#205](https://github.com/riemann/riemann-tools/pull/205) ([smortex](https://github.com/smortex))
+
+## [v1.0.0](https://github.com/riemann/riemann-tools/tree/v1.0.0) (2022-06-22)
+
+[Full Changelog](https://github.com/riemann/riemann-tools/compare/0.2.14...v1.0.0)
 
 **Implemented enhancements:**
 

data/README.markdown

@@ -1,5 +1,4 @@
-Riemann Tools
-=============
+# Riemann Tools
 
 Tiny programs to submit events to Riemann.
 
@@ -9,18 +8,14 @@ randomly distributed metrics for load testing.
 
 [![Gem Version](https://badge.fury.io/rb/riemann-tools.svg)](https://badge.fury.io/rb/riemann-tools) [![CI](https://github.com/riemann/riemann-tools/actions/workflows/ci.yml/badge.svg)](https://github.com/riemann/riemann-tools/actions/workflows/ci.yml)
 
-
-
-Get started
-===========
+## Get started
 
 ``` bash
 gem install riemann-tools
 riemann-health --host my.riemann.server
 ```
 
-Riemann-tools programs
-======================
+## Riemann-tools programs
 
 This repository contains a number of different programs. Some of them
 ship with the `riemann-tools` gem, including:
@@ -49,18 +44,15 @@ ship with the `riemann-tools` gem, including:
 Also contained in the repository are a number of stand-alone monitoring
 tools, which are shipped as separate gems.
 
-Riemann stand-alone tools
-=========================
+## Riemann stand-alone tools
 
 Use these tools by installing their individual gems, usually named for
-the specific tool, for example:
+the specific tool, for example, to install the AWS tools:
 
 ```bash
 gem install riemann-aws
 ```
 
-To install the AWS tools.
-
 * riemann-aws - Monitor various AWS services.
 * riemann-elasticsearch - Monitor Elasticsearch.
 * riemann-mesos - Monitor Mesos.
@@ -74,20 +66,12 @@ To install the AWS tools.
 There are also a number of additional, stand-alone tools, contained in
 the [Riemann GitHub account](https://github.com/riemann/).
 
-Docker Images
-=============
+## Docker Images
 
 You can find Docker images for the tools [here](https://hub.docker.com/u/riemannio/dashboard/).
 
-Build status
-============
-
-[![Build Status](https://travis-ci.com/riemann/riemann-tools.svg?branch=master)](https://travis-ci.com/riemann/riemann-tools)
-
-License
-=======
+## License
 
 The MIT License
 
-Copyright (c) 2011-2016 Kyle Kingsbury
-
+Copyright (c) 2011-2022 Kyle Kingsbury

data/Rakefile

@@ -1,21 +1,30 @@
-require 'riemann/tools/version'
+# frozen_string_literal: true
 
+require 'riemann/tools/version'
 require 'bundler/gem_tasks'
-
 require 'github_changelog_generator/task'
 
 GitHubChangelogGenerator::RakeTask.new :changelog do |config|
   config.user = 'riemann'
   config.project = 'riemann-tools'
   config.exclude_labels = ['skip-changelog']
-  config.future_release = Riemann::Tools::VERSION
+  config.future_release = "v#{Riemann::Tools::VERSION}"
 end
 
 desc 'Recursively build all gems'
 task :rbuild do
-  Dir.glob("tools/**") do |dir|
+  Dir.glob('tools/**') do |dir|
     Dir.chdir(dir)
     sh 'rake gem'
-    Dir.chdir("../..")
+    Dir.chdir('../..')
   end
 end
+
+task build: :gen_parser
+
+desc 'Generate the uptime parser'
+task gen_parser: 'lib/riemann/tools/uptime_parser.tab.rb'
+
+file 'lib/riemann/tools/uptime_parser.tab.rb' => 'lib/riemann/tools/uptime_parser.y' do
+  sh 'racc -S lib/riemann/tools/uptime_parser.y'
+end

data/SECURITY.md

@@ -0,0 +1,42 @@
+# Riemann Security and Disclosure Information
+This page describes Riemann security and disclosure information.
+
+## Supported Versions
+
+The currently supported version of Riemann for security-patching purposes is always the latest version.
+
+## Security Announcements
+
+Will be made on the [Riemann mailing list](https://groups.google.com/g/riemann-users?pli=1).
+
+## Report a Vulnerability
+
+We're extremely grateful for security researchers and users that report vulnerabilities to Riemann. All reports are thoroughly investigated by the maintainers.
+
+To make a report, you should email the private security@riemann.io list with the details.
+
+## When Should I Report a Vulnerability?
+
+* You think you discovered a potential security vulnerability in Riemann.
+* You are unsure how a vulnerability affects Riemann.
+* You think you discovered a vulnerability in another project that Riemann depends on
+
+For projects with their own vulnerability reporting and disclosure process, please report it directly there.
+
+## When Should I NOT Report a Vulnerability?
+
+* You need help tuning Riemann components for security
+* You need help applying security related updates
+* Your issue is not security related
+
+## Security Vulnerability Response
+
+Each report is acknowledged and analyzed within 5 working days.
+
+Any vulnerability information shared stays within Riemann project and will not be disseminated to other projects unless it is necessary to get the issue fixed.
+
+As the security issue moves from triage, to identified fix, to release planning we will keep the reporter updated.
+
+## Public Disclosure Timing
+
+A public disclosure date is negotiated by the Riemann maintainers nd the bug submitter. We prefer to fully disclose the bug as soon as possible once a user mitigation is available. It is reasonable to delay disclosure when the bug or the fix is not yet fully understood, the solution is not well-tested, or for vendor coordination. The timeframe for disclosure is from immediate (especially if it's already publicly known) to a few weeks. For a vulnerability with a straightforward mitigation, we expect report date to disclosure date to be on the order of 7 days. The Riemann maintainers hold the final say when setting a disclosure date.

data/bin/riemann-apache-status

@@ -1,99 +1,8 @@
 #!/usr/bin/env ruby
-Process.setproctitle($0)
+# frozen_string_literal: true
 
-# Collects Apache metrics and submits them to Riemann
-# More information can be found at http://httpd.apache.org/docs/2.4/mod/mod_status.html
+Process.setproctitle($PROGRAM_NAME)
 
-# Removes whitespace from 'Total Accesses' and 'Total kBytes' for output to graphite
-
-require File.expand_path('../../lib/riemann/tools', __FILE__)
-
-class Riemann::Tools::ApacheStatus
-  include Riemann::Tools
-  require 'net/http'
-  require 'uri'
-
-  opt :uri, 'Apache Server Status URI', :default => 'http://localhost/server-status'
-
-  def initialize
-    @uri = URI.parse(opts[:uri]) + '?auto'
-    # Sample Response with ExtendedStatus On
-    # Total Accesses: 20643
-    # Total kBytes: 36831
-    # CPULoad: .0180314
-    # Uptime: 43868
-    # ReqPerSec: .470571
-    # BytesPerSec: 859.737
-    # BytesPerReq: 1827.01
-    # BusyWorkers: 6
-    # IdleWorkers: 94
-    # Scoreboard: ___K_____K____________W_
-
-    @scoreboard_map  = { '_' => 'waiting', 'S' => 'starting', 'R' => 'reading', 'W' => 'sending',
-      'K' => 'keepalive', 'D' => 'dns', 'C' => 'closing', 'L' => 'logging', 'G' => 'graceful',
-      'I' => 'idle', '.' => 'open' }
-  end
-
-
-  def get_scoreboard_metrics(response)
-    results = Hash.new(0)
-
-    response.slice! 'Scoreboard: '
-    response.each_char do |char|
-      results[char] += 1
-    end
-    Hash[results.map { |k, v| [@scoreboard_map[k], v] }]
-  end
-
-  def report_metrics(metrics)
-    metrics.each do |k, v|
-      report(
-        :service  => "httpd #{k}",
-        :metric   => v.to_f,
-        :state    => 'ok',
-        :tags     => ['httpd']
-      )
-    end
-  end
-
-  def get_connection
-    response = nil
-    begin
-      response = Net::HTTP.get(@uri)
-    rescue => e
-      report(
-        :service     => 'httpd health',
-        :state       => 'critical',
-        :description => 'Httpd connection error: #{e.class} - #{e.message}',
-        :tags        => ['httpd']
-      )
-    else
-      report(
-        :service     => 'httpd health',
-        :state       => 'ok',
-        :description => 'Httpd connection status ok',
-        :tags        => ['httpd']
-      )
-    end
-    response
-  end
-
-  def tick
-    unless (response = get_connection).nil?
-      response.each_line do |line|
-        metrics = Hash.new
-
-        if line =~ /Scoreboard/
-          metrics = get_scoreboard_metrics(line.strip)
-        else
-          key, value = line.strip.split(':')
-          metrics[key.gsub(/\s/, '')] = value
-        end
-        report_metrics(metrics)
-      end
-    end
-  end
-
-end
+require 'riemann/tools/apache_status'
 
 Riemann::Tools::ApacheStatus.run

data/bin/riemann-bench

@@ -1,71 +1,8 @@
 #!/usr/bin/env ruby
-Process.setproctitle($0)
+# frozen_string_literal: true
 
-# Connects to a server (first arg) and populates it with a constant stream of
-# events for testing.
+Process.setproctitle($PROGRAM_NAME)
 
-require 'rubygems'
-require 'riemann/client'
-require 'pp'
+require 'riemann/tools/bench'
 
-class Riemann::Bench
-  attr_accessor :client, :hosts, :services, :states
-  def initialize
-    @hosts = [nil] + (0...10).map { |i| "host#{i}" }
-    @hosts = %w(a b c d e f g h i j)
-    @services = %w(test1 test2 test3 foo bar baz xyzzy attack cat treat)
-    @states = {}
-    @client = Riemann::Client.new(:host => (ARGV.first || 'localhost'))
-  end
-
-  def evolve(state)
-    m = state[:metric] + (rand - 0.5) * 0.1
-    m = [[0,m].max, 1].min
-
-    s = case m
-    when 0...0.75
-      'ok'
-    when 0.75...0.9
-      'warning'
-    when 0.9..1.0
-      'critical'
-    end
-
-    {
-      :metric => m,
-      :state => s,
-      :host => state[:host],
-      :service => state[:service],
-      :description => "at #{Time.now}"
-    }
-  end
-  
-  def tick
-#    pp @states
-    hosts.product(services).each do |id|
-      client << (states[id] = evolve(states[id]))
-    end
-  end
-
-  def run
-    start
-    loop do
-      sleep 0.05
-      tick
-    end
-  end
-
-  def start
-    hosts.product(services).each do |host, service|
-      states[[host, service]] = {
-        :metric => 0.5,
-        :state => 'ok',
-        :description => "Starting up",
-        :host => host,
-        :service => service
-      }
-    end
-  end
-end
-
-Riemann::Bench.new.run
+Riemann::Tools::Bench.new.run

data/bin/riemann-cloudant

@@ -1,59 +1,8 @@
 #!/usr/bin/env ruby
-Process.setproctitle($0)
+# frozen_string_literal: true
 
-# Gathers load balancer statistics from Cloudant.com (shared cluster) and submits them to Riemann.
+Process.setproctitle($PROGRAM_NAME)
 
-require File.expand_path('../../lib/riemann/tools', __FILE__)
-
-class Riemann::Tools::Cloudant
-  include Riemann::Tools
-  require 'net/http'
-  require 'json'
-
-  opt :cloudant_username, "Cloudant username", :type => :string, :required => true
-  opt :cloudant_password, "Cloudant pasword", :type => :string, :required => true
-
-  def tick
-    json = JSON.parse(get_json().body)
-    json.each do |node|
-      return if node['svname'] == 'BACKEND' # this is just a sum of all nodes.
-
-      ns = "cloudant #{node['pxname']}"
-      cluster_name = node['tracked'].split('.')[0] # ie: meritage.cloudant.com
-
-      # report health of each node.
-      report(
-        :service => ns,
-        :state   => (node['status'] == 'UP' ? 'ok' : 'critical'),
-        :tags    => ['cloudant', cluster_name]
-      )
-
-      # report property->metric of each node.
-      node.each do |property, metric|
-        unless ['pxname', 'svname', 'status', 'tracked'].include?(property)
-          report(
-            :host    => node['tracked'],
-            :service => "#{ns} #{property}",
-            :metric  => metric.to_f,
-            :state   => (node['status'] == 'UP' ? 'ok' : 'critical'),
-            :tags    => ['cloudant', cluster_name]
-          )
-        end
-      end
-
-    end
-  end
-
-   def get_json
-    http = Net::HTTP.new('cloudant.com', 443)
-    http.use_ssl = true
-      http.start do |h|
-        get = Net::HTTP::Get.new('/api/load_balancer')
-        get.basic_auth opts[:cloudant_username], opts[:cloudant_password]
-        h.request get
-     end
-   end
-
-end
+require 'riemann/tools/cloudant'
 
 Riemann::Tools::Cloudant.run