riemann-aged-process-monitor 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: c0f0624f742f9536c15641cbb6335185afeb4810
+  data.tar.gz: 1b899315ed6591987bdf07973919572a15dbdd72
+SHA512:
+  metadata.gz: a9b98bde14090de31aae4e4eaafb462de3490b508554c45489ea3cfafba025e16b37f84cf0d779f0bda22dd6eca10c9e9be0ac75cc6844aac8b7ebeb02b5d30e
+  data.tar.gz: b5610bc873129e2642ddc94ffda4e1f9794dac6de0f55855acbec1c5abd734bc2717239668bc708865c66751b695ccb3b62f4db706b9b7954a5ed5bf956385c2

data/LICENSE

@@ -0,0 +1,22 @@
+
+The MIT License
+
+Copyright (c) 2015 Andrew Cunningham
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.markdown

@@ -0,0 +1,19 @@
+# Riemann Aged Process Monitoring
+
+Utility for monitoring processes that have been running too long or are hung.
+
+The process monitoring was built to keep track of sub processes spawned by our CD tooling that would get hung and then, over time, impede the ability for similar processes to get kicked off (since the tool would 'see' that the same process was already running). It applies three filters on the Process tree and, if any processes match those filters, will then report back the number, a description that includes the details of the processes and mark the setup as 'critical'.
+
+## Usage
+
+```bash
+./riemann-aged-process-monitor --host riemann.server.host --port port --age '5d' --username 'jenkins' --process 'svn'
+```
+Where:
+  * host - Riemann server host ip or hostname
+  * port - Riemann server event collection port
+  * age - Process age to filter on
+  * username - Process owner to filter on
+  * process - Process name to filter on
+
+In the case above, a 'critical' event would be sent if any *svn* processes, owned by *jenkins* that are older than *5 days* were found.  Otherwise 'ok' events are sent.

data/bin/riemann-aged-process-monitor

@@ -0,0 +1,71 @@
+#!/usr/bin/env ruby
+
+require 'riemann/tools'
+require 'etc'
+require 'sys/proctable'
+require 'socket'
+
+class Riemann::Tools::AgedProcessMonitor
+  include Riemann::Tools
+  include Sys
+
+  opt :username, "Specific User to filter on", :type => String
+  opt :process, "Specific Process Name to filter on", :type => String
+  opt :age, "Age of processes to filter - integer value followed by type indicator (s,m,h,d)", :type => String, :default => '1d'
+
+  def initialize
+    if opts[:username]
+      userid = get_uid opts[:username]
+      process_uid_select  = -> proc { proc.uid == userid }
+    end
+
+    if opts[:process]
+      process_name_select = -> proc { proc.name =~ /#{opts[:process]}/ }
+    end
+
+    @age_flag = convert_age opts[:age]
+    process_age_select  = -> proc { File.exists?("/proc/#{proc.pid}") && (Time.now - File.ctime("/proc/#{proc.pid}")) > @age_flag }
+
+    @selects = [ process_uid_select, process_age_select, process_name_select ].compact
+  end
+
+  def get_uid username
+    begin
+      Etc.getpwnam(username).uid
+    rescue ArgumentError => e
+      raise "Username provided [#{username}] is invalid"
+    end
+  end
+
+  def convert_age age_string
+    age_string_regex = /^(\d+)([s|m|h|d]{1})$/
+    values = age_string.match(age_string_regex)
+    raise "Invalid age string - must follow convention of a number followed by indicator - s[econds], m[inutes], h[hours], d[days]" unless values
+
+    conversion = { 's' => 1, 'm' => 60, 'h' => 3600, 'd' => 86400}
+    values[1].to_i * conversion[values[2]]
+  end
+
+  # Since: Jan 01, 2015 -> command foobar
+  def description processes
+    desc = processes.count > 0 ? "The following processes were found:\n" : "No processes were found that exceed @age_flag"
+    processes.each do |proc|
+      desc << "  Since: #{File.ctime("/proc/#{proc.pid}").asctime} -> #{proc.cmdline}\n"
+    end
+    desc
+  end
+
+  def tick
+    processes = ProcTable.ps
+    monitored_processes = @selects.inject(processes) { |processes, selector| processes.select(&selector) }
+    report({
+      :service     => "aged-process-monitor",
+      :state       => monitored_processes.count > 0 ? 'critical' : 'ok',
+      :metric      => monitored_processes.count,
+      :description => description(monitored_processes),
+      :time        => Time.now.to_i
+      })
+  end
+end
+
+Riemann::Tools::AgedProcessMonitor.run

metadata

@@ -0,0 +1,83 @@
+--- !ruby/object:Gem::Specification
+name: riemann-aged-process-monitor
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Andrew Cunningham
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-11-27 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: riemann-tools
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.2'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.2.6
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.2'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.2.6
+- !ruby/object:Gem::Dependency
+  name: sys-proctable
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.9.9
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.9.9
+description: Sets up monitoring on processes for Linux systems only - can be filtered
+  by user, age and command type
+email:
+- old.noakes@gmail.com
+executables:
+- riemann-aged-process-monitor
+extensions: []
+extra_rdoc_files: []
+files:
+- LICENSE
+- README.markdown
+- bin/riemann-aged-process-monitor
+homepage: https://github.com/oldNoakes/riemann-aged-process-monitor
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 1.8.7
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.6
+signing_key: 
+specification_version: 4
+summary: Detect processes in Linux that have been running too long back to Riemann
+test_files: []