slurry 0.0.1

data/README.md

@@ -0,0 +1,21 @@
+# Slurry
+A tool for controlling the flow of data to graphite.
+
+## Usage
+
+### Getting data into slurry
+
+    while true; do
+      /path/to/my/script | /path/to/bin/slurry;
+      sleep 60;
+    done
+
+
+### Getting data out of slurry and into graphite
+
+    ./bin/liaise
+
+### Inspecting the state
+
+    ./bin/report
+

data/bin/clean

@@ -0,0 +1,10 @@
+#! /usr/bin/env ruby
+
+require 'slurry'
+
+
+def run
+  Slurry.clean
+end
+
+run()

data/bin/liaise

@@ -0,0 +1,11 @@
+#! /usr/bin/env ruby
+
+require 'slurry'
+require 'yaml'
+
+def run
+  config = YAML::load(File.read('etc/slurry.yaml'))
+  Slurry.liaise(config[:server],config[:port])
+end
+
+run()

data/bin/report

@@ -0,0 +1,10 @@
+#! /usr/bin/env ruby
+
+require 'slurry'
+
+
+def run
+  Slurry.report
+end
+
+run()

data/bin/slurry

@@ -0,0 +1,11 @@
+#! /usr/bin/env ruby
+
+require 'slurry'
+
+
+def run
+  Slurry.funnel
+
+end
+
+run()

data/etc/slurry.yaml.sample

@@ -0,0 +1,3 @@
+---
+:server: 'graphite.example.net'
+:port: '2003'

data/lib/slurry.rb

@@ -0,0 +1,69 @@
+require 'json'
+require "redis"
+require 'json2graphite'
+#require 'graphite-util'
+
+module Slurry
+  module_function
+
+  # Pull in new data from STDIN
+  def funnel
+    data = Hash.new
+
+    body = ''
+    body += STDIN.read
+    data[:hash] = JSON.parse(body)
+    data[:time] = Time.now.to_i
+    pipe(data)
+
+  end
+
+  # Push that data to redis
+  def pipe (hash)
+    redis = Redis.new
+    redis.lpush('slurry',hash.to_json)
+  end
+
+  # Report the contents of the redis server
+  def report
+    r = Redis.new
+
+    data = Hash.new
+    data[:slurry] = Hash.new
+    data[:slurry][:waiting] = r.llen('slurry')
+
+    puts data.to_json
+  end
+
+  # Dump clean out everything from redis
+  def clean
+    r = Redis.new
+
+    while r.llen('slurry') > 0 do
+      r.rpop('slurry')
+    end
+
+  end
+
+  def liaise (server,port,wait=0.1)
+    r = Redis.new
+
+    loop do
+
+      # Pull something off the list
+      popped = r.brpop('slurry')
+      data = JSON.parse(popped[1])
+
+      # Convert the json into graphite useable data
+      processed = Json2Graphite.get_graphite(data["hash"], data["time"])
+      s = TCPSocket.open(server, port)
+      processed.each do |line|
+        s.puts(line)
+      end
+      s.close
+      sleep wait
+    end
+
+  end
+
+end

metadata

@@ -0,0 +1,52 @@
+--- !ruby/object:Gem::Specification
+name: slurry
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- Zach Leslie
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-07-31 00:00:00.000000000 Z
+dependencies: []
+description: Parses json from the various node states on puppet dashboard and returns
+  those values in a json blob
+email: xaque208@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- bin/clean
+- bin/liaise
+- bin/report
+- bin/slurry
+- lib/slurry.rb
+- etc/slurry.yaml.sample
+- README.md
+homepage: https://github.com/xaque208/slurry
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: A tool to get the highlights from the Puppet Dashboard
+test_files: []