telemetry 1.0.0

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in telemetry.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2013 W. Gersham Meharg
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,43 @@
+# Telemetry
+
+This gem provides a wrapper around the Telemetry API (http://www.telemetryboard.com).  
+
+## Installation
+
+Install on your system:
+
+    $ gem install telemetry
+
+## Usage
+
+Create a config file on your disk (by default /etc/telemetryd_config.rb).  This file may have ruby code in it,  you may include your own gems, etc.  The file supports two configuration directives "interval" and "api_token".  The interval is how frequently each flow block is executed with the results sent to the server.  Please note if the result from a block is unchanged from the previous execution then it will be sent to the server only once per day. 
+
+For more details please see our website.
+
+Example simple config:
+
+	interval 5
+	api_token "c65bc385a3b30135590a80973483ebf"
+
+	gauge "my-gauge" do
+		set value: 45
+		set max: 100
+	end
+
+To start the daemon daemonized:
+
+	$ telemetryd.rb -d
+
+To kill the daemon:
+
+	$ telemetryd.rb -k
+
+Omitting the -d will start the process in the foreground and log to stdout.  This is useful for debugging your config file. 
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/bin/telemetryd

@@ -0,0 +1,36 @@
+#!/usr/bin/env ruby
+
+require "dante"
+require_relative "../lib/telemetry.rb"
+
+include Telemetry
+
+runner = Dante::Runner.new('telemetryd', :port => 9990)
+runner.description = "telemetryd, a daemon for sending data to www.telemetryboard.com"
+runner.with_options do |opts|
+  opts.on("-c", "--config PATH", String, "Config file location") do |config|
+    options[:config] = config
+  end
+end
+
+runner.execute do |opts|
+
+	# Load the Config File
+	config_file = opts[:config]
+	config_file ||= "/etc/telemetryd_config.rb"
+	config_file_path = File.absolute_path(config_file)
+	if File.exist?(config_file_path)
+		require_relative config_file_path
+	else
+		puts "Config file not found, please create /etc/telemetryd_config.rb or specify its location with -c"
+		exit
+	end
+
+	# Loop Forever
+	loop do
+		start_timestamp = Time.now.to_f
+		output = Telemetry.run_scheduled_flow_updates
+		Telemetry::Net.send(output)
+		Telemetry.wait_for_interval_from(start_timestamp)
+	end
+end

data/lib/telemetry/config_parser.rb

@@ -0,0 +1,156 @@
+#!/usr/bin/env ruby
+
+module Telemetry
+
+	def token
+		@@token
+	end
+
+	def api_token(token)
+		@@token = token
+	end
+
+	def interval(interval)
+		@@interval = interval
+	end
+
+	# Ensure a minimum of 1 second between loops
+	def wait_for_interval_from(timestamp)
+		@@interval ||= 60
+		@@interval = 1.0 if @@interval < 1
+		sleep_length = timestamp + @@interval.to_f - Time.now.to_f
+		sleep sleep_length if sleep_length > 0
+	end
+
+ 	def set_json(x)
+ 		x.each {|k,v| @@h[k.to_sym] = MultiJson.load(v)}
+ 	end
+
+ 	def set(x)
+ 		x.each {|k,v| @@h[k.to_sym] = v}
+ 	end
+
+	def barchart(tag, frequency = 0, &block)
+		@@tasks ||= []
+		@@tasks << [ :barchart, tag, frequency, block ]
+	end
+
+	def countdown(tag, frequency = 0, &block)
+		@@tasks ||= []
+		@@tasks << [ :countdown, tag, frequency, block ]
+	end
+
+	def gauge(tag, frequency = 0, &block)
+		@@tasks ||= []
+		@@tasks << [ :gauge, tag, frequency, block ]
+	end
+
+	def graph(tag, frequency = 0, &block)
+		@@tasks ||= []
+		@@tasks << [ :graph, tag, frequency, block ]
+	end
+
+	def icon(tag, frequency = 0, &block)
+		@@tasks ||= []
+		@@tasks << [ :icon, tag, frequency, block ]
+	end
+
+	def iframe(tag, frequency = 0, &block)
+		@@tasks ||= []
+		@@tasks << [ :iframe, tag, frequency, block ]
+	end
+
+	def log(tag, frequency = 0, &block)
+		@@tasks ||= []
+		@@tasks << [ :log, tag, frequency, block ]
+	end
+
+	def map(tag, frequency = 0, &block)
+		@@tasks ||= []
+		@@tasks << [ :map, tag, frequency, block ]
+	end
+
+	def multigauge(tag, frequency = 0, &block)
+		@@tasks ||= []
+		@@tasks << [ :multigauge, tag, frequency, block ]
+	end
+
+	def servers(tag, frequency = 0, &block)
+		@@tasks ||= []
+		@@tasks << [ :servers, tag, frequency, block ]
+	end
+
+	def table(tag, frequency = 0, &block)
+		@@tasks ||= []
+		@@tasks << [ :table, tag, frequency, block ]
+	end
+
+	def text(tag, frequency = 0, &block)
+		@@tasks ||= []
+		@@tasks << [ :text, tag, frequency, block ]
+	end
+
+	def tickertape(tag, frequency = 0, &block)
+		@@tasks ||= []
+		@@tasks << [ :tickertape, tag, frequency, block ]
+	end
+
+	def timechart(tag, frequency = 0, &block)
+		@@tasks ||= []
+		@@tasks << [ :timechart, tag, frequency, block ]
+	end
+
+	def timeline(tag, frequency = 0, &block)
+		@@tasks ||= []
+		@@tasks << [ :timeline, tag, frequency, block ]
+	end
+
+	def timeseries(tag, frequency = 0, &block)
+		@@tasks ||= []
+		@@tasks << [ :timeseries, tag, frequency, block ]
+	end
+
+	def upstatus(tag, frequency = 0, &block)
+		@@tasks ||= []
+		@@tasks << [ :upstatus, tag, frequency, block ]
+	end
+
+	def value(tag, frequency = 0, &block)
+		@@tasks ||= []
+		@@tasks << [ :value, tag, frequency, block ]
+	end
+
+	def run_scheduled_flow_updates
+		@@buffer = {}
+		@@last_values ||= {}
+		@@values_expires_at ||= {}
+		@@next_run_at ||= {}
+
+		@@tasks.each do |task| 
+			@@h = {}
+			variant, tag, frequency, block = task
+
+			# Check whether we should wait an interval before running
+			if frequency > 0 
+				next if @@next_run_at[tag] && @@next_run_at[tag] <= Time.now.to_i
+				@@next_run_at[tag] = Time.now.to_i + frequency.to_i
+			end
+
+			# Execute the flow
+			block.yield
+
+			# Append the variant
+			values = @@h.merge({variant: variant})
+
+			# Skip if the values haven't changed (though send 1/day regardless)
+			if @@last_values[tag] != values || @@values_expires_at[tag] < Time.now.to_i
+				@@buffer[tag] = values
+				@@last_values[tag] = values # Save the value so we dont update unless it changes
+				@@values_expires_at[tag] = Time.now.to_i + 86400  # Force an update 1/day
+			end
+		end
+
+		@@buffer
+	end
+end
+

data/lib/telemetry/telemetry.rb

@@ -0,0 +1,63 @@
+#/usr/bin/env ruby
+
+module Telemetry
+	class Net
+		require "multi_json"
+		require "rest_client"
+
+		def self.send(data)
+			return unless Telemetry.token
+			return unless data.size > 0
+
+			RestClient.proxy = ENV['http_proxy'] if ENV['http_proxy']
+
+			uri = "http://#{Telemetry.token}:@data.telemetryboard.com/v1/data.json"
+			body = MultiJson.dump({:data => data})
+
+			puts "#{Time.now} Updating Data (#{data.keys.join(", ")})"
+
+			begin
+				response = RestClient.post(uri, body, :content_type => :json, :accept => :json) do |response, request, result|
+				 	case response.code
+				 	when 200
+				 		json = MultiJson.load(response)
+				 		if json
+				    		puts "#{Time.now} Update OK: Updated #{json["updated"].count} flows (#{json["updated"].join(", ")})" if json["updated"] && json["updated"].count > 0
+				    		puts "#{Time.now} Update OK: Skipped #{json["skipped"].count} flows (#{json["skipped"].join(", ")})" if json["skipped"] && json["skipped"].count > 0
+				    		puts "#{Time.now} Update OK: Errors with #{json["errors"].count} flows (#{json["errors"].join(", ")})" if json["errors"] && json["errors"].count > 0
+				    	end
+				    when 400
+				    	puts "#{Time.now} ERROR 400: Request error. #{response}. Exiting."
+				    	exit
+					when 401
+				    	puts "#{Time.now} ERROR 401: Authentication failed, please check your api_token. Exiting."
+				    	exit
+				    when 403
+				    	puts "#{Time.now} ERROR 403: Authorization failed, please check your account access. Exiting."
+				    	exit
+				    when 429
+				    	puts "#{Time.now} ERROR 429: Rate limited. Please reduce your update interval. Pausing updates for 300s."
+				    	sleep 300
+				    when 500
+				    	puts "#{Time.now} ERROR 500: Data API server error.  Pausing updates for 60s."
+				    	sleep 60
+				    when 503
+				    	puts "#{Time.now} ERROR 503: Data API server is down.  Pausing updates for 60s."
+				    	sleep 60
+				    else
+				    	puts "#{Time.now} ERROR UNK: #{response}.  Exiting."
+				    	exit
+				  	end
+				end
+
+			rescue Errno::ETIMEDOUT => e
+				puts "#{Time.now} ERROR #{e}"
+				sleep 60
+
+			rescue Errno::ECONNREFUSED => e 
+				puts "#{Time.now} ERROR #{e}"
+				sleep 60
+			end
+		end
+	end
+end

data/lib/telemetry/version.rb

@@ -0,0 +1,3 @@
+module Telemetry
+  VERSION = "1.0.0"
+end

data/lib/telemetry.rb

@@ -0,0 +1,6 @@
+require "rubygems"
+require "bundler/setup"
+
+require_relative "telemetry/version"
+require_relative "telemetry/telemetry"
+require_relative "telemetry/config_parser"

data/telemetry.gemspec

@@ -0,0 +1,23 @@
+# -*- encoding: utf-8 -*-
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'telemetry/version'
+
+Gem::Specification.new do |gem|
+  gem.name          = "telemetry"
+  gem.version       = Telemetry::VERSION
+  gem.authors       = ["W. Gersham Meharg"]
+  gem.email         = ["gersham@etosi.com"]
+  gem.description   = %q{Telemetry Data Submission API Gem.  See our website for a more detailed description.}
+  gem.summary       = %q{Telemetry Data Submission API Gem}
+  gem.homepage      = "http://www.telemetryboard.com"
+  gem.files         = `git ls-files`.split($/)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.require_paths = ["lib"]
+  gem.required_ruby_version = '>= 1.9.2'
+  gem.add_dependency "oj"
+  gem.add_dependency "multi_json"
+  gem.add_dependency "rest-client"
+  gem.add_dependency "dante"
+end

data/telemetryd_config.rb

@@ -0,0 +1,16 @@
+interval 5
+api_token "c65bc385a3b301359590a80973483ebf"
+
+gauge "demo-gauge" do
+	set value: rand(1000)
+	set max: rand(1000)
+end
+
+gauge "blah-gauge" do
+	set value: 44
+	set max: 55
+end
+
+value "foobard" do
+	set value: rand(1000)
+end

metadata

@@ -0,0 +1,123 @@
+--- !ruby/object:Gem::Specification
+name: telemetry
+version: !ruby/object:Gem::Version
+  version: 1.0.0
+  prerelease: 
+platform: ruby
+authors:
+- W. Gersham Meharg
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-01-26 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: oj
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: multi_json
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rest-client
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: dante
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Telemetry Data Submission API Gem.  See our website for a more detailed
+  description.
+email:
+- gersham@etosi.com
+executables:
+- telemetryd
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/telemetryd
+- lib/telemetry.rb
+- lib/telemetry/config_parser.rb
+- lib/telemetry/telemetry.rb
+- lib/telemetry/version.rb
+- telemetry.gemspec
+- telemetryd_config.rb
+homepage: http://www.telemetryboard.com
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: 1.9.2
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: Telemetry Data Submission API Gem
+test_files: []