api-harvester 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 1c3cf94bfe071aeb31bbd6d099233a5337b19d68
+  data.tar.gz: 661f5f04cce3e0eb9a76bda402cfd68d59e3c17c
+SHA512:
+  metadata.gz: 4af8693fb8daee99347534316ce89859bfa31aee2cad50fbbf7565a08cf43bdebcc1e78bc7c37be237654e9b1b9c87ee7fb79c8e5d8398354422f1cec187bb75
+  data.tar.gz: 8bfd3ec9d48a8740235ed1f8bf1371175d1c2554416ec0e11b8459b9c77d98baba926a61a3d7b42ea2b46004da64c6b077c95eac9e9b46bba973624880486cb3

data/.document

@@ -0,0 +1,5 @@
+lib/**/*.rb
+bin/*
+- 
+features/**/*.feature
+LICENSE.txt

data/.gitignore

@@ -0,0 +1,50 @@
+# rcov generated
+coverage
+coverage.data
+
+# rdoc generated
+rdoc
+
+# yard generated
+doc
+.yardoc
+
+# bundler
+.bundle
+vendor
+# jeweler generated
+pkg
+
+harvester.yaml
+# Have editor/IDE/OS specific files you need to ignore? Consider using a global gitignore: 
+#
+# * Create a file at ~/.gitignore
+# * Include files you want ignored
+# * Run: git config --global core.excludesfile ~/.gitignore
+#
+# After doing this, these files will be ignored in all your git projects,
+# saving you from having to 'pollute' every project you touch with them
+#
+# Not sure what to needs to be ignored for particular editors/OSes? Here's some ideas to get you started. (Remember, remove the leading # of the line)
+#
+# For MacOS:
+#
+.DS_Store
+
+# For TextMate
+#*.tmproj
+#tmtags
+
+# For emacs:
+#*~
+#\#*
+#.\#*
+
+# For vim:
+#*.swp
+
+# For redcar:
+#.redcar
+
+# For rubinius:
+#*.rbc

data/Gemfile

@@ -0,0 +1,28 @@
+source 'http://rubygems.org'
+group :development do
+  gem "shoulda", ">= 0"
+  gem "rdoc", "~> 3.12"
+  gem "bundler", "~> 1.0"
+  gem "jeweler", "~> 2.0.1"
+  gem "simplecov", ">= 0"
+  gem 'pry'
+  gem 'pry-nav'
+end
+
+
+gem 'faraday'
+gem 'excon'
+gem 'commander'
+gem 'ezmq'
+gem 'msgpack'
+
+
+gem 'influxdb', '~> 0.1.9'
+gem 'eye'
+gem 'moneta'
+gem 'sinatra'
+gem 'rainbow'
+gem 'oj'
+
+gem 'terminal-announce'
+gem 'settingslogic'

data/Gemfile.lock

@@ -0,0 +1,154 @@
+GEM
+  remote: http://rubygems.org/
+  specs:
+    activesupport (4.2.3)
+      i18n (~> 0.7)
+      json (~> 1.7, >= 1.7.7)
+      minitest (~> 5.1)
+      thread_safe (~> 0.3, >= 0.3.4)
+      tzinfo (~> 1.1)
+    addressable (2.3.8)
+    builder (3.2.2)
+    cause (0.1)
+    celluloid (0.15.2)
+      timers (~> 1.1.0)
+    celluloid-io (0.15.0)
+      celluloid (>= 0.15.0)
+      nio4r (>= 0.5.0)
+    coderay (1.1.0)
+    commander (4.3.4)
+      highline (~> 1.7.2)
+    contracts (0.11.0)
+    descendants_tracker (0.0.4)
+      thread_safe (~> 0.3, >= 0.3.1)
+    docile (1.1.5)
+    excon (0.45.4)
+    eye (0.6.4)
+      celluloid (~> 0.15.0)
+      celluloid-io (~> 0.15.0)
+      sigar (~> 0.7.2)
+      state_machine
+      thor
+    ezmq (0.4.4)
+      ffi-rzmq (~> 2.0)
+    faraday (0.9.1)
+      multipart-post (>= 1.2, < 3)
+    ffi (1.9.10)
+    ffi-rzmq (2.0.4)
+      ffi-rzmq-core (>= 1.0.1)
+    ffi-rzmq-core (1.0.3)
+      ffi (~> 1.9)
+    git (1.2.9.1)
+    github_api (0.12.4)
+      addressable (~> 2.3)
+      descendants_tracker (~> 0.0.4)
+      faraday (~> 0.8, < 0.10)
+      hashie (>= 3.4)
+      multi_json (>= 1.7.5, < 2.0)
+      nokogiri (~> 1.6.6)
+      oauth2
+    hashie (3.4.2)
+    highline (1.7.2)
+    i18n (0.7.0)
+    influxdb (0.1.9)
+      cause
+      json
+    jeweler (2.0.1)
+      builder
+      bundler (>= 1.0)
+      git (>= 1.2.5)
+      github_api
+      highline (>= 1.6.15)
+      nokogiri (>= 1.5.10)
+      rake
+      rdoc
+    json (1.8.3)
+    jwt (1.5.1)
+    method_source (0.8.2)
+    mini_portile (0.6.2)
+    minitest (5.8.0)
+    moneta (0.8.0)
+    msgpack (0.6.2)
+    multi_json (1.11.2)
+    multi_xml (0.5.5)
+    multipart-post (2.0.0)
+    nio4r (1.1.1)
+    nokogiri (1.6.6.2)
+      mini_portile (~> 0.6.0)
+    oauth2 (1.0.0)
+      faraday (>= 0.8, < 0.10)
+      jwt (~> 1.0)
+      multi_json (~> 1.3)
+      multi_xml (~> 0.5)
+      rack (~> 1.2)
+    oj (2.12.10)
+    pry (0.10.1)
+      coderay (~> 1.1.0)
+      method_source (~> 0.8.1)
+      slop (~> 3.4)
+    pry-nav (0.2.4)
+      pry (>= 0.9.10, < 0.11.0)
+    rack (1.6.4)
+    rack-protection (1.5.3)
+      rack
+    rainbow (2.0.0)
+    rake (10.4.2)
+    rdoc (3.12.2)
+      json (~> 1.4)
+    settingslogic (2.0.9)
+    shoulda (3.5.0)
+      shoulda-context (~> 1.0, >= 1.0.1)
+      shoulda-matchers (>= 1.4.1, < 3.0)
+    shoulda-context (1.2.1)
+    shoulda-matchers (2.8.0)
+      activesupport (>= 3.0.0)
+    sigar (0.7.3)
+    simplecov (0.10.0)
+      docile (~> 1.1.0)
+      json (~> 1.8)
+      simplecov-html (~> 0.10.0)
+    simplecov-html (0.10.0)
+    sinatra (1.4.6)
+      rack (~> 1.4)
+      rack-protection (~> 1.4)
+      tilt (>= 1.3, < 3)
+    slop (3.6.0)
+    state_machine (1.2.0)
+    terminal-announce (1.0.0)
+      bundler
+      contracts
+      rainbow
+    thor (0.19.1)
+    thread_safe (0.3.5)
+    tilt (2.0.1)
+    timers (1.1.0)
+    tzinfo (1.2.2)
+      thread_safe (~> 0.1)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  bundler (~> 1.0)
+  commander
+  excon
+  eye
+  ezmq
+  faraday
+  influxdb (~> 0.1.9)
+  jeweler (~> 2.0.1)
+  moneta
+  msgpack
+  oj
+  pry
+  pry-nav
+  rainbow
+  rdoc (~> 3.12)
+  settingslogic
+  shoulda
+  simplecov
+  sinatra
+  terminal-announce
+
+BUNDLED WITH
+   1.10.4

data/LICENSE.txt

@@ -0,0 +1,20 @@
+Copyright (c) 2015 kkwoker
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1 @@
+harvest key_transactions --from https://api.newrelic.com/v2/key_transactions.json --every 5s

data/Rakefile

@@ -0,0 +1,51 @@
+# encoding: utf-8
+
+require 'rubygems'
+require 'bundler'
+begin
+  Bundler.setup(:default, :development)
+rescue Bundler::BundlerError => e
+  $stderr.puts e.message
+  $stderr.puts "Run `bundle install` to install missing gems"
+  exit e.status_code
+end
+require 'rake'
+
+require 'jeweler'
+Jeweler::Tasks.new do |gem|
+  # gem is a Gem::Specification... see http://guides.rubygems.org/specification-reference/ for more options
+  gem.name = "harvester"
+  gem.homepage = "http://github.com/kkwoker/harvester"
+  gem.license = "MIT"
+  gem.summary = %Q{TODO: one-line summary of your gem}
+  gem.description = %Q{TODO: longer description of your gem}
+  gem.email = "kkwoker@gmail.com"
+  gem.authors = ["kkwoker"]
+  # dependencies defined in Gemfile
+end
+Jeweler::RubygemsDotOrgTasks.new
+
+require 'rake/testtask'
+Rake::TestTask.new(:test) do |test|
+  test.libs << 'lib' << 'test'
+  test.pattern = 'test/**/test_*.rb'
+  test.verbose = true
+end
+
+desc "Code coverage detail"
+task :simplecov do
+  ENV['COVERAGE'] = "true"
+  Rake::Task['test'].execute
+end
+
+task :default => :test
+
+require 'rdoc/task'
+Rake::RDocTask.new do |rdoc|
+  version = File.exist?('VERSION') ? File.read('VERSION') : ""
+
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title = "harvester #{version}"
+  rdoc.rdoc_files.include('README*')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end

data/api-harvester.gemspec

@@ -0,0 +1,29 @@
+Gem::Specification.new do |gem|
+  gem.name        = 'api-harvester'
+  gem.version     = '0.0.1'
+  gem.licenses    = 'MIT'
+  gem.authors     = ['Kinnan Kwok']
+  gem.email       = 'kkwoker@gmail.com'
+  gem.summary     = 'Allows you to specify an endpoint to retrieve data from, parse it, and store into any database'
+
+  gem.files         = `git ls-files`.split("\n")
+  gem.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  gem.executables   = `git ls-files -- bin/*`.split("\n").map { |f| File.basename(f) }
+  gem.require_paths = ['lib']
+
+  gem.add_runtime_dependency 'ezmq', '~> 0.4.4'
+  gem.add_runtime_dependency 'faraday'
+  gem.add_runtime_dependency 'excon'
+  gem.add_runtime_dependency 'commander'
+  gem.add_runtime_dependency 'msgpack'
+  gem.add_runtime_dependency 'influxdb', '~> 0.1.9'
+  gem.add_runtime_dependency 'eye'
+  gem.add_runtime_dependency 'moneta'
+  gem.add_runtime_dependency 'sinatra'
+  gem.add_runtime_dependency 'rainbow'
+  gem.add_runtime_dependency 'oj'
+  gem.add_runtime_dependency 'terminal-announce'
+  gem.add_runtime_dependency 'settingslogic'
+
+  gem.add_development_dependency 'pry'
+end

data/bin/harvester.rb

@@ -0,0 +1,37 @@
+#!/usr/bin/env ruby
+
+require 'commander'
+require_relative '../lib/harvester'
+
+Commander.configure do
+  program :name, 'Harvester'
+  program :version, '0.0.1'
+  program :description, 'harvest from endpoints'
+  program :help, 'Author', 'Kinnan Kwok <kkwoker@gmail.com>'
+
+  default_command :harvest
+
+  command :harvest do |command|
+    command.syntax = 'harvester harvest [options]'
+    command.summary = ''
+    command.description = 'Starts processes for harvesting data'
+    command.example 'description', 'command example'
+    command.option '--from STRING', String, 'Adds an endpoint to harvest from'
+    command.option '--with STRING', String, 'Adds a parsing method ruby file'
+    command.option '--every INTEGER', Integer, 'Adds an interval for polling'
+    command.action do |_args, options|
+      # Do something or c.when_called Harvester::Commands::Harvest
+      abort 'Must provide parameters --from, --with, and --every' unless options.from && options.with && options.every
+      name = options.with
+      endpoint = options.from
+      timeout = options.every
+
+      # Create an eye file.
+      EyeGenerator.initialize name, endpoint, timeout
+      # Load Eye file
+      system "eye load #{name}.d/config.eye"
+      system "eye restart #{name}"
+      
+    end
+  end
+end

data/key_transactions.rb

@@ -0,0 +1,58 @@
+#!/bin/env ruby
+require 'pry'
+  def key_transactions incoming_data
+    outgoing_data = []
+    transactions = incoming_data['key_transactions']
+    transactions.each do |transaction|
+      transaction['application_summary'] = {} unless transaction['application_summary']
+      transaction['end_user_summary'] = {} unless transaction['end_user_summary']
+      plowed = {
+        "database_name":                        "NewRelic-transactions",
+        "series_name":                           transaction['name'],
+        "application-response_time":             transaction['application_summary']['response_time'],
+        "application-throughput":                transaction['application_summary']['throughput'],
+        "application-error_rate":                transaction['application_summary']['error_rate'],
+        "application-apdex_target":              transaction['application_summary']['apdex_target'],
+        "application-apdex_score":               transaction['application_summary']['apdex_score'],
+        "application-host_count":                transaction['application_summary']['host_count'],
+        "application-instance_count":            transaction['application_summary']['instance_count'],
+        "application-concurrent_instance_count": transaction['application_summary']['concurrent_instance_count'],
+        "end_user-response_time":                transaction['end_user_summary']['response_time'],
+        "end_user-throughput":                   transaction['end_user_summary']['throughput'],
+        "end_user-apdex_target":                 transaction['end_user_summary']['apdex_target'],
+        "end_user-apdex_score":                  transaction['end_user_summary']['apdex_score']
+      }
+      outgoing_data << plowed.keep_if {|_,value| !value.nil?}
+    end
+    outgoing_data
+  end
+
+  # {
+  #   "key_transaction": {
+  #     "id": "integer",
+  #     "name": "string",
+  #     "transaction_name": "string",
+  #     "health_status": "string",
+  #     "reporting": "boolean",
+  #     "last_reported_at": "time",
+  #     "application_summary": {
+  #       "response_time": "float",
+  #       "throughput": "float",
+  #       "error_rate": "float",
+  #       "apdex_target": "float",
+  #       "apdex_score": "float",
+  #       "host_count": "integer",
+  #       "instance_count": "integer",
+  #       "concurrent_instance_count": "integer"
+  #     },
+  #     "end_user_summary": {
+  #       "response_time": "float",
+  #       "throughput": "float",
+  #       "apdex_target": "float",
+  #       "apdex_score": "float"
+  #     },
+  #     "links": {
+  #       "application": "integer"
+  #     }
+  #   }
+  # }

data/lib/harvester/eye_generator.rb

@@ -0,0 +1,33 @@
+require_relative '../../template/default_eye'
+
+module EyeGenerator
+  def self.create_eye_config name
+    config = Default.eye_config name
+    File.open("#{name}.d/config.eye", 'w') { |file| file.write(config)}
+  end
+
+  def self.create_puller name, endpoint, timeout
+    puller = Default.puller name, endpoint, timeout
+    File.open("#{name}.d/puller.rb", 'w') { |file| file.write(puller)}
+  end
+
+  def self.create_parser name, endpoint
+    parser = Default.parser name, endpoint
+    File.open("#{name}.d/parser.rb", 'w') { |file| file.write(parser)}
+  end
+
+  def self.create_pusher name, endpoint
+    pusher = Default.pusher name, endpoint
+    File.open("#{name}.d/pusher.rb", 'w') { |file| file.write(pusher)}
+  end
+
+  def self.initialize name, endpoint, timeout
+    system "mkdir -p #{name}.d"
+    system "mkdir -p #{name}.d/logs"
+    system "mkdir -p #{name}.d/pids"
+    create_eye_config name
+    create_puller name, endpoint, timeout
+    create_parser name, endpoint
+    create_pusher name, endpoint
+  end
+end

data/lib/harvester/parser.rb

@@ -0,0 +1,23 @@
+require 'pry'
+require 'ezmq'
+require 'msgpack'
+require 'oj'
+require_relative 'settings'
+require_relative '../../key_transactions'
+module Parser
+  @broadcaster = EZMQ::Publisher.new :bind, port: 6000, encode: -> m { Oj.dump m }
+  def self.activate topic, endpoint
+    puts topic, endpoint
+    listener = EZMQ::Subscriber.new :connect, port: 5000, topic: topic, decode: -> m { Oj.load m }
+    listener.listen do |message, topic|
+      data = plow message, topic
+      data.each do |item|
+        puts @broadcaster.send item, topic: topic
+      end
+    end
+  end
+
+  def self.plow message, parse
+    send(parse, message)
+  end
+end

data/lib/harvester/puller.rb

@@ -0,0 +1,32 @@
+require 'ezmq'
+require 'msgpack'
+require 'faraday'
+require 'oj'
+require 'excon'
+require_relative 'settings'
+
+module Puller
+  @broadcaster = EZMQ::Publisher.new :bind, port: 5000
+  def self.fetch_data(endpoint)
+    conn = Faraday.new(url: endpoint) do |faraday|
+      faraday.adapter :excon
+      faraday.headers['X-Api-Key'] = Settings.newrelic_key
+    end
+    conn.get.body
+  # rescue Exception => e
+  #   puts "Puller#fetch_data"
+  #   puts "#{e.inspect}: #{e.message}"
+  end
+
+  def self.send(data, topic)
+    # puts "Puller#send"
+    @broadcaster.send data, topic: topic
+  end
+
+  def self.activate(name, endpoint, timeout)
+    loop do
+      puts send fetch_data(endpoint), name
+      sleep timeout
+    end
+  end
+end

data/lib/harvester/pusher.rb

@@ -0,0 +1,33 @@
+require 'pry'
+require 'ezmq'
+require 'oj'
+require 'influxdb'
+require_relative 'settings'
+
+module Pusher
+  @connection = InfluxDB::Client.new host: Settings.influx_host, username: Settings.influx_user, password: Settings.influx_pass
+
+  def self.activate topic, endpoint
+    listener = EZMQ::Subscriber.new :connect, port: 6000, topic: topic, decode: -> m { Oj.load m }
+    listener.listen do |message, topic|
+      puts write message
+    end
+  end
+
+  def self.write data
+    series = data.delete :series_name
+    db = data.delete :database_name
+    use_or_create db
+    @connection.write_point(series, data)
+    data.length
+  end
+
+  def self.use_or_create(db_name)
+    dbs = @connection.get_database_list.map { |db| db["name"] }
+    @connection.create_database db_name unless dbs.include? db_name
+    @connection = InfluxDB::Client.new db_name, host: Settings.influx_host, 
+                                              username: Settings.influx_user, 
+                                              password: Settings.influx_pass
+  end
+
+end

data/lib/harvester/settings.rb

@@ -0,0 +1,15 @@
+require 'settingslogic'
+require 'terminal-announce'
+class Settings < Settingslogic
+	config_paths = %w(/etc /usr/local/etc ~/.config . ../)
+
+	config_paths.each do |config_path|
+		config_file = File.expand_path "#{ config_path }/harvester.yaml"
+		source config_file if File.exist? config_file
+	end
+
+	load!
+rescue Errno::ENOENT
+	Announce.failure "Unable to locate configuration in #{ config_paths }."
+	abort
+end

data/lib/harvester.rb

@@ -0,0 +1,4 @@
+require_relative 'harvester/puller'
+require_relative 'harvester/parser'
+require_relative 'harvester/pusher'
+require_relative 'harvester/eye_generator'

data/template/default_eye.rb

@@ -0,0 +1,62 @@
+module Default
+
+
+  def self.puller name, endpoint, timeout
+    %Q(#!/bin/env ruby
+require_relative '../lib/harvester/puller'
+Puller.activate("#{name}", "#{endpoint}", #{timeout})
+)
+  end
+
+  def self.parser name, endpoint
+    %Q(#!/bin/env ruby
+require_relative '../lib/harvester/parser'
+Parser.activate("#{name}", "#{endpoint}")
+)
+  end
+
+  def self.pusher name, endpoint
+    %Q(#!/bin/env ruby
+require_relative '../lib/harvester/pusher'
+Pusher.activate("#{name}", "#{endpoint}")
+)
+  end
+
+  def self.eye_config name
+    %Q(#!/bin/env ruby
+
+Eye.application 'harvester' do
+
+  working_dir File.expand_path(File.join(File.dirname(__FILE__)))
+  
+  group "#{name}" do
+    process :puller do
+      pid_file 'pids/puller.pid'
+      start_command "ruby puller.rb"
+      daemonize true
+      stdout 'logs/puller.log'
+      check :memory, every: 20.seconds, below: 300.megabytes, times: 3
+    end
+
+    process :parser do
+      pid_file 'pids/parser.pid'
+      start_command "ruby parser.rb"
+      daemonize true
+      stdout 'logs/parser.log'
+      check :memory, every: 20.seconds, below: 300.megabytes, times: 3
+    end
+
+    process :pusher do
+      pid_file 'pids/pusher.pid'
+      start_command "ruby pusher.rb"
+      daemonize true
+      stdout 'logs/pusher.log'
+      check :memory, every: 20.seconds, below: 300.megabytes, times: 3
+    end
+
+  end
+end
+)
+  end
+
+end

data/test/helper.rb

@@ -0,0 +1,34 @@
+require 'simplecov'
+
+module SimpleCov::Configuration
+  def clean_filters
+    @filters = []
+  end
+end
+
+SimpleCov.configure do
+  clean_filters
+  load_adapter 'test_frameworks'
+end
+
+ENV["COVERAGE"] && SimpleCov.start do
+  add_filter "/.rvm/"
+end
+require 'rubygems'
+require 'bundler'
+begin
+  Bundler.setup(:default, :development)
+rescue Bundler::BundlerError => e
+  $stderr.puts e.message
+  $stderr.puts "Run `bundle install` to install missing gems"
+  exit e.status_code
+end
+require 'test/unit'
+require 'shoulda'
+
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+require 'harvester'
+
+class Test::Unit::TestCase
+end

data/test/test_harvester.rb

@@ -0,0 +1,7 @@
+require 'helper'
+
+class TestHarvester < Test::Unit::TestCase
+  should "probably rename this file and start testing for real" do
+    flunk "hey buddy, you should probably rename this file and start testing for real"
+  end
+end

metadata

@@ -0,0 +1,263 @@
+--- !ruby/object:Gem::Specification
+name: api-harvester
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Kinnan Kwok
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-08-12 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: ezmq
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.4.4
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.4.4
+- !ruby/object:Gem::Dependency
+  name: faraday
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: excon
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: commander
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: msgpack
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: influxdb
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.1.9
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.1.9
+- !ruby/object:Gem::Dependency
+  name: eye
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: moneta
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: sinatra
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rainbow
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: oj
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: terminal-announce
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: settingslogic
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: 
+email: kkwoker@gmail.com
+executables:
+- harvester.rb
+extensions: []
+extra_rdoc_files: []
+files:
+- ".document"
+- ".gitignore"
+- Gemfile
+- Gemfile.lock
+- LICENSE.txt
+- README.md
+- Rakefile
+- api-harvester.gemspec
+- bin/harvester.rb
+- key_transactions.rb
+- lib/harvester.rb
+- lib/harvester/eye_generator.rb
+- lib/harvester/parser.rb
+- lib/harvester/puller.rb
+- lib/harvester/pusher.rb
+- lib/harvester/settings.rb
+- template/default_eye.rb
+- test/helper.rb
+- test/test_harvester.rb
+homepage: 
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.6
+signing_key: 
+specification_version: 4
+summary: Allows you to specify an endpoint to retrieve data from, parse it, and store
+  into any database
+test_files:
+- test/helper.rb
+- test/test_harvester.rb
+has_rdoc: