barnyard_ccfeeder 0.0.1

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/.rvmrc

@@ -0,0 +1 @@
+rvm use ruby-1.9.3-p125@barnyard

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in barnyard_ccfeeder.gemspec
+gemspec

data/LICENSE

@@ -0,0 +1,22 @@
+Copyright (c) 2012 Jon Gillies
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,29 @@
+# BarnyardCcfeeder
+
+TODO: Write a gem description
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'barnyard_ccfeeder'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install barnyard_ccfeeder
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Added some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1,2 @@
+#!/usr/bin/env rake
+require "bundler/gem_tasks"

data/barnyard_ccfeeder.gemspec

@@ -0,0 +1,30 @@
+# -*- encoding: utf-8 -*-
+require File.expand_path('../lib/barnyard_ccfeeder/version', __FILE__)
+
+Gem::Specification.new do |gem|
+  gem.authors       = ["Jon Gillies"]
+  gem.email         = ["supercoder@gmail.com"]
+
+  gem.description   = %q{Feeds the Cache Cow}
+  gem.summary       = %q{REST API to the Cache Cow}
+
+  gem.homepage    = "https://github.com/jongillies/barnyard/tree/master/barnyard_ccfeeder"
+
+  gem.rubyforge_project = "barnyard_ccfeeder"
+
+  gem.files         = `git ls-files`.split($\)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.name          = "barnyard_ccfeeder"
+  gem.require_paths = ["lib"]
+  gem.version       = BarnyardCcfeeder::VERSION
+
+  # specify any dependencies here; for example:
+  gem.add_development_dependency "rspec"
+  gem.add_runtime_dependency "aws-sdk"
+  gem.add_runtime_dependency "logger"
+  gem.add_runtime_dependency "rest-client"
+  gem.add_runtime_dependency "crack"
+  gem.add_runtime_dependency "json"
+
+end

data/lib/barnyard_ccfeeder.rb

@@ -0,0 +1,353 @@
+require "barnyard_ccfeeder/version"
+require "yaml"
+require "logger"
+require "rest-client"
+require "crack"
+
+module BarnyardCcfeeder
+  YAML::ENGINE.yamler = 'syck'
+
+  class CacheCow
+
+    CACHE_TIME = 4
+    RETRY_INTERVAL = 10
+    MAX_RETRIES = 3 #0 * 24 * 60 * 60 / RETRY_INTERVAL # retry for 30 days max.
+
+    attr_reader :crops_cache, :crops_time,
+                :crops_by_crop_number_cache,
+                :subscribers_cache, :subscribers_time,
+                :subscriptions_cache, :subscriptions_time
+
+    def initialize(args)
+
+
+      @debug = args.fetch(:debug) { false }
+      @log = args.fetch(:logger) { Logger.new(STDOUT) }
+
+      @secret_key = args.fetch(:secret_key) { "" }
+      @url = args.fetch(:url) { raise "You must provide :url" }
+
+      @max_retries = args.fetch(:max_retries) { MAX_RETRIES }
+      @retry_interval = args.fetch(:retry_interval) { RETRY_INTERVAL }
+      @cache_time = args.fetch(:cache_time) { CACHE_TIME }
+
+      @resource = RestClient::Resource.new @url
+
+      @crops_time = Time.now
+      @subscribers_time = Time.now
+      @subscriptions_time = Time.now
+
+      @crops_by_crop_number_cache = Hash.new
+
+      @connected = false
+      @retries = 0
+
+      while !@connected && (@retries < @max_retries)
+        @retries += 1
+        begin
+          # Try and load the crops to make sure we have a connection
+          #          YAML::ENGINE.yamler = 'syck'
+          Crack::JSON.parse(@resource["crops.json"].get)
+          @connected = true
+        rescue
+          @log.fatal "(#{@retries}/#{@max_retries}) Unable to obtain connection to #{@url}/crops.json"
+          sleep 2
+        end
+      end
+
+      load_crops
+      load_subscribers
+      load_subscriptions
+
+    end
+
+    def load_crops
+      begin
+#        YAML::ENGINE.yamler = 'syck'
+        crops = Crack::JSON.parse(@resource["crops.json"].get)
+
+        @log.debug "Getting #{@url}/crops.json"
+
+        @crops_cache = Hash.new
+
+        crops.each do |crop|
+          @crops_cache[crop["id"]] = crop
+          @crops_by_crop_number_cache[crop['crop_number']] = crop
+        end
+
+        @crops_time = Time.now
+
+      rescue
+        @log.warn "Unable to get crops.json, using cached copy"
+      end
+
+    end
+
+    def load_subscribers
+      begin
+#        YAML::ENGINE.yamler = 'syck'
+        subscribers = Crack::JSON.parse(@resource["subscribers.json"].get)
+
+        @log.debug "Getting #{@url}/subscribers.json"
+
+        @subscribers_cache = Hash.new
+
+        subscribers.each do |subscriber|
+          @subscribers_cache[subscriber['id']] = subscriber
+        end
+
+        @subscribers_time = Time.now
+
+      rescue
+        @log.warn "Unable to get subscribers.json, using cached copy"
+      end
+    end
+
+    def load_subscriptions
+      begin
+#        YAML::ENGINE.yamler = 'syck'
+        subscriptions = Crack::JSON.parse(@resource["subscriptions.json"].get)
+
+        @log.debug "Getting #{@url}/subscriptions.json"
+
+        @subscriptions_cache = Hash.new
+
+        self.crops if @crops_cache.empty?
+        self.subscribers if @subscribers_cache.empty?
+
+        subscriptions.each do |subscription|
+          subscription['crop'] = @crops_cache[subscription['crop_id']]
+          subscription['subscriber'] = @subscribers_cache[subscription['subscriber_id']]
+          @subscriptions_cache[subscription['id']] = subscription
+        end
+
+        @subscriptions_time = Time.now
+
+      rescue
+        @log.warn "Unable to get subscriptions.json, using cached copy"
+      end
+
+    end
+
+    def crops_by_crop_number
+
+      if (@crops_time + CACHE_TIME) > Time.now
+        @log.debug "Using cached #{@url}/crops.json"
+        return @crops_by_crop_number_cache
+      end
+
+      load_crops
+      return @crops_by_crop_number_cache
+
+    end
+
+    def crops
+
+      if (@crops_time + CACHE_TIME) > Time.now
+        @log.debug "Using cached #{@url}/crops.json"
+        return @crops_cache
+      end
+
+      load_crops
+      return @crops_cache
+
+    end
+
+    def subscribers
+
+      if (@subscribers_time + CACHE_TIME) > Time.now
+        @log.debug "Using cached #{@url}/subscribers.json"
+        return @subscribers_cache
+      end
+
+      load_subscribers
+      return @subscribers_cache
+
+    end
+
+    def subscriptions
+
+      if (@subscriptions_time + CACHE_TIME) > Time.now
+        @log.debug "Using cached #{@url}/subscriptions.json"
+        return @subscriptions_cache
+      end
+
+      load_subscriptions
+      return @subscriptions_cache
+
+    end
+
+    def subscribed?(subscriber_id, crop_number)
+
+      @subscriptions_cache.each do |id, subscription|
+        puts "subscriber_id: #{id}"
+
+        if subscription["subscriber_id"] == subscriber_id && subscription["crop"]["crop_number"] == crop_number
+          return true
+        end
+      end
+      return false
+
+    end
+
+    # a "change" is detected by the harvester
+    def push_change(queued_at, harvester_uuid, change_uuid, crop_number, primary_key, transaction_type, value, old_value)
+
+      data = Hash.new
+
+      data['harvester_uuid'] = harvester_uuid
+      data['crop_number'] = crop_number
+      data['queue_time'] = queued_at
+      data['primary_key'] = primary_key
+
+      begin
+#        YAML::ENGINE.yamler = 'syck'
+        data['previous_value'] = old_value
+      rescue Exception => e
+        data['previous_value'] = ""
+      end
+
+      begin
+#        YAML::ENGINE.yamler = 'syck'
+        data['current_value'] = value
+      rescue Exception => e
+        data['current_value'] = ""
+      end
+
+      data['uuid'] = change_uuid
+      data['transaction_type'] = transaction_type
+
+      change = Hash.new
+      change["change"] = data
+
+      return deliver("changes", change)
+
+    end
+
+    # a "transaction" is sent to a subscriber by the farmer based on the "change"
+    def push_transaction(subscription_id, queued_at, change_uuid, transaction_uuid, crop_number, primary_key, transaction_type, value, old_value)
+
+      data = Hash.new
+
+      data['queue_time'] = queued_at
+      data['change_uuid'] = change_uuid
+      data['uuid'] = transaction_uuid
+
+      transaction = Hash.new
+      transaction["transaction"] = data
+
+      return deliver("transactions", transaction)
+
+    end
+
+    def push_delivery_status(queued_at, delivery_uuid, transaction_uuid, endpoint_response_code, endpoint_response_header, endpoint_response_data, endpoint_response_date)
+
+      data = Hash.new
+
+      data['queue_time'] = queued_at
+      data['uuid'] = delivery_uuid
+      data['transaction_uuid'] = transaction_uuid
+      data['endpoint_response_code'] = endpoint_response_code
+      data['endpoint_response_header'] = endpoint_response_header
+      data['endpoint_response_data'] = endpoint_response_data
+      data['endpoint_response_date'] = endpoint_response_date
+
+      delivery = Hash.new
+      delivery["delivery"] = data
+
+      return deliver("deliveries", delivery)
+
+    end
+
+    def push_harvester_stats(harvester_uuid, crop_number, began_at, ended_at, total_records, number_of_changes, number_of_adds, number_of_deletes)
+
+      data = Hash.new
+
+      data['uuid'] = harvester_uuid
+      data['crop_number'] = crop_number
+      data['began_at'] = began_at
+      data['ended_at'] = ended_at
+      data['total_records'] = total_records
+      data['number_of_changes'] = number_of_changes
+      data['number_of_adds'] = number_of_adds
+      data['number_of_deletes'] = number_of_deletes
+
+      harvest = Hash.new
+      harvest["harvest"] = data
+
+      return deliver("harvests", harvest)
+
+    end
+
+#    private
+
+    def calc(secret_key, payload)
+
+      digest = OpenSSL::Digest::Digest.new('sha1')
+
+      sig = OpenSSL::HMAC.hexdigest(digest, secret_key, payload)
+
+      return sig
+
+    end
+
+    def deliver(path, data)
+
+      raw_deliver "#{@url}/#{path}", data
+
+    end
+
+
+    def raw_deliver(path, data)
+
+      payload = data.to_json
+
+      @delivered = false
+      @retries = 0
+
+      result = {:code => 0, :headers => String.new, :body => String.new}
+
+      while !@delivered && (@retries < @max_retries)
+        @retries += 1
+        begin
+
+          end_point = RestClient::Resource.new path
+
+          sig = calc @secret_key, payload
+
+          headers_to_send = {:content_type => :json, :accept => :json}
+          headers_to_send["X_HUB_SIGNATURE"] = sig unless @secret_key.empty?
+          response = end_point.post payload, headers_to_send
+
+          puts headers_to_send.inspect
+
+          if (200..201) === response.code
+            @delivered = true
+            @log.info "Payload delivered to #{path} #{response.code}"
+
+            result[:code] = response.code
+            result[:headers] = response.headers
+            result[:body] = response.body
+
+            return result
+          else
+            @log.warn "#{response.code}"
+
+            @log.warn "Retrying #{@retries}/#{@max_retries} in  #{@retry_interval} seconds..."
+
+            sleep RETRY_INTERVAL
+          end
+        rescue Exception => e
+          @log.fatal "ERROR: #{e}"
+
+          @log.fatal "Retrying #{@retries}/#{@max_retries} in  #{@retry_interval} seconds..."
+        end
+
+      end # while
+
+      return result
+
+    end
+  end
+
+end

data/lib/barnyard_ccfeeder/version.rb

@@ -0,0 +1,3 @@
+module BarnyardCcfeeder
+  VERSION = "0.0.1"
+end

data/spec/query_spec.rb

@@ -0,0 +1,30 @@
+require "barnyard_ccfeeder"
+require "aws-sdk"
+
+describe "this" do
+
+  it "should load properly" do
+
+    crop_number = 13
+
+    cc = BarnyardCcfeeder::CacheCow.new :url => "http://localhost:3000"
+
+    cc.subscriptions.each do |subscription_id, subscription|
+
+      unless subscription["active"] == true
+        puts("#{self.name} Subscription #{subscription_id} is not active.")
+        next
+      end
+
+      if cc.crops[subscription["crop_id"]]["crop_number"] == crop_number
+
+        puts "subscribed #{subscription["subscriber_id"]} crop #{crop_number}"
+
+      else
+        puts("# #{cc.subscribers[subscription["subscriber_id"]]["name"]} is subscribed to #{cc.crops_by_crop_number[crop_number]["name"]}")
+      end
+    end
+
+  end
+
+end

data/spec/spec_helper.rb

@@ -0,0 +1,17 @@
+# This file was generated by the `rspec --init` command. Conventionally, all
+# specs live under a `spec` directory, which RSpec adds to the `$LOAD_PATH`.
+# Require this file using `require "spec_helper"` to ensure that it is only
+# loaded once.
+#
+# See http://rubydoc.info/gems/rspec-core/RSpec/Core/Configuration
+RSpec.configure do |config|
+  config.treat_symbols_as_metadata_keys_with_true_values = true
+  config.run_all_when_everything_filtered = true
+  config.filter_run :focus
+
+  # Run specs in random order to surface order dependencies. If you find an
+  # order dependency and want to debug it, you can fix the order by providing
+  # the seed, which is printed after each run.
+  #     --seed 1234
+  config.order = 'random'
+end

metadata

@@ -0,0 +1,124 @@
+--- !ruby/object:Gem::Specification
+name: barnyard_ccfeeder
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- Jon Gillies
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-11-27 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: &70156890829980 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: *70156890829980
+- !ruby/object:Gem::Dependency
+  name: aws-sdk
+  requirement: &70156890829560 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *70156890829560
+- !ruby/object:Gem::Dependency
+  name: logger
+  requirement: &70156890829140 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *70156890829140
+- !ruby/object:Gem::Dependency
+  name: rest-client
+  requirement: &70156890828720 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *70156890828720
+- !ruby/object:Gem::Dependency
+  name: crack
+  requirement: &70156890828300 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *70156890828300
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: &70156890827880 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *70156890827880
+description: Feeds the Cache Cow
+email:
+- supercoder@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .rvmrc
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- barnyard_ccfeeder.gemspec
+- lib/barnyard_ccfeeder.rb
+- lib/barnyard_ccfeeder/version.rb
+- spec/query_spec.rb
+- spec/spec_helper.rb
+homepage: https://github.com/jongillies/barnyard/tree/master/barnyard_ccfeeder
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: barnyard_ccfeeder
+rubygems_version: 1.8.11
+signing_key: 
+specification_version: 3
+summary: REST API to the Cache Cow
+test_files:
+- spec/query_spec.rb
+- spec/spec_helper.rb