overwatch-collection 0.1.1

data/lib/overwatch/collection/models/resource.rb

@@ -0,0 +1,50 @@
+module Overwatch
+  class Resource
+    include DataMapper::Resource
+    include Overwatch::Collection::Attributes
+    
+    property :id, Serial, :index => true
+    property :name, String, :index => true
+    property :api_key, String, :index => true
+    property :created_at, DateTime
+    property :updated_at, DateTime
+    
+    has n, :snapshots
+    
+    before :create, :generate_api_key
+
+    validates_presence_of :name
+    validates_uniqueness_of :name
+    validates_uniqueness_of :api_key
+
+    # after :create, :schedule_no_data_check
+    
+    def previous_update
+      snapshots[-2]
+    end
+
+    def last_update
+      snapshots[-1]
+    end
+    # 
+    # def run_checks
+    #   Resque.enqueue(CheckRun, self.id.to_s)
+    # end
+    # 
+    # def schedule_no_data_check
+    #   Resque.enqueue_in(5.minutes, NoDataCheck, self)
+    # end
+
+    def regenerate_api_key
+      generate_api_key
+      self.save
+    end
+
+    private
+
+    def generate_api_key
+      api_key = Digest::SHA1.hexdigest(Time.now.to_s + rand(12341234).to_s)[1..30]
+      self.api_key = api_key
+    end
+  end
+end

data/lib/overwatch/collection/models/snapshot.rb

@@ -0,0 +1,88 @@
+module Overwatch
+  class Snapshot
+    include DataMapper::Resource
+    
+    property :id, Serial, :index => true
+    property :data, Json
+    property :created_at, DateTime
+    property :updated_at, DateTime
+    property :created_on, Date
+    property :updated_on, Date
+    property :created_at_hour, Integer
+    property :created_at_min, Integer
+    property :created_at_int, Integer
+    
+    belongs_to :resource
+    
+    # attr_accessor :data
+    attr_accessor :raw_data
+    
+    after :create, :parse_data
+    # after :create, :run_checks
+    after :create, :update_attribute_keys
+    after :create, :generate_timestamps
+    # after :create, :schedule_reaper
+
+    def data
+      begin
+        Hashie::Mash.new(
+          Yajl.load($redis.hget("overwatch::snapshot:#{self.id}", "data"))
+        )
+      rescue
+      end
+    end
+
+    def run_checks
+      self.resource.run_checks
+    end
+
+    def schedule_reaper
+      if self.created_at.min % 5 != 0
+        Resque.enqueue_in(60.minutes, SnapshotReaper, self)
+        # Resque.enqueue_in(60.minutes, AttributeReaper, "resource:#{self.resource_id}:#{key}")
+      elsif self.created_at.hour != 0 && self.created_at.min != 0
+        Resque.enqueue_in(1.day, SnapshotReaper, self)
+      else
+        Resque.enqueue_in(30.days, SnapshotReaper, self)
+      end
+    end
+
+    def to_dotted_hash(source=self.data,target = {}, namespace = nil)
+      prefix = "#{namespace}." if namespace
+      case source
+      when Hash
+        source.each do |key, value|
+          to_dotted_hash(value, target, "#{prefix}#{key}")
+        end
+      else
+        target[namespace] = source
+      end
+      target
+    end
+
+    private
+
+    def parse_data
+      self.to_dotted_hash.each_pair do |key, value|
+        timestamp = self.created_at.to_i * 1000
+        $redis.zadd "overwatch::resource:#{resource.id}:#{key}", timestamp, "#{timestamp}:#{value}"
+      end    
+    end
+
+    def update_attribute_keys
+      self.to_dotted_hash.keys.each do |key|
+        $redis.sadd "overwatch::resource:#{self.resource.id}:attribute_keys", key
+      end
+    end
+    
+    def generate_timestamps
+      self.created_at_int = self.created_at.to_i
+      self.save
+    end
+
+  end
+
+  class AttributeError < Exception; end
+end
+
+

data/lib/overwatch/collection/routes/resource.rb

@@ -0,0 +1,107 @@
+module Overwatch
+  module Collection
+    class Application < Sinatra::Base
+      
+      get '/resources/?' do
+        resources = Resource.all
+        if resources.size < 1
+          [].to_json
+        else
+          resources.to_json
+        end
+      end
+      
+      get '/resources/:id/?' do |id|
+        resource = Resource.get(id)
+        if resource
+          status 200
+          resource.to_json
+        else
+          halt 404
+        end
+        
+      end
+      
+      post '/resources/?' do
+        data = Yajl.load(request.body.read)
+        resource = Resource.new(:name => data['name'])
+        if resource.save
+          status 201
+          resource.to_json
+        else
+          status 422
+          resource.errors.to_json
+        end
+      end
+
+      put '/resources/:id/?' do |id|
+        data = Yajl.load(request.body.read)
+        resource = Resource.get(id)
+        if resource
+          if resource.update(data)
+            status 200
+            resource.to_json
+          else
+            status 409
+            resource.errors.to_json
+          end
+        else
+          halt 404
+        end
+          
+      end
+      
+      delete '/resources/:id/?' do |id|
+        resource = Resource.get(id)
+        if resource
+          if resource.destroy
+            status 200
+          else
+            status 409
+            resource.errors.to_json
+          end
+        else
+          halt 404
+        end
+        
+      end
+      
+      get '/resources/:id/attributes/?' do |id|
+        resource = Resource.get(id)
+        attributes = resource.attribute_keys
+        if attributes.length < 1
+          [].to_json
+        else
+          attributes.sort.to_json
+        end
+      end
+      
+      get '/resources/:id/attributes/:attribute/?' do |id, attribute|
+        resource = Resource.get(id)
+        
+        options = { 
+          :start_at => (params[:start_at].to_i || nil), 
+          :end_at => (params[:end_at].to_i || nil),
+          :interval => (params[:interval].to_s || 'hour')
+        }
+        
+        values = resource.values_with_dates_for(attribute, options)
+        values.to_json
+      end
+      
+      get '/resources/:id/attributes/:attribute/:function/?' do |id, attribute, function|
+        resource = Resource.get(id)
+        
+        options = { 
+          :start_at => (params[:start_at].to_i || nil), 
+          :end_at => (params[:end_at].to_i || nil),
+          :interval => (params[:interval].to_s || 'hour')
+        }
+
+        attribute = resource.function(params[:function].to_sym, attribute, options)
+        attribute.to_json
+      end
+      
+    end
+  end
+end

data/lib/overwatch/collection/routes/snapshot.rb

@@ -0,0 +1,66 @@
+module Overwatch
+  module Collection
+    class Application < Sinatra::Base
+      
+      get '/resources/:resource_id/snapshots/?' do |resource_id|
+        resource = Resource.get(resource_id)
+        snapshots = resource.snapshots
+        
+        if snapshots.size < 1
+          [].to_json
+        else
+          snapshots.to_json
+        end
+      end
+      
+      get '/resources/:resource_id/snapshots/:id/?' do |resource_id, id|
+        resource = Resource.get(resource_id)
+        snapshot = resource.snapshots.first(:id => id)
+        
+        if resource
+          if snapshot
+            status 200
+            snapshot.to_json
+          else
+            halt 404
+          end
+        end
+      end
+      
+      post '/snapshots/?' do
+        resource = Resource.first(:api_key => params['key'])
+        data = Yajl.load(request.body.read)
+        snapshot = resource.snapshots.create(:data => data)
+        
+        if resource
+          if snapshot
+            status 201
+            snapshot.to_json
+          else
+            status 409
+            snapshot.errors.to_json
+          end
+        else
+          halt 404
+        end
+      end
+      
+      get '/resources/:resource_id/snapshots/:id/data/?' do |resource_id, id|
+        resource = Resource.get(resource_id)
+        snapshot = resource.snapshots.first(:id => id)
+        
+        if resource
+          if snapshot
+            status 200
+            snapshot.data.to_json
+          else
+            halt 404
+          end
+        else
+          halt 404
+        end
+        
+      end
+    end
+  end
+end

data/lib/overwatch/collection/version.rb

@@ -0,0 +1,5 @@
+module Overwatch
+  module Collection
+    VERSION = "0.1.1"
+  end
+end

data/overwatch-collection.gemspec

@@ -0,0 +1,43 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+
+require 'overwatch/collection/version'
+
+Gem::Specification.new do |s|
+  s.name              = 'overwatch-collection'
+  s.version           = Overwatch::Collection::VERSION
+  s.platform          = Gem::Platform::RUBY
+  s.authors           = [ "Dan Ryan" ]
+  s.email             = [ "dan@appliedawesome.com" ]
+  s.homepage          = "https://github.com/danryan/overwatch-collection"
+  s.summary           = "Overwatch statistical time series collection app"
+  s.description       = "overwatch-collection is a Redis-backed statistical time series collection application designed to be fast, extensible, and easy to use."
+  
+  s.rubyforge_project = "overwatch-collection"
+  s.files             = `git ls-files`.split("\n")
+  s.test_files        = `git ls-files -- {spec}/*`.split("\n")
+  s.executables       = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths     = ["lib"]
+
+  s.add_dependency 'dm-core', '>= 1.1.0'
+  s.add_dependency 'dm-active_model', '>= 1.1.0'
+  s.add_dependency 'dm-redis-adapter', '>= 0.4.0'
+  s.add_dependency 'dm-serializer', '>= 1.1.0'
+  s.add_dependency 'dm-timestamps', '>= 1.1.0'
+  s.add_dependency 'dm-validations', '>= 1.1.0'
+  s.add_dependency 'dm-types', '>= 1.1.0'
+  s.add_dependency 'yajl-ruby', '>= 0.8.2'
+  s.add_dependency 'hashie', '>= 1.0.0'
+  s.add_dependency 'rest-client', '>= 1.6.3'
+  s.add_dependency 'sinatra', '>= 1.2.6'
+  s.add_dependency 'sinatra-logger', '>= 0.1.1'
+  s.add_dependency 'activesupport', '>= 3.0.9'
+  
+  s.add_development_dependency 'rspec', '>= 2.6.0'
+  s.add_development_dependency 'rack-test', '>= 0.6.0'
+  s.add_development_dependency 'spork', '>= 0.9.0.rc8'
+  s.add_development_dependency 'watchr', '>= 0.7'
+  s.add_development_dependency 'factory_girl', '>= 1.3.3'
+  s.add_development_dependency 'json_spec', '>= 0.5.0'
+  s.add_development_dependency 'timecop', '>= 0.3.5'
+end

data/spec/overwatch/collection/attributes_spec.rb

@@ -0,0 +1,64 @@
+require 'spec_helper'
+
+module Overwatch
+  module Collection
+    describe Attributes do
+      let(:resource) { Overwatch::Resource.create(:name => 'foo') }
+      let(:start_at) { (Time.now - 1.hour).to_i * 1000 }
+      let(:end_at) { Time.now.to_i * 1000 }
+      
+      before do
+        resource.snapshots.create(:data => snapshot_data)
+        time_travel!
+        resource.snapshots.create(:data => snapshot_data)
+      end
+      
+      describe "#attribute_keys" do
+        it "should return all available attributes" do
+          resource.attribute_keys.should have(2).items
+          resource.attribute_keys.should include("load_average.one_minute")
+        end
+        
+      end
+      
+      describe "#values_for" do
+        before do
+          time_travel!(Time.now + 1.hour)
+          resource.snapshots.create(:data => snapshot_data)
+        end
+          
+        it "should return all values by default" do
+          values = resource.values_for("load_average.one_minute")
+          values[:data].should have(3).items
+        end
+        
+        it "should return values within a given date range" do
+          values = resource.values_for("load_average.one_minute", 
+            :start_at => start_at, :end_at => end_at
+          )
+          values[:data].should have(2).items
+        end
+      end
+      
+      describe "#values_with_dates_for" do
+        before do
+          time_travel!(Time.now + 1.hour)
+          resource.snapshots.create(:data => snapshot_data)
+        end
+        
+        it "should return all values by default" do
+          values = resource.values_with_dates_for("load_average.one_minute")
+          values[:data].should have(3).items
+        end
+        
+        it "should return values within a given date range" do
+          values = resource.values_for("load_average.one_minute", 
+            :start_at => start_at, :end_at => end_at
+          )
+          values[:data].should have(2).items
+        end        
+      end
+
+    end
+  end
+end

data/spec/overwatch/collection/models/resource_spec.rb

@@ -0,0 +1,60 @@
+require 'spec_helper'
+
+module Overwatch
+  describe Resource do
+        
+    describe "new record" do
+      
+      it "generates an api key" do
+        resource = Overwatch::Resource.create(:name => "foo")
+        resource.api_key.should_not be_nil
+      end
+      
+      it "creates a new resource" do
+        resource = Overwatch::Resource.create(:name => "foo")
+        resource.should be_valid
+        resource.name.should == "foo"
+      end
+    
+      it "disallows duplicate names" do
+        resource = Overwatch::Resource.create(:name => "foo")
+        resource2 = Overwatch::Resource.create(:name => "foo")
+        resource2.should_not be_valid
+        resource2.errors[:name].should == ["Name is already taken"]
+      end
+    
+      it "requires a name" do
+        resource = Overwatch::Resource.create
+        resource.should_not be_valid
+        resource.errors[:name].should == ["Name must not be blank"]
+      end
+      
+    end
+    
+    describe '#generate_api_key' do
+      it "generates an api key" do
+        resource = Overwatch::Resource.create(:name => "foo")
+        resource.api_key.should_not be_nil
+      end
+      
+      it 'disallows duplicate api keys' do
+        resource = Overwatch::Resource.create(:name => "foo")
+        resource2 = Overwatch::Resource.create(:name => "bar")
+        resource.api_key = '1234asdf' && resource2.api_key = '1234asdf'
+        resource.save && resource2.save
+        resource2.should_not be_valid
+        resource2.errors[:api_key].should == ["Api key is already taken"]
+      end
+    end
+        
+    describe '#regenerate_api_key' do
+      it "regenerates an api key" do
+        resource = Overwatch::Resource.create(:name => 'foo')
+        old_api_key = resource.api_key
+        resource.regenerate_api_key
+        resource.api_key.should_not == old_api_key
+      end
+      
+    end
+  end
+end