flamingo 0.2.0 → 0.2.1

data/lib/flamingo.rb

@@ -11,6 +11,7 @@ require 'sinatra/base'
 
 require 'flamingo/version'
 require 'flamingo/config'
+require 'flamingo/stats/time_series'
 require 'flamingo/dispatch_event'
 require 'flamingo/dispatch_error'
 require 'flamingo/stream_params'
@@ -27,6 +28,7 @@ require 'flamingo/daemon/flamingod'
 require 'flamingo/logging/formatter'
 require 'flamingo/web/server'
 
+
 module Flamingo
   
   class << self

data/lib/flamingo/stats/time_series.rb

@@ -0,0 +1,134 @@
+module Flamingo
+  module Stats
+    class TimeSeries
+
+      attr_accessor :name, :seconds_per_tick, :total_ticks
+      
+      class << self
+        def create(name,seconds_per_tick,total_ticks)
+          redis.set("stats:#{name}:schema","#{seconds_per_tick},#{total_ticks}")
+          new(name,seconds_per_tick,total_ticks)
+        end
+
+        def get(name)
+          schema_value = redis.get("stats:#{name}:schema")
+          raise "No schema specified" unless schema_value
+          seconds_per_tick, total_ticks = schema_value.split(",").map{|v| v.to_i}
+          new(name,seconds_per_tick,total_ticks)
+        end
+
+        def redis
+          Flamingo.redis
+        end
+
+      end
+
+      def initialize(name,seconds_per_tick,total_ticks)
+        self.name = name
+        self.seconds_per_tick = seconds_per_tick
+        self.total_ticks = total_ticks
+      end
+
+      def data(ticks=total_ticks,time=Time.now.utc)
+        range = tick_range(ticks,time)
+        keys = range.map {|t| value_key(t) }
+        values = redis.mget(keys).map {|v| (v || 0).to_f }
+        range.map {|t| t * seconds_per_tick }.zip(values)
+      end
+      
+      def each_datum(ticks=total_ticks,time=Time.now.utc)
+        tick_range(ticks,time).each do |tick|
+          yield(tick*seconds_per_tick,value(tick))
+        end
+      end
+      
+      def tick_range(ticks=total_ticks,time=Time.now.utc)
+        end_tick = to_tick(time)
+        start_tick = (end_tick - ticks) + 1
+        (start_tick..end_tick)        
+      end
+      
+      def average(ticks=total_ticks,time=Time.now.utc)
+        count = 0
+        sum = 0
+        each_datum do |ts, value|
+          count += 1
+          sum += value
+        end
+        if count == 0
+          nil
+        else
+          sum / count
+        end
+      end
+
+      def increment(val=1,time=Time.now.utc)
+        modify_value_at(time) do |val_key|
+          redis.incrby(val_key,val)  
+        end
+      end
+
+      def set(val,time=Time.now.utc)
+        modify_value_at(time) do |val_key|
+          redis.set(val_key,val)
+        end
+      end
+      
+      private
+        def modify_value_at(time=Time.now.utc)
+          t = to_tick(time)
+          return false unless valid?(t)
+          val_key = value_key(t)
+          yield(val_key)
+          ver_key = version_key(t)
+          prev_tick = redis.getset(ver_key,t)
+          if prev_tick && prev_tick.to_i < t
+            redis.del(value_key(prev_tick.to_i))
+          end
+          true
+        end
+      
+        def value(tick)
+          val = redis.get(value_key(tick))
+          val ? val.to_f : 0
+        end
+        
+        def to_tick(time=Time.now.utc)
+          (time.to_i / seconds_per_tick)
+        end
+        
+        def now_tick
+          to_tick(Time.now.utc)
+        end
+        
+        def valid?(tick)
+          nt = now_tick
+          (nt - total_ticks) <= tick && tick <= nt
+        end
+        
+        def tick_series(tick)
+          tick / total_ticks
+        end
+        
+        def tick_pos(tick)
+          tick % total_ticks
+        end
+        
+        def value_key(tick)
+          s = tick_series(tick)
+          pos = tick_pos(tick)
+          "stats:#{name}:#{s}:#{pos}"
+        end
+      
+        def version_key(tick)
+          pos = tick_pos(tick)
+          "stats:#{name}:v:#{pos}"
+        end
+
+        def redis
+          self.class.redis
+        end      
+
+    end
+  end
+end

data/lib/flamingo/stream.rb

@@ -25,7 +25,7 @@ module Flamingo
     end
     
     def connect(options)
-      conn_opts = {:ssl => true, :user_agent => "Flamingo/0.1" }.
+      conn_opts = {:ssl => false, :user_agent => "Flamingo/0.1" }.
         merge(options).merge(:path=>path)
       Twitter::JSONStream.connect(conn_opts)
     end
@@ -59,4 +59,4 @@ module Flamingo
     
   end
   
-end
+end

data/lib/flamingo/version.rb

@@ -1,3 +1,3 @@
 module Flamingo
-  Version = VERSION = '0.2.0'
+  Version = VERSION = '0.2.1'
 end

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification 
 name: flamingo
 version: !ruby/object:Gem::Version 
-  hash: 23
+  hash: 21
   prerelease: false
   segments: 
   - 0
   - 2
-  - 0
-  version: 0.2.0
+  - 1
+  version: 0.2.1
 platform: ruby
 authors: 
 - Hayes Davis
@@ -16,7 +16,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2010-08-01 00:00:00 -05:00
+date: 2010-10-25 00:00:00 -07:00
 default_executable: 
 dependencies: 
 - !ruby/object:Gem::Dependency 
@@ -171,6 +171,7 @@ files:
 - lib/flamingo/dispatch_error.rb
 - lib/flamingo/dispatch_event.rb
 - lib/flamingo/logging/formatter.rb
+- lib/flamingo/stats/time_series.rb
 - lib/flamingo/stream.rb
 - lib/flamingo/stream_params.rb
 - lib/flamingo/subscription.rb