fnordmetric 0.3.2 → 0.5.0

data/doc/import_dump.rb

@@ -0,0 +1,26 @@
+require "rubygems"
+require "redis"
+require "json"
+
+if ARGV.length != 1
+  puts "usage: #{$0} /path/to/dump.json"
+  exit!
+end
+
+file_path = ARGV[0] 
+
+puts "opening #{file_path}"
+file = File.open(file_path)
+
+puts "reading file..."
+events = file.read.split("\n")
+
+puts "pushing #{events.length} events to redis"
+redis = Redis.new
+total_events = events.length
+events.each_with_index do |event,n|
+  my_uuid = rand(9999999999999999999).to_s # generate a unique event id ;)
+  redis.lpush("fnordmetric-queue", my_uuid) 
+  redis.set("fnordmetric-event-#{my_uuid}", event)
+  puts "#{n}/#{total_events}" if (n%100==0)
+end

data/em_runner.rb

@@ -0,0 +1,33 @@
+require "rubygems"
+require "eventmachine"
+require 'em-hiredis'
+
+module Runner
+
+  def self.redis
+    @redis ||= EM::Hiredis.connect("redis://localhost:6379")
+  end
+
+  def self.next
+    redis.blpop('fnordmetric-queue', 0).callback do |list, data|
+      puts data
+      EM.next_tick(&method(:next))
+    end
+  end
+
+end
+
+
+module Ticker
+
+  def self.tick
+    EM.defer(proc { print '.'; sleep 1; }, proc{ EM.next_tick(&method(:tick)) })
+    #EM.next_tick(&method(:next))    
+  end
+
+end
+
+EM.run do
+  Ticker.tick
+  Runner.next
+end

data/fnordmetric.gemspec

@@ -5,11 +5,11 @@
 
 Gem::Specification.new do |s|
   s.name = %q{fnordmetric}
-  s.version = "0.3.2"
+  s.version = "0.5.0"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.authors = ["Paul Asmuth"]
-  s.date = %q{2011-11-05}
+  s.date = %q{2011-12-10}
   s.description = %q{FnordMetric is a Ruby Event-Tracking gem on steroids}
   s.email = %q{paul@paulasmuth.com}
   s.files = [
@@ -19,7 +19,20 @@ Gem::Specification.new do |s|
     "Procfile",
     "Rakefile",
     "VERSION",
+    "_spec/app_spec.rb",
+    "_spec/cache_spec.rb",
+    "_spec/combine_metric_spec.rb",
+    "_spec/core_spec.rb",
+    "_spec/count_metric_spec.rb",
+    "_spec/dashboard_spec.rb",
+    "_spec/event_spec.rb",
+    "_spec/metric_spec.rb",
+    "_spec/report_spec.rb",
+    "_spec/sum_metric_spec.rb",
+    "_spec/widget_spec.rb",
     "doc/example_server.rb",
+    "doc/import_dump.rb",
+    "em_runner.rb",
     "fnordmetric.gemspec",
     "haml/app.haml",
     "haml/widget.haml",
@@ -28,19 +41,27 @@ Gem::Specification.new do |s|
     "lib/fnordmetric/average_metric.rb",
     "lib/fnordmetric/cache.rb",
     "lib/fnordmetric/combine_metric.rb",
-    "lib/fnordmetric/core.rb",
+    "lib/fnordmetric/context.rb",
     "lib/fnordmetric/count_metric.rb",
     "lib/fnordmetric/dashboard.rb",
-    "lib/fnordmetric/engine.rb",
     "lib/fnordmetric/event.rb",
     "lib/fnordmetric/funnel_widget.rb",
+    "lib/fnordmetric/gauge.rb",
+    "lib/fnordmetric/gauge_calculations.rb",
+    "lib/fnordmetric/gauge_modifiers.rb",
+    "lib/fnordmetric/inbound_stream.rb",
+    "lib/fnordmetric/logger.rb",
     "lib/fnordmetric/metric.rb",
     "lib/fnordmetric/metric_api.rb",
+    "lib/fnordmetric/namespace.rb",
     "lib/fnordmetric/numbers_widget.rb",
     "lib/fnordmetric/report.rb",
+    "lib/fnordmetric/session.rb",
+    "lib/fnordmetric/standalone.rb",
     "lib/fnordmetric/sum_metric.rb",
     "lib/fnordmetric/timeline_widget.rb",
     "lib/fnordmetric/widget.rb",
+    "lib/fnordmetric/worker.rb",
     "pub/fnordmetric/fnordmetric.css",
     "pub/fnordmetric/fnordmetric.js",
     "pub/fnordmetric/widget_numbers.js",
@@ -59,20 +80,24 @@ Gem::Specification.new do |s|
     "pub/highcharts/themes/gray.js",
     "pub/highcharts/themes/grid.js",
     "pub/jquery-1.6.1.min.js",
+    "pub/raphael-min.js",
+    "pub/raphael-utils.js",
     "pub/sprite.png",
     "readme.rdoc",
+    "server.rb",
     "spec/app_spec.rb",
-    "spec/cache_spec.rb",
-    "spec/combine_metric_spec.rb",
-    "spec/core_spec.rb",
-    "spec/count_metric_spec.rb",
+    "spec/context_spec.rb",
     "spec/dashboard_spec.rb",
     "spec/event_spec.rb",
-    "spec/metric_spec.rb",
-    "spec/report_spec.rb",
+    "spec/gauge_modifiers_spec.rb",
+    "spec/gauge_spec.rb",
+    "spec/namespace_spec.rb",
+    "spec/session_spec.rb",
     "spec/spec_helper.rb",
-    "spec/sum_metric_spec.rb",
-    "spec/widget_spec.rb"
+    "spec/widget_spec.rb",
+    "spec/worker_spec.rb",
+    "test_stream.sh",
+    "ulm_stats.rb"
   ]
   s.homepage = %q{http://github.com/paulasmuth/fnordmetric}
   s.licenses = ["MIT"]
@@ -81,17 +106,16 @@ Gem::Specification.new do |s|
   s.summary = %q{FnordMetric is a Ruby Event-Tracking gem on steroids}
   s.test_files = [
     "spec/app_spec.rb",
-    "spec/cache_spec.rb",
-    "spec/combine_metric_spec.rb",
-    "spec/core_spec.rb",
-    "spec/count_metric_spec.rb",
+    "spec/context_spec.rb",
     "spec/dashboard_spec.rb",
     "spec/event_spec.rb",
-    "spec/metric_spec.rb",
-    "spec/report_spec.rb",
+    "spec/gauge_modifiers_spec.rb",
+    "spec/gauge_spec.rb",
+    "spec/namespace_spec.rb",
+    "spec/session_spec.rb",
     "spec/spec_helper.rb",
-    "spec/sum_metric_spec.rb",
-    "spec/widget_spec.rb"
+    "spec/widget_spec.rb",
+    "spec/worker_spec.rb"
   ]
 
   if s.respond_to? :specification_version then
@@ -102,10 +126,15 @@ Gem::Specification.new do |s|
       s.add_runtime_dependency(%q<mongo>, ["~> 1.4.0"])
       s.add_runtime_dependency(%q<bson_ext>, ["~> 1.4.0"])
       s.add_runtime_dependency(%q<sinatra>, ["~> 1.2.6"])
+      s.add_runtime_dependency(%q<redis>, ["~> 2.2.2"])
+      s.add_runtime_dependency(%q<eventmachine>, [">= 0"])
+      s.add_runtime_dependency(%q<em-hiredis>, [">= 0"])
       s.add_runtime_dependency(%q<json>, [">= 0"])
       s.add_runtime_dependency(%q<haml>, [">= 0"])
       s.add_runtime_dependency(%q<rack>, [">= 0"])
       s.add_runtime_dependency(%q<rack-test>, [">= 0"])
+      s.add_runtime_dependency(%q<yajl-ruby>, [">= 0"])
+      s.add_runtime_dependency(%q<thin>, [">= 0"])
       s.add_development_dependency(%q<delorean>, [">= 0"])
       s.add_development_dependency(%q<rspec>, ["~> 2.6.0"])
       s.add_development_dependency(%q<shoulda>, [">= 0"])
@@ -116,10 +145,15 @@ Gem::Specification.new do |s|
       s.add_dependency(%q<mongo>, ["~> 1.4.0"])
       s.add_dependency(%q<bson_ext>, ["~> 1.4.0"])
       s.add_dependency(%q<sinatra>, ["~> 1.2.6"])
+      s.add_dependency(%q<redis>, ["~> 2.2.2"])
+      s.add_dependency(%q<eventmachine>, [">= 0"])
+      s.add_dependency(%q<em-hiredis>, [">= 0"])
       s.add_dependency(%q<json>, [">= 0"])
       s.add_dependency(%q<haml>, [">= 0"])
       s.add_dependency(%q<rack>, [">= 0"])
       s.add_dependency(%q<rack-test>, [">= 0"])
+      s.add_dependency(%q<yajl-ruby>, [">= 0"])
+      s.add_dependency(%q<thin>, [">= 0"])
       s.add_dependency(%q<delorean>, [">= 0"])
       s.add_dependency(%q<rspec>, ["~> 2.6.0"])
       s.add_dependency(%q<shoulda>, [">= 0"])
@@ -131,10 +165,15 @@ Gem::Specification.new do |s|
     s.add_dependency(%q<mongo>, ["~> 1.4.0"])
     s.add_dependency(%q<bson_ext>, ["~> 1.4.0"])
     s.add_dependency(%q<sinatra>, ["~> 1.2.6"])
+    s.add_dependency(%q<redis>, ["~> 2.2.2"])
+    s.add_dependency(%q<eventmachine>, [">= 0"])
+    s.add_dependency(%q<em-hiredis>, [">= 0"])
     s.add_dependency(%q<json>, [">= 0"])
     s.add_dependency(%q<haml>, [">= 0"])
     s.add_dependency(%q<rack>, [">= 0"])
     s.add_dependency(%q<rack-test>, [">= 0"])
+    s.add_dependency(%q<yajl-ruby>, [">= 0"])
+    s.add_dependency(%q<thin>, [">= 0"])
     s.add_dependency(%q<delorean>, [">= 0"])
     s.add_dependency(%q<rspec>, ["~> 2.6.0"])
     s.add_dependency(%q<shoulda>, [">= 0"])

data/haml/app.haml

@@ -5,40 +5,54 @@
     %title Fnordmetric Dashboard
     %script(type="text/javascript" src="#{path_prefix}/jquery-1.6.1.min.js")
     %link(type="text/css" rel="stylesheet" href="#{path_prefix}/fnordmetric/fnordmetric.css")
+    %script(type="text/javascript" src="#{path_prefix}/raphael-min.js")
+    %script(type="text/javascript" src="#{path_prefix}/raphael-utils.js")
     %script(type="text/javascript" src="#{path_prefix}/fnordmetric/fnordmetric.js")
     :javascript
       FnordMetric.p = '#{path_prefix}';
 
   %body
+    .topbar
+
     #wrap
       #tabs
         %ul
-          -FnordMetric.dashboards.each do |dashboard|
-            %li{:rel => dashboard.token}
+          %li.active.sessions
+            .picto.piechart
+            Active Users
+
+          -current_namespace.dashboards.each do |key,dashboard|
+            %li.dashboard{:rel => dashboard.token}
               .picto.piechart
               =h dashboard.title
 
       #viewport
-        -unless @dashboard
-          no dashboard selected
-          
-        -@dashboard.widgets.each do |widget|
-          -elem_id = "fw#{(rand*9999).to_i}"
-          %div{:id => elem_id, :style => "margin-bottom:10px;"}
-          =widget.render(elem_id)
-          
+        .viewport_inner.clearfix
+            
 
 :javascript
   $(document).ready(function(){
 
+    FnordMetric.init('#{current_namespace.token}', $('.viewport_inner'));
+
+    $('#tabs li.dashboard').click(function(){
+      FnordMetric.renderDashboard($(this).attr('rel'));
+    });
+
+    $('#tabs li.sessions').click(function(){
+      FnordMetric.renderSessionView();
+    });
+
     $('#tabs li').click(function(){
-      document.location.href = '#{path_prefix}/dashboard/' + $(this).attr('rel');
+      $(this).addClass('active').siblings().removeClass('active');
     });
 
     function resizeViewport(){ 
-      var viewport_width = window.innerWidth-310
+      var viewport_width = window.innerWidth-220
       $('#viewport').width(viewport_width); 
+      FnordMetric.resizeView();
     }
+
     resizeViewport();
     $(window).resize(resizeViewport);
 

data/lib/fnordmetric.rb

@@ -1,21 +1,156 @@
 require 'rubygems'
-require 'mongoid'
-require 'haml'
+require "eventmachine"
+require 'em-hiredis'
+require 'redis'
+require "active_support/core_ext"
+require 'yajl'
 require 'sinatra/base'
+require 'haml'
+require 'thin'
+
+module FnordMetric
+
+  @@namespaces = {}
+
+  def self.namespace(key=nil, &block)    
+    @@namespaces[key] = block    
+  end
+  
+  def self.default_options(opts)
+
+    opts[:redis_uri] = "redis://localhost:6379"
+    opts[:redis_prefix] ||= "fnordmetric"            
+
+    opts[:inbound_stream] ||= ["0.0.0.0", "1337"]
+    opts[:web_interface] ||= ["0.0.0.0", "4242"]
+
+    opts[:start_worker] ||= true
+    opts[:print_stats] ||= 3
+
+    # events that aren't processed after 2 min get dropped
+    opts[:event_queue_ttl] ||= 120
+
+    # event data is kept for one month
+    opts[:event_data_ttl] ||= 3600*24*30
+
+    # session data is kept for one month
+    opts[:session_data_ttl] ||= 3600*24*30 
+    
+    opts
+  end
+
+  def self.start_em(opts)
+    EM.run do
+
+      trap("TERM", &method(:shutdown))
+      trap("INT",  &method(:shutdown))
+
+      opts = default_options(opts)      
+
+      if opts[:start_worker]
+        worker = Worker.new(@@namespaces.clone, opts)
+        worker.ready!   
+      end
+
+      if opts[:inbound_stream]
+        begin   
+          inbound_stream = InboundStream.start(opts)           
+          log "listening on tcp##{opts[:inbound_stream].join(":")}"
+        rescue
+          log "cant start FnordMetric::InboundStream. port in use?"
+        end
+      end
+
+      if opts[:web_interface]
+        begin             
+          app = FnordMetric::App.new(@@namespaces.clone, opts)
+          Thin::Server.start(*opts[:web_interface], app)
+          log "listening on http##{opts[:web_interface].join(":")}"
+        rescue Exception => e
+          log "cant start FnordMetric::App. port in use?"
+        end
+      end
+
+      if opts[:print_stats]        
+        redis = connect_redis(opts[:redis_url])
+        EM::PeriodicTimer.new(opts[:print_stats]) do 
+          print_stats(opts, redis) 
+        end
+      end
+
+    end 
+  end
+
+  def self.log(msg)
+    puts "[#{Time.now.strftime("%y-%m-%d %H:%M:%S")}] #{msg}"
+  end
 
-require "fnordmetric/core"
+  def self.error!(msg)
+    raise msg if ENV['FNORDMETRIC_ENV'] == 'test'
+    puts(msg); exit!
+  end
+
+  def self.run(opts={})
+    start_em(opts) 
+  rescue Exception => e
+    log "!!! eventmachine died, restarting... #{e.message}"
+    sleep(1); run(opts)  
+  end
+
+  def self.shutdown
+    log "shutting down, byebye"
+    EM.stop
+  end
+
+  def self.connect_redis(redis_url)
+    EM::Hiredis.connect(redis_url)
+  end
+
+  def self.print_stats(opts, redis) # FIXME: refactor this mess
+    keys = [:events_received, :events_processed]
+    redis.llen("#{opts[:redis_prefix]}-queue") do |queue_length|      
+      redis.hmget("#{opts[:redis_prefix]}-stats", *keys) do |data|
+        data_human = keys.size.times.map{|n|"#{keys[n]}: #{data[n]}"}
+        log "#{data_human.join(", ")}, queue_length: #{queue_length}"
+      end  
+    end
+  end
+
+  def self.standalone    
+    require "fnordmetric/logger"
+    require "fnordmetric/standalone"
+  end
+
+end
+
+require "fnordmetric/inbound_stream"
+require "fnordmetric/worker"
+require "fnordmetric/widget"
+require "fnordmetric/timeline_widget"
+require "fnordmetric/numbers_widget"
+require "fnordmetric/namespace"
+require "fnordmetric/gauge_modifiers"
+require "fnordmetric/gauge_calculations"
+require "fnordmetric/context"
+require "fnordmetric/gauge"
+require "fnordmetric/session"
 require "fnordmetric/app"
-require "fnordmetric/metric_api"
 require "fnordmetric/dashboard"
 require "fnordmetric/event"
-require "fnordmetric/cache"
-require "fnordmetric/report"
-require "fnordmetric/metric"
-require "fnordmetric/average_metric"
-require "fnordmetric/count_metric"
-require "fnordmetric/combine_metric"
-require "fnordmetric/sum_metric"
-require "fnordmetric/widget"
-require "fnordmetric/numbers_widget"
-require "fnordmetric/timeline_widget"
-require "fnordmetric/funnel_widget"
+
+
+#require "fnordmetric/metric_api"
+
+
+#require "fnordmetric/cache"
+#require "fnordmetric/report"
+#require "fnordmetric/metric"
+#require "fnordmetric/average_metric"
+#require "fnordmetric/count_metric"
+#require "fnordmetric/combine_metric"
+#require "fnordmetric/sum_metric"
+#require "fnordmetric/widget"
+
+#
+#require "fnordmetric/funnel_widget"
+