johnf-fnordmetric 1.2.7

data/lib/fnordmetric/widgets/pie_widget.rb

@@ -0,0 +1,23 @@
+class FnordMetric::PieWidget  < FnordMetric::Widget
+
+  def data
+    super.merge(
+      :gauges => gauges.map(&:name),
+      :gauge_titles => gauge_titles,
+      :autoupdate => (@opts[:autoupdate] || 60)
+    )
+  end
+
+  def gauge_titles
+    {}.tap do |_hash|
+      gauges.each do |gauge|
+        _hash.merge!(gauge.name => gauge.title)
+      end
+    end
+  end
+
+  def has_tick?
+    false
+  end
+
+end

data/lib/fnordmetric/widgets/timeseries_widget.rb

@@ -0,0 +1,65 @@
+class FnordMetric::TimeseriesWidget < FnordMetric::Widget
+
+  def self.execute(namespace, event)
+    resp = if event["cmd"] == "values_at"
+      {
+        :cmd => :values_at,
+        :gauges => event["gauges"].map{ |gkey|
+          _gauge = namespace.gauges[gkey.to_sym]
+          unless _gauge
+            return { :error => "gauge not found: #{gkey}" }
+          end
+
+          t_since = FnordMetric::Util.parse_time(event["since"].to_s)
+          t_until = FnordMetric::Util.parse_time(event["until"].to_s)
+
+          vals = _gauge.values_in(t_since..t_until)
+          { :key => gkey, :vals => vals, :title => _gauge.title }
+        }
+      }
+    end
+
+    return false unless resp
+
+    resp.merge(
+      :type => "widget_response",
+      :widget_key => event["widget_key"]
+    )
+  end
+
+  def data
+    super.merge(
+      :series => series,
+      :gauges => gauges.map(&:name),
+      :start_timestamp => ticks.first,
+      :end_timestamp => ticks.last,
+      :xticks => (@opts[:xticks] || 30),
+      :autoupdate => (@opts[:autoupdate] || 60),
+      :include_current => !!@opts[:include_current],
+      :default_style => (@opts[:plot_style] || 'line'),
+      :async_chart => true,
+      :tick => tick
+    )
+  end
+
+  def series
+    colors = FnordMetric::COLORS.dup
+
+    gauges.map do |gauge|
+      {
+        :name => gauge.name,
+        :title => gauge.title,
+        :data => [{:x => ticks.first, :y => 0}],
+        :color => colors.unshift(colors.pop).first
+      }
+    end
+  end
+
+  def has_tick?
+    true
+  end
+
+end
+
+class FnordMetric::TimelineWidget < FnordMetric::TimeseriesWidget
+end

data/lib/fnordmetric/widgets/toplist_widget.rb

@@ -0,0 +1,68 @@
+class FnordMetric::ToplistWidget < FnordMetric::Widget
+
+  def self.execute(namespace, event)
+    t = Time.now.to_i
+
+    return false unless event["gauge"]
+
+    resp = if event["cmd"] == "values_for"
+      vals = execute_values_for(namespace.gauges[event["gauge"].to_sym], t)
+
+      {
+        :cmd => :values_for,
+        :gauge => event["gauge"],
+        :values => vals,
+        :count  => vals.inject(0){ |m, (k,c)| m + c }
+      }
+    end
+
+    return false unless resp
+
+    resp.merge(
+      :type => "widget_response",
+      :widget_key => event["widget_key"]
+    )
+  end
+
+  def self.execute_values_for(gauge, time)
+    gauge.field_values_at(time).sort do |a,b|
+      a.first.to_i <=> b.first.to_i
+    end.map do |a|
+      [a.first, a.second.to_i]
+    end
+  end
+
+  def data
+    super.merge(
+      :gauges => data_gauges,
+      :autoupdate => (@opts[:autoupdate] || 0),
+      :render_target => @opts[:render_target],
+      :ticks => @opts[:ticks],
+      :click_callback => @opts[:click_callback],
+      :async_chart => true,
+      :tick => tick,
+      :limit => @opts[:limit],
+      :no_min_height => @opts[:no_min_height]
+    ).tap do |dat|
+      dat.merge!(
+        :gauges => @opts[:_gauges]
+      ) if dat[:ticks]
+    end
+  end
+
+  def data_gauges
+    Hash.new.tap do |hash|
+      gauges.each do |g|
+        hash[g.name] = {
+          :tick => g.tick,
+          :title => g.title
+        }
+      end
+    end
+  end
+
+  def has_tick?
+    false
+  end
+
+end

data/lib/fnordmetric/worker.rb

@@ -0,0 +1,89 @@
+class FnordMetric::Worker
+
+  def initialize(opts = {})
+    @namespaces = FnordMetric.namespaces
+    @opts = FnordMetric.options(opts)
+
+    FnordMetric.register(self)
+  end
+
+  def initialized
+    FnordMetric.log("worker started")
+    EM.next_tick(&method(:tick))
+  end
+
+  def tick
+    redis.blpop(queue_key, 1).callback do |list, event_id|
+      EM.next_tick(&method(:tick))
+      if event_id
+        redis.get(event_key(event_id)).callback do |event_data|
+          process_event(event_id, event_data) if event_data
+          FnordMetric.log("event_lost: event_data not found for event-id '#{event_id}' - maybe expired?") unless event_data
+          redis.hincrby(stats_key, :events_processed, 1)
+        end
+      end
+    end
+  end
+
+  def process_event(event_id, event_data)
+    EM.next_tick do
+      event = parse_json(event_data)
+      if event
+        event[:_time] ||= Time.now.to_i
+        event[:_eid] = event_id
+        announce_event(event)
+        publish_event(event)
+        expire_event(event_id)
+      end
+    end
+  end
+
+  def pubsub_key
+    [@opts[:redis_prefix], 'announce'].join("-")
+  end
+
+  def queue_key
+    [@opts[:redis_prefix], 'queue'].join("-")
+  end
+
+  def event_key(event_id)
+    [@opts[:redis_prefix], 'event', event_id].join("-")
+  end
+
+  def stats_key
+    [@opts[:redis_prefix], 'stats'].join("-")
+  end
+
+  def announce_event(event)
+    namespace(event[:_namespace]).ready!(redis, sync_redis).announce(event)
+  end
+
+  def expire_event(event_id)
+    redis.expire(event_key(event_id), @opts[:event_data_ttl])
+  end
+
+  def publish_event(event)    
+    redis.publish(pubsub_key, event.to_json)
+  end
+
+  def namespace(key)
+    (@namespaces[key] || @namespaces.first.last).clone
+  end
+
+  def parse_json(data)
+    event = Yajl::Parser.new(:symbolize_keys => true).parse(data)
+    event[:_namespace] = event[:_namespace].to_sym if event[:_namespace]
+    event
+  rescue Yajl::ParseError => e
+    FnordMetric.error "invalid json: #{e.to_s}"; false
+  end
+
+  def redis
+    @redis ||= EM::Hiredis.connect(FnordMetric.options[:redis_url]) # FIXPAUL
+  end
+
+  def sync_redis
+    @sync_redis ||= FnordMetric.mk_redis
+  end
+
+end

data/lib/fnordmetric/zero_config_gauge.rb

@@ -0,0 +1,138 @@
+class FnordMetric::ZeroConfigGauge
+
+  TYPES = [:_incr, :_decr, :_avg, :_min, :_max, :_set]
+
+  Handler = proc do
+    if data[:gauge]
+      gauge_key = data[:gauge].to_sym
+    else
+      FnordMetric.error("missing key for zero config event: gauge")
+      next
+    end
+
+    unless data[:value]
+      FnordMetric.error("missing key for zero config event: value")
+      next
+    end
+
+    gauge = if namespace.gauges.has_key?(gauge_key)
+      namespace.gauges[gauge_key]
+    else
+      namespace.opt_gauge(gauge_key,
+        :flush_interval => data[:flush_interval],
+        :average => (type == :_avg),
+        :zero_config => true)
+    end
+
+    case type
+
+      when :_set
+        set_value gauge, data[:value].to_i
+
+      when :_incr
+        incr_tick gauge, data[:value].to_i
+
+      when :_decr
+        FnordMetric.error("_decr is not yet implemented")
+
+      when :_avg
+        incr_avg gauge, data[:value].to_i
+
+      when :_min, :_max
+        FnordMetric.error("_min/_max is not yet implemented")
+
+    end
+  end
+
+  class EmtpyGauge
+
+    def self.tick
+      FnordMetric.options[:default_flush_interval]
+    end
+
+    def self.retention
+      tick * 10
+    end
+
+    def self.tick_at(time, _tick=tick)
+      (time/_tick.to_f).floor*_tick
+    end
+
+    def group
+      "Gauges"
+    end
+
+    def unit
+      nil
+    end
+
+    def key_nouns
+      ["Key", "Keys"]
+    end
+
+    def key(_append=nil)
+      "----empty-gauge----"
+    end
+
+    def tick_key(_time, _append=nil)
+      "----empty-gauge----"
+    end
+
+    def tick_keys(_range, _append=nil)
+        ["----empty-gauge----"]
+    end
+
+    def retention_key(_time, _append=nil)
+        "----empty-gauge----"
+    end
+
+    def two_dimensional?
+      true
+    end
+
+    def three_dimensional?
+      false
+    end
+
+    def progressive?
+      false
+    end
+
+    def unique?
+      false
+    end
+
+    def average?
+      false
+    end
+
+    def has_series?
+      false
+    end
+
+  end
+
+  def initialize(key, namespace)
+    @key = key
+    @namespace = namespace
+  end
+
+  def name
+    @key
+  end
+
+  def title
+    @key
+  end
+
+  def method_missing(*msg)
+    gauge = @namespace.gauges[@key]
+
+    if gauge
+      gauge.send(*msg)
+    else
+      EmtpyGauge.send(*msg)
+    end
+  end
+
+end

data/lib/fnordmetric.rb

@@ -0,0 +1,149 @@
+require "eventmachine"
+require 'em-hiredis'
+require 'redis'
+require "active_support/core_ext"
+require 'yajl'
+require 'sinatra/base'
+require 'haml'
+require 'json'
+require "thin"
+require 'rack/server'
+require 'rack/websocket'
+
+require "fnordmetric/ext"
+require "fnordmetric/version"
+
+module FnordMetric
+
+  @@options = nil
+  @@pool = []
+
+  @@namespaces = {}
+
+  def self.namespace(key=nil, &block)
+    @@namespaces[key] = block
+  end
+
+  def self.namespaces
+    {}.tap do |_namespaces|
+      @@namespaces.each do |key, block|
+        _namespaces[key] = FnordMetric::Namespace.new(key, options.clone)
+        _namespaces[key].instance_eval(&block)
+        _namespaces[key].instance_eval(&FnordMetric::DEFAULT_PROC)
+      end
+    end
+  end
+
+  def self.options(opts = {})
+    default_options(@@options || {}).merge(opts)
+  end
+
+  def self.options=(opts)
+    @@options = opts
+  end
+
+  def self.register(obj)
+    @@pool.push(obj)
+  end
+
+  def self.mk_redis
+    Redis.new(:url => options[:redis_url])
+  end
+
+  def self.default_options(opts = {})
+    FnordMetric::DEFAULT_OPTIONS.merge(opts)
+  end
+
+  def self.log(msg)
+    puts "[#{Time.now.strftime("%y-%m-%d %H:%M:%S")}] #{msg}"
+  end
+
+  def self.error(msg)
+    log "[ERROR] #{msg}"; nil
+  end
+
+  def self.error!(msg)
+    raise msg if ENV['FNORDMETRIC_ENV'] == 'test'
+    puts(msg); exit!
+  end
+
+  def self.run
+    start_em
+  rescue Exception => e
+    raise e
+    log "!!! eventmachine died, restarting... #{e.message}"
+    sleep(1); run
+  end
+
+  def self.shutdown(fnord=nil)
+    log "shutting down, byebye"
+    EM.stop
+  end
+
+  def self.start_em
+    EM.run do
+
+      trap("TERM", &method(:shutdown))
+      trap("INT",  &method(:shutdown))
+
+      EM.next_tick do
+        (@@pool || []).map(&:initialized)
+      end
+
+    end
+  end
+
+  def self.server_configuration=(configuration)
+    puts "DEPRECATION WARNING - FIXPAUL"
+    self.options=(configuration)
+  end
+
+  def self.standalone
+    puts "DEPRECATION WARNING - FIXPAUL"
+    require "fnordmetric/standalone"
+    start_em
+  end
+
+end
+
+require "fnordmetric/gauge_calculations"
+require "fnordmetric/gauge_modifiers"
+require "fnordmetric/gauge_validations"
+require "fnordmetric/gauge_rendering"
+require "fnordmetric/gauge"
+require "fnordmetric/zero_config_gauge"
+require "fnordmetric/gauges/timeseries_gauge"
+require "fnordmetric/gauges/toplist_gauge"
+require "fnordmetric/gauges/distribution_gauge"
+require "fnordmetric/context"
+require "fnordmetric/histogram"
+require "fnordmetric/timeseries"
+require "fnordmetric/toplist"
+require "fnordmetric/namespace"
+require "fnordmetric/session"
+require "fnordmetric/api"
+require "fnordmetric/worker"
+require "fnordmetric/logger"
+require "fnordmetric/defaults"
+require "fnordmetric/util"
+require "fnordmetric/web/web"
+require "fnordmetric/web/app_helpers"
+require "fnordmetric/web/app"
+require "fnordmetric/web/websocket"
+require "fnordmetric/web/reactor"
+require "fnordmetric/web/event"
+require "fnordmetric/web/dashboard"
+require "fnordmetric/acceptors/acceptor"
+require "fnordmetric/acceptors/tcp_acceptor"
+require "fnordmetric/acceptors/udp_acceptor"
+require "fnordmetric/acceptors/fyrehose_acceptor"
+require "fnordmetric/acceptors/amqp_acceptor"
+require "fnordmetric/acceptors/stomp_acceptor"
+require "fnordmetric/widget"
+require "fnordmetric/widgets/timeseries_widget"
+require "fnordmetric/widgets/numbers_widget"
+require "fnordmetric/widgets/bars_widget"
+require "fnordmetric/widgets/toplist_widget"
+require "fnordmetric/widgets/pie_widget"
+require "fnordmetric/widgets/html_widget"
+require "fnordmetric/enterprise/compatibility_handler"

data/run_specs.sh

@@ -0,0 +1,11 @@
+#!/bin/bash
+
+(cd $(dirname $0)/../fnordmetric-ui && \
+  ./build.sh)
+
+(cd $(dirname $0)/web && \
+  ./build.sh)
+
+(cd $(dirname $0) && \
+  bundle install && \
+  bundle exec rspec)

data/spec/api_spec.rb

@@ -0,0 +1,49 @@
+require ::File.expand_path('../spec_helper.rb', __FILE__)
+
+describe FnordMetric::Event do
+
+  include FnordMetric
+
+  before(:all) do
+    @now = Time.utc(1992,01,13,5,23,23).to_i   
+    @redis = Redis.new
+    @redis_wrap = RedisWrap.new(@redis)
+
+    @namespace = "fnordmetric-test-ns1234-api" 
+    @timeline = "#{@namespace}-timeline"
+
+    @opts = {         
+      :namespace_prefix => "#{@namespace}",
+      :redis_prefix => "fnordmetric-test",
+      :redis => @redis
+    }  
+    @api = FnordMetric::API.new @opts
+  end
+
+  describe "creating events using API" do
+
+    before(:each) do        
+      @redis.keys("fnordmetric-test-*").each { |k| @redis.del(k) }     
+    end
+
+    it "should create an event from a (json-)string" do
+      json_string = {
+        :_type => "Fn0rd123", 
+        :_time => @now
+      }.to_json
+      event_id = @api.event(json_string)
+      event = FnordMetric::Event.find(event_id, @opts)
+      event.type.should == "Fn0rd123"
+    end
+
+    it "should create an event from a hash" do
+      event_id = @api.event(
+        :_type => "Fn0rd234", 
+        :_time => @now
+      )
+      event = FnordMetric::Event.find(event_id, @opts)
+      event.type.should == "Fn0rd234"
+    end
+
+  end
+end

data/spec/context_spec.rb

@@ -0,0 +1,42 @@
+require ::File.expand_path('../spec_helper.rb', __FILE__)
+
+describe FnordMetric::Context do
+
+  before(:all) do
+    @redis = Redis.new
+    @redis_wrap = RedisWrap.new(@redis)
+  end
+
+  before(:each) do
+    @redis.keys("fnordmetrictest*").each { |k| @redis.del(k) }  
+  end
+
+  it "should fetch a gauge by key"
+  it "should fetch a gauge by gauge"
+  it "should raise an error if unable to fetch a gauge"
+
+  it "should expose the current session_key" do
+    ns = FnordMetric::Namespace.new(
+      :myns_253,
+      :redis_prefix => "fnordmetrictest"
+    )
+    ns.opt_event(:fnordbar, {}) do
+      session_key.should == "145d3f6dee1a770e3a3c550b3993dc81"
+    end
+    ns.ready!(@redis_wrap, @redis).announce(
+      :_eid => "35r2423",
+      :_time => Time.now.to_i, 
+      :_type => "fnordbar", 
+      :_session => "sess213"
+    )
+  end
+
+  it "should instance-eval the handler on call" do 
+    Thread.current["fnord_123"] = false
+    my_block = proc{ Thread.current["fnord_123"] = "35r25" }   
+    context = FnordMetric::Context.new({}, my_block)
+    context.call({}, nil, nil)
+    Thread.current["fnord_123"].should == "35r25"
+  end
+
+end

data/spec/dashboard_spec.rb

@@ -0,0 +1,38 @@
+# encoding: utf-8
+require ::File.expand_path('../spec_helper.rb', __FILE__)
+
+describe FnordMetric::Dashboard do
+
+  before(:each) do
+  end
+
+  it "should remember it's title" do
+    dashboard = FnordMetric::Dashboard.new(:title => 'My Foobar Dashboard')
+    dashboard.title.should == 'My Foobar Dashboard'
+  end
+
+  it "should build a token" do
+    dashboard = FnordMetric::Dashboard.new(:title => 'My!F00bar-.Dash_board'){ |dash| }
+    dashboard.token.should == 'MyF00barDash_board'
+  end
+
+  it "should build the correct token if the dashboard name contains whitespaces" do
+    dashboard = FnordMetric::Dashboard.new(:title => 'My!F00bar Dash_board'){ |dash| }
+    dashboard.token.should == 'MyF00barDash_board'
+  end
+
+  it "should build the correct token if the dashboard name contains non-english characters" do
+    dashboard = FnordMetric::Dashboard.new(:title => 'Новая статистика!'){ |dash| }
+    dashboard.token.should_not be_empty
+  end
+
+  it "should add a widget" do
+    pending("fix this")
+    #dashboard = FnordMetric::Dashboard.new(:title => 'My!F00bar-.Dash_board'){ |dash| }
+    #FnordMetric.metric(:my_metric, :sum => :my_field)
+    #idget = FnordMetric.widget(:my_widget, :metrics => :my_metric, :title => "My Widget", :type => :timeline)
+    #dashboard.add_widget(widget)
+    #dashboard.widgets.first.should == widget
+  end
+
+end