bp-fnordmetric 1.2.7

data/Gemfile

@@ -0,0 +1,6 @@
+source 'https://rubygems.org'
+
+gemspec
+
+gem "rake"
+gem "yajl-ruby", :git => "git://github.com/brianmario/yajl-ruby.git"

data/Rakefile

@@ -0,0 +1,6 @@
+require 'rspec'
+require 'rspec/core/rake_task'
+desc "Run all examples"
+task RSpec::Core::RakeTask.new('fnordmetric-core/spec')
+
+task :default => "spec"

data/fnordmetric.gemspec

@@ -0,0 +1,41 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+require "date"
+require "fnordmetric/version"
+
+Gem::Specification.new do |s|
+  s.name        = "bp-fnordmetric"
+  s.version     = FnordMetric::VERSION
+  s.date        = Date.today.to_s
+  s.platform    = Gem::Platform::RUBY
+  s.authors     = ["Paul Asmuth"]
+  s.email       = ["paul@paulasmuth.com"]
+  s.homepage    = "http://github.com/paulasmuth/fnordmetric"
+  s.summary     = %q{FnordMetric is a Ruby Event-Tracking gem on steroids}
+  s.description = %q{FnordMetric is a Ruby Event-Tracking gem on steroids}
+  s.licenses    = ["MIT"]
+
+  s.add_dependency "sinatra", ">= 1.2.6"
+  s.add_dependency "redis", ">= 2.2.2"
+  s.add_dependency "eventmachine"
+  s.add_dependency "websocket-rack", "0.4.0"
+  s.add_dependency "em-hiredis", ">= 0.1.1"
+  s.add_dependency "json"
+  s.add_dependency "i18n"
+  s.add_dependency "haml"
+  s.add_dependency "rack"
+  s.add_dependency "rack-test"
+  s.add_dependency "yajl-ruby"
+  s.add_dependency "thin", ">= 1.3.0"
+  s.add_dependency "activesupport"
+
+  s.add_development_dependency "delorean"
+  s.add_development_dependency "rspec", "~> 2.8.0"
+  s.add_development_dependency "shoulda"
+
+  s.files         = `git ls-files`.split("\n") - [".gitignore", ".rspec", ".travis.yml"]
+  s.files         += ["web/fnordmetric-ui.js", "web/fnordmetric-ui.css", "web/fnordmetric-core.js", "web/fnordmetric-core.css"]
+  s.test_files    = `git ls-files -- spec/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ["lib"]
+end

data/lib/fnordmetric.rb

@@ -0,0 +1,149 @@
+require "eventmachine"
+require 'em-hiredis'
+require 'redis'
+require "active_support/core_ext"
+require 'yajl'
+require 'sinatra/base'
+require 'haml'
+require 'json'
+require "thin"
+require 'rack/server'
+require 'rack/websocket'
+
+require "fnordmetric/ext"
+require "fnordmetric/version"
+
+module FnordMetric
+
+  @@options = nil
+  @@pool = []
+
+  @@namespaces = {}
+
+  def self.namespace(key=nil, &block)
+    @@namespaces[key] = block
+  end
+
+  def self.namespaces
+    {}.tap do |_namespaces|
+      @@namespaces.each do |key, block|
+        _namespaces[key] = FnordMetric::Namespace.new(key, options.clone)
+        _namespaces[key].instance_eval(&block)
+        _namespaces[key].instance_eval(&FnordMetric::DEFAULT_PROC)
+      end
+    end
+  end
+
+  def self.options(opts = {})
+    default_options(@@options || {}).merge(opts)
+  end
+
+  def self.options=(opts)
+    @@options = opts
+  end
+
+  def self.register(obj)
+    @@pool.push(obj)
+  end
+
+  def self.mk_redis
+    Redis.new(:url => options[:redis_url])
+  end
+
+  def self.default_options(opts = {})
+    FnordMetric::DEFAULT_OPTIONS.merge(opts)
+  end
+
+  def self.log(msg)
+    puts "[#{Time.now.strftime("%y-%m-%d %H:%M:%S")}] #{msg}"
+  end
+
+  def self.error(msg)
+    log "[ERROR] #{msg}"; nil
+  end
+
+  def self.error!(msg)
+    raise msg if ENV['FNORDMETRIC_ENV'] == 'test'
+    puts(msg); exit!
+  end
+
+  def self.run
+    start_em
+  rescue Exception => e
+    raise e
+    log "!!! eventmachine died, restarting... #{e.message}"
+    sleep(1); run
+  end
+
+  def self.shutdown(fnord=nil)
+    log "shutting down, byebye"
+    EM.stop
+  end
+
+  def self.start_em
+    EM.run do
+
+      trap("TERM", &method(:shutdown))
+      trap("INT",  &method(:shutdown))
+
+      EM.next_tick do
+        (@@pool || []).map(&:initialized)
+      end
+
+    end
+  end
+
+  def self.server_configuration=(configuration)
+    puts "DEPRECATION WARNING - FIXPAUL"
+    self.options=(configuration)
+  end
+
+  def self.standalone
+    puts "DEPRECATION WARNING - FIXPAUL"
+    require "fnordmetric/standalone"
+    start_em
+  end
+
+end
+
+require "fnordmetric/gauge_calculations"
+require "fnordmetric/gauge_modifiers"
+require "fnordmetric/gauge_validations"
+require "fnordmetric/gauge_rendering"
+require "fnordmetric/gauge"
+require "fnordmetric/zero_config_gauge"
+require "fnordmetric/gauges/timeseries_gauge"
+require "fnordmetric/gauges/toplist_gauge"
+require "fnordmetric/gauges/distribution_gauge"
+require "fnordmetric/context"
+require "fnordmetric/histogram"
+require "fnordmetric/timeseries"
+require "fnordmetric/toplist"
+require "fnordmetric/namespace"
+require "fnordmetric/session"
+require "fnordmetric/api"
+require "fnordmetric/worker"
+require "fnordmetric/logger"
+require "fnordmetric/defaults"
+require "fnordmetric/util"
+require "fnordmetric/web/web"
+require "fnordmetric/web/app_helpers"
+require "fnordmetric/web/app"
+require "fnordmetric/web/websocket"
+require "fnordmetric/web/reactor"
+require "fnordmetric/web/event"
+require "fnordmetric/web/dashboard"
+require "fnordmetric/acceptors/acceptor"
+require "fnordmetric/acceptors/tcp_acceptor"
+require "fnordmetric/acceptors/udp_acceptor"
+require "fnordmetric/acceptors/fyrehose_acceptor"
+require "fnordmetric/acceptors/amqp_acceptor"
+require "fnordmetric/acceptors/stomp_acceptor"
+require "fnordmetric/widget"
+require "fnordmetric/widgets/timeseries_widget"
+require "fnordmetric/widgets/numbers_widget"
+require "fnordmetric/widgets/bars_widget"
+require "fnordmetric/widgets/toplist_widget"
+require "fnordmetric/widgets/pie_widget"
+require "fnordmetric/widgets/html_widget"
+require "fnordmetric/enterprise/compatibility_handler"

data/lib/fnordmetric/acceptors/acceptor.rb

@@ -0,0 +1,42 @@
+class FnordMetric::Acceptor
+
+  def initialize(opts)
+    @opts = opts
+
+    FnordMetric.register(self)
+  end
+
+  def initialized
+    inbound_class = if @opts[:protocol] == :udp
+      FnordMetric::UDPAcceptor
+    elsif @opts[:protocol] == :tcp
+      FnordMetric::TCPAcceptor
+    elsif @opts[:protocol] == :fyrehose
+      FnordMetric::FyrehoseAcceptor
+    elsif @opts[:protocol] == :amqp
+      FnordMetric::AMQPAcceptor
+    elsif @opts[:protocol] == :stomp
+      FnordMetric::STOMPAcceptor
+    else
+      raise "unknown protocol: #{@opts[:protocol]}"
+    end
+
+    @opts[:listen] = [
+      @opts[:host] || "0.0.0.0",
+      @opts[:port] || 2323
+    ]
+
+    begin
+      inbound_stream = inbound_class.start(@opts)
+      if inbound_class.respond_to?(:outbound?) && inbound_class.outbound?
+        FnordMetric.log "connected to #{@opts[:protocol]}://#{@opts[:listen][0..1].join(":")}"
+      else
+        FnordMetric.log "listening on #{@opts[:protocol]}://#{@opts[:listen][0..1].join(":")}"
+      end
+    rescue Exception => e
+      raise e if ENV["FNORDMETRIC_ENV"] == "dev"
+      FnordMetric.log "cant start #{inbound_class.name} on #{@opts[:protocol]}://#{@opts[:listen][0..1].join(":")}. port in use?"
+    end
+  end
+
+end

data/lib/fnordmetric/acceptors/amqp_acceptor.rb

@@ -0,0 +1,56 @@
+class FnordMetric::AMQPAcceptor
+
+  def self.start(opts)
+    begin
+      require "amqp"
+    rescue LoadError
+      FnordMetric.error("require 'amqp' failed, you need the amqp gem")
+      exit 1
+    end
+
+    new(opts)
+  end
+
+  def initialize(opts)
+    amqp = AMQP.connect(:host => 'firehose')
+    amqp_channel = AMQP::Channel.new(amqp)
+
+    msg_handler = lambda do |channel, data|
+      event = begin
+        JSON.parse(data)
+      rescue
+        FnordMetric.log("[AMQP] received invalid JSON: #{data[0..60]}")
+      end
+
+      if event
+        event["_type"] ||= channel
+        events << event
+        push_next_event
+      end
+    end
+
+    opts[:channels].each do |channel|
+      queue = amqp_channel.queue(channel, :auto_delete => true)
+      queue.subscribe{ |data| msg_handler[channel, data] }
+    end
+  end
+
+  def push_next_event
+    return true if events.empty?
+    api.event(@events.pop)
+    EM.next_tick(&method(:push_next_event))
+  end
+
+  def events
+    @events ||= []
+  end
+
+  def api
+    @api ||= FnordMetric::API.new(FnordMetric.options)
+  end
+
+  def self.outbound?
+    true
+  end
+
+end

data/lib/fnordmetric/acceptors/fyrehose_acceptor.rb

@@ -0,0 +1,43 @@
+class FnordMetric::FyrehoseAcceptor
+
+  def self.start(opts)
+    require "fyrehose"
+    require "fyrehose/reactor"
+
+    new(opts)
+  end
+
+  def initialize(opts)
+    reactor = EM.connect(opts[:host], opts[:port], Fyrehose::Reactor)
+
+    reactor.on_message do |channel, data|
+      event = JSON.parse(data)
+      event["_type"] ||= channel
+      events << event
+      push_next_event
+    end
+
+    opts[:channels].each do |channel|
+      reactor.subscribe(channel)
+    end
+  end
+
+  def push_next_event
+    return true if events.empty?
+    api.event(@events.pop)
+    EM.next_tick(&method(:push_next_event))
+  end
+
+  def events
+    @events ||= []
+  end
+
+  def api
+    @api ||= FnordMetric::API.new(FnordMetric.options)
+  end
+
+  def self.outboud?
+    true
+  end
+
+end

data/lib/fnordmetric/acceptors/stomp_acceptor.rb

@@ -0,0 +1,71 @@
+class FnordMetric::STOMPAcceptor
+
+  def self.start(opts)
+    begin
+      require "stomp"
+    rescue LoadError
+      FnordMetric.error("require 'stomp' failed, you need the stomp gem")
+      exit 1
+    end
+
+    new(opts)
+  end
+
+  def initialize(opts)
+    @mutex = Mutex.new
+
+    client = Stomp::Client.new(:hosts => [{
+      :host => opts[:host],
+      :port => opts[:port],
+      :passcode => opts[:password],
+      :login => opts[:username]}])
+
+    msg_handler = lambda do |topic, msg|
+      data = msg.body
+
+      event = begin
+        JSON.parse(data)
+      rescue
+        FnordMetric.log("[STOMP] received invalid JSON: #{data[0..60]}")
+      end
+
+      if event
+        event["_type"] ||= topic.gsub(/^\/topic\//, '')
+        @mutex.synchronize{ events << event }
+      end
+    end
+
+    opts[:topics].each do |topic|
+      client.subscribe(topic){ |data| msg_handler[topic, data] }
+    end
+
+    Thread.new do
+      client.join
+    end
+
+    EM.next_tick(&method(:push_next_event))
+  end
+
+  def push_next_event
+    nxt = @mutex.synchronize{ events.pop }
+    unless nxt
+      EM::Timer.new(0.01, &method(:push_next_event))
+      return true
+    end
+    api.event(nxt)
+    EM.next_tick(&method(:push_next_event))
+  end
+
+  def events
+    @events ||= []
+  end
+
+  def api
+    @api ||= FnordMetric::API.new(FnordMetric.options)
+  end
+
+  def self.outbound?
+    true
+  end
+
+end

data/lib/fnordmetric/acceptors/tcp_acceptor.rb

@@ -0,0 +1,58 @@
+class FnordMetric::TCPAcceptor < EventMachine::Connection
+  @@opts = nil
+
+  def self.start(opts)
+    @@opts = opts
+    EM.start_server(*(opts[:listen] + [self]))
+  end
+
+  def self.options(opts)
+    @@opts = opts
+  end
+
+  def receive_data(chunk)
+    @buffer << chunk
+    next_event
+  end
+
+  def next_event
+    read_next_event
+    push_next_event
+  end
+
+  def read_next_event
+    while (event = @buffer.slice!(/^(.*)\n/))
+      @events_buffered += 1
+      @events << event
+    end
+  end
+
+  def push_next_event
+    return true if @events.empty?
+    @events_buffered -= 1
+    api.event(@events.pop)
+    close_connection?
+    EM.next_tick(&method(:push_next_event))
+  end
+
+  def close_connection?
+    #@backend.hangup unless @streaming || (@events_buffered!=0)
+  end
+
+  def post_init
+    @events_buffered = 0
+    @streaming = true
+    @buffer = ""
+    @events = []
+  end
+
+  def unbind
+    @streaming = false
+    close_connection?
+  end
+
+  def api
+    @api ||= FnordMetric::API.new(FnordMetric.options)
+  end
+
+end