ganymed 0.3.4 → 0.4.0

data/lib/ganymed/sampler.rb

@@ -1,94 +0,0 @@
-require 'active_support/inflector'
-require 'eventmachine'
-
-require 'ganymed'
-require 'ganymed/client'
-require 'ganymed/ext/array'
-
-module Ganymed
-
-  ##
-  # The Sampler processes samples from a UDP socket, stores these samples into
-  # memory and flushes a possibly interpolated and consolidated value to the
-  # {Processor}.
-  #
-  class Sampler
-    def initialize(config)
-      @config = config
-      listen!
-      emit!
-    end
-
-    def listen!
-      @config.sampler.listen.tap do |listen|
-        log.info("processing samples on udp##{listen.host}:#{listen.port}")
-        EM.open_datagram_socket(listen.host, listen.port, Connection) do |connection|
-          connection.fqdn = @config.fqdn
-          connection.datasources = datasources
-        end
-      end
-    end
-
-    def emit!
-      @config.client.processor.tap do |processor|
-        log.info("emitting consolidated samples to tcp##{processor.host}:#{processor.port}")
-        @processor = Ganymed::Client::Processor.connect(processor.host, processor.port)
-      end
-
-      # emit consolidated samples 5 times per window
-      interval = [1, @config.sampler.window / 5].max
-      EM.add_periodic_timer(interval) { flush }
-    end
-
-    def datasources
-      @datasources ||= Hash.new do |hsh, key|
-        klass = "Ganymed::Sampler::#{key.classify}".constantize
-        hsh[key] = klass.new(@config.sampler.window)
-      end
-    end
-
-    def flush
-      datasources.each do |_, datasource|
-        datasource.flush do |ns, origin, values|
-          next if values.empty?
-          emit(ns, origin, values)
-        end
-      end
-    end
-
-    def emit(ns, origin, values)
-      @config.sampler.consolidations.each do |cf, args|
-        begin
-          @processor.event(ns, values.send(*args), {
-            :cf => cf,
-            :origin => origin,
-            :resolution => @config.sampler.window,
-          })
-        rescue Exception => exc
-          log.warn("failed to emit #{ns}@#{origin}")
-          log.exception(exc)
-        end
-      end
-    end
-
-    # @private
-    module Connection
-      attr_accessor :datasources, :fqdn
-
-      def receive_data(data)
-        begin
-          # pack format: <datasource><namespace><origin><value>
-          data = data.unpack("Z*Z*Z*G")
-          datasources[data.slice!(0)].feed(*data)
-          datasources['counter'].feed('ganymed.sampler.samples', fqdn, 1)
-        rescue Exception => exc
-          log.exception(exc)
-        end
-      end
-    end
-  end
-end
-
-Dir[File.join(Ganymed::LIB_DIR, 'ganymed/sampler/*.rb')].each do |f|
-  require f
-end

data/lib/ganymed/websocket/authentication.rb

@@ -1,37 +0,0 @@
-require 'digest'
-
-require 'ganymed/websocket'
-
-module Ganymed
-  class Websocket
-    module Authentication
-      def self.included(base)
-        base.command :authenticate
-      end
-
-      def authenticate(data)
-        @authenticated = db['users'].find({
-          :_id => data['username'],
-          :password => Digest::SHA256.hexdigest(data['password'])
-        }).count > 0
-
-        if authenticated?
-          log.info("successful auth for #{data['username']} from #{peer}")
-          send(:state, {authenticated: true})
-          metadata # trigger metadata push
-        else
-          log.warn("bad auth for #{data['username']} from #{peer}")
-          send(:state, {authenticated: false})
-        end
-      rescue Exception => exc
-        log.warn("failed to authenticate #{peer}")
-        log.exception(exc)
-        send(:state, {authenticated: false})
-      end
-
-      def authenticated?
-        @authenticated ||= false
-      end
-    end
-  end
-end

data/lib/ganymed/websocket/connection.rb

@@ -1,71 +0,0 @@
-require 'em-websocket'
-require 'yajl'
-
-require 'ganymed/websocket'
-require 'ganymed/websocket/authentication'
-require 'ganymed/websocket/subscribe'
-require 'ganymed/websocket/metadata'
-require 'ganymed/websocket/query'
-
-module Ganymed
-  class Websocket
-    class Connection < EventMachine::WebSocket::Connection
-      attr_accessor :config, :db
-
-      def self.command(command)
-        @commands ||= []
-        @commands << command
-      end
-
-      def self.commands
-        @commands
-      end
-
-      include Authentication
-      include Metadata
-      include Subscribe
-      include Query
-
-      def peer
-        sin = Socket.unpack_sockaddr_in(get_peername)
-        "#{sin[1]}:#{sin[0]}"
-      rescue
-        "unknown"
-      end
-
-      def convert(data)
-        if data.is_a?(Hash)
-          data
-        elsif data.is_a?(Array)
-          data.map {|elem| convert(elem)}
-        else
-          if data.respond_to?(:as_json)
-            data.as_json
-          elsif data.respond_to?(:to_h)
-            data.to_h
-          elsif data.respond_to?(:to_a)
-            data.to_a
-          else
-            data
-          end
-        end
-      end
-
-      def send(type, data)
-        super(Yajl::Encoder.encode({type.to_s => convert(data)}))
-      end
-
-      def trigger_on_message(data)
-        data = Yajl::Parser.parse(data)
-        data.each do |command, data|
-          log.debug("command #{command}(#{data.inspect})")
-          if self.class.commands.include?(command.to_sym)
-            __send__(command.to_sym, data)
-          else
-            send(:error, "invalid command")
-          end
-        end
-      end
-    end
-  end
-end

data/lib/ganymed/websocket/filter.rb

@@ -1,23 +0,0 @@
-require 'ganymed/websocket'
-
-module Ganymed
-  class Websocket
-    class Filter
-      def initialize(spec)
-        @spec = spec
-      end
-
-      def match?(event)
-        @spec.map do |skey, svalue|
-          evalue = event.send(skey.to_sym)
-          case svalue
-          when Array
-            svalue.include?(evalue)
-          else
-            svalue == evalue
-          end
-        end.all?
-      end
-    end
-  end
-end

data/lib/ganymed/websocket/metadata.rb

@@ -1,21 +0,0 @@
-require 'digest'
-
-require 'ganymed/websocket'
-
-module Ganymed
-  class Websocket
-    module Metadata
-      def self.included(base)
-        base.command :metadata
-      end
-
-      def metadata(data=nil)
-        metadata = db['metadata'].find()
-        send(:metadata, metadata)
-      rescue Exception => exc
-        log.warn("failed to send metadata to #{peer}")
-        log.exception(exc)
-      end
-    end
-  end
-end

data/lib/ganymed/websocket/query.rb

@@ -1,30 +0,0 @@
-require 'ganymed/websocket'
-require 'ganymed/websocket/filter'
-
-module Ganymed
-  class Websocket
-    module Query
-      def self.included(base)
-        base.command :query
-      end
-
-      def query(data)
-        return if not authenticated?
-        data.each do |ns, query|
-          query_id = query.delete('_id')
-
-          log.debug("query #{query_id} from #{peer}: #{ns}(#{query.inspect})")
-          t = Time.now
-
-          events = db.collection(ns).find(query).map do |event|
-            Event.parse(event.merge({'n' => ns}))
-          end
-
-          log.debug("query #{query_id} returned #{events.length} results in #{Time.now - t}s")
-
-          send(:result, {query_id => convert(events)})
-        end
-      end
-    end
-  end
-end

data/lib/ganymed/websocket/subscribe.rb

@@ -1,45 +0,0 @@
-require 'ganymed/websocket'
-require 'ganymed/websocket/filter'
-
-module Ganymed
-  class Websocket
-    module Subscribe
-      def self.included(base)
-        base.command :subscribe
-        base.command :unsubscribe
-      end
-
-      def filters
-        @filters ||= {}
-      end
-
-      def subscribe(data)
-        return if not authenticated?
-        data.each do |ns, filter|
-          log.debug("client #{peer} subscribed to #{ns} with filter=#{filter.inspect}")
-          filters[ns] = Filter.new(filter)
-        end
-      end
-
-      def unsubscribe(data)
-        return if not authenticated?
-        data.each do |ns, filter|
-          log.debug("client #{peer} unsubscribed namespace #{ns}")
-          filters.delete(ns)
-        end
-      end
-
-      def subscribed?(event)
-        filters.map do |ns, filter|
-          filter if ns == "all" or event.ns == ns
-        end.compact.map do |filter|
-          filter.match?(event)
-        end.any?
-      end
-
-      def publish(event)
-        send(:event, [event]) if subscribed?(event)
-      end
-    end
-  end
-end

data/lib/ganymed/websocket.rb

@@ -1,45 +0,0 @@
-require 'em-websocket'
-require 'yajl'
-
-require 'ganymed'
-require 'ganymed/websocket/connection'
-
-module Ganymed
-  class Websocket
-    attr_accessor :config, :db
-
-    def initialize(config, db)
-      @config, @db = config, db
-      @connections = []
-      run
-    end
-
-    def run
-      log.info("accepting WebSocket connections on tcp##{config.host}:#{config.port}")
-      EM.start_server(config.host, config.port, Connection, {}) do |connection|
-        connection.config = config
-        connection.db = db
-
-        connection.onopen do
-          log.info("new connection from #{connection.peer}")
-          @connections << connection
-        end
-
-        connection.onclose do
-          log.info("#{connection.peer} has closed the connection")
-          @connections.delete(connection)
-        end
-      end
-    end
-
-    def each(&block)
-      @connections.each(&block)
-    end
-
-    def send(type, data)
-      each do |connection|
-        connection.send(type, data)
-      end
-    end
-  end
-end

data/spec/sampler/counter_spec.rb

@@ -1,11 +0,0 @@
-require 'ganymed/sampler/counter'
-require 'sampler/datasource_examples'
-
-describe Ganymed::Sampler::Counter do
-  include_context 'DataSource'
-  subject { Ganymed::Sampler::Counter.new(ticks) }
-
-  let(:values) { 10.times.collect { rand } }
-
-  it_behaves_like Ganymed::Sampler::DataSource
-end

data/spec/sampler/datasource_examples.rb

@@ -1,49 +0,0 @@
-require 'ganymed/sampler/datasource'
-
-shared_context 'DataSource' do
-  let(:ns) { 'foo.bar' }
-  let(:origin) { 'example.com' }
-  let(:ticks) { [300, 1] }
-  let(:value) { rand }
-end
-
-shared_examples Ganymed::Sampler::DataSource do
-  %w(
-    add
-    buffer
-    each
-    feed
-    flush
-    ticks
-  ).each do |method|
-    it { should respond_to method }
-  end
-
-  describe "#add" do
-    it "should add the given value to each tick buffer" do
-      subject.add(ns, origin, value)
-      ticks.each do |tick|
-        subject.buffer[tick][ns][origin].should include(value)
-      end
-    end
-  end
-
-  describe "#each" do
-    before(:each) do
-      values.each do |value|
-        subject.add(ns, origin, value)
-      end
-    end
-
-    it "should clear the buffer" do
-      subject.each(1) { |ns, origin, values| }
-      subject.buffer[1].should be_empty
-    end
-
-    it "should yield all values" do
-      subject.should_receive(:each).with(1).once.and_yield(ns, origin, values).once
-      subject.each(1) { |ns, origin, values| }
-    end
-  end
-
-end

data/spec/sampler/datasource_spec.rb

@@ -1,23 +0,0 @@
-require 'ganymed/sampler/derive'
-require 'sampler/datasource_examples'
-
-describe Ganymed::Sampler::DataSource do
-  include_context 'DataSource'
-  subject { Ganymed::Sampler::DataSource.new(ticks) }
-
-  let(:values) { 10.times.collect { rand } }
-
-  it_behaves_like Ganymed::Sampler::DataSource
-
-  describe "#flush" do
-    it "is not implemented" do
-      expect { subject.flush(1) }.to raise_error(NotImplementedError)
-    end
-  end
-
-  describe "#feed" do
-    it "is not implemented" do
-      expect { subject.feed(ns, origin, nil, value) }.to raise_error(NotImplementedError)
-    end
-  end
-end

data/spec/sampler/derive_spec.rb

@@ -1,34 +0,0 @@
-require 'ganymed/sampler/derive'
-require 'sampler/datasource_examples'
-
-describe Ganymed::Sampler::Derive do
-  include_context 'DataSource'
-  subject { Ganymed::Sampler::Derive.new(ticks) }
-
-  let(:ts) { now = Time.now.utc; now.to_i + (now.usec * 1e-6) }
-  let(:values) { 10.times.collect { rand } }
-
-  it_behaves_like Ganymed::Sampler::DataSource
-
-  describe "#flush" do
-    before(:each) do
-      values.each do |value|
-        subject.feed(ns, origin, ts, value)
-      end
-    end
-
-    it "should call each" do
-      subject.should_receive(:each).with(1).once
-      subject.flush(1)
-    end
-
-    it "should yield derived values"
-  end
-
-  describe "#feed" do
-    it "should add fed samples" do
-      subject.should_receive(:add).with(ns, origin, [ts, value])
-      subject.feed(ns, origin, ts, value)
-    end
-  end
-end

data/spec/sampler/gauge_spec.rb

@@ -1,35 +0,0 @@
-require 'ganymed/sampler/gauge'
-require 'sampler/datasource_examples'
-
-describe Ganymed::Sampler::Gauge do
-  include_context 'DataSource'
-  subject { Ganymed::Sampler::Gauge.new(ticks) }
-
-  let(:values) { 10.times.collect { rand } }
-
-  it_behaves_like Ganymed::Sampler::DataSource
-
-  describe "#flush" do
-    before(:each) do
-      values.each do |value|
-        subject.feed(ns, origin, nil, value)
-      end
-    end
-
-    it "should call each" do
-      subject.should_receive(:each).with(1).once
-      subject.flush(1)
-    end
-
-    it "should yield all values" do
-      expect { |b| subject.flush(1, &b) }.to yield_with_args(ns, origin, values)
-    end
-  end
-
-  describe "#feed" do
-    it "should add fed samples" do
-      subject.should_receive(:add).with(ns, origin, value)
-      subject.feed(ns, origin, nil, value)
-    end
-  end
-end

data/spec/sampler_spec.rb

@@ -1,5 +0,0 @@
-require 'ganymed/sampler'
-
-describe Ganymed::Sampler do
-
-end