ganymed 0.1.0

data/lib/ganymed/websocket/authentication.rb

@@ -0,0 +1,37 @@
+require 'digest'
+
+require 'ganymed/websocket'
+
+module Ganymed
+  class Websocket
+    module Authentication
+      def self.included(base)
+        base.command :authenticate
+      end
+
+      def authenticate(data)
+        @authenticated = db['users'].find({
+          :_id => data['username'],
+          :password => Digest::SHA256.hexdigest(data['password'])
+        }).count > 0
+
+        if authenticated?
+          log.info("successful auth for #{data['username']} from #{peer}")
+          send(:state, {authenticated: true})
+          metadata # trigger metadata push
+        else
+          log.warn("bad auth for #{data['username']} from #{peer}")
+          send(:state, {authenticated: false})
+        end
+      rescue Exception => exc
+        log.warn("failed to authenticate #{peer}")
+        log.exception(exc)
+        send(:state, {authenticated: false})
+      end
+
+      def authenticated?
+        @authenticated ||= false
+      end
+    end
+  end
+end

data/lib/ganymed/websocket/connection.rb

@@ -0,0 +1,71 @@
+require 'em-websocket'
+require 'yajl'
+
+require 'ganymed/websocket'
+require 'ganymed/websocket/authentication'
+require 'ganymed/websocket/subscribe'
+require 'ganymed/websocket/metadata'
+require 'ganymed/websocket/query'
+
+module Ganymed
+  class Websocket
+    class Connection < EventMachine::WebSocket::Connection
+      attr_accessor :config, :db
+
+      def self.command(command)
+        @commands ||= []
+        @commands << command
+      end
+
+      def self.commands
+        @commands
+      end
+
+      include Authentication
+      include Metadata
+      include Subscribe
+      include Query
+
+      def peer
+        sin = Socket.unpack_sockaddr_in(get_peername)
+        "#{sin[1]}:#{sin[0]}"
+      rescue
+        "unknown"
+      end
+
+      def convert(data)
+        if data.is_a?(Hash)
+          data
+        elsif data.is_a?(Array)
+          data.map {|elem| convert(elem)}
+        else
+          if data.respond_to?(:as_json)
+            data.as_json
+          elsif data.respond_to?(:to_h)
+            data.to_h
+          elsif data.respond_to?(:to_a)
+            data.to_a
+          else
+            data
+          end
+        end
+      end
+
+      def send(type, data)
+        super(Yajl::Encoder.encode({type.to_s => convert(data)}))
+      end
+
+      def trigger_on_message(data)
+        data = Yajl::Parser.parse(data)
+        data.each do |command, data|
+          log.debug("command #{command}(#{data.inspect})")
+          if self.class.commands.include?(command.to_sym)
+            __send__(command.to_sym, data)
+          else
+            send(:error, "invalid command")
+          end
+        end
+      end
+    end
+  end
+end

data/lib/ganymed/websocket/filter.rb

@@ -0,0 +1,23 @@
+require 'ganymed/websocket'
+
+module Ganymed
+  class Websocket
+    class Filter
+      def initialize(spec)
+        @spec = spec
+      end
+
+      def match?(event)
+        @spec.map do |skey, svalue|
+          evalue = event.send(skey.to_sym)
+          case svalue
+          when String
+            svalue == evalue
+          when Array
+            svalue.include?(evalue)
+          end
+        end.all?
+      end
+    end
+  end
+end

data/lib/ganymed/websocket/metadata.rb

@@ -0,0 +1,21 @@
+require 'digest'
+
+require 'ganymed/websocket'
+
+module Ganymed
+  class Websocket
+    module Metadata
+      def self.included(base)
+        base.command :metadata
+      end
+
+      def metadata(data=nil)
+        metadata = db['metadata'].find()
+        send(:metadata, metadata)
+      rescue Exception => exc
+        log.warn("failed to send metadata to #{peer}")
+        log.exception(exc)
+      end
+    end
+  end
+end

data/lib/ganymed/websocket/query.rb

@@ -0,0 +1,26 @@
+require 'ganymed/websocket'
+require 'ganymed/websocket/filter'
+
+module Ganymed
+  class Websocket
+    module Query
+      def self.included(base)
+        base.command :query
+      end
+
+      def query(data)
+        return if not authenticated?
+        data.each do |ns, query|
+          query_id = query.delete('_id')
+          log.debug("query #{query_id} from #{peer}: #{ns}(#{query.inspect})")
+
+          events = db.collection(ns).find(query).map do |event|
+            Event.parse(event.merge({'n' => ns}))
+          end
+
+          send(:result, {query_id => convert(events)})
+        end
+      end
+    end
+  end
+end

data/lib/ganymed/websocket/subscribe.rb

@@ -0,0 +1,45 @@
+require 'ganymed/websocket'
+require 'ganymed/websocket/filter'
+
+module Ganymed
+  class Websocket
+    module Subscribe
+      def self.included(base)
+        base.command :subscribe
+        base.command :unsubscribe
+      end
+
+      def filters
+        @filters ||= {}
+      end
+
+      def subscribe(data)
+        return if not authenticated?
+        data.each do |prefix, filter|
+          log.debug("client #{peer} subscribed to #{prefix} with filter=#{filter.inspect}")
+          filters[prefix] = Filter.new(filter)
+        end
+      end
+
+      def unsubscribe(data)
+        return if not authenticated?
+        data.each do |prefix, filter|
+          log.debug("client #{peer} unsubscribed prefix #{prefix}")
+          filters.delete(prefix)
+        end
+      end
+
+      def subscribed?(event)
+        filters.map do |prefix, filter|
+          filter if prefix == "all" or event.ns =~ /^#{prefix}/
+        end.compact.map do |filter|
+          filter.match?(event)
+        end.any?
+      end
+
+      def publish(event)
+        send(:event, [event]) if subscribed?(event)
+      end
+    end
+  end
+end

data/lib/ganymed/websocket.rb

@@ -0,0 +1,45 @@
+require 'em-websocket'
+require 'yajl'
+
+require 'ganymed'
+require 'ganymed/websocket/connection'
+
+module Ganymed
+  class Websocket
+    attr_accessor :config, :db
+
+    def initialize(config, db)
+      @config, @db = config, db
+      @connections = []
+      run
+    end
+
+    def run
+      log.info("accepting WebSocket connections on tcp##{config.host}:#{config.port}")
+      EM.start_server(config.host, config.port, Connection, {}) do |connection|
+        connection.config = config
+        connection.db = db
+
+        connection.onopen do
+          log.info("new connection from #{connection.peer}")
+          @connections << connection
+        end
+
+        connection.onclose do
+          log.info("#{connection.peer} has closed the connection")
+          @connections.delete(connection)
+        end
+      end
+    end
+
+    def each(&block)
+      @connections.each(&block)
+    end
+
+    def send(type, data)
+      each do |connection|
+        connection.send(type, data)
+      end
+    end
+  end
+end

data/lib/ganymed.rb

@@ -0,0 +1,6 @@
+require 'madvertise/ext/logging'
+
+module Ganymed
+  GEM_ROOT = File.expand_path("../..", __FILE__).freeze
+  LIB_DIR = File.join(GEM_ROOT, "lib").freeze
+end

data/spec/sampler/counter_spec.rb

@@ -0,0 +1,11 @@
+require 'ganymed/sampler/counter'
+require 'sampler/datasource_examples'
+
+describe Ganymed::Sampler::Counter do
+  include_context 'DataSource'
+  subject { Ganymed::Sampler::Counter.new(ticks) }
+
+  let(:values) { 10.times.collect { rand } }
+
+  it_behaves_like Ganymed::Sampler::DataSource
+end

data/spec/sampler/datasource_examples.rb

@@ -0,0 +1,49 @@
+require 'ganymed/sampler/datasource'
+
+shared_context 'DataSource' do
+  let(:ns) { 'foo.bar' }
+  let(:origin) { 'example.com' }
+  let(:ticks) { [300, 1] }
+  let(:value) { rand }
+end
+
+shared_examples Ganymed::Sampler::DataSource do
+  %w(
+    add
+    buffer
+    each
+    feed
+    flush
+    ticks
+  ).each do |method|
+    it { should respond_to method }
+  end
+
+  describe "#add" do
+    it "should add the given value to each tick buffer" do
+      subject.add(ns, origin, value)
+      ticks.each do |tick|
+        subject.buffer[tick][ns][origin].should include(value)
+      end
+    end
+  end
+
+  describe "#each" do
+    before(:each) do
+      values.each do |value|
+        subject.add(ns, origin, value)
+      end
+    end
+
+    it "should clear the buffer" do
+      subject.each(1) { |ns, origin, values| }
+      subject.buffer[1].should be_empty
+    end
+
+    it "should yield all values" do
+      subject.should_receive(:each).with(1).once.and_yield(ns, origin, values).once
+      subject.each(1) { |ns, origin, values| }
+    end
+  end
+
+end

data/spec/sampler/datasource_spec.rb

@@ -0,0 +1,23 @@
+require 'ganymed/sampler/derive'
+require 'sampler/datasource_examples'
+
+describe Ganymed::Sampler::DataSource do
+  include_context 'DataSource'
+  subject { Ganymed::Sampler::DataSource.new(ticks) }
+
+  let(:values) { 10.times.collect { rand } }
+
+  it_behaves_like Ganymed::Sampler::DataSource
+
+  describe "#flush" do
+    it "is not implemented" do
+      expect { subject.flush(1) }.to raise_error(NotImplementedError)
+    end
+  end
+
+  describe "#feed" do
+    it "is not implemented" do
+      expect { subject.feed(ns, origin, nil, value) }.to raise_error(NotImplementedError)
+    end
+  end
+end

data/spec/sampler/derive_spec.rb

@@ -0,0 +1,34 @@
+require 'ganymed/sampler/derive'
+require 'sampler/datasource_examples'
+
+describe Ganymed::Sampler::Derive do
+  include_context 'DataSource'
+  subject { Ganymed::Sampler::Derive.new(ticks) }
+
+  let(:ts) { now = Time.now.utc; now.to_i + (now.usec * 1e-6) }
+  let(:values) { 10.times.collect { rand } }
+
+  it_behaves_like Ganymed::Sampler::DataSource
+
+  describe "#flush" do
+    before(:each) do
+      values.each do |value|
+        subject.feed(ns, origin, ts, value)
+      end
+    end
+
+    it "should call each" do
+      subject.should_receive(:each).with(1).once
+      subject.flush(1)
+    end
+
+    it "should yield derived values"
+  end
+
+  describe "#feed" do
+    it "should add fed samples" do
+      subject.should_receive(:add).with(ns, origin, [ts, value])
+      subject.feed(ns, origin, ts, value)
+    end
+  end
+end

data/spec/sampler/gauge_spec.rb

@@ -0,0 +1,35 @@
+require 'ganymed/sampler/gauge'
+require 'sampler/datasource_examples'
+
+describe Ganymed::Sampler::Gauge do
+  include_context 'DataSource'
+  subject { Ganymed::Sampler::Gauge.new(ticks) }
+
+  let(:values) { 10.times.collect { rand } }
+
+  it_behaves_like Ganymed::Sampler::DataSource
+
+  describe "#flush" do
+    before(:each) do
+      values.each do |value|
+        subject.feed(ns, origin, nil, value)
+      end
+    end
+
+    it "should call each" do
+      subject.should_receive(:each).with(1).once
+      subject.flush(1)
+    end
+
+    it "should yield all values" do
+      expect { |b| subject.flush(1, &b) }.to yield_with_args(ns, origin, values)
+    end
+  end
+
+  describe "#feed" do
+    it "should add fed samples" do
+      subject.should_receive(:add).with(ns, origin, value)
+      subject.feed(ns, origin, nil, value)
+    end
+  end
+end

data/spec/sampler_spec.rb

@@ -0,0 +1,5 @@
+require 'ganymed/sampler'
+
+describe Ganymed::Sampler do
+
+end

data/spec/spec.opts

@@ -0,0 +1 @@
+--require spec_helper --color --format documentation

data/spec/spec_helper.rb

@@ -0,0 +1,10 @@
+require 'rubygems'
+$:.unshift(File.join(File.expand_path("../..", __FILE__), 'lib'))
+
+require 'rspec'
+require 'debugger'
+require 'simplecov'
+SimpleCov.start
+
+RSpec.configure do |config|
+end

data/tasks/reek.rake

@@ -0,0 +1,5 @@
+require 'reek/rake/task'
+
+Reek::Rake::Task.new do |t|
+  t.fail_on_error = false
+end

data/tasks/rspec.rake

@@ -0,0 +1,7 @@
+require 'rspec'
+require 'rspec/core/rake_task'
+
+desc "Run the specs"
+RSpec::Core::RakeTask.new do |t|
+  t.rspec_opts = ['--options', "spec/spec.opts"]
+end

data/tasks/yard.rake

@@ -0,0 +1,5 @@
+require 'yard'
+
+YARD::Rake::YardocTask.new do |t|
+  t.files = ['lib/**/*.rb', 'README.rdoc']
+end