leela_client 0.0.2 → 0.0.3

data/leela_client/api.rb

@@ -0,0 +1,34 @@
+# -*- encoding: utf-8; -*-
+#
+# All Rights Reserved.
+#
+#    Licensed under the Apache License, Version 2.0 (the "License");
+#    you may not use this file except in compliance with the License.
+#    You may obtain a copy of the License at
+#
+#        http://www.apache.org/licenses/LICENSE-2.0
+#
+#    Unless required by applicable law or agreed to in writing, software
+#    distributed under the License is distributed on an "AS IS" BASIS,
+#    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#    See the License for the specific language governing permissions and
+#    limitations under the License.
+
+require "resolv"
+
+DEFAULT_PORT = 6968
+
+module LeelaClient
+  module Api
+    extend self
+
+    def transport(servers)
+      servers = servers.map do |addr|
+        host, port = addr.split(":", 2)
+        [Resolv.getaddress(host), (port || 6968).to_i]
+      end
+
+      UDPTransport.new MD5Ring.from_list(servers)
+    end
+  end
+end

data/leela_client/lb.rb

@@ -0,0 +1,50 @@
+# -*- encoding: utf-8; -*-
+#
+# All Rights Reserved.
+#
+#    Licensed under the Apache License, Version 2.0 (the "License");
+#    you may not use this file except in compliance with the License.
+#    You may obtain a copy of the License at
+#
+#        http://www.apache.org/licenses/LICENSE-2.0
+#
+#    Unless required by applicable law or agreed to in writing, software
+#    distributed under the License is distributed on an "AS IS" BASIS,
+#    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#    See the License for the specific language governing permissions and
+#    limitations under the License.
+
+module LeelaClient
+  module LoadBalancer
+    extend self
+
+    def group(ring, metrics)
+      group = Hash[ ring.values.map {|x| [x, []]} ]
+      metrics.each do |m|
+        node = ring.select(m.key)
+        group[node] << m
+      end
+
+      group
+    end
+
+    def group_limit(ring, metrics, maxsize)
+      g1 = {}
+      c  = 0
+
+      group(ring, metrics).each do |k, ms|
+        g1[k] = [[]]
+        ms.each do |m|
+          c += m.size
+          g1[k][-1] << m
+          if (c >= maxsize)
+            c = 0
+            g1[k] << []
+          end
+        end
+      end
+
+      g1
+    end
+  end
+end

data/leela_client/metrics.rb

@@ -0,0 +1,90 @@
+# -*- encoding: utf-8; -*-
+#
+# All Rights Reserved.
+#
+#    Licensed under the Apache License, Version 2.0 (the "License");
+#    you may not use this file except in compliance with the License.
+#    You may obtain a copy of the License at
+#
+#        http://www.apache.org/licenses/LICENSE-2.0
+#
+#    Unless required by applicable law or agreed to in writing, software
+#    distributed under the License is distributed on an "AS IS" BASIS,
+#    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#    See the License for the specific language governing permissions and
+#    limitations under the License.
+
+module LeelaClient
+  module Metric
+    attr_reader :type
+    attr_accessor :key
+    attr_accessor :value
+    attr_accessor :timestamp
+
+    def serialize
+      size  = @key.size
+      now   = @timestamp.to_f.to_s
+      if (@value.integer?)
+        value = @value.to_f.to_s
+      elsif (@value.nan?)
+        value = "nan"
+      elsif (@value.infinite? == 1)
+        value = "inf"
+      elsif (@value.infinite? == -1)
+        value = "-inf"
+      else
+        value = @value.to_s
+      end
+
+      "#{@type} #{size}|#{@key} #{value} #{now};"
+    end
+
+    def size
+      self.serialize.size
+    end
+  end
+
+  class Gauge
+    include Metric
+
+    def initialize(key, value)
+      @type      = "gauge"
+      @key       = key
+      @value     = value
+      @timestamp = Time.now
+    end
+  end
+
+  class Counter
+    include Metric
+
+    def initialize(key, value)
+      @type      = "counter"
+      @key       = key
+      @value     = value
+      @timestamp = Time.now
+    end
+  end
+
+  class Derive
+    include Metric
+
+    def initialize(key, value)
+      @type      = "derive"
+      @key       = key
+      @value     = value
+      @timestamp = Time.now
+    end
+  end
+
+  class Absolute
+    include Metric
+
+    def initialize(key, value)
+      @type      = "absolute"
+      @key       = key
+      @value     = value
+      @timestamp = Time.now
+    end
+  end
+end

data/leela_client/ring.rb

@@ -0,0 +1,85 @@
+# -*- encoding: utf-8; -*-
+#
+# All Rights Reserved.
+#
+#    Licensed under the Apache License, Version 2.0 (the "License");
+#    you may not use this file except in compliance with the License.
+#    You may obtain a copy of the License at
+#
+#        http://www.apache.org/licenses/LICENSE-2.0
+#
+#    Unless required by applicable law or agreed to in writing, software
+#    distributed under the License is distributed on an "AS IS" BASIS,
+#    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#    See the License for the specific language governing permissions and
+#    limitations under the License.
+
+require "set"
+require "digest/md5"
+
+module LeelaClient
+  class Ring
+    def token(key)
+      raise(RuntimeError.new "abstract method")
+    end
+
+    def add_token!(token, value)
+      raise(RuntimeError.new "abstract method")
+    end
+
+    def rm_token!(token)
+      raise(RuntimeError.new "abstract method")
+    end
+
+    def select(token)
+      raise(RuntimeError.new "abstract method")
+    end
+
+    def values
+      raise(RuntimeError.new "abstract method")
+    end
+  end
+
+  class MD5Ring < Ring
+    def self.from_list(values)
+      ring  = MD5Ring.new
+      step  = 2**128 / values.size
+      token = 0
+      Set.new(values).sort.each do |v|
+        ring.add_token!(token, v)
+        token += step
+      end
+
+      ring
+    end
+
+    def initialize
+      @ring = {}
+    end
+
+    def token(key)
+      Digest::MD5.hexdigest(key).to_i(16)
+    end
+
+    def add_token!(token, value)
+      @ring[token] = value
+    end
+
+    def rm_token!(token)
+      @ring.delete(token)
+    end
+
+    def values
+      @ring.values
+    end
+
+    def select(value)
+      self.select_(self.token(value))
+    end
+
+    def select_(token)
+      k = @ring.keys.sort.select {|x| x < token}.last
+      @ring[k]
+    end
+  end
+end

data/leela_client/transport.rb

@@ -0,0 +1,39 @@
+# -*- encoding: utf-8; -*-
+#
+# All Rights Reserved.
+#
+#    Licensed under the Apache License, Version 2.0 (the "License");
+#    you may not use this file except in compliance with the License.
+#    You may obtain a copy of the License at
+#
+#        http://www.apache.org/licenses/LICENSE-2.0
+#
+#    Unless required by applicable law or agreed to in writing, software
+#    distributed under the License is distributed on an "AS IS" BASIS,
+#    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#    See the License for the specific language governing permissions and
+#    limitations under the License.
+
+module LeelaClient
+  class UDPTransport
+    MAXPAYLOAD = 1472
+
+    def initialize(ring)
+      @ring = ring
+      @sock = UDPSocket.new
+    end
+
+    def serialize_list(metrics)
+      metrics.map(&:serialize).join("")
+    end
+
+    def send(metrics)
+      LeelaClient::LoadBalancer.group_limit(@ring, metrics, MAXPAYLOAD).each do |addr, mms|
+        mms.each do |ms|
+          sent = @sock.send(serialize_list(ms), 0, addr[0], addr[1])
+          raise if (sent > MAXPAYLOAD)
+        end
+      end
+    end
+  end
+end

data/{lib/leela_client → leela_client}/version.rb

@@ -1,3 +1,3 @@
 module LeelaClient
-  VERSION = "0.0.2"
+  VERSION = "0.0.3"
 end

data/leela_client.gemspec

@@ -1,19 +1,16 @@
 # -*- encoding: utf-8 -*-
-require File.expand_path('../lib/leela_client/version', __FILE__)
+require File.expand_path('../leela_client/version', __FILE__)
 
 Gem::Specification.new do |gem|
-  gem.authors       = ["PotHix", "ncode"]
-  gem.email         = ["pothix@pothix.com", "juliano.martinez@gmail.com"]
+  gem.authors       = ["PotHix", "dgvncsz0f"]
+  gem.email         = ["pothix@pothix.com", "dgvncsz0f@bitforest.com"]
   gem.description   = %q{A client for leela chart server}
-  gem.summary         = gem.description
-  gem.homepage      = "https://github.com/ncode/leela"
+  gem.summary       = gem.description
+  gem.homepage      = "https://github.com/locaweb/leela-client"
 
   gem.files         = Dir["./**/*"].reject {|file| file =~ /\.git|pkg/}
-  gem.require_paths = ["lib"]
+  gem.require_paths = ["leela_client"]
 
   gem.name          = "leela_client"
   gem.version       = LeelaClient::VERSION
-
-  gem.add_dependency "bzip2-ruby"
-  gem.add_development_dependency "rspec"
 end

data/leela_client.rb

@@ -0,0 +1,22 @@
+# -*- coding: utf-8; -*-
+#
+# All Rights Reserved.
+#
+#    Licensed under the Apache License, Version 2.0 (the "License");
+#    you may not use this file except in compliance with the License.
+#    You may obtain a copy of the License at
+#
+#        http://www.apache.org/licenses/LICENSE-2.0
+#
+#    Unless required by applicable law or agreed to in writing, software
+#    distributed under the License is distributed on an "AS IS" BASIS,
+#    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#    See the License for the specific language governing permissions and
+#    limitations under the License.
+
+require "leela_client/api"
+require "leela_client/lb"
+require "leela_client/metrics"
+require "leela_client/ring"
+require "leela_client/transport"
+require "leela_client/version"

metadata

@@ -1,61 +1,40 @@
 --- !ruby/object:Gem::Specification
 name: leela_client
 version: !ruby/object:Gem::Version
-  version: 0.0.2
+  version: 0.0.3
   prerelease: 
 platform: ruby
 authors:
 - PotHix
-- ncode
+- dgvncsz0f
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2012-03-28 00:00:00.000000000 Z
-dependencies:
-- !ruby/object:Gem::Dependency
-  name: bzip2-ruby
-  requirement: &12335200 !ruby/object:Gem::Requirement
-    none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :runtime
-  prerelease: false
-  version_requirements: *12335200
-- !ruby/object:Gem::Dependency
-  name: rspec
-  requirement: &12334600 !ruby/object:Gem::Requirement
-    none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: *12334600
+date: 2013-04-17 00:00:00.000000000 Z
+dependencies: []
 description: A client for leela chart server
 email:
 - pothix@pothix.com
-- juliano.martinez@gmail.com
+- dgvncsz0f@bitforest.com
 executables: []
 extensions: []
 extra_rdoc_files: []
 files:
-- ./Gemfile.lock
-- ./leela_client.gemspec
-- ./spec/spec_helper.rb
-- ./spec/leela_client_spec.rb
-- ./Gemfile
+- ./leela_client/version.rb
+- ./leela_client/transport.rb
+- ./leela_client/api.rb
+- ./leela_client/ring.rb
+- ./leela_client/lb.rb
+- ./leela_client/metrics.rb
 - ./Rakefile
-- ./lib/leela_client/version.rb
-- ./lib/leela_client.rb
-homepage: https://github.com/ncode/leela
+- ./leela_client.gemspec
+- ./leela_client.rb
+homepage: https://github.com/locaweb/leela-client
 licenses: []
 post_install_message: 
 rdoc_options: []
 require_paths:
-- lib
+- leela_client
 required_ruby_version: !ruby/object:Gem::Requirement
   none: false
   requirements:
@@ -70,7 +49,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 1.8.16
+rubygems_version: 1.8.23
 signing_key: 
 specification_version: 3
 summary: A client for leela chart server

data/Gemfile

@@ -1,4 +0,0 @@
-source 'https://rubygems.org'
-
-# Specify your gem's dependencies in leela_client.gemspec
-gemspec

data/Gemfile.lock

@@ -1,26 +0,0 @@
-PATH
-  remote: .
-  specs:
-    leela_client (0.0.1)
-      bzip2-ruby
-
-GEM
-  remote: https://rubygems.org/
-  specs:
-    bzip2-ruby (0.2.7)
-    diff-lcs (1.1.3)
-    rspec (2.8.0)
-      rspec-core (~> 2.8.0)
-      rspec-expectations (~> 2.8.0)
-      rspec-mocks (~> 2.8.0)
-    rspec-core (2.8.0)
-    rspec-expectations (2.8.0)
-      diff-lcs (~> 1.1.2)
-    rspec-mocks (2.8.0)
-
-PLATFORMS
-  ruby
-
-DEPENDENCIES
-  leela_client!
-  rspec

data/lib/leela_client.rb

@@ -1,27 +0,0 @@
-require "leela_client/version"
-require "socket"
-require "bzip2"
-
-module LeelaClient
-  class Client
-    attr_reader :data
-
-    def initialize(service, server="127.0.0.1", port=6968)
-      @server, @port = server, port
-      @service = service
-      @data = []
-    end
-
-    def add(name, value)
-      @data << "#{name}|#{value}"
-    end
-
-    def publish
-      sock = UDPSocket.new
-      sock.connect(@server, @port)
-
-      message = "#{Socket.gethostname}|#{@service}||" + @data.join("||")
-      sock.send(Bzip2.compress(message, 9), 0)
-    end
-  end
-end

data/spec/leela_client_spec.rb

@@ -1,29 +0,0 @@
-require File.expand_path(File.dirname(__FILE__) + '/spec_helper')
-
-describe LeelaClient do
-  it "shold add the correct data in normal order" do
-    leela = LeelaClient::Client.new "service"
-
-    leela.data.should be_empty
-    leela.add("attr", 10)
-    leela.data.should have(1).item
-
-    leela.add("attr", 20)
-    leela.data.should have(2).items
-    leela.data.last.should eql("attr|20")
-  end
-
-  it "should send the complete information to the socket" do
-    host = "machine"
-    Socket.stub(:gethostname).and_return(host)
-
-    sock = UDPSocket.new
-    sock.bind("127.0.0.1",6968)
-
-    leela = LeelaClient::Client.new("service", "127.0.0.1", 6968)
-    leela.add("param", 50)
-    leela.publish
-
-    sock.recvfrom(100)[0].should eql(Bzip2.compress("machine|service||param|50",9))
-  end
-end

data/spec/spec_helper.rb

@@ -1 +0,0 @@
-require "leela_client"