galerab 0.0.1

data/bin/galerab

@@ -0,0 +1,67 @@
+#!/usr/bin/env ruby
+
+require 'galerab'
+
+path = ARGV.include?('-c') && ARGV[ARGV.index('-c') + 1]
+
+unless path
+  path = ENV['GALERAB_CONFIG_PATH']
+  
+  unless path
+    puts "Missing path for configuration file"
+    puts "Usage: command -c path/file.yml"
+    abort
+  end
+end
+
+
+puts "[#{Process.pid}] galerab starting with config file at #{ARGV[1]}"
+
+confs = Configuration.new(path).conf
+
+confs.each do |conf|
+  backend = Backend.new(conf[1])
+  conf = conf[1]
+  
+  fork do
+    t = Thread.new do
+      while true
+        # Here we check if the backend is ready
+        next_backend = backend.get_next
+        puts "\nChecking if (wsrep_ready == ON) #{next_backend}\n"
+        
+        begin
+          Sequel.connect(
+            "mysql://#{conf["user"]}:#{conf["password"]}@#{next_backend}/#{conf["database"]}"
+          ).fetch("show status like 'wsrep_ready'") do |row|
+            #row[:Value] = "OFF"
+            if row[:Value] == "OFF"
+              puts "#{next_backend} is not ready"
+              backend.not_ready.push(next_backend) unless backend.not_ready.include?(next_backend)
+            elsif row[:Value] == "ON"
+              puts "#{next_backend} is ready"
+              backend.not_ready.delete(next_backend) if backend.not_ready
+            end
+          end
+        rescue
+          puts "#{next_backend} is not ready"
+          backend.not_ready.push(next_backend) unless backend.not_ready.include?(next_backend)
+        end
+
+        sleep conf["check_every"]
+      end
+    end
+    
+    t.join
+    BalancingProxy::Server.run(backend)
+  end
+end
+
+trap (:SIGHUP) do
+  $stdout.puts "Received SIGHUP, reloading config file"
+  backend.conf = YAML.load_file(ARGV[1])
+  $stdout.puts backend.conf["balancer_ports"].inspect
+end
+
+# release child processes before exit
+confs.each { |conf| Process.wait }

data/files/galerab

@@ -0,0 +1,22 @@
+#! /bin/sh
+
+# Carry out specific functions when asked to by the system
+case "$1" in
+  start)
+    echo "Starting script galerab "
+    nohup /usr/sbin/balancer </dev/null   >/dev/null 2>&1 &
+    ;;
+  stop)
+    echo "Stopping script galerab"
+    kill `ps -ef | grep balancer | grep -v grep | awk '{print $2}'`
+  reload)
+    echo "reloading script galerab"
+    kill -s SIGHUP `ps -ef | grep balancer | grep -v grep | awk '{print $2}'`
+    ;;
+  *)
+    echo "Usage: /etc/init.d/galerab {start|stop}"
+    exit 1
+    ;;
+esac
+
+exit 0

data/files/galerab.yml

@@ -0,0 +1,17 @@
+1:
+  backends: ["localhost"]
+  check_every: 10
+  user: root
+  password: root
+  database: mysql
+  balancer_port: 3307
+  backend_port: 3306
+
+2:
+  backends: ["192.168.1.11"]
+  check_every: 10
+  user: root
+  password: root
+  database: mysql
+  balancer_port: 3308
+  backend_port: 3306

data/lib/galerab.rb

@@ -0,0 +1,10 @@
+require "rubygems"
+require "thread"
+require 'yaml'
+require 'mysql2'
+require 'sequel'
+require 'em-proxy'
+require 'ansi/code'
+require 'galerab/backend'
+require 'galerab/configuration'
+require 'galerab/balancing_proxy'

data/lib/galerab/backend.rb

@@ -0,0 +1,25 @@
+class Backend
+  attr_accessor :not_ready, :conf
+  
+  def initialize(conf)
+    @next_host = 0
+    @list = conf['backends']
+    @conf = conf
+    @not_ready = Array.new
+  end
+
+  # round robin load-balancing
+  def get_next
+    @next_host = @next_host + 1
+    @next_host = 0 if @next_host >= @list.size
+    unless @not_ready.include?(@list[@next_host])
+      @list[@next_host]
+    else
+      begin
+        get_next
+      rescue SystemStackError
+          nil
+      end
+    end
+  end
+end

data/lib/galerab/balancing_proxy.rb

@@ -0,0 +1,68 @@
+module BalancingProxy
+  extend self
+
+  # Callbacks for em-proxy events
+  #
+  module Callbacks
+    include ANSI::Code
+    extend  self
+
+    def on_select
+      lambda do |backend|
+        puts black_on_white { 'on_select'.ljust(12) } + " #{backend.inspect}"
+        backend.increment_counter if Backend.strategy == :balanced
+      end
+    end
+
+    def on_connect
+      lambda do |backend|
+        puts black_on_magenta { 'on_connect'.ljust(12) } + ' ' + bold { backend }
+      end
+    end
+    
+    def on_data
+      lambda do |data|
+        puts black_on_yellow { 'on_data'.ljust(12) }, data
+        data
+      end
+    end
+
+    def on_response
+      lambda do |backend, resp|
+        puts black_on_green { 'on_response'.ljust(12) } + " from #{backend}", resp
+        resp
+      end
+    end
+
+    def on_finish
+      lambda do |backend|
+        puts black_on_cyan { 'on_finish'.ljust(12) } + " for #{backend}", ''
+      end
+    end
+
+  end
+  
+  module Server
+    def run(backend)
+      # run the proxy server and wait for connections
+      balancer_port = backend.conf["balancer_port"]
+      backend_port = backend.conf["backend_port"]
+      puts ANSI::Code.bold { "Launching proxy at 0.0.0.0:#{balancer_port}...\n" }
+
+      Proxy.start(:host => '0.0.0.0', :port => balancer_port, :debug => false) do |conn|
+        backend_host = backend.get_next
+        if backend_host
+          conn.server backend_host, :host => backend_host, :port => backend_port
+          puts ANSI::Code.bold { "Farwarding to #{backend_host}\n" }
+
+          conn.on_connect  &Callbacks.on_connect
+          conn.on_data     &Callbacks.on_data
+          conn.on_response &Callbacks.on_response
+          conn.on_finish   &Callbacks.on_finish
+        end
+      end
+    end
+
+    module_function :run
+  end
+end

data/lib/galerab/configuration.rb

@@ -0,0 +1,7 @@
+class Configuration
+  attr_accessor :conf
+  
+  def initialize(path)
+    @conf = YAML.load_file(path)
+  end
+end

data/lib/galerab/proxy.rb

@@ -0,0 +1,16 @@
+class Proxy
+  def self.stop
+    puts "Terminating ProxyServer"
+    EventMachine.stop
+  end
+  
+  # this is not used
+  def self.kill_childs(servers, signal)
+    servers.each do |server|
+      puts "Killing process #{server[:pid]} with #{signal} signal."
+      Process.kill(signal, server[:pid])
+    end
+
+    Process.kill(signal, Process.pid)
+  end  
+end

data/spec/lib/backend_spec.rb

@@ -0,0 +1,55 @@
+require 'spec_helper'
+
+describe Configuration do
+  before(:each) do
+    @conf = Configuration.new(ENV['GALERAB_CONFIG_PATH']).conf
+  end
+  
+  context "when loading the file" do
+    it "should load the YAML file" do
+      @conf.should be_true
+    end
+  
+    it "should find two balancers in the config file" do
+      @conf.size.should be == 2
+    end
+  
+    it "gets the backends for balancer 1" do
+      @conf[1]['backends'].size.should be == 3
+      @conf[1]['backends'][0].should be == "192.168.10.101"
+      @conf[1]['backends'][1].should be == "192.168.10.102"
+      @conf[1]['backends'][2].should be == "192.168.10.103"
+    end
+    
+    it "loads the other parameters" do
+      @conf[1]['check_every'].size.should be == 8
+      @conf[1]['user'].should be == "your_user"
+      @conf[1]['password'].should be == "your_password"
+      @conf[1]['database'].should be == "your_db"
+      @conf[1]['balancer_port'].should be == 3307
+      @conf[1]['backend_port'].should be == 3306
+    end
+  end
+end
+
+describe Backend do
+  before(:each) do
+    @conf = Configuration.new(ENV['GALERAB_CONFIG_PATH']).conf.first
+    @backend = Backend.new(@conf[1])
+  end
+  
+  context "round robin load balancing" do
+    it "returns the next backend" do
+      @backend.get_next.should be == "192.168.10.102"
+      @backend.get_next.should be == "192.168.10.103"
+      @backend.get_next.should be == "192.168.10.101"
+      @backend.get_next.should be == "192.168.10.102" # and again... that's why it is called round robin
+    end
+    
+    it "does not return a backend that is not ready" do
+      @backend.not_ready.push("192.168.10.103")
+      @backend.get_next.should be == "192.168.10.102"
+      @backend.get_next.should be == "192.168.10.101"
+    end
+  end
+end

data/spec/lib/configuration_spec.rb

@@ -0,0 +1,33 @@
+require 'spec_helper'
+
+describe Configuration do
+  before(:each) do
+    @conf = Configuration.new(ENV['GALERAB_CONFIG_PATH']).conf
+  end
+  
+  context "when loading the file" do
+    it "should load the YAML file" do
+      @conf.should be_true
+    end
+  
+    it "should find two balancers in the config file" do
+      @conf.size.should be == 2
+    end
+  
+    it "gets the backends for balancer 1" do
+      @conf[1]['backends'].size.should be == 3
+      @conf[1]['backends'][0].should be == "192.168.10.101"
+      @conf[1]['backends'][1].should be == "192.168.10.102"
+      @conf[1]['backends'][2].should be == "192.168.10.103"
+    end
+    
+    it "loads the other parameters" do
+      @conf[1]['check_every'].size.should be == 8
+      @conf[1]['user'].should be == "your_user"
+      @conf[1]['password'].should be == "your_password"
+      @conf[1]['database'].should be == "your_db"
+      @conf[1]['balancer_port'].should be == 3307
+      @conf[1]['backend_port'].should be == 3306
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,8 @@
+require 'rspec'
+ENV['GALERAB_CONFIG_PATH'] = File.dirname(__FILE__) + '/galerab.yml'
+require 'galerab'
+
+RSpec.configure do |config|
+  config.color_enabled = true
+  config.formatter     = 'documentation'
+end

metadata

@@ -0,0 +1,160 @@
+--- !ruby/object:Gem::Specification
+name: galerab
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- Riccardo Tacconi
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-01-09 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: mysql2
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.3.11
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.3.11
+- !ruby/object:Gem::Dependency
+  name: sequel
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 3.40.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 3.40.0
+- !ruby/object:Gem::Dependency
+  name: em-proxy
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.1.7
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.1.7
+- !ruby/object:Gem::Dependency
+  name: ansi
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.4.3
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.4.3
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '2.5'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '2.5'
+description: This load balancer is a transparent proxy to route r/w requests to MySql
+  backends
+email: rtacconi@virtuelogic.net
+executables:
+- galerab
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/galerab.rb
+- lib/galerab/backend.rb
+- lib/galerab/balancing_proxy.rb
+- lib/galerab/configuration.rb
+- lib/galerab/proxy.rb
+- bin/galerab
+- files/galerab
+- files/galerab.yml
+- spec/lib/backend_spec.rb
+- spec/lib/configuration_spec.rb
+- spec/spec_helper.rb
+homepage: http://github.com/rtacconi/galerab
+licenses:
+- MIT
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+- lib
+- lib/galera
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: Load balancer for galera cluster
+test_files:
+- spec/lib/backend_spec.rb
+- spec/lib/configuration_spec.rb
+- spec/spec_helper.rb
+has_rdoc: