proxysqlweightlifter 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 4083bbfbafb2c33b3237ab1344346b3a8c38c2f1855a618226c6bf037ff008d8
+  data.tar.gz: 0d090098060d10351ca4f06b935ee6332848dd9412863be9072920000268a574
+SHA512:
+  metadata.gz: 03d8850273413d02f80c9b364dc9bb40f87ce5f4d439c134fdf0ebb4e1d85bca979d27f74e7f6c91e718ae9f8f4ea7f82a6ec9a208a0b3c7ce7d4bc1c01fd9a3
+  data.tar.gz: 260ec3a0299528edd9a8c121728464e6d3dddff2d0904bb29def9c4411bc85eb79f949c907c22fadc16bc51990d72cba26b9bebc28d27ed4be5acac99bbe314b

data/bin/proxysqlweightlifter

@@ -0,0 +1,4 @@
+#!/usr/bin/env ruby
+
+require 'proxysqlweightlifter'
+Proxysqlweightlifter.run(ARGV)

data/lib/proxysqlweightlifter.rb

@@ -0,0 +1,21 @@
+require 'mysql2'
+require "proxysqlweightlifter/version"
+require "proxysqlweightlifter/lift"
+
+module Proxysqlweightlifter
+  class Error < StandardError; end
+
+  def self.run(argv)
+    host, port, user, pass, weight = argv
+    Lift.new(
+      Mysql2::Client.new(
+        host: host,
+        port: port,
+        username: user,
+        password: pass,
+        database: 'main'
+      ),
+      weight || 9
+    ).run
+  end
+end

data/lib/proxysqlweightlifter/lift.rb

@@ -0,0 +1,86 @@
+module Proxysqlweightlifter
+  # Lift is responsible for resolving current slaves from
+  # mysql_replication_hostgroups table
+  class Lift
+    attr_reader :db, :weight
+
+    def initialize(database, weight = 10)
+      @db = database
+      @weight = weight
+    end
+
+    def run
+      # We reset all weights to 1 because during runs of
+      # lift master might have switched
+      reset_weight
+
+      hostgroups.each do |hostgroup|
+        find_slaves(hostgroup).map do |slave|
+          slave.delete(:weight)
+          update_weight(slave)
+        end
+
+        debug find_slaves(hostgroup)
+      end
+
+      begin
+        db.query('LOAD MYSQL SERVERS TO RUNTIME;')
+      rescue => e
+        puts "LOAD MYSQL SERVERS TO RUNTIME error #{e}"
+      end
+    end
+
+    def hostgroups
+      db.query(%(
+        SELECT writer_hostgroup,reader_hostgroup
+        FROM mysql_replication_hostgroups;
+      )).map { |slave| Hash[slave.map{|(k,v)| [k.to_sym,v]}] }
+    end
+
+    def find_master(writer_hostgroup)
+      master = db.query(%(
+        SELECT hostname
+        FROM mysql_servers
+        WHERE hostgroup_id IN (#{writer_hostgroup});
+      ))
+      if master.size > 1
+        raise "More than 1 `writer` #{master} found in #{writer_hostgroup}"
+      end
+      master.map { |m| m['hostname'] }
+    end
+
+    def find_slaves(writer_hostgroup:, reader_hostgroup:)
+      master = find_master(writer_hostgroup)
+      master_ip = master.first
+
+      slaves = db.query(%(
+        SELECT hostgroup_id, hostname, port, weight
+        FROM mysql_servers
+        WHERE hostgroup_id IN (#{writer_hostgroup}, #{reader_hostgroup}) AND hostname != "#{master_ip}";
+      ))
+      if slaves.size.zero?
+        debug "No readers #{slaves} found in hostgroup `writer` #{writer_hostgroup} `reader` #{reader_hostgroup}"
+      end
+      slaves.map { |slave| Hash[slave.map{|(k,v)| [k.to_sym,v]}] }
+    end
+
+    def reset_weight(weight = 1)
+      db.query("UPDATE mysql_servers SET weight = #{weight};")
+    end
+
+    def update_weight(hostname:, port:, hostgroup_id:)
+      db.query(%(
+        UPDATE mysql_servers
+        SET weight = #{weight || 1}
+        WHERE hostname = "#{hostname}" AND port = "#{port}" AND hostgroup_id = "#{hostgroup_id}";
+      ))
+    end
+
+    private
+
+    def debug(s)
+      return
+      puts s
+    end
+  end
+end

data/lib/proxysqlweightlifter/version.rb

@@ -0,0 +1,3 @@
+module Proxysqlweightlifter
+  VERSION = "0.1.0"
+end

metadata

@@ -0,0 +1,108 @@
+--- !ruby/object:Gem::Specification
+name: proxysqlweightlifter
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Ernestas Poskus
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2018-11-12 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: mysql2
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.5.2
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.5.2
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.17'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.17'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+description: ProxySQL mysql_servers table automatic weight lifter for reader hosts
+email:
+- ernestas@vinted.com
+executables:
+- proxysqlweightlifter
+extensions: []
+extra_rdoc_files: []
+files:
+- bin/proxysqlweightlifter
+- lib/proxysqlweightlifter.rb
+- lib/proxysqlweightlifter/lift.rb
+- lib/proxysqlweightlifter/version.rb
+homepage: https://github.com/vinted/proxysqlweightlifter
+licenses:
+- MIT
+metadata:
+  homepage_uri: https://github.com/vinted/proxysqlweightlifter
+  source_code_uri: https://github.com/vinted/proxysqlweightlifter
+  changelog_uri: https://github.com/vinted/proxysqlweightlifter/
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.7.6
+signing_key: 
+specification_version: 4
+summary: ProxySQL mysql_servers table automatic weight lifter for reader hosts
+test_files: []