qtrix 0.0.1

data/lib/qtrix/override.rb

@@ -0,0 +1,77 @@
+module Qtrix
+  class Override
+    extend Qtrix::Namespacing
+    REDIS_KEY = :overrides
+    REDIS_CLAIMS_KEY = :override_claims
+
+    class << self
+      def add(*args)
+        namespace, queues, processes = extract_args(2, *args)
+        validate!(processes)
+        processes.times do
+          redis(namespace).rpush(REDIS_KEY, queues.join(","))
+        end
+        Qtrix::Matrix.clear!(namespace)
+      end
+
+      def all(ns=:current)
+        [].tap do |result|
+          raw_list(ns).each_with_index do |queues, index|
+            host = redis(ns).lindex(REDIS_CLAIMS_KEY, index)
+            result << self.new(queues.split(",").map(&:to_sym), host)
+          end
+        end
+      end
+
+      def remove(*args)
+        namespace, queues, processes = extract_args(2, *args)
+        redis(namespace).lrem(REDIS_KEY, processes, queues.join(","))
+        Qtrix::Matrix.clear!(namespace)
+      end
+
+      def clear!(namespace=:current)
+        redis(namespace).del REDIS_KEY
+        Qtrix::Matrix.clear!(namespace)
+      end
+
+      def overrides_for(*args)
+        namespace, hostname, workers = extract_args(2, *args)
+        workers.times {redis(namespace).rpush(REDIS_CLAIMS_KEY, hostname)}
+        claimed_by(namespace, hostname).map{|override| override.queues}
+      end
+
+      private
+      def validate!(processes)
+        raise "processes must be positive integer" unless processes > 0
+      end
+
+      def claimed_by(*args)
+        namespace, hostname = extract_args(1, *args)
+        all(namespace).select{|override| override.host == hostname}
+      end
+
+      def raw_list(ns=:current)
+        redis(ns).lrange(REDIS_KEY, 0, -1) 
+      end
+    end
+
+    attr_reader :queues, :host
+
+    def hash
+      @queues.hash ^ @processes.hash
+    end
+
+    def eql?(other)
+      self.class.equal?(other.class) &&
+        @processes == other.processes &&
+        @queues == other.queues
+    end
+    alias == eql?
+
+    private
+    def initialize(queues, host=nil)
+      @queues = queues
+      @host = host
+    end
+  end
+end

data/lib/qtrix/queue.rb

@@ -0,0 +1,77 @@
+require 'bigdecimal'
+require 'set'
+
+module Qtrix
+  class Queue
+    include Qtrix::Namespacing
+    REDIS_KEY = :queue_weights
+
+    class << self
+      def map_queue_weights(*args)
+        namespace, map = extract_args(1, *args)
+        map.each {|queue, weight| validate(queue.to_s, weight.to_f)}
+        self.clear!(namespace)
+        map.each {|queue, weight| redis(namespace).zadd(REDIS_KEY, weight.to_f, queue.to_s)}
+        Qtrix::Matrix.clear!(namespace)
+      end
+
+
+      def all_queues(namespace=:current)
+        raw = redis(namespace).zrevrange(REDIS_KEY, 0, -1, withscores: true)
+        [].tap {|result|
+          raw.each_slice(2) do |tuple|
+            result << self.new(namespace, tuple[0], tuple[1].to_f)
+          end
+        }
+      end
+
+      def count(namespace=:current)
+        redis(namespace).zcard(REDIS_KEY)
+      end
+
+      def total_weight(ns=:current)
+        all_queues(ns).inject(0) {|memo, queue| memo += queue.weight}
+      end
+
+      def clear!(namespace=:current)
+        redis(namespace).del REDIS_KEY
+        Qtrix::Matrix.clear! namespace
+      end
+
+      private
+      def validate(name, weight)
+        raise "nil name" if name.nil?
+        raise "empty name" if name.empty?
+        raise "nil weight" if weight.nil?
+        raise "weight of 0 or less" if weight <= 0
+      end
+
+      def high_low
+        lambda{|i,j| j.weight <=> i.weight}
+      end
+    end
+    attr_reader :name, :namespace
+
+    def initialize(ns, name, weight)
+      @namespace = ns
+      @name = name.to_sym
+      @weight = weight.to_f
+    end
+
+    def ==(other)
+      name == other.name && weight == other.weight
+    end
+
+    def hash
+      name.hash - weight.hash
+    end
+
+    def resource_percentage
+      @resource_percentage ||= weight.to_f / self.class.total_weight(namespace)
+    end
+
+    def weight
+      @weight ||= redis(namespace).zscore(REDIS_KEY, name).to_f
+    end
+  end
+end

data/lib/qtrix/version.rb

@@ -0,0 +1,3 @@
+module Qtrix
+  VERSION = "0.0.1"
+end

data/qtrix.gemspec

@@ -0,0 +1,24 @@
+# -*- encoding: utf-8 -*-
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'qtrix/version'
+
+Gem::Specification.new do |gem|
+  gem.name          = "qtrix"
+  gem.version       = Qtrix::VERSION
+  gem.authors       = ["Lance Woodson", "Joshua Flanagan"]
+  gem.email         = ["jflanagan@peopleadmin.com"]
+  gem.description   = %q{Central worker queues config}
+  gem.summary       = gem.description
+  gem.homepage      = ""
+
+  gem.files         = `git ls-files`.split($/)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.require_paths = ["lib"]
+  gem.add_dependency "redis-namespace", "~> 1.0.2"
+  gem.add_dependency "mixlib-cli", "1.3.0"
+  gem.add_development_dependency "rspec-core", "2.11.0"
+  gem.add_development_dependency "rspec-prof", "0.0.3"
+  gem.add_development_dependency "pry-debugger"
+end

data/spec/qtrix/cli/config_sets_spec.rb

@@ -0,0 +1,94 @@
+require 'qtrix/cli/spec_helper'
+
+describe Qtrix::CLI::ConfigSets do
+  include_context "cli commands"
+  let(:config_sets) {
+    Qtrix::CLI::ConfigSets.new(stdout_stream, stderr_stream)
+  }
+
+  describe "listing configuration sets" do
+    before(:each) {config_sets.parse_options(["-l"])}
+
+    it "should display default when no config sets have been added" do
+      config_sets.exec
+      stdout.should match /default/
+    end
+
+    it "should display all config sets" do
+      Qtrix.create_configuration_set :night
+      config_sets.exec
+      stdout.should match /default/
+      stdout.should match /night/
+    end
+  end
+
+  describe "current configuration set" do
+    before(:each) {config_sets.parse_options(["-c"])}
+
+    it "should display the current configuration set" do
+      Qtrix.create_configuration_set :night
+      Qtrix.map_queue_weights :night, A: 10
+      Qtrix.activate_configuration_set! :night
+      config_sets.exec
+      stdout.should match /night/
+    end
+  end
+
+  describe "create configuration set" do
+    it "should allow creation of a new configuration set" do
+      config_sets.parse_options "--create day".split
+      config_sets.exec
+      stdout.should match /success/
+      Qtrix.configuration_sets.include?(:day).should == true
+    end
+
+    it "should not allow creation of duplicate configuration sets" do
+      Qtrix.create_configuration_set 'night'
+      config_sets.parse_options "--create night".split
+      config_sets.exec
+      stderr.should match /failure/i
+      Qtrix.configuration_sets.select{|cs| cs == :default}.size.should == 1
+    end
+  end
+
+  describe "activate configuration set" do
+    it "should allow activation of a configuration set" do
+      Qtrix.create_configuration_set 'night'
+      Qtrix.map_queue_weights 'night', A: 10
+      config_sets.parse_options "-a night".split
+      config_sets.exec
+      stdout.should match /success/i
+      Qtrix.current_configuration_set.should == :night
+    end
+  end
+
+  describe "remove configuration set" do
+    before(:each) do
+      Qtrix.create_configuration_set :night
+      Qtrix.map_queue_weights :night, A: 10
+    end
+
+    it "should allow removal of a configuration set" do
+      config_sets.parse_options "-d night".split
+      config_sets.exec
+      stdout.should match /success/
+      Qtrix.configuration_sets.detect{|cs| cs == :night}.should be_nil
+    end
+
+    it "should not allow removal of the current configuration set" do
+      Qtrix.activate_configuration_set! :night
+      config_sets.parse_options "-d night".split
+      config_sets.exec
+      stderr.should match /failure/i
+      Qtrix.configuration_sets.select{|cs| cs == :night}.size.should == 1
+    end
+
+    it "should not allow removal of the default configuration set" do
+      Qtrix.activate_configuration_set! :night
+      config_sets.parse_options "-d default".split
+      config_sets.exec
+      stderr.should match /failure/i
+      Qtrix.configuration_sets.select{|cs| cs == :default}.size.should == 1
+    end
+  end
+end

data/spec/qtrix/cli/overrides_spec.rb

@@ -0,0 +1,101 @@
+require 'qtrix/cli/spec_helper'
+
+describe Qtrix::CLI::Overrides do
+  include_context "cli commands"
+  let(:overrides) {
+    Qtrix::CLI::Overrides.new(stdout_stream, stderr_stream)
+  }
+
+  describe "listing override" do
+    before(:each) {overrides.parse_options(["-l"])}
+
+    it "should list all overrides" do
+      Qtrix.add_override [:A], 1
+      Qtrix.add_override [:B], 1
+      overrides.exec
+      stdout.should match /A/
+      stdout.should match /B/
+    end
+  end
+
+  describe "adding overrides" do
+    it "should add a single override" do
+      overrides.parse_options(%w{-a -q A -w 1})
+      overrides.exec
+      stdout.should match /A/
+      Qtrix.overrides.size.should == 1
+    end
+
+    it "should add multiple overrides for multiple workers" do
+      overrides.parse_options(%w{-a -q A -w 2})
+      overrides.exec
+      stdout.should match /A.+A/
+      Qtrix.overrides.size.should == 2
+    end
+
+    it "should default to 1 worker" do
+      overrides.parse_options(%w{-a -q A})
+      overrides.exec
+      stdout.should match /A/
+      Qtrix.overrides.size.should == 1
+    end
+
+    it "should error if we dont specify any queues" do
+      overrides.parse_options(%w{-a -w 2})
+      overrides.exec
+      stderr.should match /failure/i
+      Qtrix.overrides.size.should == 0
+    end
+  end
+
+  describe "deleting overrides" do
+    before(:each) {Qtrix.add_override(['A'], 2)}
+
+    it "should allow deletion of a single override" do
+      overrides.parse_options(%w{-d -q A})
+      overrides.exec
+      stdout.should match /A/
+      Qtrix.overrides.size.should == 1
+    end
+
+    it "should allow deletion of multiple overrides" do
+      overrides.parse_options(%w{-d -q A -w 2})
+      overrides.exec
+      stdout.should match /A/
+      Qtrix.overrides.size.should == 0
+    end
+
+    it "should error if we dont specify any queues" do
+      overrides.parse_options(%w{-d -w 2})
+      overrides.exec
+      stderr.should match /failure/i
+      Qtrix.overrides.size.should == 2
+    end
+  end
+
+  describe "targetting to config sets" do
+    before(:each) do
+      Qtrix.create_configuration_set "night"
+    end
+
+    it "should be able to create overrides in the config set" do
+      overrides.parse_options(%w{-c night -a -q A})
+      overrides.exec
+      Qtrix.overrides('night').size.should == 1
+    end
+
+    it "should be able to list overrides in the config set" do
+      Qtrix.add_override('night', ['A'], 1)
+      overrides.parse_options(%w{-c night -l})
+      overrides.exec
+      stdout.should match /A/
+    end
+
+    it "should be able to delete overrides from the config set" do
+      Qtrix.add_override('night', ['A'], 1)
+      overrides.parse_options(%w{-c night -d -q A})
+      overrides.exec
+      Qtrix.overrides('night').size.should == 0
+    end
+  end
+end

data/spec/qtrix/cli/queues_spec.rb

@@ -0,0 +1,70 @@
+require 'qtrix/cli/spec_helper'
+require 'tmpdir'
+
+describe Qtrix::CLI::Queues do
+  include_context "cli commands"
+  let(:queues) {
+    Qtrix::CLI::Queues.new(stdout_stream, stderr_stream)
+  }
+  describe "queue weights" do
+    it "should set the queue weights for the current config set" do
+      queues.parse_options(["-w", "A:40,B:30"])
+      queues.exec
+      stdout.should match /OK/
+      Qtrix.desired_distribution.size.should == 2
+    end
+
+    it "should be targettable to a configuration set" do
+      Qtrix.create_configuration_set "night"
+      queues.parse_options(["-w", "A:100", "-c", "night"])
+      queues.exec
+      stdout.should match /OK/
+      Qtrix.desired_distribution("night").size.should == 1
+    end
+  end
+
+  describe "queue weights by yaml" do
+    around(:each) do |example|
+      yaml = YAML.dump({A: 40, B: 30, C: 20, D: 10})
+      Dir.mktmpdir do |dir|
+        @path = File.join(dir, "queue_weight.yml")
+        File.write(@path, yaml)
+        example.run
+      end
+    end
+
+    it "should set the queue weights for the current config set" do
+      queues.parse_options(["-y", @path])
+      queues.exec
+      stdout.should match /OK/
+      Qtrix.desired_distribution.size.should == 4
+    end
+
+    it "should set the queue weights for a targetted config set" do
+      Qtrix.create_configuration_set "night"
+      queues.parse_options(["-y", @path, "-c", "night"])
+      queues.exec
+      stdout.should match /OK/
+      Qtrix.desired_distribution("night").size.should == 4
+    end
+  end
+
+  describe "list desired distribution" do
+    it "should return the list from the current config set" do
+      Qtrix.map_queue_weights A: 10
+      queues.parse_options(["-l"])
+      queues.exec
+      stdout.should match /A/
+      stdout.should match /10/
+    end
+
+    it "should return the list from a specified config set" do
+      Qtrix.create_configuration_set "night"
+      Qtrix.map_queue_weights B: 11
+      queues.parse_options(["-l", "-c", "night"])
+      queues.exec
+      stdout.should match /B/
+      stdout.should match /11/
+    end
+  end
+end