coordinator 0.0.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml ADDED
@@ -0,0 +1,7 @@
1
+ ---
2
+ SHA1:
3
+ metadata.gz: 480787ac7b5eecf9271ec542f15f5ebf17d23085
4
+ data.tar.gz: 9f688ebfcd97125c0292784f8ab06a121b9a4b51
5
+ SHA512:
6
+ metadata.gz: c4ee690d00d2e78c10636c587c6f701230822c85a43118ab8c605759c4f9f2c75130f773649f2671ea1a4af2a6674d9643bc2be958c3dafbe21c5cc6acac4375
7
+ data.tar.gz: 7b4742110498118ffcf39ad32e72b98c55bb8957d3df4f4b67fc065abe705e73a1d00ce2e60018f18839598afc228dbe0d3359830eea5e007a9b6cb83b1a473f
data/.gitignore ADDED
@@ -0,0 +1,17 @@
1
+ *.gem
2
+ *.rbc
3
+ .bundle
4
+ .config
5
+ .yardoc
6
+ Gemfile.lock
7
+ InstalledFiles
8
+ _yardoc
9
+ coverage
10
+ doc/
11
+ lib/bundler/man
12
+ pkg
13
+ rdoc
14
+ spec/reports
15
+ test/tmp
16
+ test/version_tmp
17
+ tmp
data/.ruby-version ADDED
@@ -0,0 +1 @@
1
+ 2.0.0-p353
data/.travis.yml ADDED
@@ -0,0 +1,5 @@
1
+ language: ruby
2
+ rvm:
3
+ - 1.9.3
4
+ - 2.0.0
5
+ before_install: gem install bundler
data/Gemfile ADDED
@@ -0,0 +1,3 @@
1
+ source 'https://rubygems.org'
2
+
3
+ gemspec
data/LICENSE.txt ADDED
@@ -0,0 +1,22 @@
1
+ Copyright (c) 2014 Tyler Mercier
2
+
3
+ MIT License
4
+
5
+ Permission is hereby granted, free of charge, to any person obtaining
6
+ a copy of this software and associated documentation files (the
7
+ "Software"), to deal in the Software without restriction, including
8
+ without limitation the rights to use, copy, modify, merge, publish,
9
+ distribute, sublicense, and/or sell copies of the Software, and to
10
+ permit persons to whom the Software is furnished to do so, subject to
11
+ the following conditions:
12
+
13
+ The above copyright notice and this permission notice shall be
14
+ included in all copies or substantial portions of the Software.
15
+
16
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
17
+ EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
18
+ MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
19
+ NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
20
+ LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
21
+ OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
22
+ WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
data/README.md ADDED
@@ -0,0 +1,38 @@
1
+ # Coordinator
2
+
3
+ Ruby gem for coordinating multiple redis queues
4
+
5
+ ## Status
6
+ [![Gem Version](https://badge.fury.io/rb/coordinator.png)](http://badge.fury.io/rb/coordinator)
7
+ [![Build Status](https://secure.travis-ci.org/tylermercier/coordinator.png)](http://travis-ci.org/tylermercier/coordinator)
8
+ [![Code Climate](https://codeclimate.com/github/tylermercier/coordinator.png)](https://codeclimate.com/github/tylermercier/coordinator)
9
+
10
+ ## Installation
11
+
12
+ Add this line to your application's Gemfile:
13
+
14
+ gem 'coordinator'
15
+
16
+ And then execute:
17
+
18
+ $ bundle
19
+
20
+ Or install it yourself as:
21
+
22
+ $ gem install coordinator
23
+
24
+ ## Usage
25
+
26
+ @coordinator = Coordinator::Base.new([
27
+ Coordinator::Queue.new("high"),
28
+ Coordinator::Queue.new("medium"),
29
+ Coordinator::Queue.new("low")
30
+ ])
31
+
32
+ ## Contributing
33
+
34
+ 1. Fork it ( http://github.com/<my-github-username>/coordinator/fork )
35
+ 2. Create your feature branch (`git checkout -b my-new-feature`)
36
+ 3. Commit your changes (`git commit -am 'Add some feature'`)
37
+ 4. Push to the branch (`git push origin my-new-feature`)
38
+ 5. Create new Pull Request
data/Rakefile ADDED
@@ -0,0 +1,13 @@
1
+ #!/usr/bin/env rake
2
+ require 'bundler'
3
+ require 'bundler/gem_tasks'
4
+ require 'rake/testtask'
5
+
6
+ task default: 'test'
7
+
8
+ Rake::TestTask.new(:test) do |t|
9
+ t.libs << 'lib'
10
+ t.libs << 'test'
11
+ t.pattern = 'test/**/*_test.rb'
12
+ t.verbose = true
13
+ end
@@ -0,0 +1,26 @@
1
+ # coding: utf-8
2
+ lib = File.expand_path('../lib', __FILE__)
3
+ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
4
+ require 'coordinator/version'
5
+
6
+ Gem::Specification.new do |spec|
7
+ spec.name = "coordinator"
8
+ spec.version = Coordinator::VERSION
9
+ spec.authors = ["Tyler Mercier"]
10
+ spec.email = ["tylermercier@gmail.com"]
11
+ spec.summary = %q{Ruby gem for coordinating multiple redis queues}
12
+ spec.description = %q{Ruby gem for coordinating multiple redis queues}
13
+ spec.homepage = ""
14
+ spec.license = "MIT"
15
+
16
+ spec.files = `git ls-files -z`.split("\x0")
17
+ spec.executables = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
18
+ spec.test_files = spec.files.grep(%r{^(test|spec|features)/})
19
+ spec.require_paths = ["lib"]
20
+
21
+ spec.add_dependency "http"
22
+ spec.add_development_dependency "bundler", "~> 1.5"
23
+ spec.add_development_dependency "rake"
24
+ spec.add_development_dependency "minitest-reporters"
25
+ spec.add_development_dependency "fakeredis"
26
+ end
@@ -0,0 +1,4 @@
1
+ require "coordinator/version"
2
+ require "coordinator/redis_queue"
3
+ require "coordinator/queue"
4
+ require "coordinator/base"
@@ -0,0 +1,33 @@
1
+ module Coordinator
2
+ class Base
3
+ def initialize(queues)
4
+ @queues = queues
5
+ end
6
+
7
+ def add_task(skill, task)
8
+ queue = queue_for_skill(skill)
9
+ queue.add_task(task)
10
+ end
11
+
12
+ def add_priority_task(skill, task)
13
+ queue = queue_for_skill(skill)
14
+ queue.add_priority_task(task)
15
+ end
16
+
17
+ def next_task(skills)
18
+ @queues.each do |q|
19
+ task = q.next_task(skills)
20
+ return task if task
21
+ end
22
+ false
23
+ end
24
+
25
+ private
26
+
27
+ def queue_for_skill(skill)
28
+ queue = @queues.find {|q| q.skill == skill}
29
+ raise "No matching queue for #{skill}" unless queue
30
+ queue
31
+ end
32
+ end
33
+ end
@@ -0,0 +1,26 @@
1
+ module Coordinator
2
+ class Queue
3
+ attr_reader :skill
4
+
5
+ def initialize(skill)
6
+ @skill = skill
7
+ @store = Coordinator::RedisQueue.new(@skill)
8
+ end
9
+
10
+ def add_task(task)
11
+ @store.push(task)
12
+ end
13
+
14
+ def add_priority_task(task)
15
+ @store.left_push(task)
16
+ end
17
+
18
+ def next_task(skills)
19
+ can_work?(skills) ? @store.pop : nil
20
+ end
21
+
22
+ def can_work?(skills)
23
+ skills.include?(@skill)
24
+ end
25
+ end
26
+ end
@@ -0,0 +1,60 @@
1
+ require 'json'
2
+
3
+ module Coordinator
4
+ class RedisQueue
5
+ def initialize(name)
6
+ @name = name
7
+ raise "redis not found, please set 'Redis.current'" unless Redis.current
8
+ @redis = Redis.current
9
+ end
10
+
11
+ def push(item)
12
+ data = serialize(item)
13
+ @redis.rpush(@name, data) unless items.include?(data)
14
+ end
15
+
16
+ def left_push(item)
17
+ data = serialize(item)
18
+ @redis.lpush(@name, data) unless items.include?(data)
19
+ end
20
+
21
+ def pop
22
+ data = @redis.lpop(@name)
23
+ parse(data)
24
+ end
25
+
26
+ def remove(item)
27
+ data = serialize(item)
28
+ @redis.lrem(@name, 1, data)
29
+ end
30
+
31
+ def peek
32
+ data = @redis.lrange(@name, 0, 0).first
33
+ parse(data)
34
+ end
35
+
36
+ def length
37
+ @redis.llen(@name)
38
+ end
39
+
40
+ private
41
+
42
+ def items
43
+ @redis.lrange(@name, 0, length)
44
+ end
45
+
46
+ def serialize(item)
47
+ item.is_a?(String) ? item : item.to_json
48
+ end
49
+
50
+ def parse(item)
51
+ return item if item.nil?
52
+ return item.to_i if item.to_i.to_s == item
53
+ begin
54
+ JSON::parse(item)
55
+ rescue JSON::ParserError
56
+ item # regular string
57
+ end
58
+ end
59
+ end
60
+ end
@@ -0,0 +1,3 @@
1
+ module Coordinator
2
+ VERSION = "0.0.1"
3
+ end
@@ -0,0 +1,12 @@
1
+ require 'minitest/autorun'
2
+ require 'minitest/reporters'
3
+ require "fakeredis"
4
+
5
+ Redis.current = Redis.new
6
+ Minitest::Reporters.use!(Minitest::Reporters::DefaultReporter.new(color: true))
7
+
8
+ ENV['RACK_ENV'] = 'test'
9
+
10
+ Dir[File.dirname(__FILE__) + '/../lib/*.rb'].each do |file|
11
+ require File.basename(file, File.extname(file))
12
+ end
@@ -0,0 +1,23 @@
1
+ require 'test_helper'
2
+
3
+ describe 'Coordinator::Base' do
4
+ before do
5
+ @coordinator = Coordinator::Base.new([
6
+ Coordinator::Queue.new("high"),
7
+ Coordinator::Queue.new("medium"),
8
+ Coordinator::Queue.new("low")
9
+ ])
10
+ end
11
+
12
+ describe 'adding work' do
13
+ it 'adds task to appropriate queue with priority' do
14
+ @coordinator.add_task("high", 1)
15
+ @coordinator.add_task("medium", 2)
16
+ @coordinator.add_priority_task("high", 3)
17
+ assert_equal 3, @coordinator.next_task(["high"])
18
+ assert_equal 1, @coordinator.next_task(["high"])
19
+ assert_equal 2, @coordinator.next_task(["medium"])
20
+ assert_equal false, @coordinator.next_task(["medium"])
21
+ end
22
+ end
23
+ end
@@ -0,0 +1,36 @@
1
+ require "test_helper"
2
+
3
+ describe "Coordinator::Queue" do
4
+ before do
5
+ @queue = Coordinator::Queue.new("high")
6
+ Redis.current.flushall
7
+ end
8
+
9
+ describe "add_task" do
10
+ it "returns true when skill present" do
11
+ @queue.add_task(5)
12
+ @queue.add_task(4)
13
+
14
+ assert_equal 5, @queue.next_task(["high"])
15
+ end
16
+ end
17
+
18
+ describe "add_priority_task" do
19
+ it "returns true when skill present" do
20
+ @queue.add_task(5)
21
+ @queue.add_priority_task(4)
22
+
23
+ assert_equal 4, @queue.next_task(["high"])
24
+ end
25
+ end
26
+
27
+ describe "can_work?" do
28
+ it "returns true when skill present" do
29
+ assert @queue.can_work?(["high"])
30
+ end
31
+
32
+ it "returns false when skill not present" do
33
+ refute @queue.can_work?(["general", "rogers"])
34
+ end
35
+ end
36
+ end
@@ -0,0 +1,79 @@
1
+ require 'test_helper'
2
+
3
+ describe 'Coordinator::RedisQueue' do
4
+ before do
5
+ @queue = Coordinator::RedisQueue.new('test')
6
+ Redis.current.flushall
7
+ end
8
+
9
+ describe '.push' do
10
+ it 'adds element to queue, returns length' do
11
+ @queue.push("a")
12
+ @queue.push("b")
13
+ assert_equal 2, @queue.length
14
+ end
15
+
16
+ it 'adds the same item only once' do
17
+ @queue.push("a")
18
+ @queue.push("a")
19
+ assert_equal 1, @queue.length
20
+ end
21
+ end
22
+
23
+ describe '.left_push' do
24
+ it 'adds element to front of queue' do
25
+ @queue.push("b")
26
+ @queue.push("c")
27
+ @queue.left_push("a")
28
+ assert_equal "a", @queue.pop
29
+ assert_equal 2, @queue.length
30
+ end
31
+ end
32
+
33
+ describe '.pop' do
34
+ it 'returns top item from queue' do
35
+ @queue.push("a")
36
+ @queue.push("b")
37
+ @queue.push("c")
38
+ assert_equal "a", @queue.pop
39
+ end
40
+
41
+ it 'returns nil when empty' do
42
+ assert_equal nil, @queue.pop
43
+ end
44
+ end
45
+
46
+ describe '.remove' do
47
+ it 'returns 1 when element found and removes' do
48
+ @queue.push(1)
49
+ assert_equal 1, @queue.remove(1)
50
+ assert_equal 0, @queue.length
51
+ end
52
+
53
+ it 'returns 0 when element not found' do
54
+ @queue.push(1)
55
+ assert_equal 0, @queue.remove(4)
56
+ assert_equal 1, @queue.length
57
+ end
58
+
59
+ it 'returns nil when queue empty' do
60
+ assert_equal nil, @queue.remove(4)
61
+ end
62
+ end
63
+
64
+ describe '.peek' do
65
+ it 'gets the top item and does not remove' do
66
+ @queue.push(1)
67
+ @queue.push(2)
68
+ assert_equal 1, @queue.peek
69
+ assert_equal 2, @queue.length
70
+ end
71
+ end
72
+
73
+ it 'allows for objects' do
74
+ [1000, "taco", {"a" => 1}, [1,2,3]].each do |o|
75
+ @queue.push(o)
76
+ assert_equal o, @queue.pop
77
+ end
78
+ end
79
+ end
metadata ADDED
@@ -0,0 +1,135 @@
1
+ --- !ruby/object:Gem::Specification
2
+ name: coordinator
3
+ version: !ruby/object:Gem::Version
4
+ version: 0.0.1
5
+ platform: ruby
6
+ authors:
7
+ - Tyler Mercier
8
+ autorequire:
9
+ bindir: bin
10
+ cert_chain: []
11
+ date: 2014-03-25 00:00:00.000000000 Z
12
+ dependencies:
13
+ - !ruby/object:Gem::Dependency
14
+ name: http
15
+ requirement: !ruby/object:Gem::Requirement
16
+ requirements:
17
+ - - '>='
18
+ - !ruby/object:Gem::Version
19
+ version: '0'
20
+ type: :runtime
21
+ prerelease: false
22
+ version_requirements: !ruby/object:Gem::Requirement
23
+ requirements:
24
+ - - '>='
25
+ - !ruby/object:Gem::Version
26
+ version: '0'
27
+ - !ruby/object:Gem::Dependency
28
+ name: bundler
29
+ requirement: !ruby/object:Gem::Requirement
30
+ requirements:
31
+ - - ~>
32
+ - !ruby/object:Gem::Version
33
+ version: '1.5'
34
+ type: :development
35
+ prerelease: false
36
+ version_requirements: !ruby/object:Gem::Requirement
37
+ requirements:
38
+ - - ~>
39
+ - !ruby/object:Gem::Version
40
+ version: '1.5'
41
+ - !ruby/object:Gem::Dependency
42
+ name: rake
43
+ requirement: !ruby/object:Gem::Requirement
44
+ requirements:
45
+ - - '>='
46
+ - !ruby/object:Gem::Version
47
+ version: '0'
48
+ type: :development
49
+ prerelease: false
50
+ version_requirements: !ruby/object:Gem::Requirement
51
+ requirements:
52
+ - - '>='
53
+ - !ruby/object:Gem::Version
54
+ version: '0'
55
+ - !ruby/object:Gem::Dependency
56
+ name: minitest-reporters
57
+ requirement: !ruby/object:Gem::Requirement
58
+ requirements:
59
+ - - '>='
60
+ - !ruby/object:Gem::Version
61
+ version: '0'
62
+ type: :development
63
+ prerelease: false
64
+ version_requirements: !ruby/object:Gem::Requirement
65
+ requirements:
66
+ - - '>='
67
+ - !ruby/object:Gem::Version
68
+ version: '0'
69
+ - !ruby/object:Gem::Dependency
70
+ name: fakeredis
71
+ requirement: !ruby/object:Gem::Requirement
72
+ requirements:
73
+ - - '>='
74
+ - !ruby/object:Gem::Version
75
+ version: '0'
76
+ type: :development
77
+ prerelease: false
78
+ version_requirements: !ruby/object:Gem::Requirement
79
+ requirements:
80
+ - - '>='
81
+ - !ruby/object:Gem::Version
82
+ version: '0'
83
+ description: Ruby gem for coordinating multiple redis queues
84
+ email:
85
+ - tylermercier@gmail.com
86
+ executables: []
87
+ extensions: []
88
+ extra_rdoc_files: []
89
+ files:
90
+ - .gitignore
91
+ - .ruby-version
92
+ - .travis.yml
93
+ - Gemfile
94
+ - LICENSE.txt
95
+ - README.md
96
+ - Rakefile
97
+ - coordinator.gemspec
98
+ - lib/coordinator.rb
99
+ - lib/coordinator/base.rb
100
+ - lib/coordinator/queue.rb
101
+ - lib/coordinator/redis_queue.rb
102
+ - lib/coordinator/version.rb
103
+ - test/test_helper.rb
104
+ - test/unit/base_test.rb
105
+ - test/unit/queue_test.rb
106
+ - test/unit/redis_queue_test.rb
107
+ homepage: ''
108
+ licenses:
109
+ - MIT
110
+ metadata: {}
111
+ post_install_message:
112
+ rdoc_options: []
113
+ require_paths:
114
+ - lib
115
+ required_ruby_version: !ruby/object:Gem::Requirement
116
+ requirements:
117
+ - - '>='
118
+ - !ruby/object:Gem::Version
119
+ version: '0'
120
+ required_rubygems_version: !ruby/object:Gem::Requirement
121
+ requirements:
122
+ - - '>='
123
+ - !ruby/object:Gem::Version
124
+ version: '0'
125
+ requirements: []
126
+ rubyforge_project:
127
+ rubygems_version: 2.0.14
128
+ signing_key:
129
+ specification_version: 4
130
+ summary: Ruby gem for coordinating multiple redis queues
131
+ test_files:
132
+ - test/test_helper.rb
133
+ - test/unit/base_test.rb
134
+ - test/unit/queue_test.rb
135
+ - test/unit/redis_queue_test.rb