curb_threadpool 0.6.0 → 0.6.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: dea25e638cb62f03dc2279dfe54ffdccc953c0f5
-  data.tar.gz: 830d96224e24f871ba618e9dfb2aae359bd66827
+  metadata.gz: 3766a607282a0efbcdb98cb8d56a237d464af3b5
+  data.tar.gz: 77f8a4edf28675a98cc54ccb383077c8f9c55a1e
 SHA512:
-  metadata.gz: a4dca1c08fe2cfbab46425d8a6da4107af61f34b841ac2868d5a806954ce62398eb272352e68a40713a899c3d93989ac5511fa20311b97bf0f21651f87600b28
-  data.tar.gz: 371902e8e65bcb3c2f5b37040e7d4b366872c8e2bef25e7d7fbb35674f2dc9f22353ed6a9b3788c32e9d76f38ab8f21ea7d9d55a8818ac1e92579cdde8d982b4
+  metadata.gz: 6ebca56edadac4c08fe23af5af40aaac7faf49b7a3c051d6d4c3e01a34fd73cd0cff083ae26b3fc11bf9d88d31bdfb0910079ded10c449594edead0670f9a027
+  data.tar.gz: edc760f64f477139da08390334b38bf9e9128d0c587d0161850df9928c434a0f07578075b72d0d58e6708d42b3158ebee7dfc824844a7f46b4aaa1476b272fcb

data/CHANGELOG.md

@@ -0,0 +1,8 @@
+
+# Curb ThreadPool Changelog
+
+## 0.6.0 - July 31, 2013
+
+* Implemented HTTP POST method
+* Added support for all HTTP methods supported by cURL: delete, get, head, post, put
+* Added tests

data/Gemfile

@@ -7,6 +7,7 @@ group :development do
   gem "bundler"
   gem "jeweler"
 
+  gem "micron", :github => "chetan/micron"
   gem "minitest", "<5.0"
   gem "webmock"
 

data/Rakefile

@@ -25,11 +25,8 @@ Jeweler::Tasks.new do |gem|
 end
 Jeweler::RubygemsDotOrgTasks.new
 
-require 'rake/testtask'
-Rake::TestTask.new(:test) do |test|
-  test.libs << 'lib' << 'test'
-  test.pattern = 'test/**/test_*.rb'
-  test.verbose = true
+require "micron/rake"
+Micron::Rake.new do |task|
 end
 
 if Object.const_defined? :Rcov

data/VERSION

@@ -1 +1 @@
-0.6.0
+0.6.1

data/curb_threadpool.gemspec

@@ -2,14 +2,16 @@
 # DO NOT EDIT THIS FILE DIRECTLY
 # Instead, edit Jeweler::Tasks in Rakefile, and run 'rake gemspec'
 # -*- encoding: utf-8 -*-
+# stub: curb_threadpool 0.6.1 ruby lib
 
 Gem::Specification.new do |s|
   s.name = "curb_threadpool"
-  s.version = "0.6.0"
+  s.version = "0.6.1"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.require_paths = ["lib"]
   s.authors = ["Chetan Sarva"]
-  s.date = "2013-07-31"
+  s.date = "2014-03-18"
   s.description = "A multi-threaded worker pool for Curb"
   s.email = "chetan@pixelcop.net"
   s.extra_rdoc_files = [
@@ -17,6 +19,7 @@ Gem::Specification.new do |s|
     "README.md"
   ]
   s.files = [
+    "CHANGELOG.md",
     "Gemfile",
     "LICENSE",
     "README.md",
@@ -29,8 +32,7 @@ Gem::Specification.new do |s|
   ]
   s.homepage = "http://github.com/chetan/curb_threadpool"
   s.licenses = ["BSD"]
-  s.require_paths = ["lib"]
-  s.rubygems_version = "2.0.3"
+  s.rubygems_version = "2.2.2"
   s.summary = "A multi-threaded worker pool for Curb"
 
   if s.respond_to? :specification_version then
@@ -41,6 +43,7 @@ Gem::Specification.new do |s|
       s.add_development_dependency(%q<yard>, [">= 0"])
       s.add_development_dependency(%q<bundler>, [">= 0"])
       s.add_development_dependency(%q<jeweler>, [">= 0"])
+      s.add_development_dependency(%q<micron>, [">= 0"])
       s.add_development_dependency(%q<minitest>, ["< 5.0"])
       s.add_development_dependency(%q<webmock>, [">= 0"])
       s.add_development_dependency(%q<rcov>, [">= 0"])
@@ -54,6 +57,7 @@ Gem::Specification.new do |s|
       s.add_dependency(%q<yard>, [">= 0"])
       s.add_dependency(%q<bundler>, [">= 0"])
       s.add_dependency(%q<jeweler>, [">= 0"])
+      s.add_dependency(%q<micron>, [">= 0"])
       s.add_dependency(%q<minitest>, ["< 5.0"])
       s.add_dependency(%q<webmock>, [">= 0"])
       s.add_dependency(%q<rcov>, [">= 0"])
@@ -68,6 +72,7 @@ Gem::Specification.new do |s|
     s.add_dependency(%q<yard>, [">= 0"])
     s.add_dependency(%q<bundler>, [">= 0"])
     s.add_dependency(%q<jeweler>, [">= 0"])
+    s.add_dependency(%q<micron>, [">= 0"])
     s.add_dependency(%q<minitest>, ["< 5.0"])
     s.add_dependency(%q<webmock>, [">= 0"])
     s.add_dependency(%q<rcov>, [">= 0"])

data/lib/curb_threadpool.rb

@@ -114,6 +114,7 @@ class ThreadPool
         loop do
           break if @reqs.empty?
           req = @reqs.shift
+          break if req.nil? # can sometimes reach here due to a race condition. saw it a lot on travis
           client.url = req.uri
 
           args = ["http_#{req.method}"]

data/test/helper.rb

@@ -9,7 +9,8 @@ rescue Bundler::BundlerError => e
 end
 
 require 'test_guard'
-TestGuard.load_simplecov()
+require "minitest/unit" # require this first so we can stub properly
+require "micron/minitest"
 
 $LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
 $LOAD_PATH.unshift(File.dirname(__FILE__))
@@ -18,5 +19,3 @@ require 'webmock/minitest'
 
 class MiniTest::Unit::TestCase
 end
-
-MiniTest::Unit.autorun

data/test/test_curb_threadpool.rb

@@ -44,6 +44,31 @@ class TestCurbThreadpool < MiniTest::Unit::TestCase
     end
   end
 
+  def test_get_multiple_race_condition
+    # race condition with multiple threads looking for more work
+
+    @pool = Curl::ThreadPool.new(10)
+    urls = [@url]*100
+
+    10.times do |i|
+
+      rets = []
+      urls.size.times do
+        @i += 1
+        rets << { :status => 200, :body => @i }
+      end
+      stub_request(:get, "http://www.google.com/").to_return { rets.shift }
+
+      ret = @pool.get(urls)
+      assert ret
+      assert_equal urls.size, ret.size
+      ret.sort.each_with_index do |r, idx|
+        assert_equal idx+1+(urls.size*i), r
+      end
+
+    end
+  end
+
   def test_get_nil
     pool = Curl::ThreadPool.new
     ret = pool.get([])

metadata

@@ -1,181 +1,195 @@
 --- !ruby/object:Gem::Specification
 name: curb_threadpool
 version: !ruby/object:Gem::Version
-  version: 0.6.0
+  version: 0.6.1
 platform: ruby
 authors:
 - Chetan Sarva
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-07-31 00:00:00.000000000 Z
+date: 2014-03-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: curb
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: yard
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: jeweler
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: micron
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: minitest
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - <
+    - - "<"
       - !ruby/object:Gem::Version
         version: '5.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - <
+    - - "<"
       - !ruby/object:Gem::Version
         version: '5.0'
 - !ruby/object:Gem::Dependency
   name: webmock
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: rcov
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: simplecov
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: test_guard
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: rb-inotify
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: rb-fsevent
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: rb-fchange
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 description: A multi-threaded worker pool for Curb
@@ -186,6 +200,7 @@ extra_rdoc_files:
 - LICENSE
 - README.md
 files:
+- CHANGELOG.md
 - Gemfile
 - LICENSE
 - README.md
@@ -205,17 +220,17 @@ require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
-  - - '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.0.3
+rubygems_version: 2.2.2
 signing_key: 
 specification_version: 4
 summary: A multi-threaded worker pool for Curb