typhoeus 0.6.3 → 0.6.4

data/spec/typhoeus/hydra/block_connection_spec.rb

@@ -0,0 +1,18 @@
+require 'spec_helper'
+
+describe Typhoeus::Hydra::BlockConnection do
+  let(:base_url) { "localhost:3001" }
+  let(:hydra) { Typhoeus::Hydra.new() }
+  let(:request) { Typhoeus::Request.new(base_url, {:method => :get}) }
+
+  describe "add" do
+    context "when block_connection activated" do
+      before { Typhoeus::Config.block_connection = true }
+      after { Typhoeus::Config.block_connection = false }
+
+      it "raises" do
+        expect{ hydra.add(request) }.to raise_error(Typhoeus::Errors::NoStub)
+      end
+    end
+  end
+end

data/spec/typhoeus/hydra/cacheable_spec.rb

@@ -0,0 +1,68 @@
+require 'spec_helper'
+
+describe Typhoeus::Hydra::Cacheable do
+  let(:base_url) { "localhost:3001" }
+  let(:hydra) { Typhoeus::Hydra.new() }
+  let(:request) { Typhoeus::Request.new(base_url, {:method => :get}) }
+  let(:cache) {
+    Class.new do
+      attr_reader :memory
+
+      def initialize
+        @memory = {}
+      end
+
+      def get(request)
+        memory[request]
+      end
+
+      def set(request, response)
+        memory[request] = response
+      end
+    end.new
+  }
+
+  describe "add" do
+    context "when cache activated" do
+      before { Typhoeus::Config.cache = cache }
+      after { Typhoeus::Config.cache = false }
+
+      context "when request new" do
+        it "sets no response" do
+          hydra.add(request)
+          expect(request.response).to be_nil
+        end
+
+        it "doesn't call complete" do
+          request.should_receive(:complete).never
+          hydra.add(request)
+        end
+      end
+
+      context "when request in memory" do
+        let(:response) { Typhoeus::Response.new }
+        before { cache.memory[request] = response }
+
+        context "when no queued requests" do
+          it "finishes request" do
+            request.should_receive(:finish).with(response)
+            hydra.add(request)
+          end
+        end
+
+        context "when queued requests" do
+          let(:queued_request) { Typhoeus::Request.new(base_url, {:method => :get}) }
+
+          before { cache.memory[queued_request] = response }
+
+          it "finishesh both requests" do
+            hydra.queue(queued_request)
+            request.should_receive(:finish).with(response)
+            queued_request.should_receive(:finish).with(response)
+            hydra.add(request)
+          end
+        end
+      end
+    end
+  end
+end

data/spec/typhoeus/hydra/memoizable_spec.rb

@@ -0,0 +1,53 @@
+require 'spec_helper'
+
+describe Typhoeus::Hydra::Memoizable do
+  let(:base_url) { "localhost:3001" }
+  let(:hydra) { Typhoeus::Hydra.new() }
+  let(:request) { Typhoeus::Request.new(base_url) }
+
+  describe "add" do
+    context "when memoization activated" do
+      before { Typhoeus::Config.memoize = true }
+
+      context "when request new" do
+        it "sets no response" do
+          hydra.add(request)
+          expect(request.response).to be_nil
+        end
+
+        it "doesn't call complete" do
+          request.should_receive(:complete).never
+          hydra.add(request)
+        end
+      end
+
+      context "when request in memory" do
+        let(:response) { Typhoeus::Response.new }
+        before { hydra.memory[request] = response }
+
+        it "finishes request" do
+          request.should_receive(:finish).with(response, true)
+          hydra.add(request)
+        end
+
+        context "when queued request" do
+          let(:queued_request) { Typhoeus::Request.new(base_url) }
+
+          it "dequeues" do
+            hydra.queue(queued_request)
+            request.should_receive(:finish).with(response, true)
+            queued_request.should_receive(:finish).with(response, true)
+            hydra.add(request)
+          end
+        end
+      end
+    end
+  end
+
+  describe "#run" do
+    it "clears memory before starting" do
+      hydra.memory.should_receive(:clear)
+      hydra.run
+    end
+  end
+end

data/spec/typhoeus/hydra/queueable_spec.rb

@@ -0,0 +1,34 @@
+require 'spec_helper'
+
+describe Typhoeus::Hydra::Queueable do
+  let(:base_url) { "localhost:3001" }
+  let(:options) { {} }
+  let(:hydra) { Typhoeus::Hydra.new(options) }
+
+  describe "#queue" do
+    let(:request) { Typhoeus::Request.new("") }
+
+    it "accepts requests" do
+      hydra.queue(request)
+    end
+
+    it "sets hydra on request" do
+      hydra.queue(request)
+      expect(request.hydra).to eq(hydra)
+    end
+
+    it "adds to queued requests" do
+      hydra.queue(request)
+      expect(hydra.queued_requests).to include(request)
+    end
+  end
+
+  describe "#abort" do
+    before { hydra.queued_requests << 1 }
+
+    it "clears queue" do
+      hydra.abort
+      expect(hydra.queued_requests).to be_empty
+    end
+  end
+end

data/spec/typhoeus/hydra/runnable_spec.rb

@@ -0,0 +1,155 @@
+require 'spec_helper'
+
+describe Typhoeus::Hydra::Runnable do
+  let(:base_url) { "localhost:3001" }
+  let(:options) { {} }
+  let(:hydra) { Typhoeus::Hydra.new(options) }
+
+  describe "#run" do
+    before do
+      requests.each { |r| hydra.queue r }
+    end
+
+    context "when no request queued" do
+      let(:requests) { [] }
+
+      it "does nothing" do
+        hydra.multi.should_receive(:perform)
+        hydra.run
+      end
+    end
+
+    context "when request queued" do
+      let(:first) { Typhoeus::Request.new("localhost:3001/first") }
+      let(:requests) { [first] }
+
+      it "adds request from queue to multi" do
+        hydra.should_receive(:add).with(first)
+        hydra.run
+      end
+
+      it "runs multi#perform" do
+        hydra.multi.should_receive(:perform)
+        hydra.run
+      end
+
+      it "sends" do
+        hydra.run
+        expect(first.response).to be
+      end
+    end
+
+    context "when three request queued" do
+      let(:first) { Typhoeus::Request.new("localhost:3001/first") }
+      let(:second) { Typhoeus::Request.new("localhost:3001/second") }
+      let(:third) { Typhoeus::Request.new("localhost:3001/third") }
+      let(:requests) { [first, second, third] }
+
+      it "adds requests from queue to multi" do
+        hydra.should_receive(:add).with(first)
+        hydra.should_receive(:add).with(second)
+        hydra.should_receive(:add).with(third)
+        hydra.run
+      end
+
+      it "runs multi#perform" do
+        hydra.multi.should_receive(:perform)
+        hydra.run
+      end
+
+      it "sends first" do
+        hydra.run
+        expect(first.response).to be
+      end
+
+      it "sends second" do
+        hydra.run
+        expect(second.response).to be
+      end
+
+      it "sends third" do
+        hydra.run
+        expect(third.response).to be
+      end
+
+      it "sends first first" do
+        first.on_complete do
+          expect(second.response).to be_nil
+          expect(third.response).to be_nil
+        end
+      end
+
+      it "sends second second" do
+        first.on_complete do
+          expect(first.response).to be
+          expect(third.response).to be_nil
+        end
+      end
+
+      it "sends thirds last" do
+        first.on_complete do
+          expect(second.response).to be
+          expect(third.response).to be
+        end
+      end
+    end
+
+    context "when really queued request" do
+      let(:options) { {:max_concurrency => 1} }
+      let(:first) { Typhoeus::Request.new("localhost:3001/first") }
+      let(:second) { Typhoeus::Request.new("localhost:3001/second") }
+      let(:third) { Typhoeus::Request.new("localhost:3001/third") }
+      let(:requests) { [first, second, third] }
+
+      it "sends first" do
+        hydra.run
+        expect(first.response).to be
+      end
+
+      it "sends second" do
+        hydra.run
+        expect(second.response).to be
+      end
+
+      it "sends third" do
+        hydra.run
+        expect(third.response).to be
+      end
+    end
+
+    context "when request queued in callback" do
+      let(:first) do
+        Typhoeus::Request.new("localhost:3001/first").tap do |r|
+          r.on_complete{ hydra.queue(second) }
+        end
+      end
+      let(:second) { Typhoeus::Request.new("localhost:3001/second") }
+      let(:requests) { [first] }
+
+      before { Typhoeus.on_complete { |r| String.new(r.code) } }
+      after { Typhoeus.on_complete.clear; Typhoeus.before.clear }
+
+      context "when real request" do
+        context "when max_concurrency default" do
+          let(:options) { {} }
+
+          it "calls on_complete callback once for every response" do
+            String.should_receive(:new).exactly(2).times
+            hydra.run
+          end
+        end
+      end
+
+      context "when no real request" do
+        context "when before hook returns and finishes response" do
+          before { Typhoeus.before{ |request|  request.finish(Typhoeus::Response.new) } }
+
+          it "simulates real multi run and adds and finishes both requests" do
+            String.should_receive(:new).exactly(2).times
+            hydra.run
+          end
+        end
+      end
+    end
+  end
+end

data/spec/typhoeus/hydra/stubbable_spec.rb

@@ -0,0 +1,28 @@
+require 'spec_helper'
+
+describe Typhoeus::Hydra::Stubbable do
+  let(:base_url) { "localhost:3001" }
+  let(:request) { Typhoeus::Request.new(base_url) }
+  let(:response) { Typhoeus::Response.new }
+  let(:hydra) { Typhoeus::Hydra.new }
+
+  before { Typhoeus.stub(base_url).and_return(response) }
+
+  describe "#add" do
+    it "checks expectations" do
+      hydra.add(request)
+    end
+
+    context "when expectation found" do
+      it "finishes response" do
+        request.should_receive(:finish)
+        hydra.add(request)
+      end
+
+      it "is a mock" do
+        hydra.add(request)
+        expect(request.response.mock).to be(true)
+      end
+    end
+  end
+end

data/spec/typhoeus/hydra_spec.rb

@@ -0,0 +1,26 @@
+require File.expand_path(File.dirname(__FILE__) + '/../spec_helper')
+
+describe Typhoeus::Hydra do
+  let(:base_url) { "localhost:3001" }
+  let(:options) { {} }
+  let(:hydra) { Typhoeus::Hydra.new(options) }
+
+  describe "#new" do
+    let(:options) { {:pipeling => true} }
+
+    it "passes options to multi" do
+      Ethon::Multi.should_receive(:new).with(options)
+      hydra
+    end
+  end
+
+  describe "#hydra" do
+    it "returns a hydra" do
+      expect(Typhoeus::Hydra.hydra).to be_a(Typhoeus::Hydra)
+    end
+  end
+
+  describe "#fire_and_forget" do
+    it
+  end
+end

data/spec/typhoeus/pool_spec.rb

@@ -0,0 +1,79 @@
+require 'spec_helper'
+
+describe Typhoeus::Pool do
+  let(:easy) { Ethon::Easy.new }
+  after { Typhoeus::Pool.clear }
+
+  describe "#easies" do
+    it "returns array" do
+      expect(Typhoeus::Pool.send(:easies)).to be_a(Array)
+    end
+  end
+
+  describe "#release" do
+    it "resets easy" do
+      easy.should_receive(:reset)
+      Typhoeus::Pool.release(easy)
+    end
+
+    it "puts easy back into pool" do
+      Typhoeus::Pool.release(easy)
+      expect(Typhoeus::Pool.send(:easies)).to include(easy)
+    end
+
+    context "when threaded access" do
+      it "releases correct number of easies" do
+        (0..9).map do |n|
+          Thread.new do
+            Typhoeus::Pool.release(Ethon::Easy.new)
+          end
+        end.map(&:join)
+        expect(Typhoeus::Pool.send(:easies)).to have(10).easies
+      end
+    end
+  end
+
+  describe "#get" do
+    context "when easy in pool" do
+      before { Typhoeus::Pool.send(:easies) << easy }
+
+      it "takes" do
+        expect(Typhoeus::Pool.get).to eq(easy)
+      end
+    end
+
+    context "when no easy in pool" do
+      it "creates" do
+        expect(Typhoeus::Pool.get).to be_a(Ethon::Easy)
+      end
+
+      context "when threaded access" do
+        it "creates correct number of easies" do
+          array = []
+          (0..9).map do |n|
+            Thread.new do
+              array << Typhoeus::Pool.get
+            end
+          end.map(&:join)
+          expect(array.uniq).to have(10).easies
+        end
+      end
+    end
+  end
+
+  describe "#with" do
+    it "is re-entrant" do
+      array = []
+      Typhoeus::Pool.with_easy do |e1|
+        array << e1
+        Typhoeus::Pool.with_easy do |e2|
+          array << e2
+          Typhoeus::Pool.with_easy do |e3|
+            array << e3
+          end
+        end
+      end
+      expect(array.uniq).to have(3).easies
+    end
+  end
+end