gnip-stream 0.0.1 → 1.0.0

checksums.yaml

@@ -0,0 +1,7 @@
+--- 
+SHA1: 
+  metadata.gz: 2a44363dec5f30d5653aa57acbc5c8ca83163829
+  data.tar.gz: 897cb6a887bca7d7190b0cf23b7e52a71a49f176
+SHA512: 
+  metadata.gz: 9bb28a5bbcce731be4806b40a5c0bd95b9b08ab0653767dbeda4ebf1b370014ed212f8d27724b69c1c8c6739027584cfc331d2756c294f955b7109745ae6f1e6
+  data.tar.gz: 078d8c413a644f4b35a240a8596ea65f83d8c95a52108929c469b6c02bcc4f80e033996bf725ffc4d223a7a5b59b1cbfe980f2285e12379a530f04f4c3250993

data/.gitignore

@@ -2,3 +2,5 @@
 .bundle
 Gemfile.lock
 pkg/*
+tags
+.idea

data/.gitmodules

@@ -0,0 +1,3 @@
+[submodule "vendor/em-http-request"]
+	path = vendor/em-http-request
+	url = git://github.com/eriwen/em-http-request.git

data/README.md

@@ -37,6 +37,7 @@ end
 
 * [Ryan Weald](https://github.com/rweald)
 * [Sharethrough Team](https://github.com/sharethrough)
+* [Eric Wendelin](http://eriwen.com)
 
 ##License
 MIT. See [LICENSE](https://github.com/rweald/gnip-stream/blob/master/LICENSE) file for more details.

data/gnip-stream.gemspec

@@ -8,7 +8,7 @@ Gem::Specification.new do |s|
   s.authors     = ["Ryan Weald"]
   s.email       = ["ryan@weald.com"]
   s.homepage    = "https://github.com/rweald/gnip-stream"
-  s.summary     = %q{}
+  s.summary     = "A library to connect and stream data from the GNIP streaming API"
   s.description = %q{}
 
   s.rubyforge_project = "gnip-stream"
@@ -16,9 +16,9 @@ Gem::Specification.new do |s|
   s.files         = `git ls-files`.split("\n")
   s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
   s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
-  s.require_paths = ["lib"]
+  s.require_paths = ["lib", "vendor"]
 
   s.add_development_dependency "rspec"
 
-  s.add_dependency "em-http-request", ">= 1.0.0"
+  s.add_dependency "em-http-request", ">= 1.0.3"
 end

data/lib/gnip-stream/facebook_client.rb

@@ -15,7 +15,8 @@ module GnipStream
     end
 
     def consume(&block)
-      @stream.on_message(&block)
+      @client_callback = block if block
+      @stream.on_message(&@client_callback)
       @stream.connect
     end
   end

data/lib/gnip-stream/powertrack_client.rb

@@ -1,9 +1,7 @@
-require 'gnip-stream/powertrack_authentication'
 module GnipStream
   class PowertrackClient
     def initialize(url, username, password)
-      @authentication = PowertrackAuthentication.new(url, username, password)
-      @stream = JsonStream.new(url)
+      @stream = JsonStream.new(url, {'authorization' => [username, password], 'accept-encoding' => 'gzip, compressed'})
       @error_handler = ErrorReconnect.new(self, :consume)
       @connection_close_handler = ErrorReconnect.new(self, :consume)
       configure_handlers
@@ -15,17 +13,9 @@ module GnipStream
     end
 
     def consume(&block)
-      @client_callback = block
+      @client_callback = block if block
       @stream.on_message(&@client_callback)
-      authenticate
       @stream.connect
     end
-
-    def authenticate
-      @authentication.authenticate
-      @stream.url = @authentication.location
-      @stream.headers = {"cookie" => @authentication.cookies}
-    end
-
   end
 end

data/lib/gnip-stream/stream.rb

@@ -3,6 +3,8 @@ require 'em-http-request'
 
 module GnipStream
   class Stream
+    
+    EventMachine.threadpool_size = 3
 
     attr_accessor :headers, :options, :url, :username, :password
 
@@ -26,7 +28,7 @@ module GnipStream
 
     def connect
       EM.run do
-        http = EM::HttpRequest.new(@url, :inactivity_timeout => 0).get(:head => @headers)
+        http = EM::HttpRequest.new(@url, :inactivity_timeout => 2**16, :connection_timeout => 2**16).get(:head => @headers)
         http.stream { |chunk| process_chunk(chunk) }
         http.callback { 
           handle_connection_close(http) 

data/lib/gnip-stream/version.rb

@@ -1,3 +1,3 @@
 module GnipStream
-  VERSION = "0.0.1"
+  VERSION = "1.0.0"
 end

data/spec/gnip-stream/powertrack_client_spec.rb

@@ -3,46 +3,27 @@ require 'gnip-stream/powertrack_client'
 
 describe GnipStream::PowertrackClient do
   let(:fake_stream) { double("GnipStream::JsonStream").as_null_object }
-  let(:fake_auth) { double("GnipStream::PowertrackAuthentication").as_null_object }
   before do
     GnipStream::JsonStream.stub(:new => fake_stream)
-    GnipStream::PowertrackAuthentication.stub(:new => fake_auth) 
   end
 
   subject { GnipStream::PowertrackClient.new("http://example.com", "user", "password") }
 
   describe "#initialize" do
-    it "initializes a PowertrackAuthentication instance" do
-      GnipStream::PowertrackAuthentication.should_receive(:new)
-      subject
-    end
-
     it "initializes an instance JsonStream" do
-      GnipStream::JsonStream.should_receive(:new) 
+      GnipStream::JsonStream.should_receive(:new)
       subject
     end
   end
 
   describe "configure_handlers" do
     it "sets up the appropriate error and close handlers" do
-      fake_stream.should_receive(:on_error).twice    
+      fake_stream.should_receive(:on_error).twice
       fake_stream.should_receive(:on_connection_close).twice
       subject.configure_handlers
     end
   end
 
-  describe "#authenticate" do
-    it "performs the necessary authentication and passes appropriate credentials to stream" do
-      fake_auth.should_receive(:authenticate)
-      fake_auth.should_receive(:location).and_return("http://example.com")
-      fake_auth.should_receive(:cookies).and_return("some cookie")
-
-      fake_stream.should_receive(:url=).with("http://example.com") 
-      fake_stream.should_receive(:headers=)
-      subject.authenticate
-    end
-  end
-
   describe "#consume" do
     it "setup the client callback" do
       fake_stream.should_receive(:on_message)

metadata

@@ -1,46 +1,49 @@
---- !ruby/object:Gem::Specification
+--- !ruby/object:Gem::Specification 
 name: gnip-stream
-version: !ruby/object:Gem::Version
-  version: 0.0.1
-  prerelease: 
+version: !ruby/object:Gem::Version 
+  version: 1.0.0
 platform: ruby
-authors:
+authors: 
 - Ryan Weald
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2011-10-21 00:00:00.000000000Z
-dependencies:
-- !ruby/object:Gem::Dependency
+
+date: 2013-10-31 00:00:00 Z
+dependencies: 
+- !ruby/object:Gem::Dependency 
   name: rspec
-  requirement: &70139514960160 !ruby/object:Gem::Requirement
-    none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
   prerelease: false
-  version_requirements: *70139514960160
-- !ruby/object:Gem::Dependency
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    requirements: 
+    - &id003 
+      - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+  type: :development
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
   name: em-http-request
-  requirement: &70139514958620 !ruby/object:Gem::Requirement
-    none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: 1.0.0
-  type: :runtime
   prerelease: false
-  version_requirements: *70139514958620
-description: ''
-email:
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 1.0.3
+  type: :runtime
+  version_requirements: *id002
+description: ""
+email: 
 - ryan@weald.com
 executables: []
+
 extensions: []
+
 extra_rdoc_files: []
-files:
+
+files: 
 - .gitignore
+- .gitmodules
 - .pryrc
 - .rvmrc
 - .travis.yml
@@ -54,7 +57,6 @@ files:
 - lib/gnip-stream/error_reconnect.rb
 - lib/gnip-stream/facebook_client.rb
 - lib/gnip-stream/json_stream.rb
-- lib/gnip-stream/powertrack_authentication.rb
 - lib/gnip-stream/powertrack_client.rb
 - lib/gnip-stream/stream.rb
 - lib/gnip-stream/stream_delegate.rb
@@ -64,41 +66,39 @@ files:
 - spec/gnip-stream/error_reconnect_spec.rb
 - spec/gnip-stream/facebook_client_spec.rb
 - spec/gnip-stream/json_stream_spec.rb
-- spec/gnip-stream/powertrack_authentication_spec.rb
 - spec/gnip-stream/powertrack_client_spec.rb
 - spec/gnip-stream/stream_spec.rb
 - spec/gnip-stream/xml_stream_spec.rb
 - spec/spec_helper.rb
 homepage: https://github.com/rweald/gnip-stream
 licenses: []
+
+metadata: {}
+
 post_install_message: 
 rdoc_options: []
-require_paths:
+
+require_paths: 
 - lib
-required_ruby_version: !ruby/object:Gem::Requirement
-  none: false
-  requirements:
-  - - ! '>='
-    - !ruby/object:Gem::Version
-      version: '0'
-required_rubygems_version: !ruby/object:Gem::Requirement
-  none: false
-  requirements:
-  - - ! '>='
-    - !ruby/object:Gem::Version
-      version: '0'
+- vendor
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - *id003
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - *id003
 requirements: []
+
 rubyforge_project: gnip-stream
-rubygems_version: 1.8.10
+rubygems_version: 2.0.3
 signing_key: 
-specification_version: 3
-summary: ''
-test_files:
+specification_version: 4
+summary: A library to connect and stream data from the GNIP streaming API
+test_files: 
 - spec/gnip-stream/data_buffer_spec.rb
 - spec/gnip-stream/error_reconnect_spec.rb
 - spec/gnip-stream/facebook_client_spec.rb
 - spec/gnip-stream/json_stream_spec.rb
-- spec/gnip-stream/powertrack_authentication_spec.rb
 - spec/gnip-stream/powertrack_client_spec.rb
 - spec/gnip-stream/stream_spec.rb
 - spec/gnip-stream/xml_stream_spec.rb

data/lib/gnip-stream/powertrack_authentication.rb

@@ -1,27 +0,0 @@
-module GnipStream
-  class PowertrackAuthentication
-    attr_accessor :cookies, :location
-    def initialize(url, username, password)
-      @url = url
-      @username = username
-      @password = password
-    end
-
-    def authenticate
-      EM.run do
-        http = EM::HttpRequest.new(@url).get(
-          :head => {"authorization" => [@username, @password]})
-        http.headers { |head| parse_response_header(head) }
-        http.callback { EM.stop }
-        http.error do 
-          raise "Gnip Authentication Failed. Reason was #{http.error}"
-        end
-      end
-    end
-
-    def parse_response_header(header)
-      @location = header["LOCATION"]
-      @cookies = (header["SET_COOKIE"].first.split(";")[0..2].join(";"))
-    end
-  end
-end

data/spec/gnip-stream/powertrack_authentication_spec.rb

@@ -1,34 +0,0 @@
-require 'spec_helper'
-require 'gnip-stream/powertrack_authentication'
-
-describe GnipStream::PowertrackAuthentication do
-  subject { GnipStream::PowertrackAuthentication.new("http://example.com", 
-                                                     "user", "password") }
-  describe "#authenticate" do
-    let(:fake_request) { double("fake request") }
-    it "should make a request to the GNIP API to receive access cookie" do
-      EM::HttpRequest.should_receive(:new).with("http://example.com").and_return(fake_request)
-      fake_request.should_receive(:get) do |args|
-        args[:head].should == {'authorization' => ["user", "password"]}
-        EM.stop
-        double.as_null_object
-      end
-                                             
-      subject.authenticate
-    end   
-  end
-
-  describe "#parse_response_header" do
-    it "should set the stream url based on 'LOCATION' header" do
-      subject.parse_response_header({"SET_COOKIE" => ["session_token=foobar; domain=.gnip.com; path=/;
-          expires=Wed, 13-Jul-2011 22:10:10 GMT _base_session=hello; path=/; HttpOnly"]})
-      subject.cookies.should == "session_token=foobar; domain=.gnip.com; path=/"
-    end
-
-    it "should set the url that we can stream data from" do
-      subject.parse_response_header("LOCATION" => "http://example.com", "SET_COOKIE" => ["session_token=foobar; domain=.gnip.com; path=/;
-          expires=Wed, 13-Jul-2011 22:10:10 GMT _base_session=hello; path=/; HttpOnly"])
-      subject.location.should == "http://example.com"
-    end
-  end
-end