http_streaming_client 0.8.1

data/lib/http_streaming_client/oauth/adobe.rb

@@ -0,0 +1,78 @@
+###########################################################################
+##
+## http_streaming_client
+##
+## Ruby HTTP client with support for HTTP 1.1 streaming, GZIP compressed
+## streams, and chunked transfer encoding. Includes extensible OAuth
+## support for the Adobe Analytics Firehose and Twitter Streaming APIs.
+##
+## David Tompkins -- 11/8/2013
+## tompkins@adobe_dot_com
+##
+###########################################################################
+##
+## Copyright (c) 2013 Adobe Systems Incorporated. All rights reserved.
+##
+## Licensed under the Apache License, Version 2.0 (the "License");
+## you may not use this file except in compliance with the License.
+## You may obtain a copy of the License at
+##
+## http://www.apache.org/licenses/LICENSE-2.0
+##
+## Unless required by applicable law or agreed to in writing, software
+## distributed under the License is distributed on an "AS IS" BASIS,
+## WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+## See the License for the specific language governing permissions and
+## limitations under the License.
+##
+###########################################################################
+
+require 'bundler/setup'
+require 'openssl'
+require 'base64'
+require 'uri'
+require 'json'
+
+require 'http_streaming_client/oauth/base'
+
+module HttpStreamingClient
+  module Oauth
+
+    class Adobe < Base
+
+      def self.generate_authorization(uri, username, password, clientId, clientSecret)
+
+	logger.debug "generate_authorization: #{uri}"
+
+	params = Hash.new
+	params['grant_type'] = "password"
+	params['username'] = username
+	params['password'] = password
+	params_string = sort_and_percent_encode(params)
+
+	logger.debug "params_string: #{params_string}"
+
+	basicAuth = "#{clientId}:#{clientSecret}"
+	basicAuth = Base64.encode64(basicAuth).chomp.gsub(/\n/, '')
+
+	logger.debug "base64 encoded authorization: #{basicAuth}"
+
+	uri = URI.parse(uri) if uri.is_a?(String)
+	url_string = "#{uri.scheme}://#{uri.host}#{uri.path}"
+
+	# POST to uri
+	response = HttpStreamingClient::Client.post(uri, params_string, {:headers => {'Authorization' => "Basic #{basicAuth}"}})
+	response_json = JSON.parse(response)
+
+	logger.debug "token API response: #{response_json}"
+
+	authorization = response_json['access_token']
+
+	logger.debug "authorization header: #{authorization}"
+
+	return authorization
+      end
+
+    end
+  end
+end

data/lib/http_streaming_client/oauth/base.rb

@@ -0,0 +1,70 @@
+###########################################################################
+##
+## http_streaming_client
+##
+## Ruby HTTP client with support for HTTP 1.1 streaming, GZIP compressed
+## streams, and chunked transfer encoding. Includes extensible OAuth
+## support for the Adobe Analytics Firehose and Twitter Streaming APIs.
+##
+## David Tompkins -- 11/8/2013
+## tompkins@adobe_dot_com
+##
+###########################################################################
+##
+## Copyright (c) 2013 Adobe Systems Incorporated. All rights reserved.
+##
+## Licensed under the Apache License, Version 2.0 (the "License");
+## you may not use this file except in compliance with the License.
+## You may obtain a copy of the License at
+##
+## http://www.apache.org/licenses/LICENSE-2.0
+##
+## Unless required by applicable law or agreed to in writing, software
+## distributed under the License is distributed on an "AS IS" BASIS,
+## WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+## See the License for the specific language governing permissions and
+## limitations under the License.
+##
+###########################################################################
+
+require 'bundler/setup'
+require 'logger'
+require 'uri'
+require 'securerandom'
+
+require "http_streaming_client/custom_logger"
+
+module HttpStreamingClient
+
+  module Oauth
+
+    class Base
+
+      def self.logger
+	HttpStreamingClient.logger
+      end
+
+      protected
+
+      def self.percent_encode(s)
+	return URI.escape(s, Regexp.new("[^#{URI::PATTERN::UNRESERVED}]") ).gsub('*', '%2A').gsub('!', '%21')
+      end
+
+      # lexigraphically sort query params with percent encoding applied
+      def self.sort_and_percent_encode(params_hash)
+	pairs = []
+	params_hash.sort.each { |key, val| pairs.push("#{percent_encode(key)}=#{percent_encode(val.to_s)}") }
+	return pairs.join('&')
+      end
+
+      def self.generate_nonce
+	return SecureRandom.hex
+      end
+
+      def self.generate_timestamp
+	return Time.new.to_i.to_s
+      end
+
+    end
+  end
+end

data/lib/http_streaming_client/oauth/twitter.rb

@@ -0,0 +1,94 @@
+###########################################################################
+##
+## http_streaming_client
+##
+## Ruby HTTP client with support for HTTP 1.1 streaming, GZIP compressed
+## streams, and chunked transfer encoding. Includes extensible OAuth
+## support for the Adobe Analytics Firehose and Twitter Streaming APIs.
+##
+## David Tompkins -- 11/8/2013
+## tompkins@adobe_dot_com
+##
+###########################################################################
+##
+## Copyright (c) 2013 Adobe Systems Incorporated. All rights reserved.
+##
+## Licensed under the Apache License, Version 2.0 (the "License");
+## you may not use this file except in compliance with the License.
+## You may obtain a copy of the License at
+##
+## http://www.apache.org/licenses/LICENSE-2.0
+##
+## Unless required by applicable law or agreed to in writing, software
+## distributed under the License is distributed on an "AS IS" BASIS,
+## WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+## See the License for the specific language governing permissions and
+## limitations under the License.
+##
+###########################################################################
+
+require 'bundler/setup'
+require 'openssl'
+require 'base64'
+require 'uri'
+
+require 'http_streaming_client/oauth/base'
+
+module HttpStreamingClient
+  module Oauth
+
+    class Twitter < Base
+
+      def self.generate_authorization(uri, method, params_hash, oauth_consumer_key, oauth_consumer_secret, oauth_token, oauth_token_secret, oauth_nonce = nil, oauth_timestamp = nil)
+
+	logger.debug "generate_twitter_authorization: #{uri}"
+
+	oauth_nonce = generate_nonce unless !oauth_nonce.nil?
+	oauth_timestamp = generate_timestamp unless !oauth_timestamp.nil?
+	oauth_signature_method = "HMAC-SHA1"
+	oauth_version = "1.0"
+
+	params = Hash.new
+	params['oauth_consumer_key'] = oauth_consumer_key
+	params['oauth_nonce'] = oauth_nonce
+	params['oauth_signature_method'] = oauth_signature_method
+	params['oauth_timestamp'] = oauth_timestamp
+	params['oauth_token'] = oauth_token
+	params['oauth_version'] = oauth_version
+	params.merge! params_hash unless params_hash.nil?
+	params_string = sort_and_percent_encode(params)
+
+	logger.debug "params_string: #{params_string}"
+
+	uri = URI.parse(uri) if uri.is_a?(String)
+	url_string = "#{uri.scheme}://#{uri.host}#{uri.path}"
+
+	signature_base = "#{method.upcase}&"
+	signature_base << "#{percent_encode(url_string)}&"
+	signature_base << "#{percent_encode(params_string)}"
+
+	logger.debug "signature base string: #{signature_base}"
+
+	digest = OpenSSL::Digest::Digest.new('sha1')
+	hmac = OpenSSL::HMAC.digest(digest, "#{percent_encode(oauth_consumer_secret)}&#{percent_encode(oauth_token_secret)}", signature_base)
+	oauth_signature = Base64.encode64(hmac).chomp.gsub(/\n/, '')
+
+	logger.debug "oauth signature: #{oauth_signature}"
+
+	authorization = 'OAuth '
+	authorization << "oauth_consumer_key=\"#{percent_encode(oauth_consumer_key)}\", "
+	authorization << "oauth_nonce=\"#{percent_encode(oauth_nonce)}\", "
+	authorization << "oauth_signature=\"#{percent_encode(oauth_signature)}\", "
+	authorization << "oauth_signature_method=\"#{percent_encode(oauth_signature_method)}\", "
+	authorization << "oauth_timestamp=\"#{percent_encode(oauth_timestamp)}\", "
+	authorization << "oauth_token=\"#{percent_encode(oauth_token)}\", "
+	authorization << "oauth_version=\"#{percent_encode(oauth_version)}\""
+
+	logger.debug "authorization header: #{authorization}"
+
+	return authorization
+      end
+
+    end
+  end
+end

data/lib/http_streaming_client/oauth.rb

@@ -0,0 +1,34 @@
+###########################################################################
+##
+## http_streaming_client
+##
+## Ruby HTTP client with support for HTTP 1.1 streaming, GZIP compressed
+## streams, and chunked transfer encoding. Includes extensible OAuth
+## support for the Adobe Analytics Firehose and Twitter Streaming APIs.
+##
+## David Tompkins -- 11/8/2013
+## tompkins@adobe_dot_com
+##
+###########################################################################
+##
+## Copyright (c) 2013 Adobe Systems Incorporated. All rights reserved.
+##
+## Licensed under the Apache License, Version 2.0 (the "License");
+## you may not use this file except in compliance with the License.
+## You may obtain a copy of the License at
+##
+## http://www.apache.org/licenses/LICENSE-2.0
+##
+## Unless required by applicable law or agreed to in writing, software
+## distributed under the License is distributed on an "AS IS" BASIS,
+## WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+## See the License for the specific language governing permissions and
+## limitations under the License.
+##
+###########################################################################
+
+module HttpStreamingClient
+  require 'http_streaming_client/oauth/base'
+  require 'http_streaming_client/oauth/twitter'
+  require 'http_streaming_client/oauth/adobe'
+end

data/lib/http_streaming_client/railtie.rb

@@ -0,0 +1,38 @@
+###########################################################################
+##
+## http_streaming_client
+##
+## Ruby HTTP client with support for HTTP 1.1 streaming, GZIP compressed
+## streams, and chunked transfer encoding. Includes extensible OAuth
+## support for the Adobe Analytics Firehose and Twitter Streaming APIs.
+##
+## David Tompkins -- 11/8/2013
+## tompkins@adobe_dot_com
+##
+###########################################################################
+##
+## Copyright (c) 2013 Adobe Systems Incorporated. All rights reserved.
+##
+## Licensed under the Apache License, Version 2.0 (the "License");
+## you may not use this file except in compliance with the License.
+## You may obtain a copy of the License at
+##
+## http://www.apache.org/licenses/LICENSE-2.0
+##
+## Unless required by applicable law or agreed to in writing, software
+## distributed under the License is distributed on an "AS IS" BASIS,
+## WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+## See the License for the specific language governing permissions and
+## limitations under the License.
+##
+###########################################################################
+
+require 'http_streaming_client'
+
+module HttpStreamingClient
+  class Railties < ::Rails::Railtie
+    initializer 'railties.configure_rails_initialization' do
+      HttpStreamingClient.logger = Rails.logger
+    end
+  end
+end

data/lib/http_streaming_client/version.rb

@@ -0,0 +1,32 @@
+###########################################################################
+##
+## http_streaming_client
+##
+## Ruby HTTP client with support for HTTP 1.1 streaming, GZIP compressed
+## streams, and chunked transfer encoding. Includes extensible OAuth
+## support for the Adobe Analytics Firehose and Twitter Streaming APIs.
+##
+## David Tompkins -- 11/8/2013
+## tompkins@adobe_dot_com
+##
+###########################################################################
+##
+## Copyright (c) 2013 Adobe Systems Incorporated. All rights reserved.
+##
+## Licensed under the Apache License, Version 2.0 (the "License");
+## you may not use this file except in compliance with the License.
+## You may obtain a copy of the License at
+##
+## http://www.apache.org/licenses/LICENSE-2.0
+##
+## Unless required by applicable law or agreed to in writing, software
+## distributed under the License is distributed on an "AS IS" BASIS,
+## WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+## See the License for the specific language governing permissions and
+## limitations under the License.
+##
+###########################################################################
+
+module HttpStreamingClient
+  VERSION = "0.8.1"
+end

data/lib/http_streaming_client.rb

@@ -0,0 +1,36 @@
+###########################################################################
+##
+## http_streaming_client
+##
+## Ruby HTTP client with support for HTTP 1.1 streaming, GZIP compressed
+## streams, and chunked transfer encoding. Includes extensible OAuth
+## support for the Adobe Analytics Firehose and Twitter Streaming APIs.
+##
+## David Tompkins -- 11/8/2013
+## tompkins@adobe_dot_com
+##
+###########################################################################
+##
+## Copyright (c) 2013 Adobe Systems Incorporated. All rights reserved.
+##
+## Licensed under the Apache License, Version 2.0 (the "License");
+## you may not use this file except in compliance with the License.
+## You may obtain a copy of the License at
+##
+## http://www.apache.org/licenses/LICENSE-2.0
+##
+## Unless required by applicable law or agreed to in writing, software
+## distributed under the License is distributed on an "AS IS" BASIS,
+## WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+## See the License for the specific language governing permissions and
+## limitations under the License.
+##
+###########################################################################
+
+module HttpStreamingClient
+  require 'http_streaming_client/version'
+  require 'http_streaming_client/client'
+  require 'http_streaming_client/custom_logger'
+  require 'http_streaming_client/oauth'
+  require 'http_streaming_client/railtie' if defined?(Rails)
+end

data/spec/adobe_spec.rb

@@ -0,0 +1,137 @@
+require 'spec_helper'
+require 'json'
+require 'zlib'
+require 'uri'
+require 'timeout'
+
+require 'http_streaming_client/credentials/adobe'
+include HttpStreamingClient::Credentials::Adobe
+
+describe HttpStreamingClient do
+
+  describe "adobe firehose streaming get test, no compression" do
+
+    url = TOKENAPIHOST
+    authorization = HttpStreamingClient::Oauth::Adobe.generate_authorization(url, USERNAME, PASSWORD, CLIENTID, CLIENTSECRET)
+
+    subject { authorization }
+    it { should_not be_nil}
+    it { should be_instance_of(String) }
+
+    line_count = 0
+
+    it "should successfully retrieve JSON records from the firehose" do
+      expect {
+	client = HttpStreamingClient::Client.new(compression: false)
+	begin
+	  status = Timeout::timeout(TIMEOUT_SEC) {
+	    response = client.get(STREAMURL, {:headers => {'Authorization' => "Bearer #{authorization}" }}) { |line|
+
+	    if line.nil? then
+	      logger.debug "error:nil line received"
+	      next
+	    end
+
+	    if line.size == 0 then
+	      logger.debug "error:zero length line received"
+	      next
+	    end
+
+	    line_count = line_count + 1
+
+	    if line.eql? "\r\n" then
+	      logger.debug "Server ping received"
+	    else
+	      logger.debug "#{JSON.parse(line).to_s}"
+	    end
+
+	    client.interrupt if line_count > NUM_JSON_RECORDS_TO_RECEIVE }
+	  }
+	rescue Timeout::Error
+	  logger.debug "Timeout occurred, #{TIMEOUT_SEC} seconds elapsed"
+	  client.interrupt
+	end
+      }.to_not raise_error
+    end
+  end
+
+  describe "adobe firehose streaming get test, no compression, no block" do
+
+    url = TOKENAPIHOST
+    authorization = HttpStreamingClient::Oauth::Adobe.generate_authorization(url, USERNAME, PASSWORD, CLIENTID, CLIENTSECRET)
+
+    subject { authorization }
+    it { should_not be_nil}
+    it { should be_instance_of(String) }
+
+    line_count = 0
+
+    it "should successfully retrieve JSON records from the firehose" do
+      expect {
+	client = HttpStreamingClient::Client.new(compression: false)
+	begin
+	  status = Timeout::timeout(TIMEOUT_SEC) {
+	    response = client.get(STREAMURL, {:headers => {'Authorization' => "Bearer #{authorization}" }})
+	  }
+	rescue Timeout::Error
+	  logger.debug "Timeout occurred, #{TIMEOUT_SEC} seconds elapsed"
+	  client.interrupt
+	end
+      }.to_not raise_error
+    end
+  end
+
+  describe "adobe firehose streaming get test, GZIP compression" do
+
+    url = TOKENAPIHOST
+    authorization = HttpStreamingClient::Oauth::Adobe.generate_authorization(url, USERNAME, PASSWORD, CLIENTID, CLIENTSECRET)
+
+    subject { authorization }
+    it { should_not be_nil}
+    it { should be_instance_of(String) }
+
+    line_count = 0
+
+    it "should successfully retrieve decompressed JSON records from the firehose" do
+      expect {
+	client = HttpStreamingClient::Client.new(compression: true)
+	begin
+	  status = Timeout::timeout(TIMEOUT_SEC) {
+	    response = client.get(STREAMURL, {:headers => {'Authorization' => "Bearer #{authorization}" }}) { |line|
+
+	    if line.nil? then
+	      logger.debug "error:nil line received"
+	      next
+	    end
+
+	    if line.size == 0 then
+	      logger.debug "error:zero length line received"
+	      next
+	    end
+
+	    line_count = line_count + 1
+
+	    if line.eql? "\r\n" then
+	      logger.debug "Server ping received"
+	    else
+	      logger.debug "#{JSON.parse(line).to_s}"
+	    end
+
+	    client.interrupt if line_count > NUM_JSON_RECORDS_TO_RECEIVE }
+	  }
+	rescue Timeout::Error
+	  logger.debug "Timeout occurred, #{TIMEOUT_SEC} seconds elapsed"
+	  client.interrupt
+	end
+      }.to_not raise_error
+    end
+
+  end
+
+  #describe "adobe firehose streaming get unauthorized failure" do
+  #it "should fail if authorization not provided" do
+  #expect { get STREAMURL }.to raise_error(HttpError)
+  #end
+  #end
+
+end

data/spec/client_spec.rb

@@ -0,0 +1,98 @@
+require 'spec_helper'
+
+describe HttpStreamingClient do
+
+  describe "static get test" do
+    response = HttpStreamingClient::Client.get "http://www.google.com/"
+    logger.debug "response: #{response}"
+    subject { response }
+    it { should_not be_nil}
+  end
+
+  describe "client instance get test" do
+    client = HttpStreamingClient::Client.new
+    response = client.get "http://www.google.com/"
+    logger.debug "response: #{response}"
+    subject { response }
+    it { should_not be_nil}
+  end
+
+  describe "client instance get test with basic auth in URL" do
+    client = HttpStreamingClient::Client.new
+    response = client.get "http://a:b@www.google.com/"
+    logger.debug "response: #{response}"
+    subject { response }
+    it { should_not be_nil}
+  end
+
+  describe "client instance get test, chunked transfer, GZIP compression, no block" do
+    client = HttpStreamingClient::Client.new(compression: true)
+    response = client.get "http://www.yahoo.com/"
+    logger.debug "response: #{response}"
+    subject { response }
+    it { should_not be_nil}
+  end
+
+  describe "static get test HTTPS, no compression" do
+    response = HttpStreamingClient::Client.get("https://www.google.com/", compression: false) { |chunk| logger.debug "got a chunk" }
+    logger.debug "response: #{response}"
+    subject { response }
+    it { should_not be_nil}
+  end
+  
+  describe "static get test HTTPS with compression" do
+    response = HttpStreamingClient::Client.get("https://www.google.com/", compression: true)
+    logger.debug "response: #{response}"
+    subject { response }
+    it { should_not be_nil}
+  end
+
+  describe "static get test HTTPS with compression and block" do
+    response = HttpStreamingClient::Client.get("https://www.google.com/", compression: true) { |chunk| logger.debug "got a chunk" }
+    logger.debug "response: #{response}"
+    subject { response }
+    it { should_not be_nil}
+  end
+
+  describe "static get failure test" do
+    it "should fail if host not found" do
+      expect { HttpStreamingClient::Client.get "http://www.blooglefailure.com/" }.to raise_error(SocketError)
+    end
+  end
+
+  describe "static post test" do
+    response = HttpStreamingClient::Client.post "http://posttestserver.com/post.php", "v=1.0&rsz=large&hl=en&geo=25187&key=ABQIAAAAh-n5SAB-cUnY3DufmfhdwBQuvo9pmDsxzxSHtaSRC_4ezr2lsRTOljpJVo81DJYBcnI00Fwk9xTdWQ"
+    logger.debug "response: #{response}"
+    subject { response }
+    it { should_not be_nil}
+  end
+  
+  describe "client instance post test, no compression" do
+    client = HttpStreamingClient::Client.new(compression: false)
+    response = client.post "http://posttestserver.com/post.php", "v=1.0&rsz=large&hl=en&geo=25187&key=ABQIAAAAh-n5SAB-cUnY3DufmfhdwBQuvo9pmDsxzxSHtaSRC_4ezr2lsRTOljpJVo81DJYBcnI00Fwk9xTdWQ"
+    logger.debug "response: #{response}"
+    subject { response }
+    it { should_not be_nil}
+  end
+  
+  describe "client instance post test with compression" do
+    client = HttpStreamingClient::Client.new(compression: true)
+    response = client.post "http://posttestserver.com/post.php", "v=1.0&rsz=large&hl=en&geo=25187&key=ABQIAAAAh-n5SAB-cUnY3DufmfhdwBQuvo9pmDsxzxSHtaSRC_4ezr2lsRTOljpJVo81DJYBcnI00Fwk9xTdWQ"
+    logger.debug "response: #{response}"
+    subject { response }
+    it { should_not be_nil}
+  end
+  
+  describe "client instance post test with hash" do
+    client = HttpStreamingClient::Client.new
+    params = Hash.new
+    params['v'] = "1.0"
+    params['rsz'] = "large"
+    params['hl'] = "geo"
+    params['geo'] = "25187"
+    response = client.post "http://posttestserver.com/post.php", params
+    subject { response }
+    it { should_not be_nil}
+  end
+
+end

data/spec/oauth_spec.rb

@@ -0,0 +1,28 @@
+require 'spec_helper'
+
+describe HttpStreamingClient::Oauth do
+
+  describe "generate_twitter_authorization test" do
+
+    # using test values from https://dev.twitter.com/docs/auth/authorizing-request
+    url = "https://api.twitter.com/1/statuses/update.json"
+    method = "post"
+    params_hash = {'include_entities' => true, 'status' => 'Hello Ladies + Gentlemen, a signed OAuth request!'}
+    oauth_consumer_key = "xvz1evFS4wEEPTGEFPHBog"
+    oauth_consumer_secret = "kAcSOqF21Fu85e7zjz7ZN2U4ZRhfV3WpwPAoE3Z7kBw"
+    oauth_signature = "tnnArxj06cWHq44gCs1OSKk/jLY="
+    oauth_token = "370773112-GmHxMAgYyLbNEtIKZeRNFsMKPR9EyMZeS9weJAEb"
+    oauth_token_secret = "LswwdoUaIvS8ltyTt5jkRh4J50vUPVVHtR2YPi5kE"
+    oauth_nonce = "kYjzVBB8Y0ZFabxSWbWovY3uYSQ2pTgmZeNu2VS4cg"
+    oauth_timestamp = "1318622958"
+
+    valid_authorization = 'OAuth oauth_consumer_key="xvz1evFS4wEEPTGEFPHBog", oauth_nonce="kYjzVBB8Y0ZFabxSWbWovY3uYSQ2pTgmZeNu2VS4cg", oauth_signature="tnnArxj06cWHq44gCs1OSKk%2FjLY%3D", oauth_signature_method="HMAC-SHA1", oauth_timestamp="1318622958", oauth_token="370773112-GmHxMAgYyLbNEtIKZeRNFsMKPR9EyMZeS9weJAEb", oauth_version="1.0"'
+
+    authorization = HttpStreamingClient::Oauth::Twitter.generate_authorization(url, method, params_hash, oauth_consumer_key, oauth_consumer_secret, oauth_token, oauth_token_secret, oauth_nonce, oauth_timestamp)
+
+    subject { authorization }
+    it { should_not be_nil }
+    it { should eq valid_authorization }
+  end
+
+end

data/spec/spec_helper.rb

@@ -0,0 +1,28 @@
+require 'bundler/setup'
+require 'logger'
+
+require 'coveralls'
+Coveralls.wear! if ENV["COVERALLS"]
+
+require 'simplecov'
+SimpleCov.start do
+  add_filter "/spec/"
+  add_filter "/lib/http_streaming_client/credentials/"
+end
+
+require 'http_streaming_client'
+
+NUM_JSON_RECORDS_TO_RECEIVE = 5
+TIMEOUT_SEC = 90
+
+RSpec.configure do |config|
+
+  HttpStreamingClient.logger.console = true
+  HttpStreamingClient.logger.level = Logger::DEBUG
+  HttpStreamingClient.logger.logfile = true
+
+end
+
+def logger
+  HttpStreamingClient.logger
+end