http_streaming_client 0.8.10 → 0.8.11

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 9fa98170b1cf7ad217d3da06cfef7788360930b3
-  data.tar.gz: 3927120d36ff81cc318e4a129dfbfe206fd6a35b
+  metadata.gz: bad5818f3b5c3df8b92149668be7618937a5ab38
+  data.tar.gz: bd4781fb0f3a4d79469ebaa4687db83bf795eb31
 SHA512:
-  metadata.gz: 707fe542ffabd3c10eeeb65f2a1f7b35e99386bafd014340d95c11ff4fe657ae00102eb61ac66042e1053b1b92d8887a9f69d0ca408672d2868df990afdff768
-  data.tar.gz: e24cb48af021ed6b992ae35a3a744a1e3c753ff1c0f65d55bc9dfde65fd0a29c272ea36eee5e382e0bae08fe3d8fb8f7894bcdea88f2f5c9069ab2a89db87319
+  metadata.gz: 9991fdf019ed5302bff0d160140034eb728eca8c0ddbae6855d47e742edfe67b4b1c46c51aeaa41804c043bdda0692f4c48a0d7c72d40ffb7db131c725113afd
+  data.tar.gz: 3862ea3aaa235b50a5d9d2b1928188ca394ebaa260484805bd085ab0e71aed7e3b45115c442972bf3985380c1c6fbab79e689e09334dbfc905d008131d0e17d4

data/CHANGELOG

@@ -1,3 +1,11 @@
+http_streaming_client 0.8.11 ()
+========================================
+* Fixed warn logging for non-200 HTTP response codes
+
+http_streaming_client 0.8.10 (1.27.2014)
+========================================
+* bug fix for chunked transfer encoding response with no compression and no block handler
+
 http_streaming_client 0.8.9 (1.26.2014)
 ========================================
 * A few minor logging warn/debug changes

data/lib/http_streaming_client/client.rb

@@ -222,7 +222,7 @@ module HttpStreamingClient
 	  logger.debug "request: #{request}"
 	  response = socket.read(content_length)
 	  logger.debug "response: #{response}"
-	  raise HttpError.new(response_head[:code], "Received HTTP #{response_head[:code]} response", response_head[:headers])
+	  raise HttpError.new(response_head[:code], "Received HTTP #{response_head[:code]} response", response_head[:headers], response)
 	end
 
 	if response_head[:headers]["Transfer-Encoding"] == 'chunked'

data/lib/http_streaming_client/decoders/gzip.rb

@@ -29,6 +29,8 @@
 
 require 'zlib'
 
+require "http_streaming_client/errors"
+
 module HttpStreamingClient
 
   module Decoders
@@ -94,8 +96,8 @@ module HttpStreamingClient
 	    process_decompressed_packet(decompressed_packet)
 	  end
 
-	rescue Zlib::Error
-	  raise DecoderError
+	rescue Zlib::Error => e
+	  raise HttpStreamingClient::DecoderError.new(e.message)
 	end
       end
 
@@ -136,8 +138,10 @@ module HttpStreamingClient
 
 	  if length == @packet_stream.size then
 	    @packet_stream = ""
+	    #@packet_stream = @packet_stream.slice!(0,length)
 	  else
 	    @packet_stream = @packet_stream[length..-1]
+	    #@packet_stream = @packet_stream.slice!(0,length)
 	  end
 
 	  #logger.debug "GZipBufferIO:readpartial:after:psize:#{@packet_stream.size}:bsize:#{buffer.size}"

data/lib/http_streaming_client/errors.rb

@@ -29,7 +29,6 @@
 
 module HttpStreamingClient
 
-  
   class InvalidContentType < Exception; end
   
   class InvalidRedirect < Exception; end
@@ -37,16 +36,19 @@ module HttpStreamingClient
   class ReconnectRequest < StandardError; end
 
   class HttpTimeOut < StandardError; end
+  
+  class DecoderError < StandardError; end
 
   class HttpError < StandardError
 
-    attr_reader :status, :message, :headers
+    attr_reader :status, :message, :headers, :response
 
-    def initialize(status, message, headers = nil)
-      super "#{status}:#{message}"
+    def initialize(status, message, headers = nil, response = nil)
+      super "#{status}:#{message}:#{headers}:#{response}"
       @status = status
       @message = message
       @headers = headers
+      @response = response
     end
   end
 

data/lib/http_streaming_client/version.rb

@@ -28,5 +28,5 @@
 ###########################################################################
 
 module HttpStreamingClient
-  VERSION = "0.8.10"
+  VERSION = "0.8.11"
 end

data/tools/adobe_firehose.rb

@@ -13,7 +13,7 @@ include HttpStreamingClient::Credentials::Adobe
 url = TOKENAPIHOST
 authorization = HttpStreamingClient::Oauth::Adobe.generate_authorization(url, USERNAME, PASSWORD, CLIENTID, CLIENTSECRET)
 puts "#{TOKENAPIHOST}:access token: #{authorization}"
-client = HttpStreamingClient::Client.new(compression: false)
+client = HttpStreamingClient::Client.new(compression: true)
 response = client.get(STREAMURL, {:headers => {'Authorization' => "Bearer #{authorization}" }}) { |line|
 
     if line.nil? then

data/tools/adobe_firehose_performance_test.rb

@@ -13,7 +13,7 @@ include HttpStreamingClient::Credentials::Adobe
 url = TOKENAPIHOST
 authorization = HttpStreamingClient::Oauth::Adobe.generate_authorization(url, USERNAME, PASSWORD, CLIENTID, CLIENTSECRET)
 puts "#{TOKENAPIHOST}:access token: #{authorization}"
-client = HttpStreamingClient::Client.new(compression: false)
+client = HttpStreamingClient::Client.new(compression: true)
 
 NUM_RECORDS_PER_BATCH = 5000
 MAX_RECORDS = 3600000

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: http_streaming_client
 version: !ruby/object:Gem::Version
-  version: 0.8.10
+  version: 0.8.11
 platform: ruby
 authors:
 - David Tompkins
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-01-27 00:00:00.000000000 Z
+date: 2014-01-29 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler