gnip_api 0.0.8 → 0.0.9

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 81c81bf3548344605b9739f2cc6afb83e43d7b4f
-  data.tar.gz: 380d6266db0e255f64d75c3e6c667f9ff8b88ba5
+  metadata.gz: d7ef89c6c8f354d532f33e1653c01a5587910985
+  data.tar.gz: 161b4cb6c80ecb1b81b3a3b73c948c0da9e708cd
 SHA512:
-  metadata.gz: 106047db8629174c72855dc7062fc87ac98918f63c47116cb9379062ce0a45e1b4c679993f23b8f84e18d4cc2df149e3c1f1d861dff79db67ac10f34dea16a44
-  data.tar.gz: 4fe5240c6a90257b8950182285d33c8b4c65cd2f9c927a25070f4697548e7e27d98c1d575361a3e9a6389a7b99c5a4b472ccc17411900aff75949f612bb1a908
+  metadata.gz: ae3364b2e6de262b14bc4d252283cedfe7636b65bb59e3ad6f3ab843a7a796dbdec1403607925c4a3cc77af7b7f100ef78232c75cf3a1d3c86d7237d7742afad
+  data.tar.gz: 4a1606261e57d5de690601aa24373e64bee728c23bb978c64b232944d0b9b0384f200f06afca873f7833548c448fcf0c88191e2be9af9876efd15f2662ec7e23

data/Gemfile.lock

@@ -1,8 +1,7 @@
 PATH
   remote: .
   specs:
-    gnip_api (0.0.8)
-      activesupport
+    gnip_api (0.0.9)
       addressable
       httparty
       yajl-ruby
@@ -10,21 +9,13 @@ PATH
 GEM
   remote: https://rubygems.org/
   specs:
-    activesupport (5.0.0.1)
-      concurrent-ruby (~> 1.0, >= 1.0.2)
-      i18n (~> 0.7)
-      minitest (~> 5.1)
-      tzinfo (~> 1.1)
     addressable (2.4.0)
     awesome_print (1.2.0)
     coderay (1.1.0)
-    concurrent-ruby (1.0.2)
     diff-lcs (1.2.5)
     httparty (0.14.0)
       multi_xml (>= 0.5.2)
-    i18n (0.7.0)
     method_source (0.8.2)
-    minitest (5.9.1)
     multi_xml (0.5.5)
     pry (0.10.1)
       coderay (~> 1.1.0)
@@ -44,10 +35,7 @@ GEM
       rspec-support (~> 3.0.0)
     rspec-support (3.0.3)
     slop (3.6.0)
-    thread_safe (0.3.5)
     timecop (0.7.1)
-    tzinfo (1.2.2)
-      thread_safe (~> 0.1)
     yajl-ruby (1.2.1)
 
 PLATFORMS

data/README.md

@@ -6,6 +6,7 @@ Connect with different Gnip APIs and get data from streams.
 
 ## Recent Changes
 
+- Fixed a memory issue with HTTParty
 - Timeout for requests added to fail if API is non responsive, time can be configured
 - Search API returns parsed data either for counts or activities, which also makes Search API usable to get activities now
 - Removed unused RateLimiter
@@ -170,4 +171,4 @@ In any case, you were warned about it. Feel free to fill my issues list on Githu
 4. Push to the branch (`git push origin my-new-feature`)
 5. Create a new Pull Request
 
-This library was constructed with the help of [Armando Andini](https://github.com/antico5) who provided the basis to connect with the Gnip APIs.
+This library was constructed with the help of [Armando Andini](https://github.com/antico5) who provided the basis to connect with the Gnip APIs.

data/gnip_api.gemspec

@@ -27,6 +27,5 @@ Gem::Specification.new do |spec|
 
   spec.add_dependency "httparty"
   spec.add_dependency "yajl-ruby"
-  spec.add_dependency "activesupport"
   spec.add_dependency "addressable"
 end

data/lib/gnip_api/adapters/base_adapter.rb

@@ -4,6 +4,13 @@
 # other words, this just defines basic methods to provide the 
 # custom adapter with basic data.
 #
+# A few requirements to avoid issues for the adapter you want to use:
+# - Should support chunked read of stream
+# - Should handle compression (Excon seems to let user handle it)
+# - Shouldn't store chunked data (memory leak)
+# - Should allow custom headers
+# - Should allow block response
+#
 # To create a custom adapter, create your class, and implement the
 # following methods that GnipApi::Adapter will need.
 #

data/lib/gnip_api/adapters/httparty_adapter.rb

@@ -17,7 +17,7 @@ module GnipApi
       end
 
       def stream_get request
-        HTTParty.get request.uri, :headers => request.headers, :basic_auth => auth do |data|
+        HTTParty.get request.uri, :headers => request.headers, :stream_body => true, :basic_auth => auth do |data|
           yield(data)
         end
       end

data/lib/gnip_api/apis/power_track/rules.rb

@@ -51,7 +51,7 @@ module GnipApi
         end
 
         def parse_rules data
-          parsed_data = GnipApi::JsonParser.parse(data)
+          parsed_data = GnipApi::JsonParser.new.parse(data)
           parsed_data['rules'].map{|rule| GnipApi::Apis::PowerTrack::Rule.new(:value => rule['value'], :tag => rule['tag'])}
         end
 

data/lib/gnip_api/apis/power_track/stream.rb

@@ -48,7 +48,7 @@ module GnipApi
 
         def parse_json json
           begin 
-            GnipApi::JsonParser.parse json
+            GnipApi::JsonParser.new.parse json
           rescue GnipApi::Errors::JsonParser::ParseError
             nil
           end

data/lib/gnip_api/apis/search.rb

@@ -52,7 +52,7 @@ module GnipApi
       end
 
       def parse_counts_response data
-        parsed_data = GnipApi::JsonParser.parse(data)
+        parsed_data = GnipApi::JsonParser.new.parse(data)
         result_set = parsed_data['results']
         params = parsed_data['requestParameters']
         result = {:results => [], :total_count => parsed_data['totalCount'], :next => parsed_data['next'], :request_parameters => {}}
@@ -66,7 +66,7 @@ module GnipApi
       end
 
       def parse_activities_response data
-        parsed_data = GnipApi::JsonParser.parse(data)
+        parsed_data = GnipApi::JsonParser.new.parse(data)
         result_set = parsed_data['results']
         params = parsed_data['requestParameters']
         result = {:results => [], :next => parsed_data['next'], :request_parameters => {}}

data/lib/gnip_api/gnip/message.rb

@@ -29,7 +29,7 @@ module Gnip
     end
     
     def generate_json data
-      GnipApi::JsonParser.encode(data)
+      GnipApi::JsonParser.new.encode(data)
     end
 
     private

data/lib/gnip_api/json_parser.rb

@@ -1,6 +1,6 @@
 module GnipApi
   class JsonParser
-    def self.parse data
+    def parse data
       begin
         return parser.parse(data)
       rescue Yajl::ParseError => error
@@ -8,16 +8,16 @@ module GnipApi
       end
     end
 
-    def self.encode data
+    def encode data
       return encoder.encode(data)
     end
     
     private
-    def self.parser
+    def parser
       Yajl::Parser.new
     end
 
-    def self.encoder
+    def encoder
       Yajl::Encoder.new
     end
   end

data/lib/gnip_api/response.rb

@@ -26,7 +26,7 @@ module GnipApi
 
     def error_message
       if @body && !@body.empty?
-        parsed = GnipApi::JsonParser.parse(@body)
+        parsed = GnipApi::JsonParser.new.parse(@body)
         return parsed['error']['message'] if parsed['error']
       end
       return nil

data/lib/gnip_api/version.rb

@@ -1,3 +1,3 @@
 module GnipApi
-  VERSION = "0.0.8"
+  VERSION = "0.0.9"
 end

data/spec/gnip_api/json_parser_spec.rb

@@ -3,14 +3,14 @@ require 'spec_helper'
 describe GnipApi::JsonParser do
   describe ".parse" do
     it 'parses a JSON object' do
-      output = GnipApi::JsonParser.parse('{"key":"value","key2":"value2"}')
+      output = GnipApi::JsonParser.new.parse('{"key":"value","key2":"value2"}')
       expect(output).to eq({'key' => 'value', 'key2' => 'value2'})
     end
   end
 
   describe ".encode" do
     it 'generates a JSON object' do
-      output = GnipApi::JsonParser.encode({:key => 'value', :key2 => 'value2'})
+      output = GnipApi::JsonParser.new.encode({:key => 'value', :key2 => 'value2'})
       expect(output).to eq('{"key":"value","key2":"value2"}')
     end
   end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: gnip_api
 version: !ruby/object:Gem::Version
-  version: 0.0.8
+  version: 0.0.9
 platform: ruby
 authors:
 - Rayko
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-09-26 00:00:00.000000000 Z
+date: 2016-09-28 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -122,20 +122,6 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-- !ruby/object:Gem::Dependency
-  name: activesupport
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
 - !ruby/object:Gem::Dependency
   name: addressable
   requirement: !ruby/object:Gem::Requirement