oii_twitter_goodies 0.0.8 → 0.0.71

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: ff7c76ac31bcf7f46a4776f0e5d60df17e544056
-  data.tar.gz: a07e57b3b8d5d4d0c1e7fb5783b949519eb1e5f6
+  metadata.gz: 933b9ecf7096b8917d364cc66fea8131a9b9a85e
+  data.tar.gz: 48ef2ecfb3f83a385c6c911006964071c7091aa4
 SHA512:
-  metadata.gz: a115f0566025572ac5f1b36258c7d0d9f6858662cab58b90409f921022a51fa1496d16c833e958799411ced02613fb8d306d085667a50379a2ef0f70f68249d0
-  data.tar.gz: 6962758ff69a74a06d4e6a33cbf5b0e7db49bd1642845c511533fb4a1d0d45e0b14916283d06d769f5b9d0744f06a81381dc3d7ba59c1ec7a717d86170c37ed6
+  metadata.gz: 9ca3177352e308e5044513c4d1fc4cb98ea07ffec1c627ea3c99379ea52f81790e1192a352f6be43abc0f42fa20b716d94d6ca65ef30171097b62a2b772eca77
+  data.tar.gz: d03ac6c4211d8507aa8545e5837982beb3bbeba969a0f6389ad8a7c1ef1c7123a7d45cfcf375358e4f0ce32f44fb68a638f38d2bb32a5c21c16dabff041e7096

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/Gemfile

@@ -0,0 +1,12 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in oii_twitter_goodies.gemspec
+gem 'bundler'
+gem 'mongo_mapper'
+gem 'oauth'
+gem 'twitter'
+gem 'tweetstream'
+gem 'hashie'
+gem 'typhoeus'
+gem 'json'
+gemspec

data/LICENSE.txt

@@ -1,4 +1,4 @@
-Copyright (c) 2012 Devin Gaffney
+Copyright (c) 2013 Devin Gaffney
 
 MIT License
 
@@ -19,4 +19,4 @@ MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
 NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
 LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
 OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
-WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/lib/oii_twitter_goodies/extensions/twitter_api_utils.rb

@@ -1,30 +1,30 @@
-# module Twitter
-#   module API
-#     module Utils
-#       def objects_from_response(klass, request_method, path, options={})
-#         response = send(request_method.to_sym, path, options)
-#         if response.class == Hash && response[:body]
-#           response = response[:body]
-#           objects_from_array(klass, response)
-#         else
-#           return response
-#         end
-#       end
-# 
-#       def object_from_response(klass, request_method, path, options={})
-#         response = send(request_method.to_sym, path, options)
-#         return klass.from_response(response) || response
-#       end
-#       
-#       def cursor_from_response(collection_name, klass, request_method, path, options, method_name)
-#         merge_default_cursor!(options)
-#         response = send(request_method.to_sym, path, options)
-#         if (response.class == Hash || response.class == BSON::OrderedHash) && !response.keys.include?(:body)
-#           Twitter::Cursor.from_response({:body => response}, collection_name.to_sym, klass, self, method_name, options)
-#         else
-#           Twitter::Cursor.from_response(response, collection_name.to_sym, klass, self, method_name, options)
-#         end
-#       end
-#     end
-#   end
-# end
+module Twitter
+  module API
+    module Utils
+      def objects_from_response(klass, request_method, path, options={})
+        response = send(request_method.to_sym, path, options)
+        if response.class == Hash && response[:body]
+          response = response[:body]
+          objects_from_array(klass, response)
+        else
+          return response
+        end
+      end
+
+      def object_from_response(klass, request_method, path, options={})
+        response = send(request_method.to_sym, path, options)
+        return klass.from_response(response) || response
+      end
+      
+      def cursor_from_response(collection_name, klass, request_method, path, options, method_name)
+        merge_default_cursor!(options)
+        response = send(request_method.to_sym, path, options)
+        if (response.class == Hash || response.class == BSON::OrderedHash) && !response.keys.include?(:body)
+          Twitter::Cursor.from_response({:body => response}, collection_name.to_sym, klass, self, method_name, options)
+        else
+          Twitter::Cursor.from_response(response, collection_name.to_sym, klass, self, method_name, options)
+        end
+      end
+    end
+  end
+end

data/lib/oii_twitter_goodies/extensions/twitter_client.rb

@@ -1,46 +1,17 @@
-# module Twitter
-#   class Client
-#     def get(path, params={})
-#       lookup = TwitterAPICall.first(:url => path.to_s, :params => params)
-#       if lookup
-#         return lookup.data
-#       else
-#         response = request(:get, path, params)
-#         if response[:status] && response[:status] == 200
-#           lookup = TwitterAPICall.new(:url => path.to_s, :params => params, :data => response[:body])
-#           lookup.save!
-#         end
-#         return response
-#       end
-#     end
-#     
-#     def post(path, params={})
-#       lookup = TwitterAPICall.first(:url => path.to_s, :params => params)
-#       if lookup
-#         return lookup.data
-#       else
-#         signature_params = params.values.any?{|value| value.respond_to?(:to_io)} ? {} : params
-#         response = request(:post, path, params, signature_params)
-#         if response[:status] && response[:status] == 200
-#           lookup = TwitterAPICall.new(:url => path.to_s, :params => params, :data => response[:body])
-#           lookup.save!
-#         end
-#         return response
-#       end
-#     end
-# 
-#     def put(path, params={})
-#       lookup = TwitterAPICall.first(:url => path.to_s, :params => params)
-#       if lookup
-#         return lookup.data
-#       else
-#         response = request(:put, path, params)
-#         if response[:status] && response[:status] == 200
-#           lookup = TwitterAPICall.new(:url => path.to_s, :params => params, :data => response[:body])
-#           lookup.save!
-#         end
-#         return response
-#       end
-#     end
-#   end
-# end
+module Twitter
+  class Client
+    def get(path, params={})
+      lookup = TwitterAPICall.first(:url => path.to_s, :params => params)
+      if lookup
+        return lookup.data
+      else
+        response = request(:get, path, params)
+        if response[:status] && response[:status] == 200
+          lookup = TwitterAPICall.new(:url => path.to_s, :params => params, :data => response[:body])
+          lookup.save!
+        end
+        return response
+      end
+    end
+  end
+end

data/lib/oii_twitter_goodies/lib/followers_for_users.rb

@@ -32,19 +32,7 @@ class FollowersForUsers
     puts "Done!"
     return results
   end
-  
-  def grab_followers_iterative(&block)
-    @screen_names.each do |screen_name|
-      puts "Current progress: #{@screen_names.index(screen_name)}/#{@screen_names.length} started"
-      user = user_data_for(screen_name).first
-      follower_ids = follower_ids_for(screen_name)
-      follower_ids.each_slice(100) do |follower_id_slice|
-        block.call([user, user_data_for_set(follower_id_slice)])
-      end
-      puts "Current progress: ##{@screen_names.index(screen_name)}/#{@screen_names.length} complete"      
-    end
-  end
-  
+    
   def follower_ids_for(screen_name)
     return direction_ids_for screen_name, "follower"
   end
@@ -58,68 +46,19 @@ class FollowersForUsers
     ids = []
     while cursor != 0
       puts cursor
-      begin
-        data = Hashie::Mash[@client.send(direction+"_ids", screen_name, :cursor => cursor).attrs]
-      rescue Twitter::Error::BadGateway
-        puts "Got Twitter::Error::BadGateway error - usually this is just a missed connect from Twitter."
-        sleep(10)
-        retry
-      rescue Twitter::Error::TooManyRequests
-        puts "Got Twitter::Error::TooManyRequests error - we are rate limited and will sleep for 15 minutes. See you in a bit."
-        sleep(15*60)
-        retry
-      rescue Twitter::Error::ClientError
-        puts "Got Twitter::Error::ClientError error - something weird happened and we're going to retry."
-        sleep(5)
-        retry
-      rescue Twitter::Error::InternalServerError
-        puts "Got Twitter::Error::InternalServerError error - something weird happened and we're going to retry."
-        sleep(5)
-        retry
-      rescue Twitter::Error::ServiceUnavailable
-        puts "Got Twitter::Error::ServiceUnavailable error - Fail whaled. We'll hit those guys again in 10"
-        sleep(10)
-        retry
-      end
-      ids << data.ids
+      data = Hashie::Mash[@client.send(direction+"_ids", screen_name, :cursor => cursor).attrs]
+      ids = ids|data.ids
       cursor = data["next_cursor"]
     end
-    return ids.flatten.uniq
+    return ids
   end
   
   def user_data_for(screen_names)
     screen_names = [screen_names].flatten
     user_data = []
-    size = screen_names.length/100
     screen_names.each_slice(100) do |screen_name_set|
-      user_data << user_data_for_set(screen_name_set)
-    end
-    user_data.flatten
-  end
-  
-  def user_data_for_set(screen_name_set)
-    begin
-      return @client.users(screen_name_set)
-    rescue Twitter::Error::BadGateway
-      puts "Got Twitter::Error::BadGateway error - usually this is just a missed connect from Twitter."
-      sleep(10)
-      retry
-    rescue Twitter::Error::TooManyRequests
-      puts "Got Twitter::Error::TooManyRequests error - we are rate limited and will sleep for 15 minutes. See you in a bit."
-      sleep(15*60)
-      retry
-    rescue Twitter::Error::ClientError
-      puts "Got Twitter::Error::ClientError error - something weird happened and we're going to retry."
-      sleep(5)
-      retry
-    rescue Twitter::Error::InternalServerError
-      puts "Got Twitter::Error::InternalServerError error - something weird happened and we're going to retry."
-      sleep(5)
-      retry
-    rescue Twitter::Error::ServiceUnavailable
-      puts "Got Twitter::Error::ServiceUnavailable error - Fail whaled. We'll hit those guys again in 10"
-      sleep(10)
-      retry
+      user_data = [user_data|@client.users(screen_name_set)].flatten
     end
+    user_data
   end
 end

data/lib/oii_twitter_goodies/model/place.rb

@@ -23,7 +23,6 @@ class Place
     
   def self.new_from_raw(place, tweet_id)
     return if place.nil?
-    place = place.attrs if place.class == Twitter::Place
     place = Hashie::Mash[place]
     obj = self.new
     obj.twitter_id   = place["twitter_id"]
@@ -33,7 +32,6 @@ class Place
     obj.full_name    = place["full_name"]
     obj.country_code = place["country_code"]
     obj.country      = place["country"]
-    place["bounding_box"] = place["bounding_box"].attrs if Twitter::Place
     bounding_box = BoundingBox.new_from_raw(place["bounding_box"], obj._id)
     if bounding_box
       obj.bounding_box = bounding_box

data/lib/oii_twitter_goodies/model/tweet.rb

@@ -48,7 +48,6 @@ class Tweet
 
   def self.new_from_raw(tweet, user_id)
     return if tweet.nil?
-    tweet = tweet.attrs if tweet.class == Twitter::Tweet
     tweet = Hashie::Mash[tweet]
     obj = self.new
     obj.created_at                = tweet["created_at"]
@@ -93,15 +92,15 @@ class Tweet
         end
       end
     end
-    place = Place.new_from_raw(tweet["place"], obj._id)
+    place = Place.new_from_raw(tweet["place"].attrs, obj._id)
     if place
       obj.place = place
     end
-    geo = Geo.new_from_raw(tweet["geo"], obj._id)
+    geo = Geo.new_from_raw(tweet["geo"].attrs, obj._id)
     if geo
       obj.geo = geo
     end
-    coordinate = Coordinate.new_from_raw(tweet["coordinate"], obj._id)
+    coordinate = Coordinate.new_from_raw(tweet["coordinate"].attrs, obj._id)
     if coordinate
       obj.coordinate = coordinate
     end

data/lib/oii_twitter_goodies/model/user.rb

@@ -47,7 +47,6 @@ class User
   end
   
   def self.new_from_raw(status)
-    status = status.attrs if status.class == Twitter::User
     status = Hashie::Mash[status]
     obj = self.new
     obj.twitter_id                         = status["user"].nil? ? status["id"]                                 : status["user"]["id"]

data/lib/oii_twitter_goodies/version.rb

@@ -1,3 +1,3 @@
 module OIITwitterGoodies
-  VERSION = "0.0.8"
+  VERSION = "0.0.71"
 end

data/lib/oii_twitter_goodies.rb

@@ -7,8 +7,8 @@ require 'hashie'
 require 'typhoeus'
 require 'json'
 
-require File.dirname(__FILE__)+'/oii_twitter_goodies/version.rb'
+require "oii_twitter_goodies/version"
 
-Dir[File.dirname(__FILE__) + '/oii_twitter_goodies/extensions/*.rb'].each {|file| require file }
-Dir[File.dirname(__FILE__) + '/oii_twitter_goodies/lib/*.rb'].each {|file| require file }
-Dir[File.dirname(__FILE__) + '/oii_twitter_goodies/model/*.rb'].each {|file| require file }
+Dir[File.dirname(__FILE__)+'/oii_twitter_goodies/extensions/*.rb'].each {|file| require file }
+Dir[File.dirname(__FILE__)+'/oii_twitter_goodies/lib/*.rb'].each {|file| require file }
+Dir[File.dirname(__FILE__)+'/oii_twitter_goodies/model/*.rb'].each {|file| require file }

data/oii_twitter_goodies.gemspec

@@ -22,6 +22,17 @@ Gem::Specification.new do |gem|
   gem.add_development_dependency "hashie"
   gem.add_development_dependency "typhoeus"
   gem.add_development_dependency "json"
+  gem.add_dependency "bundler", ">= 1.0.0"
+  gem.add_dependency "mongo_mapper"
+  gem.add_dependency "bcrypt-ruby"
+  gem.add_dependency "bson_ext"
+  gem.add_dependency "oauth"
+  gem.add_dependency "twitter"
+  gem.add_dependency "tweetstream"
+  gem.add_dependency "minitest"
+  gem.add_dependency "hashie"
+  gem.add_dependency "typhoeus"
+  gem.add_dependency "json"
   gem.files         = `git ls-files`.split($/)
   gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
   gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: oii_twitter_goodies
 version: !ruby/object:Gem::Version
-  version: 0.0.8
+  version: 0.0.71
 platform: ruby
 authors:
 - Devin Gaffney
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-04-06 00:00:00.000000000 Z
+date: 2013-03-14 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -164,6 +164,160 @@ dependencies:
     - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.0.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.0.0
+- !ruby/object:Gem::Dependency
+  name: mongo_mapper
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bcrypt-ruby
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bson_ext
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: oauth
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: twitter
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: tweetstream
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: hashie
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: typhoeus
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 description: OII Twitter Goodies!
 email:
 - itsme@devingaffney.com
@@ -171,6 +325,9 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
+- .DS_Store
+- .gitignore
+- Gemfile
 - LICENSE.txt
 - README.md
 - Rakefile
@@ -201,7 +358,6 @@ files:
 - lib/oii_twitter_goodies/model/user_mention.rb
 - lib/oii_twitter_goodies/version.rb
 - oii_twitter_goodies.gemspec
-- pkg/oii_twitter_goodies-0.0.1.gem
 homepage: http://github.com/DGaffney/oii_twitter_goodies
 licenses: []
 metadata: {}