twitterscour 0.2.0

data/test/fixtures/search.json

@@ -0,0 +1 @@
+{"completed_in":0.155,"max_id":96760062483234816,"max_id_str":"96760062483234816","next_page":"?page=2&max_id=96760062483234816&q=%23Ruby","page":1,"query":"%23Ruby","refresh_url":"?since_id=96760062483234816&q=%23Ruby","results":[{"created_at":"Fri, 29 Jul 2011 01:52:51 +0000","from_user":"ruby2itter","from_user_id":76768071,"from_user_id_str":"76768071","geo":{"coordinates":[35.26236,132.706875],"type":"Point"},"id":96760062483234816,"id_str":"96760062483234816","iso_language_code":"fr","metadata":{"result_type":"recent"},"profile_image_url":"http://a2.twimg.com/profile_images/517656304/ruby_normal.gif","source":"<a href="http://twitterfeed.com" rel="nofollow">twitterfeed</a>","text":"Rails Hub\u60C5\u5831\u5C40: Rails 3.1\u306F8\u670822\u65E5\u306B\u30EA\u30EA\u30FC\u30B9\u3078: Ruby\u3068Rails\u306E\u4E21\u65B9\u306E\u30B3\u30DF\u30C3\u30BF\u3067\u3001\u65E5\u672C\u8A9E\u3082\u8A71\u305B\u308BAaron Patterson\u3055\u3093\u304C\u3001Ruby on Rails Talk\u30E1\u30FC\u30EA\u30F3\u30B0... http://bit.ly/p47Tpa #ruby","to_user_id":null,"to_user_id_str":null},{"created_at":"Fri, 29 Jul 2011 01:49:04 +0000","from_user":"keitaibanana","from_user_id":281580185,"from_user_id_str":"281580185","geo":null,"id":96759112540495872,"id_str":"96759112540495872","iso_language_code":"en","metadata":{"result_type":"recent"},"profile_image_url":"http://a1.twimg.com/sticky/default_profile_images/default_profile_2_normal.png","source":"<a href="http://shinme.info/" rel="nofollow">shinme.info</a>","text":"\u30EB\u30D3\u30FC\u306E\u6307\u8F2A\u30B3\u30FC\u30C9\u9032\u884C http://shinme.info/x/4731/ #Ruby #ring #chords","to_user_id":null,"to_user_id_str":null},{"created_at":"Fri, 29 Jul 2011 01:34:03 +0000","from_user":"3EdotNET","from_user_id":212102140,"from_user_id_str":"212102140","geo":null,"id":96755330335248384,"id_str":"96755330335248384","iso_language_code":"fr","metadata":{"result_type":"recent"},"profile_image_url":"http://a1.twimg.com/profile_images/1219176705/EProgramm_NG_normal.jpg","source":"<a href="http://twitterfeed.com" rel="nofollow">twitterfeed</a>","text":"Aannemers administratiepanel http://bit.ly/fGopoZ #programmer #web #designer #project #outsource #Telemarketing #Ruby #on #Rails #Aannemers","to_user_id":null,"to_user_id_str":null},{"created_at":"Fri, 29 Jul 2011 01:31:43 +0000","from_user":"JobMotel_Ruby","from_user_id":2556417,"from_user_id_str":"2556417","geo":{"coordinates":[51.481307,-3.180498],"type":"Point"},"id":96754745099812865,"id_str":"96754745099812865","iso_language_code":"en","metadata":{"result_type":"recent"},"profile_image_url":"http://a3.twimg.com/profile_images/66481318/logos_jobmotel3._normal.jpg","source":"<a href="http://www.google.com/support/youtube/bin/answer.py?hl=en&answer=164577" rel="nofollow">Google</a>","text":"Senior Ruby Developer at Zooppa. Seattle, USA http://goo.gl/fb/OjiZC #ruby","to_user_id":null,"to_user_id_str":null},{"created_at":"Fri, 29 Jul 2011 01:25:04 +0000","from_user":"shyouhei","from_user_id":53241,"from_user_id_str":"53241","geo":null,"id":96753071266349056,"id_str":"96753071266349056","iso_language_code":"ja","metadata":{"result_type":"recent"},"profile_image_url":"http://a2.twimg.com/profile_images/1187365335/tmp2_normal.png","source":"<a href="http://github.com/cho45/net-irc/blob/master/examples/tig.rb" rel="nofollow">tig.rb</a>","text":"\u500B\u4EBA\u7684\u306B\u601D\u3044\u5F53\u305F\u308B\u3075\u3057\u3068\u304B\u306A\u3044\u3093\u3060\u3051\u3069\u4F55\u3060\u3063\u3051\u3053\u308C\u3002\u3060\u308C\u304B\u53CD\u5FDC\u3057\u3066\u3042\u3052\u3066\u3002 #ruby http://mla.n-z.jp/?r-t=385898","to_user_id":null,"to_user_id_str":null},{"created_at":"Fri, 29 Jul 2011 01:20:02 +0000","from_user":"ICloudCenter","from_user_id":185487948,"from_user_id_str":"185487948","geo":{"coordinates":[31.046051,34.851612],"type":"Point"},"id":96751806574624769,"id_str":"96751806574624769","iso_language_code":"fr","metadata":{"result_type":"recent"},"profile_image_url":"http://a1.twimg.com/profile_images/1249619926/bphlogo_bigger_normal.JPG","source":"<a href="http://www.icloudcenter.net" rel="nofollow">ICloudCenterPoster</a>","text":"Aannemers administratiepanel http://bit.ly/fGopoZ #programmer #web #designer #project #outsource #Telemarketing #Ruby #on #Rails #Aannemers","to_user_id":null,"to_user_id_str":null},{"created_at":"Fri, 29 Jul 2011 01:11:49 +0000","from_user":"ChrisBrett","from_user_id":3935854,"from_user_id_str":"3935854","geo":{"coordinates":[49.263588,-123.138565],"type":"Point"},"id":96749737407029248,"id_str":"96749737407029248","iso_language_code":"en","metadata":{"result_type":"recent"},"profile_image_url":"http://a2.twimg.com/profile_images/1352823079/Hide_Sneak_normal.jpg","source":"<a href="http://twitpic.com" rel="nofollow">Twitpic</a>","text":"Big Day ~ #Ruby ~  http://twitpic.com/5xf2pk","to_user_id":null,"to_user_id_str":null},{"created_at":"Fri, 29 Jul 2011 00:51:50 +0000","from_user":"JDBarlow2","from_user_id":232424025,"from_user_id_str":"232424025","geo":{"coordinates":[32.678208,-83.173866],"type":"Point"},"id":96744706976907264,"id_str":"96744706976907264","iso_language_code":"en","metadata":{"result_type":"recent"},"profile_image_url":"http://a2.twimg.com/profile_images/1248587322/uncle_normal.jpg","source":"<a href="http://www.twaitter.com" rel="nofollow">Twaitter</a>","text":"This is a #Photo of an #Undergroud #Waterfall at #Ruby #Falls\thttp://bit.ly/mGxhOz","to_user_id":null,"to_user_id_str":null},{"created_at":"Fri, 29 Jul 2011 00:41:50 +0000","from_user":"kblake","from_user_id":107293,"from_user_id_str":"107293","geo":{"coordinates":[37.437328,-122.159928],"type":"Point"},"id":96742191610863616,"id_str":"96742191610863616","iso_language_code":"en","metadata":{"result_type":"recent"},"profile_image_url":"http://a1.twimg.com/profile_images/1372406512/5498219298_2f003e691b_normal.jpg","source":"<a href="http://itunes.apple.com/us/app/twitter/id409789998?mt=12" rel="nofollow">Twitter for Mac</a>","text":"@jeffcohen so far so good for me #ruby #rails","to_user":"jeffcohen","to_user_id":372814,"to_user_id_str":"372814"},{"created_at":"Fri, 29 Jul 2011 00:21:48 +0000","from_user":"jimmycuadra","from_user_id":5543533,"from_user_id_str":"5543533","geo":{"coordinates":[32.718834,-117.163841],"type":"Point"},"id":96737149948411904,"id_str":"96737149948411904","iso_language_code":"en","metadata":{"result_type":"recent"},"profile_image_url":"http://a2.twimg.com/profile_images/1226970132/jc_logo_new_2_normal.png","source":"<a href="http://www.echofon.com/" rel="nofollow">Echofon</a>","text":"Excited to speak about my gem to_lang at @sdruby tonight! #ruby","to_user_id":null,"to_user_id_str":null},{"created_at":"Fri, 29 Jul 2011 00:21:20 +0000","from_user":"thiagomotoca","from_user_id":21108727,"from_user_id_str":"21108727","geo":{"coordinates":[-22.315443,-49.061465],"type":"Point"},"id":96737031790661632,"id_str":"96737031790661632","iso_language_code":"in","metadata":{"result_type":"recent"},"profile_image_url":"http://a1.twimg.com/profile_images/1432587776/tcruz2_normal.jpg","source":"<a href="http://twitter.com/download/android" rel="nofollow">Twitter for Android</a>","text":"Taming #ruby","to_user_id":null,"to_user_id_str":null},{"created_at":"Fri, 29 Jul 2011 00:02:10 +0000","from_user":"x_rubydevs","from_user_id":229195870,"from_user_id_str":"229195870","geo":null,"id":96732207435100160,"id_str":"96732207435100160","iso_language_code":"en","metadata":{"result_type":"recent"},"profile_image_url":"http://a0.twimg.com/profile_images/1242574217/XYDO_normal.jpeg","source":"<a href="http://www.xydo.com" rel="nofollow">XYDOhandles</a>","text":"Implementing a video player with Ruby #ruby #rails http://bit.ly/p1KAew","to_user_id":null,"to_user_id_str":null},{"created_at":"Thu, 28 Jul 2011 23:54:06 +0000","from_user":"DebraHurlbutt","from_user_id":276532831,"from_user_id_str":"276532831","geo":null,"id":96730179266813952,"id_str":"96730179266813952","iso_language_code":"en","metadata":{"result_type":"recent"},"profile_image_url":"http://a3.twimg.com/profile_images/1344848378/722291322QkZ960cQ3V2271673_normal.jpg","source":"<a href="http://twitter.com/">web</a>","text":"10k White Gold #Ruby and #Diamond Twist #Pendant Review  #necklace #discountdiamonds #jewelry","to_user_id":null,"to_user_id_str":null},{"created_at":"Thu, 28 Jul 2011 23:53:46 +0000","from_user":"treasamalassa","from_user_id":363489851,"from_user_id_str":"363489851","geo":{"coordinates":[52.474876,-8.157204],"type":"Point"},"id":96730095460429824,"id_str":"96730095460429824","iso_language_code":"en","metadata":{"result_type":"recent"},"profile_image_url":"http://a2.twimg.com/profile_images/1453678785/image_normal.jpg","source":"<a href="http://twitter.com/#!/download/iphone" rel="nofollow">Twitter for iPhone</a>","text":"@DukeSpecial watched documentary on #ruby last night.Approached w/such care &obvious appreciation of an artist wen music was music well done","to_user":"DukeSpecial","to_user_id":1577951,"to_user_id_str":"1577951"},{"created_at":"Thu, 28 Jul 2011 23:49:53 +0000","from_user":"writeameer","from_user_id":1689731,"from_user_id_str":"1689731","geo":{"coordinates":[39.047422,-95.681523],"type":"Point"},"id":96729117805916160,"id_str":"96729117805916160","iso_language_code":"en","metadata":{"result_type":"recent"},"profile_image_url":"http://a3.twimg.com/profile_images/920253856/Photo_on_2010-05-22_at_13.38_2_normal.jpg","source":"<a href="http://www.hootsuite.com" rel="nofollow">HootSuite</a>","text":"RT @ferventcoder: If you think #nodejs is an awesome #chocolatey #nuget package, wait until you install #ruby #devkit 'cinst ruby.devkit'  http://ow.ly/5PRxE","to_user_id":null,"to_user_id_str":null}],"results_per_page":15,"since_id":0,"since_id_str":"0"}

data/test/tc_tweets.rb

@@ -0,0 +1,91 @@
+require 'rubygems'
+require 'net/http'
+require 'test/unit'
+require 'mocha'
+require File.dirname(__FILE__) +  '/../lib/twitterscour'
+
+class MockSuccess < Net::HTTPSuccess #:nodoc: all
+  def initialize
+  end
+
+  def code
+    200
+  end
+end
+
+class MockFailure < Net::HTTPServiceUnavailable #:nodoc: all
+  def initialize
+  end
+  def code
+    100
+  end
+  def body
+    "epic fail"
+  end
+end
+
+class MockHttpResponse #:nodoc: all
+  def initialize
+  end
+end
+
+class TwitterScourTest < Test::Unit::TestCase #:nodoc: all
+  def test_get_user_tweets_success
+    test_data = File.read(File.dirname(__FILE__) + "/fixtures/brent_page_1.html")
+    MockHttpResponse.any_instance.stubs(:body).returns(test_data)
+    MockHttpResponse.any_instance.stubs(:code).returns(200)
+    HTTParty.expects(:get).twice.returns(MockHttpResponse.new)
+    tweets = nil
+    assert_nothing_raised do
+      tweets = TwitterScour.from_user('sowersb', 2, false)
+    end
+    assert_not_nil tweets
+    assert_equal 40, tweets.length
+    [tweets[1], tweets[21]].each do |t|
+      assert_equal "Yeah #Giants!  Good pitching always beats good hitting.  Finally a team I like wins the world series, first time since the 05 White Sox", t.text
+      assert_equal "sowersb", t.author_name
+      assert_equal "http://a3.twimg.com/profile_images/1084691799/Brent-sm_mini.jpg", t.author_pic
+      assert_equal Time.gm(2010,11,2,2,34,3).getlocal, t.time
+      assert_nil t.location
+    end
+  end
+
+  def test_get_search_tweets_success
+    test_data = File.read(File.dirname(__FILE__) + "/fixtures/search.json")
+    MockHttpResponse.any_instance.stubs(:body).returns(test_data)
+    MockHttpResponse.any_instance.stubs(:code).returns(200)
+    HTTParty.expects(:get).twice.returns(MockHttpResponse.new)
+    tweets = nil
+    assert_nothing_raised do
+      tweets = TwitterScour.search_term('#Ruby', 2)
+    end
+    assert_not_nil tweets
+    assert_equal 30, tweets.length
+    [tweets[3], tweets[18]].each do |t|
+      assert_equal "Senior Ruby Developer at Zooppa. Seattle, USA http://goo.gl/fb/OjiZC #ruby", t.text
+      assert_equal "JobMotel_Ruby", t.author_name
+      assert_equal "http://a3.twimg.com/profile_images/66481318/logos_jobmotel3._normal.jpg", t.author_pic
+      assert_equal Time.parse("Fri, 29 Jul 2011 01:31:43 +0000"), t.time
+      assert_not_nil t.location
+      assert_equal [-3.180498, 51.481307], t.location.center
+    end
+  end
+
+
+  def test_get_tweets_error
+    MockHttpResponse.any_instance.stubs(:body).returns("Error")
+    MockHttpResponse.any_instance.stubs(:code).returns(403)
+    HTTParty.expects(:get).twice.returns(MockHttpResponse.new)
+    tweets = nil
+    assert_raises Exception do
+      tweets = TwitterScour.from_user('sowersb', 1, false)
+    end
+
+    assert_raises Exception do
+      tweets = TwitterScour.search_term('Ruby', 1)
+    end
+
+  end
+
+end
+

data/twitterscour.rb

@@ -0,0 +1 @@
+require File.dirname(__FILE__) + "/lib/twitterscour"

metadata

@@ -0,0 +1,97 @@
+--- !ruby/object:Gem::Specification 
+name: twitterscour
+version: !ruby/object:Gem::Version 
+  prerelease: 
+  version: 0.2.0
+platform: ruby
+authors: 
+- Brent Sowers
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2011-07-28 00:00:00 -04:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: httparty
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+  type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: nokogiri
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+  type: :runtime
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: json_pure
+  prerelease: false
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+  type: :runtime
+  version_requirements: *id003
+description: Search for tweets by a search term in one function call.  Uses the Twitter API underneath.  Also find all tweets by user.  This doesn't use the API, because the API returns only what Twitter considers the "most popular" tweets in many cases. Using this gem will return everything that you can see by going to the Twitter web site for a user.  User search probably shouldn't be relied upon for a production system, as Twitter can change the structure of their web page at any moment, and if so, this will not work until I update it.
+email: brent@coordinatecommons.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+- README
+- History.txt
+files: 
+- twitterscour.rb
+- lib/tweet.rb
+- lib/twitterscour.rb
+- lib/tweet_location.rb
+- test/fixtures/search.json
+- test/fixtures/brent_page_1.html
+- test/tc_tweets.rb
+- History.txt
+- README
+has_rdoc: true
+homepage: http://coordinatecommons.com/twitterscour/
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.6.2
+signing_key: 
+specification_version: 3
+summary: Class for retrieving tweets from Twitter, by user and search term
+test_files: 
+- test/tc_tweets.rb