tweetable 0.1.10

data/spec/fixtures/verify_credentials.json

@@ -0,0 +1 @@
+{"created_at":"Wed Feb 20 04:05:51 +0000 2008","description":"Haha made ya read!","profile_background_tile":false,"profile_link_color":"FF0000","status":{"created_at":"Sun Apr 04","in_reply_to_status_id":null,"favorited":false,"source":"<a href=\"http://gettwidget.com/\" rel=\"nofollow\">Twidget</a>","in_reply_to_user_id":null,"truncated":false,"in_reply_to_screen_name":null,"id":11572672967,"text":"http://iamawesome.com/"},"following":false,"followers_count":229,"statuses_count":247,"profile_sidebar_fill_color":"FFF7CC","url":"http://wagglelabs.com","notifications":false,"friends_count":339,"profile_image_url":"http://a3.twimg.com/profile_images/74792235/screen-capture-2_normal.png","contributors_enabled":false,"time_zone":"Pacific Time (US & Canada)","profile_sidebar_border_color":"F2E195","location":"Capitol Hill, Washington","favourites_count":2,"screen_name":"Flippyhead","protected":false,"geo_enabled":true,"profile_background_color":"BADFCD","name":"Peter T. Brown","id":13705052,"lang":"en","verified":false,"profile_background_image_url":"http://s.twimg.com/a/1269553143/images/themes/theme12/bg.gif","utc_offset":-28800,"profile_text_color":"0C3E53"}

data/spec/link_spec.rb

@@ -0,0 +1,35 @@
+require File.dirname(__FILE__) + '/spec_helper.rb'
+
+attrs = {:url => 'http://someurl.com', :created_at => Time.now.utc.to_s, :screen_name => 'somename'}
+
+describe Tweetable::Link, 'when doing CRUD' do 
+  before do 
+    RedisSpecHelper.reset
+    @link = Tweetable::Link.create(:url => attrs[:url], :created_at => attrs[:created_at])    
+  end
+  
+  it "should find link by URL" do
+    link = Tweetable::Link.find(:url => attrs[:url]).first
+    link.url.should == attrs[:url]
+  end
+end
+
+describe Tweetable::Link, 'when counting' do 
+  before do 
+    RedisSpecHelper.reset
+    @link = Tweetable::Link.create(:url => attrs[:url], :created_at => attrs[:created_at])
+    @user = Tweetable::User.create(:screen_name => attrs[:screen_name])
+    @link.users.add(@user)
+  end
+  
+  it "should not increment count for users already in set" do
+    @link.should_not_receive(:incr).with(:count)
+    @link.increment_usage_count(@user)
+  end
+  
+  it "should increment count for users already in set" do
+    user = Tweetable::User.create(:screen_name => attrs[:screen_name] + '_other')
+    @link.should_receive(:incr).with(:count)
+    @link.increment_usage_count(user)
+  end  
+end

data/spec/message_spec.rb

@@ -0,0 +1,148 @@
+require File.dirname(__FILE__) + '/spec_helper.rb'
+
+attrs = {:short_url => 'http://bit.ly/k1n4M', :long_url => 'http://pathable.com', :from_screen_name => 'somename'}
+
+describe Tweetable::Message do 
+  before do 
+    RedisSpecHelper.reset
+    stub_get('http://www.longurlplease.com/api/v1.1?q=http%3A%2F%2Fwww.thisisalink.com%2Fwith-a-path%2Fand-so_forth.xml', 'link_blank.json')
+    stub_get('http://www.longurlplease.com/api/v1.1?q=http%3A%2F%2Fbit.ly%2Fk1n4M', 'link_exists.json')
+    
+    @user = Tweetable::User.create(:screen_name => attrs[:from_screen_name])
+    @message = Tweetable::Message.create(
+      :message_id => '1234', 
+      :text => "here a link http://www.thisisalink.com/with-a-path/and-so_forth.xml there a link #{attrs[:short_url]}",
+      :links_parsed => "0", 
+      :photos_parsed => "0",
+      :from_screen_name => attrs[:from_screen_name],
+      :created_at => Time.now
+    )
+    @message.parse_links
+  end
+  
+  context "when doing CRUD" do
+    it "shuould find from_user" do
+      @message.from_user.should == @user
+    end
+    
+    it "should consider two objects with same id ==" do
+      copy = @message.dup
+      (copy == @message).should be_true
+    end
+  end
+  
+  context "when purging" do
+    it "should get all" do
+      Tweetable::Message.should_receive(:all).and_return(mock("AllMessages", :sort => []))
+      Tweetable::Message.purge      
+    end
+    
+    it "should delete message if block returns true" do
+      mock_message = mock(Tweetable::Message)
+      mock_message.should_receive(:delete).once
+      
+      Tweetable::Message.should_receive(:all).and_return(mock("AllMessages", :sort => [mock_message]))      
+      Tweetable::Message.purge do
+        true
+      end
+    end
+
+    it "should not delete message if block returns false" do
+      mock_message = mock(Tweetable::Message)
+      mock_message.should_receive(:delete).never
+      
+      Tweetable::Message.should_receive(:all).and_return(mock("AllMessages", :sort => [mock_message]))      
+      Tweetable::Message.purge do
+        false
+      end
+    end    
+  end
+  
+  context "when parsing links" do
+    it "should should add of Link type" do
+      @message.links.first.should be_instance_of Tweetable::Link
+    end
+  
+    it "should add with correct URL" do
+      @message.links.first.url.should == 'http://www.thisisalink.com/with-a-path/and-so_forth.xml'
+    end
+  
+    it "should extract multiple" do
+      @message.links.size.should == 2
+    end
+  
+    it "should initialize counter at 1" do    
+      @message.links.first.count.should == 1
+    end
+  
+    it "should flag message as parsed" do
+      @message.links_parsed.should == "1"
+    end
+  
+    it "should not parse already parsed" do
+      @message.text.should_not_receive(:scan)
+      @message.parse_links
+    end
+  
+    it "should be able to find parsed links" do
+      @message.parse_links
+      link = Tweetable::Link.find(:url => attrs[:short_url]).first
+      link.should_not be_nil
+    end
+  
+    it "should search messages for non parsed links" do
+      Tweetable::Message.find(:links_parsed => "0") do |results|
+        results.each do |message|
+          links = message.parse_links
+          links.size.should == 1
+        end    
+      end
+    end
+  
+    it "should get long url for short urls" do
+      @message.links.all[1].long_url.should == attrs[:long_url]
+    end
+  
+    it "should increment links count on other messages with link" do
+      Tweetable::User.create(:screen_name => attrs[:from_screen_name] + '_other')
+    
+      message = Tweetable::Message.create(
+        :message_id => '5678', 
+        :text => "xxx #{attrs[:short_url]} rrr", 
+        :created_at => Time.now.utc.to_s, 
+        :from_screen_name => attrs[:from_screen_name] + '_other',
+        :links_parsed => "0", 
+        :photos_parsed => "0")
+      
+      message.parse_links
+      message.links.first.count.should == 2
+    end
+
+    it "should not increment links count on other messages from same user" do    
+      message = Tweetable::Message.create(
+        :message_id => '5678', 
+        :text => "xxx #{attrs[:short_url]} rrr", 
+        :links_parsed => "0", 
+        :photos_parsed => "0",
+        :from_screen_name => attrs[:from_screen_name],
+        :created_at => Time.now)
+      
+      message.parse_links
+      message.links.first.count.should == 1
+    end
+  
+    it "should not try to create already existing link" do
+      message = Tweetable::Message.create(:message_id => '5678', :text => "xxx #{attrs[:short_url]}", :created_at => Time.now, :links_parsed => "0", :photos_parsed => "0")
+      Tweetable::Link.should_not_receive(:create)
+      message.parse_links    
+    end
+  end
+  
+  context 'when posting status updates' do
+    it "should return new messages" do    
+      # Tweetable::Message.should_receive(:create_from_timeline).once
+      # Tweetable::Message.create_from_status('a status update')
+    end    
+  end
+end
+

data/spec/persistable_spec.rb

@@ -0,0 +1,53 @@
+require File.dirname(__FILE__) + '/spec_helper.rb'
+
+attrs = {:now => Time.new.to_s, :then => 'Sat Sep 26 13:32:22 -0700 2009'}
+
+describe Tweetable::Persistable do 
+  before do 
+    RedisSpecHelper.reset
+  end
+  
+  context 'when building' do
+    before do 
+      Tweetable.login('l', 'p')
+    end
+  
+    it "should have a twitter client" do
+      item = Tweetable::Persistable.create(:created_at => attrs[:now], :updated_at => attrs[:now])
+      item.send(:client).class.should == Tweetable::TwitterClient
+    end
+  
+    it "should store a persistable item with dates" do
+      item = Tweetable::Persistable.create(:created_at => attrs[:now], :updated_at => attrs[:now])
+      item.should be_valid
+    end
+  
+    it "should find or create new" do
+      item = Tweetable::User.find_or_create(:screen_name, 'Flippyhead')
+      item.should be_valid
+    end
+  
+    it "should find or create existing" do
+      existing = Tweetable::User.create(:screen_name => 'Flippyhead', :created_at => Time.now.utc.to_s)
+      item = Tweetable::User.find_or_create(:screen_name, 'Flippyhead')
+      existing.id.to_s.should == item.id.to_s
+    end  
+  end
+  
+  context 'when needs update' do
+    it "should not need_update when new" do
+      item = Tweetable::Persistable.create(:updated_at => attrs[:now])
+      item.should_not be_needs_update
+    end
+
+    it "should need_update when old enough" do
+      item = Tweetable::Persistable.create(:updated_at => attrs[:then])
+      item.should be_needs_update
+    end
+
+    it "should need_update when forced" do
+      item = Tweetable::Persistable.create(:updated_at => attrs[:now])
+      item.should be_needs_update(true)
+    end
+  end
+end  

data/spec/queue_spec.rb

@@ -0,0 +1,29 @@
+# require File.dirname(__FILE__) + '/spec_helper.rb'
+# 
+# search_attrs ={:name => 'test-search_queue', :queries => ['google','pathable']}
+# 
+# describe Tweetable::Queue, 'when adding to search queue' do 
+#   before do 
+#     RedisSpecHelper.reset
+#   end
+# 
+#   it "should create search queue" do
+#     Tweetable::Queue.add_to_search_queue(search_attrs[:name], search_attrs[:queries])
+#     queue = Tweetable::SearchCollection.find(:name, search_attrs[:name]).first
+#     queue.should_not be_nil
+#   end
+#   
+#   it "should add queries to queue collection" do
+#     Tweetable::Queue.add_to_search_queue(search_attrs[:name], search_attrs[:queries])
+#     queue = Tweetable::SearchCollection.find(:name, search_attrs[:name]).first
+#     queue.searches.size.should == 2    
+#   end
+#   
+#   it "should process things passed to block" do
+#     Tweetable::Queue.add_to_search_queue(search_attrs[:name], search_attrs[:queries]) do |search|
+#       search.update(:query => 'xxx')
+#     end    
+#     queue = Tweetable::SearchCollection.find(:name, search_attrs[:name]).first
+#     queue.searches.collect{|s| s.query}.should include('xxx')
+#   end
+# end

data/spec/search_spec.rb

@@ -0,0 +1,60 @@
+require File.dirname(__FILE__) + '/spec_helper.rb'
+
+attrs = {:valid_query => 'google'}
+
+describe Tweetable::Search, 'when searching' do 
+  before do 
+    RedisSpecHelper.reset
+    @search = Tweetable::Search.create(:query => attrs[:valid_query], :created_at => DateTime.now)
+  end  
+  
+  context 'when searching' do
+    before do
+      14.times do |page|
+        stub_get("http://search.twitter.com/search.json?rpp=100&page=#{page}&since_id=0&q=google", 'search.json')
+      end
+    end
+    
+    it "should find messages for valid search" do
+      @search.update_messages(1)
+      @search.messages.first.should be_instance_of Tweetable::Message
+    end    
+  
+    it "should store messages after search" do
+      @search.update_messages(1)
+      search = Tweetable::Search.find(:query => 'google').first
+      search.messages.first.should be_instance_of Tweetable::Message
+    end  
+
+    it "should create users associated with messages" do
+      @search.update_messages(1)
+      search = Tweetable::Search.find(:query => 'google').first
+      search.messages.first.from_user.should be_instance_of Tweetable::User
+    end  
+
+    it "should update existing messages but not duplicate in messages list" do
+      stub_get("http://search.twitter.com/search.json?q=google&rpp=100&since_id=11674745688&page=1", 'search.json') # since_id is last id in search.json
+      
+      @search.update_messages(1)
+      search = Tweetable::Search.find(:query => 'google').first
+      search.messages.size.should == 100
+      
+      @search.update_messages(1) 
+      search.messages.size.should == 100 # not adding duplicates to messages list
+    end  
+  
+    it "should get multiple pages" do
+      array = Array.new
+      array.stub!(:size => 100)      
+      @search.should_receive(:search).exactly(3).times.and_return(mock('search', :results => array))
+      @search.update_messages(3)
+    end  
+  end
+  
+  context 'when doing CRUD' do
+    it "should have validations errors with invald data" do
+      item = Tweetable::Search.create(:created_at => DateTime.now)
+      item.errors.should == [[:query, :not_present]]
+    end        
+  end
+end

data/spec/spec.opts

@@ -0,0 +1,5 @@
+--colour
+--format progress
+--loadby mtime
+--reverse
+--backtrace

data/spec/spec_helper.rb

@@ -0,0 +1,55 @@
+begin
+  require 'spec'
+rescue LoadError
+  require 'rubygems' unless ENV['NO_RUBYGEMS']
+  gem 'rspec'
+  require 'spec'
+end
+
+$:.unshift(File.dirname(__FILE__) + '/../lib')
+require 'rubygems'
+require 'ohm'
+require 'redis'
+require 'tweetable'
+require 'fakeweb'
+
+FakeWeb.allow_net_connect = false
+
+def twitter_url(path, login=nil, password=nil)
+  if path =~ /^http/
+    path
+  else
+    login || pass ? "http://#{login}:#{password}@api.twitter.com#{path}" : path
+  end    
+end
+
+def fixture_file(filename)
+  return '' if filename == ''
+  file_path = File.expand_path(File.dirname(__FILE__) + '/fixtures/' + filename)
+  File.read(file_path)
+end
+
+def stub_get(url, filename, options = {})
+  fwoptions = {:body => fixture_file(filename)}
+  fwoptions.merge!({:status => options[:status]}) unless options[:status].nil?
+  FakeWeb.register_uri(:get, twitter_url(url, options[:login], options[:password]), fwoptions)
+end
+
+def stub_post(url, filename)
+  FakeWeb.register_uri(:post, twitter_url(url), :body => fixture_file(filename))
+end
+
+def stub_put(url, filename)
+  FakeWeb.register_uri(:put, twitter_url(url), :body => fixture_file(filename))
+end
+
+
+class RedisSpecHelper
+  TEST_OPTIONS = {:db => 11}
+  
+  def self.reset    
+    Ohm.connect(TEST_OPTIONS)
+    Ohm.flush
+  end
+end
+

data/spec/tweetable_spec.rb

@@ -0,0 +1,19 @@
+require File.dirname(__FILE__) + '/spec_helper.rb'
+
+describe Tweetable do 
+  before do 
+    Tweetable.config({:max_message_count=>10})
+    RedisSpecHelper.reset
+  end
+  
+  context 'when configuring' do
+    it "should use default config values" do 
+      Tweetable.config.should == Tweetable::DEFAULT_CONFIG
+    end
+    
+    it "should update the config" do
+      Tweetable.config({:max_message_count=>101})
+      Tweetable.config[:max_message_count].should == 101
+    end
+  end  
+end  

data/spec/twitter_client_spec.rb

@@ -0,0 +1,41 @@
+require File.dirname(__FILE__) + '/spec_helper.rb'
+
+describe Tweetable::TwitterClient do 
+  before do 
+    RedisSpecHelper.reset
+    stub_get('/1/account/rate_limit_status.json', 'rate_limit_status.json', {:login => 'l', :password => 'p'})
+    stub_get('/1/account/verify_credentials.json', 'verify_credentials.json', {:login => 'l', :password => 'p'})
+    
+    @twitter = Tweetable::TwitterClient.new
+  end
+
+  context 'when not logged in' do
+    it "should require login" do
+      expect {
+        @twitter.verify_credentials
+      }.should raise_exception(Tweetable::TweetableAuthError)
+    end
+    
+    it "should raise exception with nil authorization" do
+      expect {
+        @twitter.authorize(nil, nil, nil)
+      }.should raise_exception(Tweetable::TweetableAuthError)
+    end
+    
+  end
+  
+  context 'when logged in' do
+    before do       
+      @twitter.login('l', 'p')
+    end
+  
+    it "should verify credentials of valid user" do
+      info = @twitter.verify_credentials
+      info.name.should == 'Peter T. Brown'
+    end
+  
+    it "should get rate limit status" do
+      @twitter.status.should include(:hourly_limit)
+    end
+  end
+end

data/spec/twitter_streaming_client_spec.rb

@@ -0,0 +1,18 @@
+require File.dirname(__FILE__) + '/spec_helper.rb'
+
+describe Tweetable::TwitterStreamingClient, 'when streaming' do 
+  before do 
+    RedisSpecHelper.reset
+    @twitter = Tweetable::TwitterStreamingClient.new('flippyhead', 'apple2406')
+  end
+  
+  # it "should stream sample" do    
+  #   message = nil
+  #   @twitter.sample do |m|
+  #     message = m
+  #     break
+  #   end
+  # 
+  #   message.should include(:text)
+  # end  
+end

data/spec/user_spec.rb

@@ -0,0 +1,143 @@
+require File.dirname(__FILE__) + '/spec_helper.rb'
+
+attrs = {:screen_name => 'flippyhead', :user_id => '13705052', :created_at => Time.now.utc.to_s, :updated_at => Time.now.utc.to_s}
+
+describe Tweetable::User do 
+  before do 
+    RedisSpecHelper.reset  
+    @user = Tweetable::User.create(attrs)    
+    
+    Tweetable.login('l', 'p')
+  end
+  
+  context "when building and saving" do
+    it "should store a user item with screen_name, user_id, and created_at attributes" do
+      @user.should be_valid
+    end
+  
+    it "should save user info after modification" do 
+      @user.user_id = 12345
+      @user.save    
+      Tweetable::User.find(:screen_name => attrs[:screen_name]).first.user_id.should == '12345'
+    end
+
+    it "should set created_at" do 
+      Tweetable::User.find(:screen_name => attrs[:screen_name]).first.created_at.should == attrs[:created_at]
+    end
+  
+    it "should not save user info without calling save" do 
+      @user.user_id = '12345'
+      Tweetable::User.find(:screen_name => attrs[:screen_name]).first.user_id.should == attrs[:user_id]
+    end
+  
+    it "should find stored user by screen_name" do
+      Tweetable::User.find(:screen_name => attrs[:screen_name]).first.screen_name.should == attrs[:screen_name]
+    end    
+  
+  end
+  
+  context "when updating info" do
+    before do
+      stub_get('/1/users/show/flippyhead.json', 'flippyhead.json', {:login => 'l', :password => 'p'})
+      stub_get('/1/users/show/13705052.json', 'flippyhead.json', {:login => 'l', :password => 'p'})
+    end
+  
+    it "should get using just screen_name" do    
+      @user.update_info
+      @user.user_id.should == 13705052
+    end
+  
+    it "should save after fetching" do
+      @user.should_receive(:save)
+      @user.update_info
+    end  
+
+    it "should get user_id" do
+      @user.update_info
+      Tweetable::User.find(:screen_name => attrs[:screen_name]).first.user_id.should == attrs[:user_id]
+    end  
+
+    it "should get friend count" do
+      @user.update_info
+      @user.friends_count.should > 0
+    end
+
+    it "should get profile image url" do
+      @user.update_info
+      @user.profile_image_url.should == 'http://a3.twimg.com/profile_images/74792235/screen-capture-2_normal.png'
+    end
+
+    it "should get follower counts" do
+      @user.update_info
+      @user.friends_count.should > 0
+    end  
+  
+    # it "should find stored user by screen_name regardless of case" do
+    #   user = Tweetable::User.create(:screen_name => attrs[:screen_name].upcase)
+    #   user.update_info
+    #   users = Tweetable::User.find(:screen_name => attrs[:screen_name].downcase)
+    #   users.first.screen_name.should == attrs[:screen_name]
+    # end      
+  end
+  
+  context 'when updating friends and followers' do
+    before do 
+      stub_get('/1/followers/ids.json?screen_name=flippyhead&page=1', 'follower_ids.json', {:login => 'l', :password => 'p'})
+      stub_get('/1/friends/ids.json?screen_name=flippyhead&page=1', 'friend_ids.json', {:login => 'l', :password => 'p'})
+    end
+    
+    it "should update friend_ids" do    
+      @user.update_friend_ids
+      @user.friend_ids.size.should > 0
+    end
+  
+    it "should update follower_ids" do    
+      @user.update_follower_ids
+      @user.follower_ids.size.should > 0
+    end
+  end
+  
+  context 'when updating messages' do
+    before do 
+      stub_get('/1/statuses/friends_timeline.json?screen_name=flippyhead&count=10', 'friends_timeline.json', {:login => 'l', :password => 'p'})
+      stub_get('/1/statuses/user_timeline.json?screen_name=flippyhead&count=10', 'user_timeline.json', {:login => 'l', :password => 'p'})
+      stub_get('/1/statuses/user_timeline.json?screen_name=flippyhead&count=10&since_id=11572672967', 'blank.json', {:login => 'l', :password => 'p'})
+    end
+    
+    it "should return new messages" do    
+      @user.update_messages.size.should > 0
+    end
+      
+    it "should store created_at date" do    
+      @user.update_messages
+      @user.messages.first.created_at.should_not be_nil
+    end
+    
+    it "should build message objects" do    
+      @user.update_messages
+      @user.messages.first.should be_instance_of Tweetable::Message
+      @user.messages.first.text.should_not be_blank
+    end
+    
+    it "should only get created since last message" do 
+      @user.update_messages.size.should > 0
+      @user.update_messages.size.should == 0    
+    end
+
+    it "should not duplicate messages" do 
+      @user.update_messages.size.should > 0
+      @user.update_messages.size.should == 0    
+    end
+    
+    it "should build friend message objects" do    
+      @user.update_friend_messages
+      @user.friend_messages.first.should be_instance_of Tweetable::Message
+      @user.friend_messages.first.text.should_not be_blank
+    end
+    
+    it "should create associated users for friend messages" do
+      @user.update_friend_messages
+      @user.friend_messages.first.from_user.should_not be_nil          
+    end
+  end
+end