tweetable 0.1.10

data/lib/tweetable/url.rb

@@ -0,0 +1,39 @@
+# require 'yajl'
+require 'crack'
+require 'crack/json'
+require 'net/http'
+require 'cgi'
+  
+module Tweetable
+  class URL  
+    LONG_URL_API_URL = 'http://www.longurlplease.com/api/v1.1'  
+    LONG_URL_TIMEOUT = 5  
+  
+    def self.headers  
+      { "Content-Type" => 'application/json' }  
+    end  
+  
+    # the api can handle multiple url queries and response, but this does just 1  
+    def self.lookup_long_url(search)  
+      url = URI.parse(LONG_URL_API_URL)  
+      url.query = "q=#{CGI.escape(search)}"  
+         
+      http = Net::HTTP.new(url.host, url.port)  
+      http.read_timeout = LONG_URL_TIMEOUT  
+        
+      long_url = nil
+      begin
+        json = http.get(url.to_s, headers).body
+        urls =  Crack::JSON.parse(json)
+        long_url = urls.values[0]
+      rescue Crack::ParseError
+        raise TweetableError.new("Error parsing json trying to get long URL: #{json.to_s}")        
+      rescue Timeout::Error => e
+        raise TweetableError.new("Timeout trying to get long URL: #{e}")
+      rescue Exception => e      
+        raise TweetableError.new("Error trying to get long URL: #{e}")
+      end      
+      long_url.nil? ? search : long_url
+    end   
+  end  
+end

data/lib/tweetable/user.rb

@@ -0,0 +1,104 @@
+module Tweetable
+  class User < Persistable
+    attribute :created_at
+    attribute :updated_at    
+    attribute :screen_name
+    attribute :profile_image_url
+    attribute :user_id
+    attribute :friends_count
+    attribute :followers_count
+    
+    index :screen_name
+    index :user_id
+  
+    list :messages, Message
+    list :friend_messages, Message
+    
+    set :friend_ids
+    set :follower_ids
+    set :tags
+    
+    def self.create_from_timeline(user)
+      u = User.find_or_create(:screen_name, user.screen_name.downcase)
+      u.update(
+        :user_id => user[:id],
+        :profile_image_url => user.profile_image_url,
+        :followers_count => user.followers_count, 
+        :friends_count => user.friends_count)
+      u
+    end
+    
+    def update_all(force = false)
+      return unless needs_update?(force)
+      update_info if self.config[:include_on_update].include?(:info)
+      update_friend_ids if self.config[:include_on_update].include?(:friend_ids)
+      update_follower_ids if self.config[:include_on_update].include?(:follower_ids)
+      update_friend_messages if self.config[:include_on_update].include?(:friend_messages)
+      self.update(:updated_at => Time.now.utc.to_s)            
+      self.config[:include_on_update].include?(:messages) ? update_messages : []  # return newly found messages
+    end
+  
+    def update_info
+      uid  = self.user_id.blank? ? self.screen_name : self.user_id
+      info = self.client.user(uid)
+
+      self.user_id = info[:id]
+      self.screen_name = info[:screen_name].downcase
+      self.profile_image_url = info[:profile_image_url]
+      self.friends_count = info[:friends_count]
+      self.followers_count = info[:followers_count]      
+      self.save
+    end
+    
+    def update_friend_ids    
+      fids = self.client.friend_ids(:screen_name => self.screen_name, :page => 1) # limit to 5000 friend ids      
+      fids.each{|fid| self.friend_ids << fid}
+    end
+  
+    def update_follower_ids
+      fids = self.client.follower_ids(:screen_name => self.screen_name, :page => 1) # limit to 5000 friend ids
+      fids.each{|fid| self.follower_ids << fid}
+    end
+            
+    def update_messages(options = {})      
+      most_recent_message = self.messages.first(:order => 'DESC', :by => :message_id) 
+      options.merge!(:count => self.config[:max_message_count], :screen_name => self.screen_name)
+      options[:since_id] = most_recent_message.message_id if most_recent_message
+
+      timeline = self.client.user_timeline(options)
+      build_messages(timeline, self.messages)
+    end
+    
+    def update_friend_messages(options = {})
+      most_recent_message = self.friend_messages.first(:order => 'DESC', :by => :message_id) 
+      options.merge!(:count => self.config[:max_message_count], :screen_name => self.screen_name)
+      options[:since_id] = most_recent_message.message_id if most_recent_message
+
+      timeline = self.client.friends_timeline(options)      
+      build_messages(timeline, self.friend_messages, :create_user => true)
+    end
+    
+    def twitter_link
+      "http://twitter.com/#{screen_name}"
+    end    
+
+    private 
+    def build_messages(timeline, collection, options = {})
+      new_messages = []
+      
+      timeline.each do |message|
+        m = Message.create_from_timeline(message, options[:create_user])
+        next if !m.valid?
+        collection << m
+        new_messages << m      
+      end
+      
+      new_messages # return just the newly created messages
+    end
+    
+    def validate
+      super      
+      assert_unique :screen_name
+    end
+  end
+end

data/lib/tweetable.rb

@@ -0,0 +1,82 @@
+$:.unshift(File.dirname(__FILE__)) unless 
+  $:.include?(File.dirname(__FILE__)) || $:.include?(File.expand_path(File.dirname(__FILE__)))
+
+require 'logging'
+require 'twitter'
+
+module Tweetable
+  DEFAULT_CONFIG = {
+    :max_message_count => 10, 
+    :include_on_update => [:info, :friend_ids, :follower_ids, :messages], # skipping :friend_messages
+    :update_delay => 60*10
+  }
+
+  # Generic exception class.
+  class TweetableError < StandardError
+  end
+
+  class TweetableAuthError < StandardError
+  end
+
+  # Raised when there is a temporary problem like Twitter::Unavailable
+  class TemporaryPullFromQueueError < TweetableError
+  end
+
+  # Raised when there is a problem pulling from the queue
+  class PullFromQueueError < TweetableError
+  end
+
+  autoload :Persistable, File.join(File.dirname(__FILE__), *%w[tweetable persistable.rb])
+  autoload :TwitterClient, File.join(File.dirname(__FILE__), *%w[tweetable twitter_client.rb])
+  autoload :TwitterStreamingClient, File.join(File.dirname(__FILE__), *%w[tweetable twitter_streaming_client.rb])
+  autoload :Link, File.join(File.dirname(__FILE__), *%w[tweetable link.rb])
+  autoload :Photo, File.join(File.dirname(__FILE__), *%w[tweetable photo.rb])
+  autoload :Message, File.join(File.dirname(__FILE__), *%w[tweetable message.rb])
+  autoload :Search, File.join(File.dirname(__FILE__), *%w[tweetable search.rb])
+  autoload :User, File.join(File.dirname(__FILE__), *%w[tweetable user.rb])
+  autoload :Collection, File.join(File.dirname(__FILE__), *%w[tweetable collection.rb])
+  autoload :UserCollection, File.join(File.dirname(__FILE__), *%w[tweetable collection.rb])
+  autoload :MessageCollection, File.join(File.dirname(__FILE__), *%w[tweetable collection.rb])
+  autoload :SearchCollection, File.join(File.dirname(__FILE__), *%w[tweetable collection.rb])
+  autoload :LinkCollection, File.join(File.dirname(__FILE__), *%w[tweetable collection.rb])
+  autoload :Authorization, File.join(File.dirname(__FILE__), *%w[tweetable authorization.rb])
+  autoload :URL, File.join(File.dirname(__FILE__), *%w[tweetable url.rb])
+
+  def client
+    Thread.current[:twitter_client] ||= options.nil? ? TwitterClient.new.login(*credentials) : TwitterClient.new.authorize(*options)
+  end
+
+  def streaming_client
+    Thread.current[:twitter_streaming_client] ||= TwitterStreamingClient.new.authorize(*options)
+  end
+
+  def login(*credentials)
+    @credentials = credentials
+  end
+
+  def authorize(*options)
+    @options = options
+  end
+
+  def options
+    @options
+  end
+  
+  def config(config = nil)
+    @config ||= DEFAULT_CONFIG
+    @config.merge!(config) unless config.nil?
+    @config
+  end
+
+  def credentials
+    @credentials
+  end
+  
+  def log
+    @log = Logging.logger(STDOUT)
+    @log.level = :debug
+    @log
+  end
+
+  module_function :client, :options, :authorize, :login, :credentials, :log, :config
+end

data/script/console

@@ -0,0 +1,10 @@
+#!/usr/bin/env ruby
+# File: script/console
+irb = RUBY_PLATFORM =~ /(:?mswin|mingw)/ ? 'irb.bat' : 'irb'
+
+libs =  " -r irb/completion"
+# Perhaps use a console_lib to store any extra methods I may want available in the cosole
+# libs << " -r #{File.dirname(__FILE__) + '/../lib/console_lib/console_logger.rb'}"
+libs <<  " -r #{File.dirname(__FILE__) + '/../lib/tweetable.rb'}"
+puts "Loading tweetable gem"
+exec "#{irb} #{libs} --simple-prompt"

data/script/destroy

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+APP_ROOT = File.expand_path(File.join(File.dirname(__FILE__), '..'))
+
+begin
+  require 'rubigen'
+rescue LoadError
+  require 'rubygems'
+  require 'rubigen'
+end
+require 'rubigen/scripts/destroy'
+
+ARGV.shift if ['--help', '-h'].include?(ARGV[0])
+RubiGen::Base.use_component_sources! [:rubygems, :newgem, :newgem_theme, :test_unit]
+RubiGen::Scripts::Destroy.new.run(ARGV)

data/script/generate

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+APP_ROOT = File.expand_path(File.join(File.dirname(__FILE__), '..'))
+
+begin
+  require 'rubigen'
+rescue LoadError
+  require 'rubygems'
+  require 'rubigen'
+end
+require 'rubigen/scripts/generate'
+
+ARGV.shift if ['--help', '-h'].include?(ARGV[0])
+RubiGen::Base.use_component_sources! [:rubygems, :newgem, :newgem_theme, :test_unit]
+RubiGen::Scripts::Generate.new.run(ARGV)

data/spec/collection_spec.rb

@@ -0,0 +1,55 @@
+require File.dirname(__FILE__) + '/spec_helper.rb'
+
+describe Tweetable::Collection, 'when building lists' do 
+  before do 
+    RedisSpecHelper.reset
+  end
+
+  it "should dissallow collections without a name" do
+    Tweetable::Collection.create.should_not be_valid
+  end
+  
+  it "should build new MessageCollection" do
+    Tweetable::MessageCollection.new.should_not be_nil
+  end
+  
+  it "should build new UserCollection" do
+    Tweetable::UserCollection.new.should_not be_nil
+  end
+  
+  it "should build new SearchCollection" do
+    Tweetable::SearchCollection.new.should_not be_nil
+  end
+
+  it "should find or create a new SearchCollection" do
+    Tweetable::SearchCollection.find_or_create(:name, 'some-name').should be_instance_of Tweetable::SearchCollection
+  end
+
+  it "should find an existing collection" do
+    Tweetable::SearchCollection.create(:name => 'some-name')
+    Tweetable::SearchCollection.find(:name => 'some-name').first.should be_instance_of Tweetable::SearchCollection
+  end  
+end
+
+describe Tweetable::Collection, 'when building sets' do 
+  before do 
+    RedisSpecHelper.reset
+  end
+
+  it "should add user to user set" do
+    collection = Tweetable::UserCollection.find_or_create(:name, 'some-name')
+    collection.user_set.add(Tweetable::User.create(:screen_name => 'this'))
+    collection.user_set.size.should == 1
+  end
+
+  it "should only add unique users to set" do
+    collection = Tweetable::UserCollection.find_or_create(:name, 'some-name')
+    user = Tweetable::User.create(:screen_name => 'this', :created_at => Time.now.utc.to_s)
+    user2 = Tweetable::User.create(:screen_name => 'this2', :created_at => Time.now.utc.to_s)
+    collection.user_set.add(user)
+    collection.user_set.add(user2)
+    collection.user_set.add(user)
+    collection.user_set.size.should == 2
+  end
+  
+end

data/spec/fixtures/blank.json

@@ -0,0 +1 @@
+[]

data/spec/fixtures/flippyhead.json

@@ -0,0 +1 @@
+{"profile_background_image_url":"http://s.twimg.com/a/1274144130/images/themes/theme12/bg.gif","profile_link_color":"FF0000","url":"http://wagglelabs.com","description":"Haha made ya read!","status":{"contributors":null,"coordinates":null,"in_reply_to_screen_name":null,"geo":null,"favorited":false,"truncated":false,"in_reply_to_status_id":null,"source":"<a href=\"http://twitterrific.com\" rel=\"nofollow\">Twitterrific</a>","in_reply_to_user_id":null,"created_at":"Sat May 29 03:21:34 +0000 2010","id":14951172829,"place":null,"text":"Watering mytwee !"},"profile_background_tile":false,"profile_sidebar_fill_color":"FFF7CC","location":"Capitol Hill, Washington","statuses_count":262,"notifications":null,"profile_image_url":"http://a3.twimg.com/profile_images/74792235/screen-capture-2_normal.png","profile_sidebar_border_color":"F2E195","followers_count":233,"contributors_enabled":false,"lang":"en","screen_name":"Flippyhead","friends_count":114,"favourites_count":2,"profile_background_color":"BADFCD","protected":false,"following":null,"geo_enabled":true,"time_zone":"Pacific Time (US & Canada)","created_at":"Wed Feb 20 04:05:51 +0000 2008","name":"Peter T. Brown","profile_text_color":"0C3E53","id":13705052,"verified":false,"utc_offset":-28800}

data/spec/fixtures/follower_ids.json

@@ -0,0 +1 @@
+[103136961,12767492,38488854,43330332,117481827,114770454,87265151,7315022,14470427,15661935,118054255,116260600,58822253,31340126,17296974,32503163,108098467,60002553,79313634,20254889,82887533,12101862,39617233,15878021,95752657,97296470,22343218,94655742,91197034,15140257,14305034,87716554,87618379,85689666,56425680,16607043,1699751,45283949,3452941,84318041,82091551,16753165,59543723,36585916,79669240,78114832,15759497,32241975,76542156,16337900,14814522,16598422,14166535,64881807,46293477,41241684,17724900,40162052,34364391,25577085,31231869,67645971,19942432,46725587,62416583,3778581,2856031,16030970,15443687,16987565,33893844,43183984,24562033,15665281,11334,17304123,20104538,16388638,17663086,53480097,16230239,58598857,46236831,58579307,58587952,24718118,23096363,18348762,25846278,23047941,19990886,19159761,13656362,2656,5702262,15283419,51553499,17629947,18229081,25030269,16004418,17413507,46757793,41849734,18457047,2654,809512,54078161,15575798,46715253,21538391,14446704,7597362,14762678,17093876,32327090,43418805,25539943,24018995,9022272,38533218,20123484,31560075,27731367,22996821,20351687,30688103,44668855,17813503,16438680,18041530,21681207,29260057,44681603,43753948,43012556,16072309,17627869,23178979,20395561,51585617,15399031,15618016,18285296,29571801,14838820,14137771,24251591,18584722,19207519,19089507,16460227,17089852,14352556,49594418,14385806,10475492,49239945,23456819,15103961,15522944,47891060,1612021,37533608,42924484,14207966,41479415,26565471,37879230,983011,33337061,36267489,17181629,33389895,22900167,34986068,34904138,34686817,34423762,18811351,32664150,32649092,32630299,32607874,14069658,32235388,32227031,32222310,32216021,32211757,32204651,31294847,31237665,18810879,24166272,20255102,6726182,22071150,6140,8938362,16820481,18973843,24576385,16100658,21701416,1442541,19121958,22966270,15069767,17158244,17218814,21015551,780886,20402566,15555883,1173281,15841044,15552710,3093981,802799,19239032,14334195,19943055,10395332,2078,15909918,13357,3734051,3567281]

data/spec/fixtures/friend_ids.json

@@ -0,0 +1 @@
+[17333183,14305100,12685,3452941,60493684,21547828,1442541,14305034,20608910,36082429,3778581,19035252,30495974,14032852,9580822,21066103,21944280,18789983,6170,25577085,13445732,14677720,9066762,3302921,1192,16004418,38975663,21159411,14278978,9420652,5832712,14166535,17242834,18457047,3244801,2729061,16393990,14939200,17304123,13895242,16316680,1235521,13035,11907952,24726388,7255652,10168952,15629200,7787522,14805814,16669075,30313925,35270768,51886564,5493,11263102,48381958,12691112,19159761,53256107,8071082,1916151,23832616,11397012,20734538,17093876,7597362,16735575,32241975,27339792,41478837,35395379,17065232,14446704,16129920,639643,12854372,14319981,16753165,24737795,33187261,16793850,15347711,8693202,14589771,22132568,42678765,50089613,20092241,29566363,16072309,17290254,18772339,19121773,30270211,41479415,3093981,17203250,649,14814522,7706092,2029851,43753948,6140,16112339,17663086,15126376,5651,47891060,9504712,15522944,6118342,12111,45384353,6583802,3585151,31136692,20123484,17086635,43012556,46725587,43916629,15618016,13134132,18492538,24258295,24251591,30903701,49258589,29327220,30688103,16426042,16055631,7017692,148373,14137771,31825923,15610682,45769183,20104538,8248752,17875633,3370001,44274687,20210157,15741618,25181690,25694758,31231869,17813503,37678947,29260057,14091396,45607634,46293477,13983,18492596,30340010,28286020,24827930,16230239,19089507,17089852,23519997,21361624,23642374,62903,20037216,16115979,29571801,32327090,17627869,14818663,17205623,18584722,23879834,19128879,14782042,14852457,14838820,16120957,18041530,19897797,22996563,21400763,20216202,18091654,41008177,16607043,23178979,18285296,12650182,18152775,20735406,19040380,25369931,31560075,24156110,6839892,21842077,34988327,17368984,20395561,22952101,12258422,24018995,19452490,21630899,22821231,22409250,16460227,18999188,24960841,32684446,9076552,23721204,41439789,6429402,27033107,44681603,22961177,25846278,18999061,21591962,29915826,19207519,19216123,15463366,31226467,19012200,3019081,7378312,19782239,26394794,7076432,19786525,17724900,21994180,15200655,22221963,26704718,17671951,17545756,21891183,17645701,32175337,34991746,49108215,25030269,10944522,16438680,22966270,16099148,18131862,15399031,14769689,756278,15846932,14470427,14385806,790368,4044361,6025032,5500632,1249191,809512,11334,1173281,9338012,14256894,14326765,14232711,820661,15876737,786818,9022272,16095572,10058162,21538391,19094626,28921689,36132718,1053901,15240977,25032607,50057976,23899200,15685878,16975038,763489,14324794,17464103,20254889,5702262,23456819,15103961,48160844,2185,18673,13357,12428572,14575000,23393638,17870251,22028135,33337061,9676672,586,32216021,32211757,428333,32649092,32664150,14069658,1338321,734493,15552710,97933,6726182,4557111,14170620,24576385,16100658,21701416,780886,8938362,18973843,11132462,15909918,2061681,10395332,14388729,2078,16359539,4644261,15841044,15069767,802799,3567281]