pork_sandwich 0.4.8 → 0.4.9

data/README

@@ -16,6 +16,6 @@ sudo rake gems:install
 5. script/generate pork_sandwich_migration
 
 6. rake db:migrate
-(may have to comment the seed and with timestamp stuff out in the migration.  See recommendations)
+(may have to comment the "with timestamp" stuff out in the migration.  Starts with "begin" and has a lot of execute statements in it.)
 
-Pork Classes and db Objects can now be referenced throughout your project. See below for a description of the database schema and pulling methods. Happy porking.
+Pork Classes and db Objects can now be referenced throughout your project. Happy porking.

data/VERSION

@@ -1 +1 @@
-0.4.8
+0.4.9

data/lib/pork_sandwich/auth.rb

@@ -1,7 +1,7 @@
 module Pork
   class Auth
     attr_accessor :auth
-  
+    attr_reader :username, :password
     def initialize(username, password, user_agent = '')
       @auth = Twitter::Base.new(Twitter::HTTPAuth.new(username, password, :user_agent => user_agent))
     end

data/lib/pork_sandwich/log.rb

@@ -4,13 +4,13 @@ module Pork
   
     def initialize(output, options = {})
       @log = Logger.new(output)
-      @log.level = "info"
-      @researcher = options[:researcher] if options[:researcher]
-      @project = options[:project] if options[:project]
+      @log.level = Logger::INFO
+      @researcher =  options[:researcher]? options[:researcher] : ""
+      @project = options[:project]? options[:project] : ""
     end
   
     def write(message)
-      @log.info("#{@project}, #{@researcher}, #{Time.now}: " + message)
+      @log.info("#{@project}, #{@researcher}, #{Time.now.to_s} -- " + message)
     end
   end
 end

data/lib/pork_sandwich/puller.rb

@@ -72,7 +72,10 @@ FOLLOWER_IDS = lambda do |user, auth_object|
   @pull_data = auth_object.follower_ids({:user_id => user.twitter_id})
   @pull_data.each do |user_id| 
     db_user_object = $SAVER.save(Pork::TwitterUser.new(:twitter_id => user_id), &TWITTER_ACCOUNT_SAVE)
-    follower_relationship_db_ids << $SAVER.save({:friend => user, :follower => Pork::TwitterUser.new(:twitter_id => user_id, :db_object => db_user_object)}, &RELATIONSHIP_SAVE)
+    follower_relationship_db_ids << $SAVER.save({:friend => user, 
+                                                 :follower => Pork::TwitterUser.new(:twitter_id => user_id, 
+                                                                                    :db_object => db_user_object)},
+                                                 &RELATIONSHIP_SAVE)
   end
   $SAVER.rules[:complete_follower_set] = false
   {:follower_relationship_db_ids => follower_relationship_db_ids}

data/lib/pork_sandwich/random_puller.rb

@@ -0,0 +1,40 @@
+module Pork
+  class RandomPuller 
+  
+    def self.pull(opts)
+      
+      
+      # if (!opts[:desired_count] and !opts[:duration_in_minutes]) or (opts[:desired_count] and opts[:duration_in_minutes])
+      #         #raise an error that you must specify EITHER a :duration in minutes or a :desired_count
+      #       end
+      
+      # twitter_username = AppConfig.twitter_username
+      #       twitter_password = AppConfig.twitter_password
+      # 
+      #       TweetStream::Client.new(twitter_username,twitter_password).track(Hashtag.search_string, :delete => Proc.new{ |status_id, user_id|}, :limit => Proc.new{ |skip_count| }) do |tweet|  
+      #         if tweet.geo.present? && tweet.geo.coordinates.present?
+      #           latitude, longitude = *tweet.geo.coordinates
+      #         else
+      #         latitude, longitude = nil, nil
+      #         end
+      #         if Tweet.create(:tweet_id => tweet[:id], 
+      #                   :text => tweet.text, 
+      #                   :from_user => tweet.user.screen_name, 
+      #                   :time_of_tweet => tweet.created_at, 
+      #                   :to_user => tweet.in_reply_to_screen_name,
+      #                   :profile_image_url => tweet.user.profile_image_url,
+      #                   :source => tweet.source,
+      #                   :latitude => latitude,
+      #                   :longitude => longitude
+      #                   ).valid?
+      #           p tweet.text
+      #         end
+
+      end
+    end
+  
+  
+  
+  
+  end
+end

data/lib/pork_sandwich/saver.rb

@@ -154,7 +154,9 @@ RELATIONSHIP_SAVE = lambda do |users_to_save, rules|
   follower = users_to_save[:follower]
   friend = users_to_save[:friend]      
 
-  twitter_relationship = TwitterRelationship.new(:follower_id => follower.db_object.id, :friend_id => friend.db_object.id, :current => true)
+  twitter_relationship = TwitterRelationship.new(:follower_id => follower.db_object.id, 
+                                                 :friend_id => friend.db_object.id, 
+                                                 :current => true)
   if rules[:complete_friend_set]
     twitter_relationship[:complete_friend_set] = rules[:complete_friend_set]
   end

data/lib/pork_sandwich/search.rb

@@ -16,6 +16,9 @@ module Pork
       @search_params.from(@from_user) if @from_user
       begin
         loop do
+          if $PORK_LOG 
+            $PORK_LOG.write("historical pull, query = #{@query}, max_id = #{@search_params.query[:max_id].to_s}")
+          end
           @tweets_pulled = @search_params.dup.fetch.results
           @tweets_pulled.each do |tweet|
             tweet.status_id = tweet.id   
@@ -33,20 +36,30 @@ module Pork
           end
         end
       rescue Twitter::Unavailable
-        p "ERROR: Twitter unavailable, trying in 60"
+        if $PORK_LOG
+           $PORK_LOG.write("ERROR: Twitter unavailable, trying in 60")
+        end
         sleep 60
         retry
       rescue Twitter::NotFound
-        p "ERROR: Info target not found, trying to skip"
+        if $PORK_LOG
+           $PORK_LOG.write("ERROR: Info target not found, trying to skip")
+        end
       rescue Crack::ParseError
-        p "Error: JSON Parsing error, trying to skip past problem tweet"
+        if $PORK_LOG
+           $PORK_LOG.write("Error: JSON Parsing error, trying to skip past problem tweet")
+        end
         @search_params.query[:max_id] -= 1000
       rescue Errno::ETIMEDOUT
-        p "ERROR: Puller timed out, retrying in 10"
+        if $PORK_LOG
+           $PORK_LOG.write("ERROR: Puller timed out, retrying in 10")
+        end
         sleep 10
         retry
       rescue Twitter::InformTwitter
-        p "ERROR: Twitter internal error, retrying in 30"
+        if $PORK_LOG
+           $PORK_LOG.write("ERROR: Twitter internal error, retrying in 30")
+        end
         sleep 30
         retry
 #      rescue NoMethodError

data/lib/pork_sandwich/trend_puller.rb

@@ -0,0 +1,6 @@
+module Pork
+  class TrendPuller 
+
+    
+  end
+end

data/test/log_test.rb

@@ -3,12 +3,26 @@ require "#{File.dirname(__FILE__)}/test_helper"
 class LogTest < Test::Unit::TestCase
   context "A default Log" do
     setup do
-      @log = Pork::Log.new(STDOUT,{:researcher => "Researcher", :project => "Project"})
+      @log = Pork::Log.new('testlog.txt',{:researcher => "Researcher", :project => "Project"})
     end
 
     should "be able to be created" do
       @log.inspect
     end
+    
+    should 'be able to write to the specified log file' do
+      @log.write("testing123")
+      log_string = ""
+      File.open('testlog.txt','r').each do |line|
+        log_string << line
+      end
+      assert log_string.include? ("testing123")
+      assert log_string.include? ("Project, Researcher")
+    end
+    
+    teardown do 
+      File.delete('testlog.txt')
+    end
   end
   
 end

data/test/random_puller_test.rb

@@ -0,0 +1,4 @@
+# class RandomPullerTest < Test::Unit::TestCase
+# 
+#   
+# end

data/test/saver_test.rb

@@ -42,11 +42,11 @@ class SaverTest < Test::Unit::TestCase
     context "when saving a tweet_reaction" do
       setup do
         @tweet_reaction_size = TweetReaction.all.size
-        @tweet_reaction = Factory.build(:tweet_reaction)
-        @saver.save(@tweet_reaction, &REACTION_SAVE)        
+        @tweet_reaction = {:tweet => Factory.create(:tweet),:initiator => Factory.create(:twitter_account), :responder => Factory.create(:twitter_account), :type => 'retweet'} 
       end
     
       should "allow the reaction to be saved" do
+        @saver.save(@tweet_reaction, &REACTION_SAVE)  
         assert_equal @tweet_reaction_size+1, TweetReaction.all.size
       end
     end
@@ -94,11 +94,11 @@ class SaverTest < Test::Unit::TestCase
     end
     context "when saving a tweet_reaction" do
       setup do
-        @tweet_reaction = Factory.build(:tweet_reaction)
-        @saver.save(@tweet_reaction, &REACTION_SAVE)        
+        @tweet_reaction = {:tweet => Factory.create(:tweet),:initiator => Factory.create(:twitter_account), :responder => Factory.create(:twitter_account), :type => 'retweet'}         
       end
     
       should "allow the reaction to be tagged" do
+        @saver.save(@tweet_reaction, &REACTION_SAVE)
         assert_contains TweetReaction.last.tag_list,@rules["tags"]["tag"]          
       end
     end

data/test/test_helper.rb

@@ -13,10 +13,18 @@ require 'rr'
 
 require "#{File.dirname(__FILE__)}/../lib/pork_sandwich"
 
+Object.send :undef_method, :id
+
 class Test::Unit::TestCase
   include RR::Adapters::TestUnit
   config = YAML::load(File.open("#{File.dirname(__FILE__)}/../config/pork_config.yml"))
   $AUTH = Pork::Auth.new(config['config']['twitter_auth']['username'], config['config']['twitter_auth']['password'], :user_agent => 'web_ecology_project')
+  reaction_types = ['retweet', 'mention', 'reply']
+  reaction_types.each do |r|
+    unless Reaction.find_by_reaction_type(r)
+      Reaction.create(:reaction_type => r)
+    end
+  end
 end
 
 

data/test/twitter_user_test.rb

@@ -33,6 +33,12 @@ class TwitterUserTest < Test::Unit::TestCase
       @user.update_account_info
       assert_equal 'Sam Gilbert', @user.user_info[:name]
       assert_equal 'sam1vp', @user.twitter_screen_name
+      assert_equal 'sam1vp', @user.db_object.screen_name
+    end
+  end
+  context "A TwitterUser with only a twitter_id" do
+    setup do 
+      @user = Pork::TwitterUser.new({:twitter_id => 15019521})
     end
     
     should "be able to pull tweets" do
@@ -60,7 +66,6 @@ class TwitterUserTest < Test::Unit::TestCase
       assert_equal @user.db_object.id, TwitterRelationship.find(@user.follower_relationship_db_ids.first).friend_id
     end
     
-    
   end
   
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification 
 name: pork_sandwich
 version: !ruby/object:Gem::Version 
-  version: 0.4.8
+  version: 0.4.9
 platform: ruby
 authors: 
 - Sam Gilbert
@@ -10,7 +10,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2010-02-06 00:00:00 -05:00
+date: 2010-02-17 00:00:00 -05:00
 default_executable: 
 dependencies: 
 - !ruby/object:Gem::Dependency 
@@ -59,9 +59,11 @@ files:
 - lib/pork_sandwich/crawler.rb
 - lib/pork_sandwich/log.rb
 - lib/pork_sandwich/puller.rb
+- lib/pork_sandwich/random_puller.rb
 - lib/pork_sandwich/reaction_processor.rb
 - lib/pork_sandwich/saver.rb
 - lib/pork_sandwich/search.rb
+- lib/pork_sandwich/trend_puller.rb
 - lib/pork_sandwich/twitter_user.rb
 has_rdoc: true
 homepage: http://github.com/sam1vp/pork_sandwich
@@ -98,6 +100,7 @@ test_files:
 - test/fakewebs.rb
 - test/log_test.rb
 - test/puller_test.rb
+- test/random_puller_test.rb
 - test/reaction_processor_test.rb
 - test/saver_test.rb
 - test/schema.rb