pork_sandwich 0.4.4 → 0.4.5

data/README

@@ -0,0 +1,21 @@
+--README--
+
+How to get started: 
+
+1. Create a new rails project
+
+2. Drop this into config/environment.rb (after the Rails::Initializer.run do |config| line, but before the "end" statement of that block)
+  config.gem "pork_sandwich", :version => ">=0.4.5"
+
+3. rake gems:install 
+or
+sudo rake gems:install
+
+4. script/generate pork_sandwich_models
+
+5. script/generate pork_sandwich_migration
+
+6. rake db:migrate
+(may have to comment the seed and with timestamp stuff out in the migration.  See recommendations)
+
+Pork Classes and db Objects can now be referenced throughout your project. See below for a description of the database schema and pulling methods. Happy porking.

data/VERSION

@@ -1 +1 @@
-0.4.4
+0.4.5

data/generators/pork_sandwich_migration/templates/migration.rb

@@ -122,9 +122,10 @@ class PorkSandwichMigration < ActiveRecord::Migration
       "alter column created_at type timestamp with time zone;"
       execute "alter table tweet_reactions " +  
       "alter column updated_at type timestamp with time zone;"
-    rescue SQLException => e
+    rescue => e
       puts e + "\n" + "Migration failed to change timestamp column data types pork_sandwich tables. Attempted to change all timestamp without time zone types to timestamp with time zone types. Tables will still properly process and store time zone data for timestamps, but will not export UTC offset on COPY to." 
     end
+  
   reaction_types = ['retweet', 'mention', 'reply']
   reaction_types.each do |r|
     unless Reaction.find_by_reaction_type(r)

data/lib/pork_sandwich/crawler.rb

@@ -58,24 +58,20 @@ module Pork
 end
 
 SEARCH_CRAWL = lambda do |user, search_query, count|
-  $LOG.info "SEARCH CRAWL"
   $TWITERATOR.twiterate({:collect_users => true}, {:search_query => search_query}, &SEARCH_ITER)
   # @users.keys
   search_query
 end
 
 FOLLOWER_IDS_CRAWL = lambda do |user, search_query, count|
-  $LOG.info "FOLLOWER IDS CRAWL"
   $PULLER.pull({:user_id => user, :collect_users => true}, &FOLLOWER_IDS_PULL)
 end
 
 FRIEND_IDS_CRAWL = lambda do |user, search_query, count|
-  $LOG.info "FRIEND IDS CRAWL"
   $PULLER.pull({:user_id => user, :collect_users => true}, &FRIEND_IDS_PULL)
 end
 
 FOLLOWERS_CRAWL = lambda do |user, search_query, count|
-  $LOG.info "FOLLOWERS CRAWL"
   if not user.db_object
     user.db_object = $PULLER.pull({:user => user}, &USER_PULL)
   end
@@ -83,7 +79,6 @@ FOLLOWERS_CRAWL = lambda do |user, search_query, count|
 end
 
 FRIENDS_CRAWL = lambda do |user, search_query, count|
-  $LOG.info "FRIENDS CRAWL"
   if not user.db_object
     user.db_object = $PULLER.pull({:user => user}, &USER_PULL)
   end

data/lib/pork_sandwich/puller.rb

@@ -12,19 +12,19 @@ module Pork
         pull_type.call(@user, @auth_object)
       # rescue Twitter::Unauthorized  
       rescue Twitter::Unavailable
-        $LOG.error "ERROR: Twitter unavailable, trying in 60"
+        p "ERROR: Twitter unavailable, trying in 60"
         sleep 60
         retry
       rescue Twitter::NotFound
-        $LOG.error "ERROR: Info target not found, trying to skip"
+        p "ERROR: Info target not found, trying to skip"
       # rescue Crack::ParseError
       #   raise Crack::ParseError
       rescue Errno::ETIMEDOUT
-        $LOG.error "ERROR: Puller timed out, retrying in 10"
+        p "ERROR: Puller timed out, retrying in 10"
         sleep 10
         retry
       rescue Twitter::InformTwitter
-        $LOG.error "ERROR: Twitter internal error, retrying in 30"
+        p "ERROR: Twitter internal error, retrying in 30"
         sleep 30
         retry
       end
@@ -37,7 +37,6 @@ end
 
 
 ACCOUNT_INFO = lambda do |user, auth_object|
-  $LOG.info "USER PULL"
   @pull_data = auth_object.user(user.search)  
   {:pull_data => @pull_data, :db_object => $SAVER.save(@pull_data, &TWITTER_ACCOUNT_SAVE)}
 end
@@ -117,7 +116,6 @@ FRIEND_IDS = lambda do |user, auth_object|
 end
 
 TWEETS = lambda do |user, auth_object|
-  $LOG.info "USER TWEETS PULL"
   rules = {:count => 200}
   if user.twitter_id 
     rules[:user_id] = user.twitter_id
@@ -134,7 +132,6 @@ TWEETS = lambda do |user, auth_object|
 end
 
 TRENDS_PULL = lambda do |rules, auth_object|
-  $LOG.info "TRENDS PULL"
   Twitter::Trends.current().each do |trend|
     $SAVER.save({:name => trend.name, :query => trend.query}, &TREND_SAVE)
   end

data/lib/pork_sandwich/saver.rb

@@ -20,7 +20,6 @@ module Pork
   end
 end
 TWEET_SAVE = lambda do |tweet_to_save, rules|
-  $LOG.debug "TWEET SAVE"
   tweet = Tweet.new(:text => tweet_to_save.text, 
                    :time_of_tweet => tweet_to_save.created_at,
                    :to_user_id_search => tweet_to_save.to_user_id,
@@ -49,7 +48,6 @@ TWEET_SAVE = lambda do |tweet_to_save, rules|
 end
 
 USER_TWEET_SAVE = lambda do |tweet_to_save, rules|
-  $LOG.debug "USER TWEET SAVE"
   tweet = Tweet.new(:text => tweet_to_save.text, 
                    :time_of_tweet => tweet_to_save.created_at,
                    :to_user_id => tweet_to_save.in_reply_to_user_id,
@@ -72,7 +70,6 @@ USER_TWEET_SAVE = lambda do |tweet_to_save, rules|
   tweet
 end
 TWITTER_ACCOUNT_SAVE = lambda do |twitter_account_to_save, rules|
-  $LOG.debug "TWITTER ACCOUNT SAVE"
   if twitter_account_to_save.class == Pork::TwitterUser
     twitter_account_attribute_hash = {:twitter_id => twitter_account_to_save.twitter_id,
                                       :screen_name => twitter_account_to_save.twitter_screen_name}
@@ -135,7 +132,6 @@ TWITTER_ACCOUNT_SAVE = lambda do |twitter_account_to_save, rules|
 
 end
 CALL_SAVE = lambda do |call_to_save, rules|
-  $LOG.debug "CALL SAVE"
   call = Call.new(:query => call_to_save.query,
                   :completed_in =>  call_to_save.completed_in,
                   :since_id => call_to_save.since_id,
@@ -155,7 +151,6 @@ CALL_SAVE = lambda do |call_to_save, rules|
 end
 
 RELATIONSHIP_SAVE = lambda do |users_to_save, rules|
-    $LOG.debug "RELATIONSHIP SAVE"
   follower = users_to_save[:follower]
   friend = users_to_save[:friend]      
 
@@ -179,9 +174,7 @@ end
 
 
 REACTION_SAVE = lambda do |reaction_to_save, rules|
-  $LOG.debug "REACTION SAVE"
-  
-  
+
   initiator = reaction_to_save[:initiator]
   responder = reaction_to_save[:responder]
   tweet = reaction_to_save[:tweet]

data/lib/pork_sandwich/search.rb

@@ -20,7 +20,7 @@ module Pork
           @tweets_pulled.each do |tweet|
             tweet.status_id = tweet.id   
             @db_ids_created << $SAVER.save(tweet, &TWEET_SAVE).id
-            $CRAWLER.append(tweet.from_user) if @collect_users
+            # $CRAWLER.append(tweet.from_user) if @collect_users
             @current_count += 1
             if reached_desired_count? 
               break
@@ -42,11 +42,11 @@ module Pork
         p "Error: JSON Parsing error, trying to skip past problem tweet"
         @search_params.query[:max_id] -= 1000
       rescue Errno::ETIMEDOUT
-        $LOG.error "ERROR: Puller timed out, retrying in 10"
+        p "ERROR: Puller timed out, retrying in 10"
         sleep 10
         retry
       rescue Twitter::InformTwitter
-        $LOG.error "ERROR: Twitter internal error, retrying in 30"
+        p "ERROR: Twitter internal error, retrying in 30"
         sleep 30
         retry
 #      rescue NoMethodError

data/lib/pork_sandwich.rb

@@ -10,7 +10,8 @@ require "#{File.dirname(__FILE__)}/pork_sandwich/search"
 
 module Pork 
   #Object.send :undef_method, :id
-  
+  require 'twitter'
+  $SAVER = Pork::Saver.new
 end
 
 

data/test/puller_test.rb

@@ -8,8 +8,6 @@ class PullerTest < Test::Unit::TestCase
       @user_info_keys = ["created_at", "description", "favourites_count", "followers_count", "following", "friends_count", "geo_enabled", "id", "location", "name", "notifications", "profile_background_color", "profile_background_image_url", "profile_background_tile", "profile_image_url", "profile_link_color", "profile_sidebar_border_color", "profile_sidebar_fill_color", "profile_text_color", "protected", "screen_name", "status", "statuses_count", "time_zone", "url", "utc_offset", "verified"]
       db_user_object = TwitterAccount.create({:twitter_id => 15019521,:screen_name => 'sam1vp'})
       @test_user = Pork::TwitterUser.new(:twitter_id => 15019521, :db_object => db_user_object)
-      $LOG = Logger.new(STDOUT)
-      $LOG.level = Logger::INFO
     end
   
     should "be able to be created" do

data/test/saver_test.rb

@@ -4,8 +4,6 @@ class SaverTest < Test::Unit::TestCase
   context "A default saver" do
     setup do
       @saver = Pork::Saver.new
-      $LOG = Logger.new(STDOUT)
-      $LOG.level = Logger::INFO
     end
     # context "when saving a unique tweet" do
     #   setup do

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification 
 name: pork_sandwich
 version: !ruby/object:Gem::Version 
-  version: 0.4.4
+  version: 0.4.5
 platform: ruby
 authors: 
 - Sam Gilbert
@@ -56,7 +56,6 @@ files:
 - generators/pork_sandwich_models/templates/models/twitter_relationship.rb
 - lib/pork_sandwich.rb
 - lib/pork_sandwich/auth.rb
-- lib/pork_sandwich/config.rb
 - lib/pork_sandwich/crawler.rb
 - lib/pork_sandwich/log.rb
 - lib/pork_sandwich/puller.rb

data/lib/pork_sandwich/config.rb

@@ -1,3 +0,0 @@
-module Pork
-  $USER_AGENT = 'web_ecology'
-end