twitter_kotoba 0.1.0

data/lib/twitter_kotoba/twitter_connection.rb

@@ -0,0 +1,63 @@
+require 'typhoeus'
+require 'oj'
+
+class TwitterConnection
+
+  attr_accessor :user
+  attr_reader :rate_limit_exceeded
+
+  def initialize(user)
+    @user = user
+    @rate_limit_exceeded = false
+  end
+
+  def get_latest_1000
+    
+    requests = run_requests
+    tweets = process_requests(requests)
+
+    return tweets.flatten
+  end
+
+  def run_requests
+    # You can only request 200 tweets per page
+    # so we need to get 5 pages for a total of 1000 tweets.
+    requests = []
+
+    # The typhoeus hydra will run all its queued requests in parallel.
+    # Way faster than using Patron or HTTParty and running 5 requests in series
+    twitter_hydra = Typhoeus::Hydra.new
+
+    (0..4).each do |req|
+      requests[req] = Typhoeus::Request.new("http://twitter.com/statuses/user_timeline.json?screen_name=#{@user}&count=200&page=#{req+1}")
+      requests[req].timeout = 10000 # 10 seconds max
+      twitter_hydra.queue requests[req]
+    end
+    twitter_hydra.run
+
+    return requests
+  end
+
+  def process_requests(requests)
+    # array to hold all the tweets
+    tweets = []
+
+    requests.each do |req|
+      unless req.response.code == 400
+        begin
+          resp = Oj.load(req.response.body) unless req.response.code != 200
+        rescue
+          # occasionaly the response causes Oj.load problems
+          # this needs to be looked at further
+        end
+        unless !resp || resp.empty?
+          tweets << resp
+        end
+      else
+        @rate_limit_exceeded = true
+      end
+    end
+    return tweets
+  end
+
+end

data/lib/twitter_kotoba.rb

@@ -0,0 +1,79 @@
+require_relative 'twitter_kotoba/twitter_connection'
+
+class TwitterKotoba
+
+  attr_accessor :user
+  attr_reader :latest_tweets
+  attr_reader :sorted_words
+  attr_reader :rate_limit_exceeded
+
+  def initialize(user)
+    @user = user
+    @latest_tweets = []
+    @sorted_words = []
+    @rate_limit_exceeded = false
+  end
+
+  def word_list
+    if update
+      word_hash = sanitized_tweets
+      @sorted_words = word_hash.sort_by{ |key,value| value }
+      output_words
+    elsif @rate_limit_exceeded
+      puts "\nTwitter rate limit exceeded.\n"
+      # Twitter's limit is 150 req/hr so...
+      # you can only make 150/5 = 30 req/hr
+      puts "You may only make 30 requests per hour.\n\n"
+    end
+
+    return nil
+  end
+
+  private
+
+  def update
+    # query the twitter api
+    twitter_connection = TwitterConnection.new(@user)
+    # store latest 1000 tweets in @latest_tweets
+    # latest_1000 = twitter_connection.get_latest_1000
+    @latest_tweets = twitter_connection.get_latest_1000
+    unless @latest_tweets.empty?
+      return true
+    else
+      @rate_limit_exceeded = true if twitter_connection.rate_limit_exceeded
+      return false
+    end
+  end
+
+  def sanitized_tweets
+    # make a hash that defaults to 0 to store words with their frequency
+      word_hash = Hash.new(0)
+      @latest_tweets.each do |tweet|
+        # remove non-word characters from tweet and make it an array of words
+        begin
+          sanitized_tweet = tweet['text'].gsub(/(\W|\d)+/," ").split(" ")
+          sanitized_tweet.each_with_object(word_hash){ |word,hash| hash[word] += 1}
+        rescue
+          # some weird things in tweets cause errors
+          # you should log these
+        end
+      end
+      return word_hash
+  end
+
+  def output_words
+    # In an effort not to overwhelm the shell's scrollback history
+    # I'm only outputting the top 500 words
+    @sorted_words.length < 500 ? from = 0 : from = @sorted_words.length - 500
+   
+    @sorted_words[from..-1].each do |w|
+      puts "#{w[1].to_s.rjust(4)}: #{w[0]}"
+    end
+
+    unless from == 0
+      puts "\nThis is the top 500 words.\n"
+      puts "Call \"sorted_words\" for the entire list.\n"
+    end
+  end
+
+end

data/twitter_kotoba.gemspec

@@ -0,0 +1,20 @@
+Gem::Specification.new do |s|
+  s.name        = 'twitter_kotoba'
+  s.version     = '0.1.0'
+  s.date        = '2012-09-01'
+  s.summary     = "Shows word frequency of a user's last 1000 tweets."
+  s.description = "Twitter Kotoba gets a user's last 1000 tweets and prints the frequency of each word in descending order."
+  s.authors     = ["Kenny Smith"]
+  s.email       = 'kjsthree@gmail.com'
+  s.homepage    = 'https://github.com/kjs3/twitter_kotoba'
+
+  s.add_runtime_dependency('typhoeus', "~> 0.4")
+  s.add_runtime_dependency('oj', "~> 1.3")
+
+  s.files       = %w[
+    twitter_kotoba.gemspec
+    lib/twitter_kotoba.rb
+    lib/twitter_kotoba/twitter_connection.rb
+  ]
+  
+end

metadata

@@ -0,0 +1,80 @@
+--- !ruby/object:Gem::Specification
+name: twitter_kotoba
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+  prerelease: 
+platform: ruby
+authors:
+- Kenny Smith
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-09-01 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: typhoeus
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.4'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.4'
+- !ruby/object:Gem::Dependency
+  name: oj
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+description: Twitter Kotoba gets a user's last 1000 tweets and prints the frequency
+  of each word in descending order.
+email: kjsthree@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- twitter_kotoba.gemspec
+- lib/twitter_kotoba.rb
+- lib/twitter_kotoba/twitter_connection.rb
+homepage: https://github.com/kjs3/twitter_kotoba
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: Shows word frequency of a user's last 1000 tweets.
+test_files: []