wuclan 0.2.0

data/lib/wuclan/twitter/scrape/twitter_request_stream.rb

@@ -0,0 +1,44 @@
+require 'set'
+class TwitterRequestStream < Monkeyshines::RequestStream::SimpleRequestStream
+  DEFAULT_REQUEST_SCOPE = Wuclan::Twitter::Scrape
+  TwitterRequestStream::DEFAULT_OPTIONS = { :klass => TwitterUserRequest, }
+
+  def initialize _options={}
+    super _options
+    self.request_klasses = options[:fetches]
+  end
+
+  # Set the list of follow-on requests
+  #   'followers_ids,friends_ids'
+  def request_klasses=(klass_names)
+    @request_klasses = FactoryModule.list_of_classes(DEFAULT_REQUEST_SCOPE, klass_names, 'twitter', 'request').to_set
+    @request_klasses.delete TwitterUserRequest
+  end
+
+  # Get the user and then get all other requested classes.
+  # The user's parameters (followers_count, etc.) fix the items to request
+  # The users' numeric ID replaces the supplied identifier (the first request
+  # can be a screen_name, but we need the numeric ID for followers_request's, etc.
+  def each_request twitter_user_id, *args
+    user_req = TwitterUserRequest.new(twitter_user_id)
+    yield(user_req)
+    return unless user_req.healthy?
+    twitter_user_id = user_req.parsed_contents['id'].to_i if (user_req.parsed_contents['id'].to_i > 0)
+    @request_klasses.each do |request_klass|
+      req = request_klass.new(twitter_user_id)
+      req.set_total_items user_req.parsed_contents
+      yield req
+    end
+  end
+
+  #
+  # for the given user_id,
+  # gets the user
+  # and then each of the requests in more_request_klasses
+  #
+  def each *args, &block
+    request_store.each do |*raw_job_args|
+      self.each_request(*raw_job_args, &block)
+    end
+  end
+end

data/lib/wuclan/twitter/scrape/twitter_search_fake_fetcher.rb

@@ -0,0 +1,44 @@
+
+class TwitterSearchFakeFetcher < Monkeyshines::Fetcher::FakeFetcher
+  cattr_accessor :items_rate
+  def self.fake_time item_on_page, base=nil
+    base ||= 86_400
+    base - (item_on_page.to_f / items_rate)
+  end
+
+  def fake_contents req
+    max_time = self.class.fake_time((req.page - 1) * 105)
+    max_id   = max_time.to_i
+    case req.query_term
+    when '_no_results'
+      return { :max_id => -1, :results => [],}
+    when '_one_result'
+      n_results = 1
+    else
+      n_results = 100
+    end
+    { :max_id    => max_id,
+      # :next_page => "?page=2&max_id=#{max_id}&rpp=100&q=#{req.query_term}",
+      :results   => (0 ... n_results).map{|i| {
+          :text       => "%s-%04d-%03d"%[req.query_term, req.page, i],
+          :created_at => Time.now - (86_400 - self.class.fake_time(i, max_time)),
+          :id         => (self.class.fake_time(i, max_id)*100).to_i } }   }
+  end
+
+  def get req
+    super req
+    req.contents = fake_contents(req).to_json
+    req
+  end
+end
+
+# TwitterSearchRequestStream.class_eval do
+#   def do_faking job
+#     TwitterSearchFakeFetcher.items_rate = (1 / job.scheduling.delay) || 1
+#     # job.scheduling.prev_max = (TwitterSearchFakeFetcher.fake_time(rand(15) * 105)*100).to_i
+#     p [
+#       job.scheduling.prev_max,
+#       TwitterSearchFakeFetcher.fake_time(0).to_i
+#     ]
+#   end
+# end

data/lib/wuclan/twitter/scrape/twitter_search_flat_stream.rb

@@ -0,0 +1,30 @@
+#
+# #
+# #
+# # query terms must be URL-encoded
+# # (use '+' for space; %23 # %27 ' etc)
+# #
+# def initialize *args
+#   super *args
+#   raise "Query term missing" if self.query_term.blank?
+#   self[:query_term].strip!
+#   [:priority, :prev_items, :prev_span_min, :prev_span_max].each{|attr| self[attr] = self[attr].to_i if self[attr] }
+#   self[:prev_rate] = self[:prev_rate].to_f
+#   self[:priority]  = DEFAULT_PRIORITY if (self[:priority]  == 0)
+#   self[:prev_rate] = nil              if (self[:prev_rate] < 1e-6)
+# end
+#
+# class TwitterSearchStream < Monkeyshines::RequestStream::SimpleRequestStream
+#   #
+#   # for the given user_id,
+#   # gets the user
+#   # and then each of the requests in more_request_klasses
+#   #
+#   def each *args, &block
+#     request_store.each do |*raw_job_args|
+#       job = klass.new(*raw_job_args)
+#       #  do_faking(job)
+#       job.each_request(*args, &block)
+#     end
+#   end
+# end

data/lib/wuclan/twitter/scrape/twitter_search_job.rb

@@ -0,0 +1,25 @@
+class TwitterSearchJob < Edamame::Job
+  #
+  # Pagination
+  #
+  include Monkeyshines::ScrapeRequestCore::Paginating
+  include Monkeyshines::ScrapeRequestCore::PaginatedWithLimit
+  include Monkeyshines::ScrapeRequestCore::PaginatedWithRate
+  # API max pages
+  self.hard_request_limit   = 15
+
+  # Items to get each re-visit. If there are up to 50 items per page,
+  # target_items_per_job of 1000 will try to reschedule so that its return visit
+  # makes about twenty page requests.
+  #
+  # For Twitter, 1500 is the max, so 1000 gives a safety margin.
+  self.target_items_per_job = 1000
+
+  # creates the paginated request
+  def request_for_page page, info=nil
+    req = TwitterSearchRequest.new(obj[:key], page)
+    req.url << "&rpp=#{req.max_items}"
+    req.url << "&max_id=#{sess_span.min - 1}" if sess_span.min
+    req
+  end
+end

data/lib/wuclan/twitter/scrape/twitter_search_request.rb

@@ -0,0 +1,70 @@
+module Wuclan
+  module Twitter
+    module Scrape
+      #
+      # ScrapeRequest for the twitter Search API.
+      #
+      # Examines the parsed contents to describe result
+      #
+      class TwitterSearchRequest < Monkeyshines::ScrapeRequest
+        # Contents are JSON
+        include Monkeyshines::RawJsonContents
+        # Pagination
+        include Monkeyshines::ScrapeRequestCore::Paginated
+        # API max items per response
+        self.max_items     = 100
+        # API max pages
+        self.hard_request_limit = 15
+
+        def initialize *args
+          if args.first =~ %r{\Ahttp://.*q=([^&]+)&}
+            super $1, nil, {}, *args
+          else
+            super *args
+          end
+        end
+
+        #
+        #
+        #
+        def make_url
+          "http://search.twitter.com/search.json?q=#{query_term}"
+        end
+
+        def query_term
+          identifier
+        end
+        def key
+          identifier
+        end
+
+        # Checks that the response parses and has the right data structure.
+        # if healthy? is true things should generally work
+        def healthy?
+          items && items.is_a?(Array)
+        end
+
+        #
+        # Rescheduling
+        #
+
+        # Extract the actual search items returned
+        def items
+          parsed_contents['results'] if parsed_contents
+        end
+        # Span of IDs. Assumes the response has the ids in sort order oldest to newest
+        # (which the twitter API provides)
+        def span
+          [items.last['id'], items.first['id']] rescue nil
+        end
+        # Span of created_at times covered by this request.
+        # Useful for rate estimation.
+        def timespan
+          [Time.parse(items.last['created_at']).utc, Time.parse(items.first['created_at']).utc] rescue nil
+        end
+
+      end
+    end
+  end
+end
+

data/lib/wuclan/twitter/scrape/twitter_search_request_stream.rb

@@ -0,0 +1,19 @@
+#
+# TwitterSearchJob for the twitter Search API
+#
+# * Manages a series of paginated requests from first result back to last item in
+#   previous scrape scrape_job.
+#
+#
+class TwitterSearchRequestStream < Monkeyshines::RequestStream::EdamameQueue
+  # priority for search jobs if not otherwise given
+  QUEUE_PRIORITY = 65536
+
+  def each *args, &block
+    work(queue_request_timeout, TwitterSearchJob) do |job|
+      # do_faking(qjob)
+      job.each_request(&block)
+    end
+  end
+end
+

data/lib/wuclan/twitter/scrape/twitter_timeline_request.rb

@@ -0,0 +1,72 @@
+module Wuclan
+  module Twitter
+    module Scrape
+
+      class TimelineRequest < Wuclan::Twitter::Scrape::Base
+
+        # Extracted JSON should be an array
+        def healthy?()
+          parsed_contents && parsed_contents.is_a?(Array)
+        end
+
+        #
+        # unpacks the raw API response, yielding all the interesting objects
+        # and relationships within.
+        #
+        def parse *args, &block
+          return unless healthy?
+          parsed_contents.each do |hsh|
+            json_obj = JsonTweetWithUser.new(hsh, 'scraped_at' => scraped_at)
+            next unless json_obj && json_obj.healthy?
+            # Extract user, tweet and relationship
+            json_obj.each(&block)
+          end
+        end
+      end
+
+
+      #
+      # API request for a user's status timeline.
+      # Maximum 16 pages, 200 a pop.
+      #
+      # Produces up to 200 Tweets.
+      #
+      # http://apiwiki.twitter.com/Twitter-REST-API-Method%3A-statuses-user_timeline
+      #
+      class TwitterUserTimelineRequest  < Wuclan::Twitter::Scrape::TimelineRequest
+        self.resource_path      = 'statuses/user_timeline'
+        self.hard_request_limit = 16
+        self.max_items     = 200
+        def items_count(thing) thing.status_count end
+
+        # Url from properties
+        def make_url
+          "http://twitter.com/#{resource_path}/#{twitter_user_id}.json?page=#{page}&count=#{max_items}"
+        end
+
+        # set max_total_items from the statuses_count.
+        def set_total_items twitter_user_info
+          self.max_total_items = twitter_user_info['statuses_count'].to_i rescue nil
+        end
+      end
+
+      #
+      # API request for public timeline
+      #
+      # Not available any more after May 2009 -- use Hosebird
+      #
+      class TwitterPublicTimelineRequest < Wuclan::Twitter::Scrape::TimelineRequest
+        self.resource_path      = 'statuses/public_timeline'
+        self.hard_request_limit = 1
+        self.max_items     = 600
+        def items_count(thing) 1 end
+        def make_url() "http://twitter.com/#{resource_path}.json"  end
+      end
+
+      # class HosebirdRequest     < Wuclan::Twitter::Scrape::Base
+      #   #self.resource_path = 'statuses/public_timeline'
+      # end
+    end
+
+  end
+end

data/lib/wuclan/twitter/scrape/twitter_user_request.rb

@@ -0,0 +1,64 @@
+module Wuclan
+  module Twitter
+    module Scrape
+
+      #
+      # API request for a user profile.
+      #
+      # Produces a TwitterUser,Profile,Style
+      #
+      # http://apiwiki.twitter.com/Twitter-REST-API-Method%3A-users%C2%A0show
+      #
+      #
+      class TwitterUserRequest         < Wuclan::Twitter::Scrape::Base
+        self.resource_path      = 'users/show'
+        self.hard_request_limit = 1
+        self.max_items     = 1
+        def items_count(thing) 1 end
+
+        # Extracted JSON should be a single user_with_tweet hash
+        def healthy?()
+          parsed_contents && parsed_contents.is_a?(Hash)
+        end
+
+        # Generate request URL
+        def make_url
+          "http://twitter.com/#{resource_path}/#{twitter_user_id}.json"
+        end
+
+        def key
+          twitter_user_id
+        end
+
+        #
+        # unpacks the raw API response, yielding all the interesting objects
+        # and relationships within.
+        #
+        def parse *args, &block
+          return unless healthy?
+          json_obj = JsonUserWithTweet.new(parsed_contents, 'scraped_at' => scraped_at)
+          next unless json_obj && json_obj.healthy?
+          # Extract user and tweet
+          json_obj.each(&block)
+        end
+
+      end
+    end
+  end
+end
+
+# language: http://en.wikipedia.org/wiki/ISO_639-1
+#
+# * Find tweets containing a word:         http://search.twitter.com/search.atom?q=twitter
+# * Find tweets from a user:               http://search.twitter.com/search.atom?q=from%3Aalexiskold
+# * Find tweets to a user:                 http://search.twitter.com/search.atom?q=to%3Atechcrunch
+# * Find tweets referencing a user:        http://search.twitter.com/search.atom?q=%40mashable
+# * Find tweets containing a hashtag:      http://search.twitter.com/search.atom?q=%23haiku
+# * Combine any of the operators together: http://search.twitter.com/search.atom?q=movie+%3A%29
+#
+# * lang:      restricts tweets to the given language, given by an ISO 639-1 code. Ex: http://search.twitter.com/search.atom?lang=en&q=devo
+# * rpp:       the number of tweets to return per page, up to a max of 100. Ex: http://search.twitter.com/search.atom?lang=en&q=devo&rpp=15
+# * page:      the page number (starting at 1) to return, up to a max of roughly 1500 results (based on rpp * page)
+# * since_id:  returns tweets with status ids greater than the given id.
+# * geocode:   returns tweets by users located within a given radius of the given latitude/longitude, where the user's location is taken from their Twitter profile. The parameter value is specified by "latitide,longitude,radius", where radius units must be specified as either "mi" (miles) or "km" (kilometers). Ex: http://search.twitter.com/search.atom?geocode=40.757929%2C-73.985506%2C25km. Note that you cannot use the near operator via the API to geocode arbitrary locations; however you can use this geocode parameter to search near geocodes directly.
+# * show_user: when "true", adds "<user>:" to the beginning of the tweet. This is useful for readers that do not display Atom's author field. The default is "false".

data/lib/wuclan/twitter/scrape.rb

@@ -0,0 +1,27 @@
+module Wuclan
+  module Twitter
+    module Scrape
+      # Search API
+      autoload :TwitterSearchRequest,         'wuclan/twitter/scrape/twitter_search_request'
+      autoload :TwitterSearchJob,             'wuclan/twitter/scrape/twitter_search_job'
+      # Main API
+      autoload :Base,                         'wuclan/twitter/scrape/base'
+      autoload :TwitterUserRequest,           'wuclan/twitter/scrape/twitter_user_request'
+      autoload :TwitterFollowersRequest,      'wuclan/twitter/scrape/twitter_followers_request'
+      autoload :TwitterFriendsRequest,        'wuclan/twitter/scrape/twitter_followers_request'
+      autoload :TwitterFavoritesRequest,      'wuclan/twitter/scrape/twitter_followers_request'
+      autoload :TwitterFollowersIdsRequest,   'wuclan/twitter/scrape/twitter_ff_ids_request'
+      autoload :TwitterFriendsIdsRequest,     'wuclan/twitter/scrape/twitter_ff_ids_request'
+      autoload :TwitterUserTimelineRequest,   'wuclan/twitter/scrape/twitter_timeline_request'
+      autoload :TwitterPublicTimelineRequest, 'wuclan/twitter/scrape/twitter_timeline_request'
+      autoload :JsonUserWithTweet,            'wuclan/twitter/scrape/twitter_json_response'
+      autoload :JsonTweetWithUser,            'wuclan/twitter/scrape/twitter_json_response'
+
+    end
+  end
+end
+autoload :TwitterRequestStream,         'wuclan/twitter/scrape/twitter_request_stream'
+autoload :TwitterFakeFetcher,           'wuclan/twitter/scrape/twitter_fake_fetcher'
+autoload :TwitterSearchRequestStream,   'wuclan/twitter/scrape/twitter_search_request_stream'
+autoload :TwitterSearchFakeFetcher,     'wuclan/twitter/scrape/twitter_search_fake_fetcher'
+autoload :TwitterSearchJob,             'wuclan/twitter/scrape/twitter_search_job'

data/lib/wuclan/twitter.rb

@@ -0,0 +1,7 @@
+module Wuclan
+  module Twitter
+    autoload :Scrape, 'wuclan/twitter/scrape'
+    autoload :Model,  'wuclan/twitter/model'
+  end
+end
+

data/lib/wuclan.rb

@@ -0,0 +1 @@
+

data/spec/spec_helper.rb

@@ -0,0 +1,9 @@
+require 'spec'
+
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+require 'wuclan'
+
+Spec::Runner.configure do |config|
+  
+end

data/spec/wuclan_spec.rb

@@ -0,0 +1,7 @@
+require File.expand_path(File.dirname(__FILE__) + '/spec_helper')
+
+describe "Wuclan" do
+  it "fails" do
+    fail "hey buddy, you should probably rename this file and start specing for real"
+  end
+end

data/wuclan.gemspec

@@ -0,0 +1,184 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE
+# Instead, edit Jeweler::Tasks in Rakefile, and run `rake gemspec`
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{wuclan}
+  s.version = "0.2.0"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Philip (flip) Kromer"]
+  s.date = %q{2009-10-12}
+  s.description = %q{Massive-scale social network analysis. Nothing to f with.}
+  s.email = %q{flip@infochimps.org}
+  s.extra_rdoc_files = [
+    "LICENSE.textile",
+     "README.textile"
+  ]
+  s.files = [
+    "LICENSE.textile",
+     "README.textile",
+     "examples/analyze/strong_links/gen_multi_edge.rb",
+     "examples/analyze/strong_links/main.rb",
+     "examples/analyze/word_count/dump_schema.rb",
+     "examples/analyze/word_count/freq_user.rb",
+     "examples/analyze/word_count/freq_whole_corpus.rb",
+     "examples/analyze/word_count/word_count.pig",
+     "examples/analyze/word_count/word_count.rb",
+     "examples/lastfm/scrape/load_lastfm.rb",
+     "examples/lastfm/scrape/scrape_lastfm.rb",
+     "examples/lastfm/scrape/seed.tsv",
+     "examples/twitter/old/load_twitter_search_jobs.rb",
+     "examples/twitter/old/scrape_twitter_api.rb",
+     "examples/twitter/old/scrape_twitter_search.rb",
+     "examples/twitter/old/scrape_twitter_trending.rb",
+     "examples/twitter/parse/parse_twitter_requests.rb",
+     "examples/twitter/parse/parse_twitter_search_requests.rb",
+     "examples/twitter/scrape_twitter_api/scrape_twitter_api.rb",
+     "examples/twitter/scrape_twitter_api/seed.tsv",
+     "examples/twitter/scrape_twitter_api/start_cache_twitter.sh",
+     "examples/twitter/scrape_twitter_api/support/make_request_stats.rb",
+     "examples/twitter/scrape_twitter_api/support/make_requests_by_id_and_date_1.rb",
+     "examples/twitter/scrape_twitter_api/support/make_requests_by_id_and_date_2.pig",
+     "examples/twitter/scrape_twitter_api/support/twitter_search_jobs.tsv",
+     "examples/twitter/scrape_twitter_api/support/twitter_trending_seed.tsv",
+     "examples/twitter/scrape_twitter_hosebird/edamame-killall",
+     "examples/twitter/scrape_twitter_hosebird/foo.rb",
+     "examples/twitter/scrape_twitter_hosebird/ps_emulation.rb",
+     "examples/twitter/scrape_twitter_hosebird/scrape_twitter_hosebird.rb",
+     "examples/twitter/scrape_twitter_hosebird/test_spewer.rb",
+     "examples/twitter/scrape_twitter_hosebird/twitter_hosebird_god.yaml",
+     "examples/twitter/scrape_twitter_search/dump_twitter_search_jobs.rb",
+     "examples/twitter/scrape_twitter_search/load_twitter_search_jobs.rb",
+     "examples/twitter/scrape_twitter_search/scrape_twitter_search.rb",
+     "examples/twitter/scrape_twitter_search/twitter_search_daemons.god",
+     "lib/old/twitter_api.rb",
+     "lib/wuclan.rb",
+     "lib/wuclan/delicious/delicious_html_request.rb",
+     "lib/wuclan/delicious/delicious_models.rb",
+     "lib/wuclan/delicious/delicious_request.rb",
+     "lib/wuclan/friendfeed/scrape/friendfeed_search_request.rb",
+     "lib/wuclan/friendster.rb",
+     "lib/wuclan/lastfm.rb",
+     "lib/wuclan/lastfm/model/base.rb",
+     "lib/wuclan/lastfm/model/sample_responses.txt",
+     "lib/wuclan/lastfm/scrape.rb",
+     "lib/wuclan/lastfm/scrape/base.rb",
+     "lib/wuclan/lastfm/scrape/concrete.rb",
+     "lib/wuclan/lastfm/scrape/lastfm_job.rb",
+     "lib/wuclan/lastfm/scrape/lastfm_request_stream.rb",
+     "lib/wuclan/lastfm/scrape/recursive_requests.rb",
+     "lib/wuclan/metrics.rb",
+     "lib/wuclan/metrics/user_graph_metrics.rb",
+     "lib/wuclan/metrics/user_metrics.rb",
+     "lib/wuclan/metrics/user_metrics_basic.rb",
+     "lib/wuclan/metrics/user_scraping_metrics.rb",
+     "lib/wuclan/myspace.rb",
+     "lib/wuclan/open_social.rb",
+     "lib/wuclan/open_social/model/base.rb",
+     "lib/wuclan/open_social/scrape/base.rb",
+     "lib/wuclan/open_social/scrape_request.rb",
+     "lib/wuclan/rdf_output/relationship_rdf.rb",
+     "lib/wuclan/rdf_output/text_element_rdf.rb",
+     "lib/wuclan/rdf_output/tweet_rdf.rb",
+     "lib/wuclan/rdf_output/twitter_rdf.rb",
+     "lib/wuclan/rdf_output/twitter_user_rdf.rb",
+     "lib/wuclan/shorturl/shorturl_request.rb",
+     "lib/wuclan/twitter.rb",
+     "lib/wuclan/twitter/api_response_examples.textile",
+     "lib/wuclan/twitter/api_response_examples.textile",
+     "lib/wuclan/twitter/model.rb",
+     "lib/wuclan/twitter/model/base.rb",
+     "lib/wuclan/twitter/model/multi_edge.rb",
+     "lib/wuclan/twitter/model/relationship.rb",
+     "lib/wuclan/twitter/model/text_element.rb",
+     "lib/wuclan/twitter/model/text_element/extract_info_tests.rb",
+     "lib/wuclan/twitter/model/text_element/grok_tweets.rb",
+     "lib/wuclan/twitter/model/text_element/more_regexes.rb",
+     "lib/wuclan/twitter/model/tweet.rb",
+     "lib/wuclan/twitter/model/tweet/tokenize.rb",
+     "lib/wuclan/twitter/model/tweet/tweet_regexes.rb",
+     "lib/wuclan/twitter/model/tweet/tweet_token.rb",
+     "lib/wuclan/twitter/model/twitter_user.rb",
+     "lib/wuclan/twitter/model/twitter_user/style/color_to_hsv.rb",
+     "lib/wuclan/twitter/parse/ff_ids_parser.rb",
+     "lib/wuclan/twitter/parse/friends_followers_parser.rb",
+     "lib/wuclan/twitter/parse/generic_json_parser.rb",
+     "lib/wuclan/twitter/parse/json_tweet.rb",
+     "lib/wuclan/twitter/parse/json_twitter_user.rb",
+     "lib/wuclan/twitter/parse/public_timeline_parser.rb",
+     "lib/wuclan/twitter/parse/twitter_search_parse.rb",
+     "lib/wuclan/twitter/parse/user_parser.rb",
+     "lib/wuclan/twitter/scrape.rb",
+     "lib/wuclan/twitter/scrape/base.rb",
+     "lib/wuclan/twitter/scrape/old_skool_request_classes.rb",
+     "lib/wuclan/twitter/scrape/twitter_fake_fetcher.rb",
+     "lib/wuclan/twitter/scrape/twitter_ff_ids_request.rb",
+     "lib/wuclan/twitter/scrape/twitter_followers_request.rb",
+     "lib/wuclan/twitter/scrape/twitter_json_response.rb",
+     "lib/wuclan/twitter/scrape/twitter_request_stream.rb",
+     "lib/wuclan/twitter/scrape/twitter_search_fake_fetcher.rb",
+     "lib/wuclan/twitter/scrape/twitter_search_flat_stream.rb",
+     "lib/wuclan/twitter/scrape/twitter_search_job.rb",
+     "lib/wuclan/twitter/scrape/twitter_search_request.rb",
+     "lib/wuclan/twitter/scrape/twitter_search_request_stream.rb",
+     "lib/wuclan/twitter/scrape/twitter_timeline_request.rb",
+     "lib/wuclan/twitter/scrape/twitter_user_request.rb",
+     "spec/spec_helper.rb",
+     "spec/wuclan_spec.rb",
+     "wuclan.gemspec"
+  ]
+  s.homepage = %q{http://github.com/mrflip/wuclan}
+  s.rdoc_options = ["--charset=UTF-8"]
+  s.require_paths = ["lib"]
+  s.rubygems_version = %q{1.3.5}
+  s.summary = %q{Massive-scale social network analysis. Nothing to f with.}
+  s.test_files = [
+    "spec/spec_helper.rb",
+     "spec/wuclan_spec.rb",
+     "examples/analyze/strong_links/gen_multi_edge.rb",
+     "examples/analyze/strong_links/main.rb",
+     "examples/analyze/word_count/dump_schema.rb",
+     "examples/analyze/word_count/freq_user.rb",
+     "examples/analyze/word_count/freq_whole_corpus.rb",
+     "examples/analyze/word_count/word_count.rb",
+     "examples/lastfm/scrape/load_lastfm.rb",
+     "examples/lastfm/scrape/scrape_lastfm.rb",
+     "examples/twitter/old/load_twitter_search_jobs.rb",
+     "examples/twitter/old/scrape_twitter_api.rb",
+     "examples/twitter/old/scrape_twitter_search.rb",
+     "examples/twitter/old/scrape_twitter_trending.rb",
+     "examples/twitter/parse/parse_twitter_requests.rb",
+     "examples/twitter/parse/parse_twitter_search_requests.rb",
+     "examples/twitter/scrape_twitter_api/scrape_twitter_api.rb",
+     "examples/twitter/scrape_twitter_api/support/make_request_stats.rb",
+     "examples/twitter/scrape_twitter_api/support/make_requests_by_id_and_date_1.rb",
+     "examples/twitter/scrape_twitter_hosebird/foo.rb",
+     "examples/twitter/scrape_twitter_hosebird/ps_emulation.rb",
+     "examples/twitter/scrape_twitter_hosebird/scrape_twitter_hosebird.rb",
+     "examples/twitter/scrape_twitter_hosebird/test_spewer.rb",
+     "examples/twitter/scrape_twitter_search/dump_twitter_search_jobs.rb",
+     "examples/twitter/scrape_twitter_search/load_twitter_search_jobs.rb",
+     "examples/twitter/scrape_twitter_search/scrape_twitter_search.rb"
+  ]
+
+  if s.respond_to? :specification_version then
+    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::RubyGemsVersion) >= Gem::Version.new('1.2.0') then
+      s.add_runtime_dependency(%q<wukong>, [">= 0"])
+      s.add_runtime_dependency(%q<monkeyshines>, [">= 0"])
+      s.add_runtime_dependency(%q<edamame>, [">= 0"])
+    else
+      s.add_dependency(%q<wukong>, [">= 0"])
+      s.add_dependency(%q<monkeyshines>, [">= 0"])
+      s.add_dependency(%q<edamame>, [">= 0"])
+    end
+  else
+    s.add_dependency(%q<wukong>, [">= 0"])
+    s.add_dependency(%q<monkeyshines>, [">= 0"])
+    s.add_dependency(%q<edamame>, [">= 0"])
+  end
+end