twittercrawler 0.0.9 → 0.0.10

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: bd66392453ee594f240aba2f3e958c171e516adf
-  data.tar.gz: 66d6b2afd3da543cf76c1cc0db0e68a3d81d63b7
+  metadata.gz: c5079bdd6191c5c0e0fa991e9d0360cc51b5af1c
+  data.tar.gz: f4de3c927a9b746ac259b8091ca01783d7410285
 SHA512:
-  metadata.gz: 7f55deb6274e2b9cd4f937330883e7c0cc45755205781bc5ac36753893b29ee68bafbb4cf348cb08f0d85cb6c7a8d86168f06083a9e7d19b79379825b5071aa6
-  data.tar.gz: 1bb607b0c4442a727f03d350cfce0d37b477598cb731e9fe6170f32dd13ad8e7ed664cdb61f10243044b296b7eb36ba952635a895b83abd9a4fa89f0348ddb1a
+  metadata.gz: ae97b80fac20b1e3faead7e5df3547323851331b9b10ca8f8464f1c2e08a92ed6de84d3b8b9c6eddfcdf3e696e597b584a1f82bd3d4d0d95685e52a5e3b79377
+  data.tar.gz: f2ae34c5a5894f035317cce55e125cbc1faf231164123c7df469d6d03bac658e269897ac77ba67e4a5a7519258ce711f0d508b6f01565339db3c6c89c34bcfbc

data/lib/twitter_parser.rb

@@ -19,8 +19,11 @@ class TwitterParser
         profile_pic: get_profile_pic,
         hashtags: get_hashtags,
         mentioned_urls: get_mentioned_urls,
+        conversation_id: get_conversation_id,
+        is_reply_to: get_is_reply_to,
         reply_to_user: get_reply_to_user[0],
         reply_to_uid: get_reply_to_user[1],
+	tweet_id: get_tweet_id,
         tweet_time: get_tweet_time,
         tweet_link: get_tweet_link,
         retweet_count: get_retweet_count,
@@ -34,34 +37,31 @@ class TwitterParser
     end
   end
 
-  # Get the link to the profile pic
+  # Get URL to the profile pic
   def get_profile_pic
     @tweet.css("img.avatar")[0]['src']
   end
 
-  # Get the URLS in the tweet
+  # Get URLS in the tweet
   def get_mentioned_urls
     tweet = get_tweet_text
     return extract_urls(tweet)
   end
 
-  # Get the hashtags in the tweet
+  # Get hashtags in the tweet
   def get_hashtags
     tweet = get_tweet_text
     return extract_hashtags(tweet)
   end
 
-  # Get the username
   def get_username
-    @tweet.css(".username").text
+    @tweet.css(".tweet")[0]["data-screen-name"]
   end
 
-  # Get the fullname
   def get_fullname
     @tweet.css(".fullname").text
   end
 
-  # Get user ID number
   def get_user_id
     @tweet.css(".js-user-profile-link").css(".account-group")[0]["data-user-id"]
   end
@@ -71,36 +71,44 @@ class TwitterParser
     @tweet.css(".js-tweet-text-container").text.lstrip.strip
   end
 
-  # Get the time for the tweet
+  # Get the time of the tweet
   def get_tweet_time
     DateTime.parse(@tweet.css(".tweet-timestamp")[0]["title"]).strftime('%d %b %Y %H:%M:%S')
   end
 
-  # Get the link to the tweet
+  def get_tweet_id
+    @tweet.css(".tweet")[0]["data-tweet-id"]
+  end
+
   def get_tweet_link
-    "https://twitter.com"+@tweet.css(".tweet-timestamp")[0]['href']
+    "https://twitter.com"+@tweet.css(".tweet")[0]["data-permalink-path"]
   end
 
-  # Get the # of retweets
   def get_retweet_count
     @tweet.css(".ProfileTweet-action--retweet")[0].css("span")[0]['data-tweet-stat-count']
   end
 
-  # Get the # of favorites
   def get_favorite_count
     @tweet.css(".ProfileTweet-action--favorite")[0].css("span")[0]['data-tweet-stat-count']
   end
 
-  # Get the # of replies
+  def get_conversation_id
+	@tweet.css(".tweet")[0]["data-conversation-id"]
+  end
+
+  def get_is_reply_to
+    @tweet.css(".tweet")[0]["data-is-reply-to"]
+  end
+
   def get_reply_count
     @tweet.css(".ProfileTweet-action--reply")[0].css("span")[0]['data-tweet-stat-count']
   end
 
-  # Get the user tweet is replying to (if any)
+  # The user of the tweet that is being replied to (if any)
   def get_reply_to_user
     reply_to = @tweet.css("span").select{|s| s.text.include?("In reply")}[0]
     if reply_to
-      reply_to_user = reply_to.css("a")[0]['href'].gsub("/", "@")
+      reply_to_user = reply_to.css("a")[0]['href'].gsub("/", "")
       reply_to_uid = reply_to.css("a")[0]['data-user-id']
       return reply_to_user, reply_to_uid
     else
@@ -108,11 +116,11 @@ class TwitterParser
     end
   end
 
-  # Get the mentioned accounts (if any)
+  # Get account names and uids that are mentioned
   def get_mentions
     mentions = @tweet.css(".twitter-atreply")
     if !mentions.empty?
-      mention_names = mentions.map{|t| t.text}
+      mention_names = mentions.map{|t| t.css("b").text}
       mention_uids = mentions.map{|t| t['data-mentioned-user-id']}
       return mention_names, mention_uids
     else

data/lib/twittercrawler.rb

@@ -108,5 +108,3 @@ class TwitterCrawler
     JSON.pretty_generate(@output)
   end
 end
-
-

metadata

@@ -1,14 +1,15 @@
 --- !ruby/object:Gem::Specification
 name: twittercrawler
 version: !ruby/object:Gem::Version
-  version: 0.0.9
+  version: 0.0.10
 platform: ruby
 authors:
 - M. C. McGrath
+- Brennan Novak
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2017-02-22 00:00:00.000000000 Z
+date: 2017-02-26 00:00:00.000000000 Z
 dependencies: []
 description: Crawls Twitter
 email: shidash@shidash.com