twexicon 0.1.6

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: a1cd602f292631f449f3fe0f20536abbdf98ad4a
+  data.tar.gz: b0a6f7d8c6635cd17ec42754875761ee977b1388
+SHA512:
+  metadata.gz: 392e64484aace879ae529f9f54c44e8e8de403ed5126bc2b182f224d556667dd2b2b4760d0c0a10be21c92fd3cd82c383f072e10613646aeea4c2add05226e26
+  data.tar.gz: fe9d1014c544a9712f97b0bcbf0b18a6758d9763ff628e45a02edef0371590424130d76d344728aeda0779361d8b07367bc63e1f2c0c26aef626448a4b6b4e65

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "twexicon"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/bin/twexicon

@@ -0,0 +1,5 @@
+#!/usr/bin/env ruby
+
+require_relative '../lib/twexicon'
+
+Twexicon::CLI.new.call

data/config/environment.rb

@@ -0,0 +1,8 @@
+require 'nokogiri'
+require 'open-uri'
+
+require_relative '../lib/twexicon/version'
+require_relative '../lib/twexicon/cli'
+require_relative '../lib/twexicon/analyzer'
+require_relative '../lib/twexicon/scraper'
+require_relative '../lib/twexicon/validator'

data/lib/twexicon.rb

@@ -0,0 +1 @@
+require_relative '../config/environment'

data/lib/twexicon/analyzer.rb

@@ -0,0 +1,184 @@
+class Twexicon::Analyzer
+  attr_reader :tweets, :username, :input, :int
+
+  def initialize(username, tweets)
+    @username = username
+    @tweets = tweets
+    puts "\nIndexed the #{tweets.size} most recent tweet(s) for @#{username}."
+    run
+  end
+
+  def run
+    quit = false
+    until quit
+      @input = nil
+      @int = ""
+      puts "What would you like to do next? For options, type 'help'."
+      until is_valid?
+        @input = gets.strip.gsub(/\W/, "").downcase
+      end
+      case input
+      when "help", "h"
+        puts "\nTo retrieve one of @#{username}'s #{tweets.size} tweet(s), type 'GET'."
+        puts "To view @#{username}'s ten favorite words, type 'WORDS'."
+        puts "For @#{username}'s favorite things to scream about, type 'SHOUTS'."
+        puts "To see the #hashtags that consume @#{username}'s thoughts, type 'HASHTAGS'."
+        puts "For some Twitter handles that @#{username} has tweeted at, type 'USERNAMES'."
+        puts "To see links for embedded pictures and/or videos, type 'PIX'."
+        puts "To view any other links @#{username} deemed worthy of sharing, type 'LINKS'."
+        puts "For some numbers that @#{username} mentioned, type 'NUMBERS'."
+        puts "To see which short acronyms @#{username} is fond of, type 'ACRONYMS'."
+        puts "To look up a different Twitter handle or to exit the program, type 'EXIT'."
+        puts "Short commands, in order: 'g', 'w', 's', 'ht', 'u', 'p', 'l', 'n', 'a', 'e', and 'h' for 'help'."
+      when "get", "g" then get_tweet
+      when "words", "w" then get_words
+      when "shouts", "s" then get_shouts
+      when "pix", "p" then get_pix
+      when "links", "l" then get_links
+      when "numbers", "n" then get_numbers
+      when "acronyms", "a" then get_acronyms
+      when "hashtags", "ht" then get_hashtags
+      when "usernames", "handles", "u" then get_usernames
+      when "exit", "e" then quit = true
+      end
+    end
+  end
+
+  def is_valid?
+    if input =~ /(^help$|^h$|^get$|^g$|^exit$|^e$|^words$|^w$|^shouts$|^s$|^pix$|^p$|^links$|^l$|^numbers$|^n$|^acronyms$|^a$|^hashtags$|^ht$|^usernames$|^handles$|^u$)/
+      true
+    elsif input == nil
+      false
+    else
+      puts "Hm, I didn't recognize that. Please make a valid selection."
+      puts "To display all options, type 'help'."
+    end
+  end
+
+  def get_tweet
+    if tweets.size == 1
+      puts "\n@#{username}'s only tweet is: #{tweets[int].keys[1]}"
+    else
+      puts "\nWhich tweet would you like to view?"
+      int = ""
+      until int =~ /^\d+$/ && int.to_i >= 1 && int.to_i <= tweets.size
+        puts "Please specify a number between 1 and #{tweets.size}."
+        int = gets.strip.gsub(/\D/, "")
+      end
+      puts "\n@#{username} said: #{tweets[int.to_i].keys[0]}"
+    end
+  end
+
+  # 38 words from https://en.wikipedia.org/wiki/Most_common_words_in_English –– Left out some common yet still interesting ones (People, Good, Think, Work, First, One, Two, Want, New, Give, Know)
+  COMMON_WORDS = ["A", "About", "An", "And", "Are", "As", "At", "Be", "Been", "But", "By", "For", "From", "Get", "Had", "Has", "Have", "In", "Into", "Is", "It", "It's", "Its", "Just", "Not", "Of", "On", "Or", "Say", "So", "Some", "That", "The", "There", "These", "This", "Those", "To", "Up", "With", "I", "My", "Your", "They", "He", "You", "Do", "His", "We", "Her", "She", "Will", "All", "Would", "Their", "What", "Out", "If", "Who", "Which", "Go", "Me", "When", "Make", "Can", "Like", "Time", "No", "Him", "Take", "Year", "Could", "Them", "See", "Other", "Than", "Then", "Now", "Look", "Only", "Come", "Over", "Also", "Back", "After", "Use", "How", "Our", "Well", "Way", "Even", "Because", "Any", "Day", "Most", "Us",
+    # other additions
+    "Wouldn't", "Couldn't", "Shouldn't", "Mustn't", "Would've", "Could've", "Should've", "Must've", "Hadn't", "Wasn't", "Weren't", "Ain't", "Aint", "Here", "Seem", "Seems", "That's", "Took", "Much", "More", "You're", "We're", "We've", "I've", "I'm",
+    # contraction endings until I fix the parsing error
+    "Re", "Ll", "Ve",
+    # Letters until I fix the contraction parsing error
+    "B", "C", "D", "E", "F", "G", "H", "J", "K", "L", "M", "N", "O", "P", "Q", "R", "S", "T", "U", "V", "W", "X", "Y", "Z"]
+
+  def get_words
+    words = {}
+    word_array = []
+    tweets.each_value do |v| # Count up instances of each word
+      v.values[0][:words].each do |w|
+        word = w.gsub(/[^\'\w]/, "").capitalize
+        if words.has_key?(word) && !COMMON_WORDS.include?(word)
+          words[word] += 1
+        else
+          words[word] = 1
+        end
+      end
+    end
+    words.each do |w, n| # Create strings for the words that occur >1 times
+      case n
+      when 1..9 then word_array << "0#{n}x #{w}"
+      when 10..99 then word_array << "#{n}x #{w}"
+      end
+    end
+    if word_array.empty?
+      puts "\nIt appears that @#{username} is not much of a talker."
+    else
+      puts "\n@#{username}'s current favorite word(s):"
+      puts word_array.sort.reverse.take(10)
+    end
+  end
+
+  def get_shouts
+    collection = []
+    tweets.each{|num, tweet| collection << tweet.values[0][:shouts]}
+    if collection.flatten.compact.empty?
+      puts "\nIt appears that @#{username} isn't excited by anything."
+    else
+      puts "\n@#{username} shouted about the following things:"
+      collection.flatten.compact.uniq.each{|s| puts s}
+    end
+  end
+
+  def get_pix
+    collection = []
+    tweets.each{|num, tweet| collection << tweet.values[0][:pix]}
+    if collection.flatten.compact.empty?
+      puts "\nIt appears that @#{username} doesn't think a picture is worth 140 characters."
+    else
+      puts "\n@#{username} shared the following risky clicks:"
+      collection.flatten.compact.uniq.each{|p| puts p}
+    end
+  end
+
+  def get_links
+    collection = []
+    tweets.each{|num, tweet| collection << tweet.values[0][:links]}
+    if collection.flatten.compact.empty?
+      puts "\nIt appears that @#{username} hasn't found anything worth sharing on the interwebs."
+    else
+      puts "\n@#{username} directed traffic to the following sites:"
+      collection.flatten.compact.uniq.each{|l| puts l}
+    end
+  end
+
+  def get_numbers
+    collection = []
+    tweets.each{|num, tweet| collection << tweet.values[0][:numbers]}
+    if collection.flatten.compact.empty?
+      puts "\nIt appears that @#{username} isn't a numbers person."
+    else
+      puts "\n@#{username} loves them some digits:"
+      collection.flatten.compact.uniq.each{|n| puts n}
+    end
+  end
+
+  def get_acronyms
+    collection = []
+    tweets.each{|num, tweet| collection << tweet.values[0][:acronyms]}
+    if collection.flatten.compact.empty?
+      puts "\nIt appears that @#{username} really likes to spell everything out."
+    else
+      puts "\n@#{username} was too lazy to type out the following acronyms:"
+      collection.flatten.compact.uniq.each{|a| puts a}
+    end
+  end
+
+  def get_hashtags
+    collection = []
+    tweets.each{|num, tweet| collection << tweet.values[0][:hashtags]}
+    if collection.flatten.compact.empty?
+      puts "\nIt appears that @#{username} isn't maximizing their #impressions."
+    else
+      puts "\n@#{username} ameliorated the lack of Thought Leadership on these topics:"
+      collection.flatten.compact.uniq.each{|h| puts h}
+    end
+  end
+
+  def get_usernames
+    collection = []
+    tweets.each{|num, tweet| collection << tweet.values[0][:usernames]}
+    if collection.flatten.compact.empty?
+      puts "\nIt appears that @#{username} is a bit of a solipsist."
+    else
+      puts "\n@#{username} thinkfluenced the following users:"
+      collection.flatten.compact.uniq{|u| u.downcase}.each{|u| puts u}
+    end
+  end
+end

data/lib/twexicon/cli.rb

@@ -0,0 +1,25 @@
+class Twexicon::CLI
+  def call
+    puts "Welcome to Twexicon."
+    run = true
+
+    while run
+      username = Twexicon::Validator.new.run
+      tweets = Twexicon::Scraper.new(username).refine_tweets
+      if tweets.empty?
+        puts "Unfortunately, @#{username} has never tweeted or has their tweets protected. Sorry about that."
+      else
+        Twexicon::Analyzer.new(username, tweets)
+      end
+
+      input = ""
+      until input =~ /^[yn]$/
+        puts "Would you like to look up tweets from another Twitter handle? [Y/N]"
+        input = gets.strip.gsub(/\W/, "").downcase
+      end
+      input =~ /[n]/ ? run = false : run = true
+    end
+
+    puts "Thank you –– come again!"
+  end
+end

data/lib/twexicon/scraper.rb

@@ -0,0 +1,27 @@
+class Twexicon::Scraper
+  attr_reader :tweets
+
+  def initialize(username)
+    @tweets = {}
+    scrape_tweets(username)
+  end
+
+  def scrape_tweets(username)
+    Nokogiri::HTML(open("https://twitter.com/#{username}")).css(".tweet-text").each{|t| tweets[tweets.length+1] = {t.text => {:pix => [], :links => [], :hashtags => [], :usernames => [], :numbers => [], :acronyms => [], :shouts => [], :words => []}}}
+  end
+
+  def refine_tweets
+    tweets.each do |num, tweet|
+      t = tweet.keys[0].dup
+      t.scan(/pic.twitter.com\/\w{10}/){|p| tweet.values[0][:pix] << p.strip}.gsub!(/pic.twitter.com\/\w{10}/, " ")
+      t.scan(/https?:\/\/[\w\.\?\=\&\-\/\#]+/){|w| tweet.values[0][:links] << w.strip}.gsub!(/https?:\/\/[\w\.\?\=\&\-\/\#]+/, " ")
+      t.scan(/#\w+/){|h| tweet.values[0][:hashtags] << h.gsub(/\W/, "").prepend("#")}.gsub!(/#\w+/, " ")
+      t.scan(/@\w+/){|u| tweet.values[0][:usernames] << u.gsub(/\W/, "").prepend("@")}.gsub!(/@\w+/, " ")
+      t.scan(/(\d+[:\.\b]?\d*)+/){|n| tweet.values[0][:numbers] << n.first.gsub(/(^\W+|\W+$)/, "")}.gsub!(/(\d+[:\.\b]?\d*)+/, " ")
+      t.scan(/(\b[A-Z][\.\b][A-Z][\.\b][A-Z][\.\b]|\b[A-Z][\.\b][A-Z][\.\b])/){|a| tweet.values[0][:acronyms] << a.first.strip}.gsub!(/(\b[A-Z][\.\b][A-Z][\.\b][A-Z][\.\b]|\b[A-Z][\.\b][A-Z][\.\b])/, " ")
+      t.scan(/(([A-Z]+\W){2,}|[A-Z]{4,}\W)/){|s| tweet.values[0][:shouts] << s.first.gsub(/\W/, " ").strip}.gsub!(/(([A-Z]+\W){2,}|[A-Z]{4,}\W)/, " ")
+      t.scan(/\b[A-Z]{2,3}\b/){|a| tweet.values[0][:acronyms] << a.strip}.gsub!(/\b[A-Z]{2,3}\b/, " ")
+      t.scan(/\w+['\/]?\w*/){|w| tweet.values[0][:words] << w.strip}.gsub!(/\w+['\/]?\w*/, " ")
+    end
+  end
+end

data/lib/twexicon/validator.rb

@@ -0,0 +1,40 @@
+class Twexicon::Validator
+  attr_reader :username
+
+  TWITTER_RESERVED_WORDS = ["settings", "i", "search", "logout", "login", "download", "signup", "tos", "privacy", "account"]
+
+  def initialize
+    @username = ""
+  end
+
+  def run
+    until username.length > 0
+      puts "\nPlease enter a valid Twitter handle:"
+      @username = gets.gsub(/\W/, "")
+      until is_valid?
+        puts "Sorry, that doesn't seem to be a valid Twitter account. Please try again."
+        @username = gets.gsub(/\W/, "")
+      end
+      begin
+        @username = Nokogiri::HTML(open("https://twitter.com/#{username}")).css("span.u-linkComplex-target").first.text
+      rescue OpenURI::HTTPError, NoMethodError
+        puts "Hm, that doesn't seem to be an active Twitter account."
+        @username = ""
+        run
+      rescue SocketError
+        puts "Sorry, the network isn't responding. Please try again."
+        @username = ""
+        run
+      rescue
+        puts "Something went wrong. Please try again."
+        @username = ""
+        run
+      end
+    end
+    "#{username}"
+  end
+
+  def is_valid?
+    username.match(/^\w{1,15}$/) && !TWITTER_RESERVED_WORDS.include?(username.downcase)
+  end
+end

data/lib/twexicon/version.rb

@@ -0,0 +1,3 @@
+module Twexicon
+  VERSION = "0.1.6"
+end

metadata

@@ -0,0 +1,117 @@
+--- !ruby/object:Gem::Specification
+name: twexicon
+version: !ruby/object:Gem::Version
+  version: 0.1.6
+platform: ruby
+authors:
+- Gabe Jackson
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2016-07-19 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.5'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.5'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.10'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.10'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.5'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.5'
+description: 'When provided a valid Twitter handle, allows for command-line access
+  to the given user''s most recent tweets. Permits the retrieval of individual tweets
+  and can provide ordered lists outlining the following details from the user''s recent
+  tweets: their most frequently used words; any embedded pictures or videos; any embedded
+  hyperlinks; any #hashtags or @usernames mentioned; any numbers, such as years or
+  times of day; any acronyms mentioned; and, last but definitely not least, anything
+  the tweeter felt passionately enough about to SCREAM IN ALL CAPS.'
+email: gj+code@mail.co.de
+executables:
+- twexicon
+extensions: []
+extra_rdoc_files: []
+files:
+- bin/console
+- bin/setup
+- bin/twexicon
+- config/environment.rb
+- lib/twexicon.rb
+- lib/twexicon/analyzer.rb
+- lib/twexicon/cli.rb
+- lib/twexicon/scraper.rb
+- lib/twexicon/validator.rb
+- lib/twexicon/version.rb
+homepage: https://github.com/gj/twexicon-cli-gem
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.6.6
+signing_key: 
+specification_version: 4
+summary: CLI gem that returns a given Twitter user's most recent tweets and does some
+  basic textual analysis.
+test_files: []