ayadn 3.0 → 4.0

data/lib/ayadn/workers.rb

@@ -2,17 +2,15 @@
 module Ayadn
   class Workers
 
-    attr_reader :thor
-
-    def initialize
-      @status = Status.new
+    def initialize status = Status.new
+      @status = status
     end
 
     def table_borders
-      if Settings.options[:formats][:table][:borders] == true
-        { :width => Settings.options[:formats][:table][:width], border_x: '—', border_i: '+', border_y: '|' }
+      if Settings.options.formats.table.borders
+        { :width => Settings.options.formats.table.width, border_x: '—', border_i: '+', border_y: '|' }
       else
-        { :width => Settings.options[:formats][:table][:width], border_x: ' ', border_i: ' ', border_y: ' ' }
+        { :width => Settings.options.formats.table.width, border_x: ' ', border_i: ' ', border_y: ' ' }
       end
     end
 
@@ -23,7 +21,7 @@ module Ayadn
       table.headings = [ 'Channel', 'Alias' ]
       list.each_with_index do |obj, index|
         table << [obj[0].to_s.color(:green), obj[1].color(:red)]
-        if index + 1 != list.length && Settings.options[:timeline][:compact] == false
+        if index + 1 != list.length && !Settings.options.timeline.compact
           table << :separator
         end
       end
@@ -38,7 +36,7 @@ module Ayadn
       list.sort!
       list.each_with_index do |obj, index|
         table << ["#{obj[1].capitalize}".to_s.force_encoding("UTF-8").color(:green), "#{obj[0]}".to_s.force_encoding("UTF-8").color(:red)]
-        if index + 1 != list.length && Settings.options[:timeline][:compact] == false
+        if index + 1 != list.length && !Settings.options.timeline.compact
           table << :separator
         end
       end
@@ -46,27 +44,13 @@ module Ayadn
     end
 
     def build_reposted_list(list, target)
-      table = init_table
-      table.title = "List of users who reposted post ".color(:cyan) + "#{target}".color(:red) + "".color(:white)
-      users_list = []
-      list.each do |obj|
-        obj['name'].nil? ? name = "" : name = obj['name'].to_s.force_encoding("UTF-8")
-        users_list << {:username => obj['username'], :name => name, :you_follow => obj['you_follow'], :follows_you => obj['follows_you'], :id => obj['id'], :posts => obj['counts']['posts']}
-      end
-      table.style = table_borders()
-      return users_list, table
+      title = "List of users who reposted post ".color(:cyan) + "#{target}".color(:red) + "".color(:white)
+      build_reposted_or_starred_list(list, title)
     end
 
     def build_starred_list(list, target)
-      table = init_table
-      table.title = "List of users who starred post ".color(:cyan) + "#{target}".color(:red) + "".color(:white)
-      users_list = []
-      list.each do |obj|
-        obj['name'].nil? ? name = "" : name = obj['name'].to_s.force_encoding("UTF-8")
-        users_list << {:username => obj['username'], :name => name, :you_follow => obj['you_follow'], :follows_you => obj['follows_you'], :id => obj['id'], :posts => obj['counts']['posts']}
-      end
-      table.style = table_borders()
-      return users_list, table
+      title = "List of users who starred post ".color(:cyan) + "#{target}".color(:red) + "".color(:white)
+      build_reposted_or_starred_list(list, title)
     end
 
     def build_followings_list(list, target, options = {}) #takes a hash of users with ayadn format
@@ -124,62 +108,60 @@ module Ayadn
         obj[:name] = "" if obj[:name].nil?
         obj[:username].length > 23 ? username = "#{obj[:username][0..20]}..." : username = obj[:username]
         obj[:name].length > 23 ? name = "#{obj[:name][0..20]}..." : name = obj[:name]
-        arr << [ "@#{username} ".color(Settings.options[:colors][:username]), "#{name.to_s.force_encoding('UTF-8')}", obj[:posts] ]
+        arr << [ "@#{username} ".color(Settings.options.colors.username), "#{name.to_s.force_encoding('UTF-8')}", obj[:posts] ]
       end
       if options[:reverse]
         arr.reverse!
       end
-      if Settings.options[:formats][:list][:reverse] == true
+      if Settings.options.formats.list.reverse
         arr.reverse!
       end
       arr.each_with_index do |obj, index|
         table << arr[index]
-        if index + 1 != arr.length && Settings.options[:timeline][:compact] == false
+        if index + 1 != arr.length && !Settings.options.timeline.compact
           table << :separator
         end
       end
       table
     end
 
-    # builds a hash of hashes, each hash is a normalized post with post id as a key
-    def build_posts(data, niceranks = {})
+    def build_posts(posts, niceranks = {})
       # skip objects in blacklist unless force
-      posts = {}
-      data.each.with_index(1) do |post, index|
-        unless Settings.global[:force] == true
-          if Settings.options[:blacklist][:active] == true
-            if Databases.is_in_blacklist?('client', post['source']['name'].downcase)
-                Debug.skipped({source: post['source']['name']})
+      results = []
+      posts.each.with_index(1) do |post, index|
+        unless Settings.global.force
+          if Settings.options.blacklist.active
+            if Databases.is_in_blacklist?('client', post.source.name.downcase)
+                Debug.skipped({source: post.source.name})
                 next
             end
           end
         end
-        unless Settings.global[:force] == true
-          if Settings.options[:blacklist][:active] == true
-            if Databases.is_in_blacklist?('user', post['user']['username'].downcase)
-              Debug.skipped({user: post['user']['username']})
+        unless Settings.global.force
+          if Settings.options.blacklist.active
+            if Databases.is_in_blacklist?('user', post.user.username.downcase)
+              Debug.skipped({user: post.user.username})
               next
             end
           end
         end
         hashtags = extract_hashtags(post)
         @skip = false
-        unless Settings.global[:force] == true
-          if Settings.options[:blacklist][:active] == true
-            hashtags.each do |h|
-              if Databases.is_in_blacklist?('hashtag', h.downcase)
+        unless Settings.global.force
+          if Settings.options.blacklist.active
+            hashtags.each do |tag|
+              if Databases.is_in_blacklist?('hashtag', tag.downcase)
                 @skip = true
-                Debug.skipped({hashtag: h})
+                Debug.skipped({hashtag: tag})
                 break
               end
             end
           end
         end
         next if @skip
-        mentions= []
-        post['entities']['mentions'].each { |m| mentions << m['name'] }
-        unless Settings.global[:force] == true
-          if Settings.options[:blacklist][:active] == true
+        mentions = extract_mentions(post)
+        unless Settings.global.force
+          if Settings.options.blacklist.active
             mentions.each do |m|
               if Databases.is_in_blacklist?('mention', m.downcase)
                 @skip = true
@@ -190,9 +172,9 @@ module Ayadn
           end
         end
         next if @skip
-        unless Settings.global[:force] == true
-          if Settings.options[:blacklist][:active] == true
-            post['text'].split(" ").each do |word|
+        unless Settings.global.force
+          if Settings.options.blacklist.active
+            post.text.split(" ").each do |word|
               target_word = word.gsub(/[~:-;,?!\'&`^=+<>*%()\/"“”’°£$€.…]/, "")
               if Databases.is_in_blacklist?('word', target_word.downcase)
                 Debug.skipped({word: target_word})
@@ -205,108 +187,105 @@ module Ayadn
         next if @skip
         
         # create custom objects from ADN response
-        if niceranks[post['user']['id'].to_i]
-          rank = niceranks[post['user']['id'].to_i][:rank]
-          is_human = niceranks[post['user']['id'].to_i][:is_human]
+        filtered = FilteredPost.new(post) 
+        
+        user_id_int = post.user.id.to_i
+        if niceranks[user_id_int]
+          filtered.nicerank = niceranks[user_id_int][:rank]
+          filtered.is_human = niceranks[user_id_int][:is_human]
         else
-          rank = false
-          is_human = 'unknown'
+          filtered.nicerank = false
+          filtered.is_human = 'unknown'
         end
 
-        if post['user'].has_key?('name')
-          name = post['user']['name'].to_s.force_encoding("UTF-8")
+        if !post.user.name.blank?
+          filtered.name = post.user.name.force_encoding("UTF-8")
         else
-          name = "(no name)"
+          filtered.name = "(no name)"
         end
 
-        source = post['source']['name'].to_s.force_encoding("UTF-8")
-
-        values = {
-          count: index,
-          id: post['id'].to_i,
-          name: name,
-          thread_id: post['thread_id'],
-          username: post['user']['username'],
-          user_id: post['user']['id'].to_i,
-          nicerank: rank,
-          is_human: is_human,
-          handle: "@#{post['user']['username']}",
-          type: post['user']['type'],
-          date: parsed_time(post['created_at']),
-          date_short: parsed_time_short(post['created_at']),
-          you_starred: post['you_starred'],
-          source_name: source,
-          source_link: post['source']['link'],
-          canonical_url: post['canonical_url'],
-          tags: hashtags,
-          links: extract_links(post),
-          mentions: mentions,
-          directed_to: mentions.first || false
-        }
-
-        values[:checkins], values[:has_checkins] = extract_checkins(post)
-
-        if post['repost_of']
-          values[:is_repost] = true
-          values[:repost_of] = post['repost_of']['id']
-          values[:original_poster] = post['repost_of']['user']['username']
+        source = post.source.name.force_encoding("UTF-8")
+
+        filtered.count = index
+        filtered.id = post.id.to_i
+        filtered.thread_id = post.thread_id
+        filtered.username = post.user.username
+        filtered.user_id = post.user.id.to_i
+        filtered.handle = "@#{post.user.username}"
+        filtered.type = post.user.type
+        filtered.date = parsed_time(post.created_at)
+        filtered.date_short = parsed_time_short(post.created_at)
+        filtered.you_starred = post.you_starred
+        filtered.source_name = source
+        filtered.source_link = post.source.link
+        filtered.canonical_url = post.canonical_url
+        filtered.tags = hashtags
+        filtered.links = extract_links(post)
+        filtered.mentions = mentions
+        filtered.directed_to = mentions.first || false
+        filtered.checkins, filtered.has_checkins = extract_checkins(post)
+
+        if !post.repost_of.nil?
+          filtered.is_repost = true
+          filtered.repost_of = post.repost_of.id
+          filtered.original_poster = post.repost_of.user.username
         else
-          values[:is_repost] = false
-          values[:repost_of] = nil
-          values[:original_poster] = post['user']['username']
+          filtered.is_repost = false
+          filtered.repost_of = nil
+          filtered.original_poster = post.user.username
         end
 
-        unless post['text'].nil?
-          values[:raw_text] = post['text']
-          values[:text] = colorize_text(post['text'], mentions, hashtags)
+        unless post.text.blank?
+          filtered.raw_text = post.text
+          filtered.text = colorize_text(post.text, mentions, hashtags)
         else
-          values[:raw_text] = ""
-          values[:text] = "(no text)"
+          filtered.raw_text = ""
+          filtered.text = "(no text)"
         end
 
-        unless post['num_stars'].nil? || post['num_stars'] == 0
-          values[:is_starred] = true
-          values[:num_stars] = post['num_stars']
+        unless post.num_stars.nil? || post.num_stars == 0
+          filtered.is_starred = true
+          filtered.num_stars = post.num_stars
         else
-          values[:is_starred] = false
-          values[:num_stars] = 0
+          filtered.is_starred = false
+          filtered.num_stars = 0
         end
 
-        if post['num_replies']
-          values[:num_replies] = post['num_replies']
+        if !post.num_replies.nil?
+          filtered.num_replies = post.num_replies
         else
-          values[:num_replies] = 0
+          filtered.num_replies = 0
         end
 
-        if post['reply_to']
-          values[:is_reply] = true
-          values[:reply_to] = post['reply_to']
+        if !post.reply_to.nil?
+          filtered.is_reply = true
+          filtered.reply_to = post.reply_to
         else
-          values[:is_reply] = false
-          values[:reply_to] = nil
+          filtered.is_reply = false
+          filtered.reply_to = nil
         end
-        if post['num_reposts']
-          values[:num_reposts] = post['num_reposts']
+        if !post.num_reposts.nil?
+          filtered.num_reposts = post.num_reposts
         else
-          values[:num_reposts] = 0
+          filtered.num_reposts = 0
         end
 
-        posts[post['id'].to_i] = values
+        results << filtered
 
       end
 
-      posts
+      results
     end
 
     def extract_links(post)
-      links = post['entities']['links'].map { |l| l['url'] }
-      unless post['annotations'].nil? || post['annotations'].empty?
-        post['annotations'].each do |ann|
-          if ann['type'] == "net.app.core.oembed"
-            if ann['value']['embeddable_url']
-              links << ann['value']['embeddable_url']
-            elsif ann['value']['url'] && Settings.options[:channels][:links] == true
-              links << ann['value']['url']
+      links = post.entities.links.map { |l| l.url }
+      unless post.annotations.blank?
+        post.annotations.each do |ann|
+          if ann.type == "net.app.core.oembed"
+            if ann.value['embeddable_url']
+              links << ann.value['embeddable_url']
+            elsif ann.value['url'] && Settings.options.channels.links
+              links << ann.value['url']
             end
           end
         end
@@ -322,26 +301,26 @@ module Ayadn
           'origin' => origin,
           'args' => args,
           'created_at' => Time.now,
-          'username' => Settings.config[:identity][:handle]
+          'username' => Settings.config.identity.handle
         },
         'data' => links
       }
-      filename = "#{Settings.config[:identity][:handle]}_#{origin}_links.json"
+      filename = "#{Settings.config.identity.handle}_#{origin}_links.json"
       FileOps.save_links(obj, filename)
       @status.links_saved(filename)
     end
 
     def extract_hashtags(post)
-      post['entities']['hashtags'].map { |h| h['name'] }
+      post.entities.hashtags.map { |h| h.name }
     end
 
     def extract_mentions(post)
-      post['entities']['mentions'].map { |m| m['name'] }
+      post.entities.mentions.map { |m| m.name }
     end
 
-    def build_channels(data, options = {})
+    def build_channels(stream, options = {})
       bucket = []
-      data = [data] unless data.is_a?(Array)
+      stream = [stream] unless stream.is_a?(Array)
       if options[:channels]
         @status.say_yellow :downloading, "list of channels and their users credentials"
         @status.say_info "it could take a while if there are many results and users"
@@ -350,19 +329,21 @@ module Ayadn
         @status.say_info "users are recorded in a database for later filtering and analyzing"
         @status.say_info "it could take a while if there are many results"
       end
+
       chan = Struct.new(:id, :num_messages, :subscribers, :type, :owner, :annotations, :readers, :editors, :writers, :you_subscribed, :unread, :recent_message_id, :recent_message)
+
       no_user = {}
-      @api = API.new
-      data.each do |ch|
-        unless ch['writers']['user_ids'].empty?
-          @status.say_cyan :parsing, "channel #{ch['id']}"
+      api = API.new
+      stream.each do |ch|
+        unless ch.writers.user_ids.empty?
+          @status.say_cyan :parsing, "channel #{ch.id}"
           usernames = []
-          ch['writers']['user_ids'].each do |id|
+          ch.writers.user_ids.each do |id|
             next if no_user[id]
             db = Databases.find_user_by_id(id)
             if db.nil?
               @status.say_yellow :downloading, "user #{id}"
-              resp = @api.get_user(id)
+              resp = api.get_user(id)
 
               if resp['meta']['code'] != 200
                 @status.say_error "can't get user #{id}'s data, skipping"
@@ -382,22 +363,26 @@ module Ayadn
               usernames << the_username
             end
           end
-          usernames << Settings.config[:identity][:handle] unless usernames.length == 1 && usernames.first == Settings.config[:identity][:handle]
+          usernames << Settings.config.identity.handle unless usernames.length == 1 && usernames.first == Settings.config[:identity][:handle]
           writers = usernames.join(", ")
         else
-          writers = Settings.config[:identity][:handle]
+          writers = Settings.config.identity.handle
         end
-        if ch['has_unread']
+        if ch.has_unread
           unread = "This channel has unread message(s)"
         else
           unread = "No unread messages"
         end
-        bucket << chan.new(ch['id'], ch['counts']['messages'], ch['counts']['subscribers'], ch['type'], ch['owner'], ch['annotations'], ch['readers'], ch['editors'], writers, ch['you_subscribed'], unread, ch['recent_message_id'], ch['recent_message'])
+        bucket << chan.new(ch.id, ch.counts.messages, ch.counts.subscribers, ch.type, ch.owner, ch.annotations, ch.readers, ch.editors, writers, ch.you_subscribed, unread, ch.recent_message_id, ch.recent_message)
       end
-      puts "\e[H\e[2J"
+      clear_screen
       bucket
     end
 
+    def clear_screen
+      puts "\e[H\e[2J"
+    end
+
     def parsed_time(string)
       "#{string[0...10]} #{string[11...19]}"
     end
@@ -513,8 +498,8 @@ module Ayadn
       reg_sentence = '^.+[\r\n]*'
       handles, words, sentences = [], [], []
       mentions.each {|username| handles << "@#{username}"}
-      hashtag_color = Settings.options[:colors][:hashtags]
-      mention_color = Settings.options[:colors][:mentions]
+      hashtag_color = Settings.options.colors.hashtags
+      mention_color = Settings.options.colors.mentions
       text.scan(/#{reg_sentence}/) do |sentence|
         sentence.split(' ').each do |word|
 
@@ -537,7 +522,7 @@ module Ayadn
             slices.each do |tag|
               has_h = true if hashtags.include?(tag.downcase.scan(/[[:alpha:]0-9_]/).join(''))
             end
-            if has_h == true
+            if has_h
               if slices.length > 1
                 words << slices.join('#').gsub(/#{reg_tag}/, '#\1'.color(hashtag_color))
               else
@@ -569,7 +554,7 @@ module Ayadn
         sentences << words.join(' ')
         words = Array.new
       end
-      if Settings.options[:timeline][:compact] == true
+      if Settings.options.timeline.compact
         without_linebreaks = sentences.keep_if { |s| s != "" }
         without_linebreaks.join("\n")
       else
@@ -579,14 +564,14 @@ module Ayadn
 
     def links_from_posts(stream)
       links = []
-      stream['data'].each do |post|
+      stream.posts.each do |post|
         extract_links(post).each {|l| links << l}
       end
       links.uniq
     end
 
     def all_but_me usernames
-      arr = usernames.select {|user| user != 'me'}
+      arr = usernames.select { |user| user != 'me' && user != Settings.config.identity.username }
       at(arr)
     end
 
@@ -596,6 +581,18 @@ module Ayadn
 
     private
 
+    def build_reposted_or_starred_list list, title
+      table = init_table
+      table.title = title
+      users_list = []
+      list.each do |obj|
+        obj['name'].nil? ? name = "" : name = obj['name'].to_s.force_encoding("UTF-8")
+        users_list << {:username => obj['username'], :name => name, :you_follow => obj['you_follow'], :follows_you => obj['follows_you'], :id => obj['id'], :posts => obj['counts']['posts']}
+      end
+      table.style = table_borders()
+      return users_list, table
+    end
+
     def def_str(word, reg_split)
       splitted = word.split(/#{reg_split}/) if word =~ /#{reg_split}/
       if splitted
@@ -609,7 +606,7 @@ module Ayadn
 
     def init_table
       Terminal::Table.new do |t|
-        t.style = { :width => Settings.options[:formats][:table][:width] }
+        t.style = { :width => Settings.options.formats.table.width }
       end
     end
 
@@ -623,38 +620,39 @@ module Ayadn
     def extract_checkins(post)
       has_checkins = false
       checkins = {}
-      unless post['annotations'].nil? || post['annotations'].empty?
-        post['annotations'].each do |obj|
-          case obj['type']
+      unless post.annotations.blank?
+        post.annotations.each do |anno|
+          anno_value = anno.value
+          case anno.type
           when "net.app.core.checkin", "net.app.ohai.location"
             has_checkins = true
             checkins = {
-              name: obj['value']['name'],
-              address: obj['value']['address'],
-              address_extended: obj['value']['address_extended'],
-              locality: obj['value']['locality'],
-              postcode: obj['value']['postcode'],
-              country_code: obj['value']['country_code'],
-              website: obj['value']['website'],
-              telephone: obj['value']['telephone']
+              name: anno_value['name'],
+              address: anno_value['address'],
+              address_extended: anno_value['address_extended'],
+              locality: anno_value['locality'],
+              postcode: anno_value['postcode'],
+              country_code: anno_value['country_code'],
+              website: anno_value['website'],
+              telephone: anno_value['telephone']
             }
-            unless obj['value']['categories'].nil?
-              unless obj['value']['categories'][0].nil?
-                checkins[:categories] = obj['value']['categories'][0]['labels'].join(", ")
+            unless anno_value['categories'].nil?
+              unless anno_value['categories'][0].nil?
+                checkins[:categories] = anno_value['categories'][0]['labels'].join(", ")
               end
             end
-            unless obj['value']['factual_id'].nil?
-              checkins[:factual_id] = obj['value']['factual_id']
+            unless anno_value['factual_id'].nil?
+              checkins[:factual_id] = anno_value['factual_id']
             end
-            unless obj['value']['longitude'].nil?
-              checkins[:longitude] = obj['value']['longitude']
-              checkins[:latitude] = obj['value']['latitude']
+            unless anno_value['longitude'].nil?
+              checkins[:longitude] = anno_value['longitude']
+              checkins[:latitude] = anno_value['latitude']
             end
-            unless obj['value']['title'].nil?
-              checkins[:title] = obj['value']['title']
+            unless anno_value['title'].nil?
+              checkins[:title] = anno_value['title']
             end
-            unless obj['value']['region'].nil?
-              checkins[:region] = obj['value']['region']
+            unless anno_value['region'].nil?
+              checkins[:region] = anno_value['region']
             end
           end
         end