ayadn 0.6.4 → 1.0.0

data/lib/ayadn/workers.rb

@@ -0,0 +1,362 @@
+# encoding: utf-8
+module Ayadn
+  class Workers
+
+    def build_aliases_list(list)
+      table = init_table
+      table.title = "List of your channel aliases".color(:cyan) + "".color(:white)
+      list.each do |k,v|
+        table << ["#{k}".color(:green), "#{v}".color(:red)]
+      end
+      table
+    end
+
+    def build_blacklist_list(list)
+      table = init_table
+      table.title = "Your blacklist".color(:cyan) + "".color(:white)
+      list.each do |k,v|
+        table << ["#{v.capitalize}".color(:green), "#{k}".color(:red)]
+      end
+      table
+    end
+
+    def build_reposted_list(list, target)
+      table = init_table
+      table.title = "List of users who reposted post ".color(:cyan) + "#{target}".color(:red) + "".color(:white)
+      users_list = []
+      list.each do |obj|
+        obj['name'].nil? ? name = "" : name = obj['name']
+        users_list << {:username => obj['username'], :name => name, :you_follow => obj['you_follow'], :follows_you => obj['follows_you']}
+      end
+      return users_list, table
+    end
+
+    def build_starred_list(list, target)
+      table = init_table
+      table.title = "List of users who starred post ".color(:cyan) + "#{target}".color(:red) + "".color(:white)
+      users_list = []
+      list.each do |obj|
+        obj['name'].nil? ? name = "" : name = obj['name']
+        users_list << {:username => obj['username'], :name => name, :you_follow => obj['you_follow'], :follows_you => obj['follows_you']}
+      end
+      return users_list, table
+    end
+
+    def build_followings_list(list, target) #takes a hash of users with ayadn format
+      table = init_table
+      if target == "me"
+        table.title = "List of users you're following".color(:cyan) + "".color(:white)
+      else
+        table.title = "List of users ".color(:cyan) + "#{target}".color(:red) + " is following ".color(:cyan) + "".color(:white)
+      end
+      users_list = build_users_array(list)
+      build_users_list(users_list, table)
+    end
+
+    def build_followers_list(list, target)
+      table = init_table
+      if target == "me"
+        table.title = "List of your followers".color(:cyan) + "".color(:white)
+      else
+        table.title = "List of users following ".color(:cyan) + "#{target}".color(:red) + "".color(:white)
+      end
+      users_list = build_users_array(list)
+      build_users_list(users_list, table)
+    end
+
+    def build_muted_list(list)
+      table = init_table
+      table.title = "List of users you muted".color(:cyan) + "".color(:white)
+      users_list = build_users_array(list)
+      build_users_list(users_list, table)
+    end
+
+    def build_blocked_list(list)
+      table = init_table
+      table.title = "List of users you blocked".color(:cyan) + "".color(:white)
+      users_list = build_users_array(list)
+      build_users_list(users_list, table)
+    end
+
+    def build_users_list(list, table)
+      list.each_with_index do |obj, index|
+        unless obj[:name].nil?
+          table << [ "@#{obj[:username]} ".color(Settings.options[:colors][:username]), "#{obj[:name]}" ]
+        else
+          table << [ "@#{obj[:username]} ".color(Settings.options[:colors][:username]), "" ]
+        end
+        table << :separator unless index + 1 == list.length
+      end
+      table
+    end
+
+    def build_posts(data)
+      # builds a hash of hashes, each hash is a normalized post with post id as a key
+      posts = {}
+
+      data.each.with_index(1) do |post, index|
+        next if Databases.blacklist[post['source']['name']]
+        hashtags = extract_hashtags(post)
+        @skip = false
+        hashtags.each do |h|
+          if Databases.blacklist[h]
+            @skip = true
+            break
+          end
+        end
+        next if @skip
+        mentions= []
+        post['entities']['mentions'].each { |m| mentions << m['name'] }
+        mentions.each do |m|
+          if Databases.blacklist["@" + m]
+            @skip = true
+            break
+          end
+        end
+        next if @skip
+
+        if post['user'].has_key?('name')
+          name = post['user']['name'].to_s.force_encoding("UTF-8")
+        else
+          name = "(no name)"
+        end
+
+        source = post['source']['name'].to_s.force_encoding("UTF-8")
+
+        values = {
+          count: index,
+          id: post['id'].to_i,
+          name: name,
+          thread_id: post['thread_id'],
+          username: post['user']['username'],
+          handle: "@#{post['user']['username']}",
+          type: post['user']['type'],
+          date: parsed_time(post['created_at']),
+          you_starred: post['you_starred'],
+          source_name: source,
+          source_link: post['source']['link'],
+          canonical_url: post['canonical_url']
+        }
+
+        values[:tags] = hashtags
+
+        values[:links] = extract_links(post)
+
+        if post['repost_of']
+          values[:is_repost] = true
+          values[:repost_of] = post['repost_of']['id']
+          values[:original_poster] = post['repost_of']['user']['username']
+        else
+          values[:is_repost] = false
+          values[:repost_of] = nil
+          values[:original_poster] = post['user']['username']
+        end
+
+        unless post['text'].nil?
+          values[:raw_text] = post['text']
+          values[:text] = colorize_text(post['text'], mentions)
+        else
+          values[:raw_text] = ""
+          values[:text] = "(no text)"
+        end
+
+        unless post['num_stars'].nil? || post['num_stars'] == 0
+          values[:is_starred] = true
+          values[:num_stars] = post['num_stars']
+        else
+          values[:is_starred] = false
+          values[:num_stars] = 0
+        end
+
+        if post['reply_to']
+          values[:is_reply] = true
+          values[:reply_to] = post['reply_to']
+          values[:num_replies] = post['num_replies']
+        else
+          values[:is_reply] = false
+          values[:reply_to] = nil
+          values[:num_replies] = 0
+        end
+        if post['num_reposts']
+          values[:num_reposts] = post['num_reposts']
+        else
+          values[:num_reposts] = 0
+        end
+
+        values[:mentions] = mentions
+        values[:directed_to] = mentions.first || false
+        values[:checkins], values[:has_checkins] = extract_checkins(post)
+
+        posts[post['id'].to_i] = values
+
+      end
+      posts
+    end
+
+    def extract_links(post)
+      links = []
+      post['entities']['links'].each { |l| links << l['url'] }
+      unless post['annotations'].nil? || post['annotations'].empty?
+        post['annotations'].each do |ann|
+          if ann['type'] == "net.app.core.oembed"
+            links << ann['value']['embeddable_url'] if ann['value']['embeddable_url']
+          end
+        end
+      end
+      links.uniq!
+      links
+    end
+
+    def extract_hashtags(post)
+      tags = []
+      post['entities']['hashtags'].each { |h| tags << h['name'] }
+      tags
+    end
+
+    def build_channels(data)
+      channels = []
+      data.each { |ch| channels << ch }
+      bucket = []
+      puts "Downloading new channels and unknown users ids.\nThis is a one time operation, ids are being recorded in a database.\n\nPlease wait, it could take a while if you have many channels...".color(:cyan)
+      chan = Struct.new(:id, :num_messages, :subscribers, :type, :owner, :annotations, :readers, :editors, :writers, :you_subscribed, :unread, :recent_message_id, :recent_message)
+      channels.each do |ch|
+        unless ch['writers']['user_ids'].empty?
+          usernames = []
+          ch['writers']['user_ids'].each do |id|
+            db = Databases.users[id]
+            unless db.nil?
+              usernames << "@" + db.keys.first
+            else
+              resp = API.new.get_user(id)
+              usernames << "@" + resp['data']['username']
+              Databases.add_to_users_db(id, resp['data']['username'], resp['data']['name'])
+            end
+          end
+          usernames << Settings.config[:identity][:handle] unless usernames.length == 1 && usernames.first == Settings.config[:identity][:handle]
+          writers = usernames.join(", ")
+        else
+          writers = Settings.config[:identity][:handle]
+        end
+        if ch['has_unread']
+          unread = "This channel has unread message(s)"
+        else
+          unread = "No unread messages"
+        end
+        bucket << chan.new(ch['id'], ch['counts']['messages'], ch['counts']['subscribers'], ch['type'], ch['owner'], ch['annotations'], ch['readers'], ch['editors'], writers, ch['you_subscribed'], unread, ch['recent_message_id'], ch['recent_message'])
+      end
+      puts "\e[H\e[2J"
+      bucket
+    end
+
+    def parsed_time(string)
+      "#{string[0...10]} #{string[11...19]}"
+    end
+
+    def self.add_arobase_if_missing(username) # expects an array of username(s), works on the first one and outputs a string
+      unless username.first == "me"
+        username = username.first.chars.to_a
+        username.unshift("@") unless username.first == "@"
+      else
+        username = "me".chars.to_a
+      end
+      username.join
+    end
+
+    def self.remove_arobase_if_present(username)
+      username = username.chars.to_a
+      username.shift if username.first == "@"
+      username.join
+    end
+
+    def self.extract_users(resp)
+      users_hash = {}
+      resp['data'].each do |item|
+        users_hash[item['id']] = [item['username'], item['name'], item['you_follow'], item['follows_you']]
+      end
+      users_hash
+    end
+
+    private
+
+    def colorize_text(text, mentions)
+      handles = Array.new
+      mentions.each {|username| handles << "@#{username}"}
+      words = Array.new
+      sentences = Array.new
+      hashtag_color = Settings.options[:colors][:hashtags]
+      mention_color = Settings.options[:colors][:mentions]
+      text.scan(/^.+[\r\n]*/) do |sentence|
+        sentence.split(' ').each do |word|
+          if word =~ /#\w+/
+            words << word.gsub(/#([A-Za-z0-9_]{1,255})(?![\w+])/, '#\1'.color(hashtag_color))
+          elsif word =~ /@\w+/
+            if handles.include?(word) || word =~ /@\w+[:]/
+              words << word.gsub(/@([A-Za-z0-9_]{1,20})(?![\w+])/, '@\1'.color(mention_color))
+            else
+              words << word
+            end
+          else
+            words << word
+          end
+        end
+        sentences << words.join(' ')
+        words = Array.new
+      end
+      sentences.join("\n")
+    end
+
+    def init_table
+      Terminal::Table.new do |t|
+        t.style = { :width => Settings.options[:formats][:table][:width] }
+      end
+    end
+
+    def build_users_array(list)
+      users_list = []
+      list.each do |key, value|
+        users_list << {:username => value[0], :name => value[1], :you_follow => value[2], :follows_you => value[3]}
+      end
+      users_list
+    end
+
+    def extract_checkins(post)
+      has_checkins = false
+      checkins = {}
+      unless post['annotations'].nil? || post['annotations'].empty?
+        post['annotations'].each do |obj|
+          case obj['type']
+          when "net.app.core.checkin", "net.app.ohai.location"
+            has_checkins = true
+            checkins = {
+              name: obj['value']['name'],
+              address: obj['value']['address'],
+              address_extended: obj['value']['address_extended'],
+              locality: obj['value']['locality'],
+              postcode: obj['value']['postcode'],
+              country_code: obj['value']['country_code'],
+              website: obj['value']['website'],
+              telephone: obj['value']['telephone']
+            }
+            unless obj['value']['categories'].nil?
+              unless obj['value']['categories'][0].nil?
+                checkins[:categories] = obj['value']['categories'][0]['labels'].join(", ")
+              end
+            end
+            unless obj['value']['factual_id'].nil?
+              checkins[:factual_id] = obj['value']['factual_id']
+            end
+            unless obj['value']['longitude'].nil?
+              checkins[:longitude] = obj['value']['longitude']
+              checkins[:latitude] = obj['value']['latitude']
+            end
+          #when "net.app.core.oembed"
+            #has_checkins = true
+            #checkins[:embeddable_url] = obj['value']['embeddable_url']
+          end
+        end
+      end
+      return checkins, has_checkins
+    end
+
+  end
+end

data/spec/helpers.rb

@@ -0,0 +1,19 @@
+require 'stringio'
+
+def capture_stdout(&blk)
+  old = $stdout
+  $stdout = fake = StringIO.new
+  blk.call
+  fake.string
+ensure
+  $stdout = old
+end
+
+def capture_stderr(&blk)
+  old = $stderr
+  $stderr = fake = StringIO.new
+  blk.call
+  fake.string
+ensure
+  $stderr = old
+end

data/spec/mock/@ericd.json

@@ -0,0 +1,160 @@
+{
+  "meta": {
+    "code": 200
+  },
+  "data": {
+    "you_muted": false,
+    "you_can_subscribe": true,
+    "is_following": true,
+    "is_follower": true,
+    "timezone": "Europe/Paris",
+    "you_follow": true,
+    "counts": {
+      "following": 412,
+      "posts": 4513,
+      "followers": 230,
+      "stars": 214
+    },
+    "canonical_url": "https://alpha.app.net/ericd",
+    "id": "69904",
+    "locale": "fr_FR",
+    "type": "human",
+    "annotations": [
+      {
+        "type": "iso",
+        "value": {
+          "iso": [
+
+          ]
+        }
+      },
+      {
+        "type": "iama",
+        "value": {
+          "iama": [
+
+          ]
+        }
+      },
+      {
+        "type": "net.app.core.directory.blog",
+        "value": {
+          "url": "http://aya.io"
+        }
+      },
+      {
+        "type": "net.app.core.directory.twitter",
+        "value": {
+          "username": "ritsz"
+        }
+      },
+      {
+        "type": "net.chimpli.media",
+        "value": {
+          "image": "17273",
+          "audio": "17275",
+          "video": "17274"
+        }
+      },
+      {
+        "type": "net.app.core.directory.homepage",
+        "value": {
+          "url": "http://aya.io"
+        }
+      },
+      {
+        "type": "com.appnetizens.userinput.nationality",
+        "value": {
+          "nationality": "FR"
+        }
+      },
+      {
+        "type": "com.appnetizens.userinput.country",
+        "value": {
+          "country": "FR"
+        }
+      },
+      {
+        "type": "com.appnetizens.userinput.gender",
+        "value": {
+          "gender": "m"
+        }
+      },
+      {
+        "type": "com.appnetizens.userinput.birthday",
+        "value": {
+          "birthday": "1973-08-14"
+        }
+      },
+      {
+        "type": "net.app.duerig.party-line",
+        "value": {
+          "channel": "25807"
+        }
+      }
+    ],
+    "username": "ericd",
+    "avatar_image": {
+      "url": "https://d2rfichhc2fb9n.cloudfront.net/image/5/mVV5CTXu8ydA0Nb5a2X3-4YF7Xl7InMiOiJzMyIsImIiOiJhZG4tdXNlci1hc3NldHMiLCJrIjoiYXNzZXRzL3VzZXIvMTgvNGIvNzAvMTg0YjcwMDAwMDAwMDAwMC5qcGciLCJvIjoiIn0",
+      "width": 1079,
+      "is_default": false,
+      "height": 1079
+    },
+    "description": {
+      "text": "Sound engineer (rec, edit, mix) by day, coder by night. \r\nBlogs: http://aya.io \r\nCode: http://github.com/ericdke\r\n@Ayadn - App.net command-line client. http://ayadn-app.net",
+      "html": "<span itemscope=\"https://app.net/schemas/Post\">Sound engineer (rec, edit, mix) by day, coder by night. &#13;<br>Blogs: <a href=\"http://aya.io\">http://aya.io</a> &#13;<br>Code: <a href=\"http://github.com/ericdke\">http://github.com/ericdke</a>&#13;<br><span data-mention-id=\"188367\" data-mention-name=\"ayadn\" itemprop=\"mention\">@Ayadn</span> - <a href=\"http://App.net\">App.net</a> command-line client. <a href=\"http://ayadn-app.net\">http://ayadn-app.net</a></span>",
+      "entities": {
+        "mentions": [
+          {
+            "pos": 114,
+            "id": "188367",
+            "len": 6,
+            "name": "ayadn"
+          }
+        ],
+        "hashtags": [
+
+        ],
+        "links": [
+          {
+            "url": "http://aya.io",
+            "text": "http://aya.io",
+            "pos": 65,
+            "len": 13
+          },
+          {
+            "url": "http://github.com/ericdke",
+            "text": "http://github.com/ericdke",
+            "pos": 87,
+            "len": 25
+          },
+          {
+            "url": "http://App.net",
+            "text": "App.net",
+            "pos": 123,
+            "len": 7
+          },
+          {
+            "url": "http://ayadn-app.net",
+            "text": "http://ayadn-app.net",
+            "pos": 152,
+            "len": 20
+          }
+        ]
+      }
+    },
+    "is_muted": false,
+    "follows_you": true,
+    "you_can_follow": true,
+    "verified_domain": "aya.io",
+    "name": "Eric Dejonckheere",
+    "created_at": "2013-04-08T23:25:52Z",
+    "cover_image": {
+      "url": "https://d2rfichhc2fb9n.cloudfront.net/image/5/E68v2rPcBbON0UDYfQTgs9NeqAp7InMiOiJzMyIsImIiOiJhZG4tdXNlci1hc3NldHMiLCJrIjoiYXNzZXRzL3VzZXIvMzgvNGIvNzAvMzg0YjcwMDAwMDAwMDAwMC5qcGciLCJvIjoiIn0",
+      "width": 2455,
+      "is_default": false,
+      "height": 929
+    },
+    "you_blocked": false
+  }
+}