aweplug 1.0.0.a9 → 1.0.0.a10

data/lib/aweplug/extensions/identity/github.rb

@@ -1,230 +0,0 @@
-module Aweplug
-  module Extensions
-    module Identity
-      module GitHub
-        CONTRIBUTORS_URL_TEMPLATE = 'https://api.github.com/repos/%s/%s/contributors'
-        TEAM_MEMBERS_URL_TEMPLATE = 'https://api.github.com/teams/%s/members'
-        USER_URL_TEMPLATE = 'https://api.github.com/users/%s'
-
-        # It appears that all github users have a gravatar_id
-        AVATAR_URL_TEMPLATE = 'http://gravatar.com/avatar/%s?s=%i'
-        # TODO make the default avatar configurable
-        FALLBACK_AVATAR_URL_TEMPLATE = 'https://community.jboss.org/people/sbs-default-avatar/avatar/%i.png'
-        module IdentityHelper
-          def avatar_url(size = 48)
-            if !self.gravatar_id.nil?
-              AVATAR_URL_TEMPLATE % [self.gravatar_id, size]
-            else
-              FALLBACK_URL_TEMPLATE % size
-            end
-          end
-        end
-
-        class Collector
-
-          def initialize(opts = {})
-            @repositories = []
-            @match_filters = []
-            @teams = opts[:teams]
-            @auth_file = opts[:auth_file]
-            @credentials = nil
-          end
-
-          def add_repository(repository)
-            @repositories << repository
-          end
-
-          def add_match_filter(match_filter)
-            @match_filters << match_filter
-            #File.open('/tmp/committers.yml', 'w') do |out|
-            #  YAML.dump(match_filter, out)
-            #end
-          end
-
-          def collect(identities)
-            visited = []
-            @repositories.each do |r|
-              url = CONTRIBUTORS_URL_TEMPLATE % [r.owner, r.path]
-              contributors = RestClient.get url, :accept => 'application/json'
-              contributors.each do |acct|
-                github_id = acct['login'].downcase
-                author = nil
-                @match_filters.each do |filter|
-                  author = filter.values.find { |candidate| candidate.github_id.eql? github_id }
-                  break unless author.nil?
-                end
-                if author.nil?
-                  #puts "Skipping non-Arquillian contributor #{github_id} in repository #{r.owner}/#{r.path}"
-                  next
-                end
-                identity = identities.lookup_by_github_id(github_id, true)
-                github_acct_to_identity(acct, author, identity)
-                visited << github_id
-              end
-            end
-
-            # github doesn't keep perfect records of contributors, so handle those omitted contributors
-            @match_filters.each do |filter|
-              filter.values.select { |author| !author.github_id.nil? and !visited.include? author.github_id }.each do |author|
-                github_id = author.github_id
-                puts "Manually adding #{author.name} (#{github_id}) as a contributor"
-                url = USER_URL_TEMPLATE % [github_id]
-                user = RestClient.get url, :accept => 'application/json'
-                identity = identities.lookup_by_github_id(github_id, true)
-                github_acct_to_identity(user, author, identity)
-              end
-            end
-
-            if !@teams.nil?
-              get_credentials()
-              if @credentials
-                @teams.each do |team|
-                  url = TEAM_MEMBERS_URL_TEMPLATE % team[:id]
-                  url = url.gsub(/^(https?:\/\/)/, '\1' + @credentials.chomp + '@')
-                  members = RestClient.get(url, :accept => 'application/json')
-                  members.each do |m|
-                    github_id = m['login']
-                    identity = identities.lookup_by_github_id(github_id)
-                    # identity should not be null, mostly for testing
-                    if !identity.nil?
-                      identity.send(team[:name] + '=', true)
-                      identity.teams = [] if identity.teams.nil?
-                      identity.teams << team[:name]
-                    end
-                  end
-                end
-              end
-            end
-          end
-
-          def github_acct_to_identity(acct, author, identity)
-            # setup if first visit
-            if identity.github.nil? or identity.github.contributions.nil?
-              identity.github = OpenStruct.new if identity.github.nil?
-              identity.github.contributions = acct.has_key?('contributions') ? acct['contributions'] : 0
-              identity.github_url = acct['url'].downcase
-              identity.gravatar_id = acct['gravatar_id']
-              # author contains the commits we counted from analyzing the repositories
-              identity.contributor = author
-              identity.email = author.emails.first if identity.email.nil?
-              identity.emails ||= []
-              identity.emails |= [identity.email, author.emails.first]
-              # alias for convenience
-              identity.commits = author.commits
-              # assume they want their commit name as the preferred name (unless it's an email)
-              if identity.name.nil? and author.name.index('@').nil?
-                if !author.name.index(' ').nil?
-                  # FIXME this could be made into a smarter utility function
-                  identity.name = author.name.split(' ').map { |n| n.capitalize }.join(' ')
-                  # special exception for Lincoln :)
-                  identity.name.gsub!('Iii', 'III')
-                else
-                  identity.name = author.name.capitalize
-                end
-              end
-              # if been there, just add contributions according to github
-            else
-              identity.github.contributions += acct.has_key?('contributions') ? acct['contributions'] : 0
-            end
-          end
-
-          def get_credentials()
-            if @credentials.nil?
-              @credentials = false
-              if !@auth_file.nil?
-                if File.exist? @auth_file
-                  @credentials = File.read(@auth_file)
-                elsif Pathname.new(@auth_file).relative? and File.exist? File.join(ENV['HOME'], @auth_file)
-                  @credentials = File.read(File.join(ENV['HOME'], @auth_file))
-                end
-              end
-            end
-          end
-        end
-
-        class Crawler
-
-          def initialize(opts = {})
-            @auth_file = opts[:auth_file]
-            @credentials = nil
-          end
-
-          PROFILE_URL_TEMPLATE = 'https://api.github.com/users/%s'
-
-          def enhance(identity)
-            identity.extend(IdentityHelper)
-          end
-
-          def get_credentials()
-            if @credentials.nil?
-              @credentials = false
-              if !@auth_file.nil?
-                if File.exist? @auth_file
-                  @credentials = File.read(@auth_file)
-                elsif Pathname.new(@auth_file).relative? and File.exist? File.join(ENV['HOME'], @auth_file)
-                  @credentials = File.read(File.join(ENV['HOME'], @auth_file))
-                end
-              end
-            end
-          end
-
-          def crawl(identity)
-            url = identity.github_url
-            if url.nil?
-              if !identity.github_id.nil?
-                url = PROFILE_URL_TEMPLATE % identity.github_id
-              end
-            end
-
-            # can't find user, give up (no github id or explicit url)
-            if url.nil?
-              return
-            end
-
-            get_credentials()
-            url = url.gsub(/^(https?:\/\/)/, '\1' + @credentials.chomp + '@')
-            data = RestClient.get url, :accept => 'application/json'
-            identity.github_id = data['login'].downcase
-            identity.username = identity.github_id
-            identity.github = OpenStruct.new if identity.github.nil?
-            identity.github.merge!(OpenStruct.new({
-                                                      :id => data['id'],
-                                                      :created => data['created_at'],
-                                                      :username => identity.username,
-                                                      :profile_url => data['html_url'].downcase
-                                                  }))
-            # only overwrite name if it's longer than the one already there
-            if !data['name'].nil? and (identity.name.nil? or data['name'].length > identity.name.length)
-              identity.name = data['name'].titleize
-            end
-            identity.emails ||= []
-            identity.emails |= [identity.email].compact
-            keys_to_identity = ['email', 'gravatar_id', 'blog', 'location', 'bio', 'company']
-            # merge keys, overwriting duplicates
-            identity.merge!(OpenStruct.new(data.select { |k, v|
-              !v.to_s.strip.empty? and keys_to_identity.include? k
-            }))
-            if identity.email
-              identity.email = identity.email.downcase
-            end
-            # append email if we got a new one
-            identity.emails |= [identity.email]
-            # fix blog urls missing http:// prefix
-            if !identity.blog.nil? and identity.blog !~ /^https?:\/\//
-              identity.blog = 'http://' + identity.blog
-            end
-
-            # manually credited commits
-            if identity.commits and !identity.contributor
-              identity.contributor = OpenStruct.new({
-                                                        :commits => identity.commits,
-                                                        :emails => [identity.email],
-                                                        :name => identity.name
-                                                    })
-            end
-          end
-        end
-      end
-    end
-  end
-end

data/lib/aweplug/extensions/identity/gravatar.rb

@@ -1,117 +0,0 @@
-require 'digest/md5'
-
-module Aweplug
-  module Extensions
-    module Identity
-      module Gravatar
-        class Crawler
-          API_URL_TEMPLATE = 'http://en.gravatar.com/%s.json'
-          LANYRD_PROFILE_URL_TEMPLATE = 'http://lanyrd.com/profile/%s'
-
-          def enhance(identity)
-            #identity.extend(IdentityHelper)
-          end
-
-          def crawl(identity)
-            hash = identity.gravatar_id
-            if hash.nil?
-              hash = Digest::MD5.new().update(identity.email.downcase).hexdigest
-            end
-            url = API_URL_TEMPLATE % hash
-            response = RestClient.get(url, :user_agent => "rest-client") do |rsp, req, res, &blk|
-              if rsp.code.eql? 404
-                #rsp = RestClient::Response.create('{}', rsp.net_http_res, rsp.args)
-                rsp.instance_variable_set(:@code, 200)
-                rsp
-              else
-                rsp.return!(req, res, &blk)
-              end
-            end
-
-            data = JSON.parse response
-
-            if data.empty?
-              return
-            end
-
-            entry = data['entry'].first
-
-            keys_to_gravatar = {
-                'id' => 'id',
-                'hash' => 'hash',
-                'profileUrl' => 'profile_url'
-            }
-            identity.gravatar = OpenStruct.new(entry.select { |k, v|
-              !v.to_s.strip.empty? and keys_to_gravatar.has_key? k
-            }.inject({}) { |h, (k, v)| h.store(keys_to_gravatar[k], v); h })
-
-            keys_to_identity = {
-                'preferredUsername' => 'preferred_username',
-                'displayName' => 'name_cloak',
-                'aboutMe' => 'bio',
-                'currentLocation' => 'location'
-            }
-            identity.merge!(OpenStruct.new(entry.select { |k, v|
-              !v.to_s.strip.empty? and keys_to_identity.has_key? k
-            }.inject({}) { |h, (k, v)| h.store(keys_to_identity[k], v); h }), false)
-
-            # TODO check if we need a merge here
-            if entry.has_key? 'name' and !entry['name'].to_s.strip.empty?
-              if identity.names.nil?
-                identity.names = OpenStruct.new(entry['name'])
-              end
-              if identity.name.nil?
-                identity.name = identity.names.formatted
-              end
-            end
-
-            if entry.has_key? 'email' and !entry['email'].to_s.strip.empty?
-              email = entry['email'].downcase
-              identity.email = email if identity.email.nil?
-              identity.emails ||= []
-              identity.emails |= [identity.email, email]
-            end
-
-            (entry['accounts'] || []).each do |a|
-              astruct = OpenStruct.new(a)
-              if identity.send(a['shortname']).nil?
-                identity.send(a['shortname'] + '=', astruct)
-              else
-                identity.send(a['shortname']).merge!(astruct)
-              end
-            end
-
-            # grab twitter usernames supplied by _config/identity.yml
-            if identity.twitter.nil? and !identity.twitter_username.nil?
-              identity.twitter = OpenStruct.new({
-                                                    :username => identity.twitter_username,
-                                                    :url => 'http://twitter.com/' + identity.twitter_username
-                                                })
-            end
-
-            # QUESTION do we need the speaker flag check?
-            if identity.speaker and !identity.twitter.nil? and identity.lanyrd.nil?
-              identity.lanyrd = OpenStruct.new({
-                                                   :username => identity.twitter.username,
-                                                   :profile_url => LANYRD_PROFILE_URL_TEMPLATE % identity.twitter.username
-                                               })
-            end
-
-            # FIXME either map url to profile_url, or change everywhere else
-            (entry['urls'] || []).each do |u|
-              identity.urls = [] if identity.urls.nil?
-              identity.urls << OpenStruct.new(u)
-              if identity.blog.to_s.empty? and u['title'] =~ /blog/i
-                identity.blog = u['value']
-              end
-              if identity.homepage.to_s.empty? and u['title'] =~ /personal/i
-                identity.homepage = u['value']
-              end
-            end
-          end
-        end
-      end
-    end
-  end
-end
-

data/lib/aweplug/extensions/identity/jbosscommunity.rb

@@ -1,35 +0,0 @@
-module Aweplug
-  module Extensions
-    module Identity
-      module JBossCommunity
-        class Crawler
-          PROFILE_URL_TEMPLATE = 'https://community.jboss.org/people/%s'
-
-          def crawl(identity)
-            if !identity.jboss_username.nil?
-              identity.jbosscommunity = OpenStruct.new({
-                                                           :username => identity.jboss_username,
-                                                           :profile_url => PROFILE_URL_TEMPLATE % identity.jboss_username
-                                                       })
-            end
-
-            if identity.jbosscommunity.nil? and !identity.urls.nil?
-              identity.urls.each do |u|
-                if u.title =~ /jboss community/i
-                  identity.jbosscommunity = OpenStruct.new({
-                                                               :username => u.value.split('/').last,
-                                                               :profile_url => u.value
-                                                           })
-                  identity.jboss_username = identity.jbosscommunity.username
-                  break
-                end
-              end
-            end
-            # TODO actually rip data from community.jboss.org
-          end
-        end
-      end
-    end
-  end
-end
-

data/spec/aweplug/extensions/identity/collector_spec.rb

@@ -1,24 +0,0 @@
-require 'spec_helper'
-
-describe 'Identity Collector' do
-
-  it 'may have one or more crawlers' do
-    pending "Not implemented"
-  end
-
-  it 'must have one storage' do
-    pending "Not implemented"
-  end
-
-  it 'may be configurable via a block' do
-    pending "Not implemented"
-  end
-
-  it 'may be configured via method calls' do
-    pending "Not implemented"
-  end
-
-  it 'must respond to execute(site)' do
-    pending "Not implemented"
-  end
-end

data/spec/aweplug/extensions/identity/github_spec.rb

@@ -1,7 +0,0 @@
-require 'spec_helper'
-require 'aweplug/extensions/identity/github'
-
-describe 'Github Crawler' do
-  let(:crawler) { Aweplug::Extensions::Identity::GitHub::Crawler.new }
-  it_should_behave_like 'a crawler'
-end

data/spec/aweplug/extensions/identity/storage_spec.rb

@@ -1,24 +0,0 @@
-require 'spec_helper'
-
-describe 'Storage' do
-
-  it 'must respond to write' do
-    pending "Not implemented"
-  end
-
-  it 'must respond to read' do
-    pending "Not implemented"
-  end
-
-  it 'must respond to fetch' do
-    pending "Not implemented"
-  end
-
-  it 'must respond to exist' do
-    pending "Not implemented"
-  end
-
-  it 'must respond to delete' do
-    pending "Not implemented"
-  end
-end

data/spec/support/aweplug/extensions/identity/crawler_examples.rb

@@ -1,13 +0,0 @@
-shared_examples_for 'a crawler' do
-  it 'may require authentication' do
-    if crawler.respond_to? :authenticate_using, false
-      expect { crawler.crawl }.to raise_error
-    else
-      expect { crawler.crawl }.to_not raise_error
-    end
-  end
-
-  it 'must respond to crawl' do
-    should respond_to(:crawl)
-  end
-end