aweplug 1.0.0.a2

data/.gitignore

@@ -0,0 +1,23 @@
+*.gem
+*.rbc
+.bundle
+.config
+coverage
+InstalledFiles
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+Gemfile.lock
+
+# YARD artifacts
+.yardoc
+_yardoc
+doc/
+.bundle
+vendor/bundle
+vendor/cache
+pkg

data/.rspec

@@ -0,0 +1,3 @@
+--color
+--format documentation
+--fail-fast

data/Gemfile

@@ -0,0 +1,3 @@
+source "https://rubygems.org"
+
+gemspec

data/Guardfile

@@ -0,0 +1,9 @@
+# A sample Guardfile
+# More info at https://github.com/guard/guard#readme
+
+guard :rspec do
+  watch(%r{^spec/.+_spec\.rb$})
+  watch(%r{^lib/(.+)\.rb$})     { |m| "spec/lib/#{m[1]}_spec.rb" }
+  watch('spec/spec_helper.rb')  { "spec" } 
+end
+

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2013 LightGuard
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.adoc

@@ -0,0 +1,3 @@
+== aweplug
+
+A set of Awestruct extensions aimed at creating OSS project websites.

data/README.md

@@ -0,0 +1,29 @@
+# Aweplug
+
+TODO: Write a gem description
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'aweplug'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install aweplug
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1,51 @@
+require "bundler/gem_tasks"
+require 'rspec/core/rake_task'
+require 'aweplug/version'
+require 'guard'
+
+GEMFILE = "aweplug-#{Aweplug::VERSION}.gem"
+
+task :default => :build
+
+desc "Run all tests and build the gem"
+task :build => 'test:spec' do
+  system "gem build aweplug.gemspec"
+end
+
+desc "Build and install the gem locally"
+task :install => :build do
+  system "gem install -l -f #{GEMFILE}"
+end
+
+namespace :release do
+  desc "Release the gem to rubygems"
+  task :push => [ :build, :tag ] do
+    system "gem push #{GEMFILE}"
+  end
+
+  desc "Create tag #{Aweplug::VERSION} in git"
+  task :tag do
+    system "git tag #{Aweplug::VERSION}"
+  end
+end
+
+namespace :test do
+  if !defined?(RSpec)
+    puts "spec targets require RSpec"
+  else
+    desc "Run all specifications"
+    RSpec::Core::RakeTask.new(:spec) do |t|
+      t.pattern = 'spec/**/*_spec.rb'
+    end
+  end
+
+  desc "Start Guard to listen for changes and run specs"
+  task :guard do
+    Guard.start(:guardfile => 'Guardfile')
+    Guard.run_all
+    while ::Guard.running do
+      sleep 0.5
+    end
+  end
+end
+

data/aweplug.gemspec

@@ -0,0 +1,29 @@
+# -*- encoding: utf-8 -*-
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'aweplug/version'
+
+Gem::Specification.new do |gem|
+  gem.name          = "aweplug"
+  gem.version       = Aweplug::VERSION
+  gem.authors       = ["LightGuard"]
+  gem.email         = ["lightguard.jp@gmail.com"]
+  gem.description   = %q{A set of Awestruct extensions for building a project website}
+  gem.summary       = %q{This set of Awestruct extensions includes helpful tools, 
+                         extensions and helpers for building a website using Awestruct.
+                         It includes extensions for accessing Github, JIRA, managing identities and others.}
+  gem.homepage      = "https://github.com/awestruct/aweplug"
+
+  gem.files         = `git ls-files`.split($/)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.require_paths = ["lib"]
+
+  #gem.add_dependency 'awestruct', '>= 0.5.1'
+  gem.add_dependency 'octokit', '>= 1.24.0'
+  gem.add_dependency 'faraday', '>= 0.8.7'
+  gem.add_dependency 'faraday_middleware', '>= 0.9.0'
+
+  gem.add_development_dependency 'guard-rspec', '~> 3.0.0'
+  gem.add_development_dependency 'rake', '~> 10.0.4'
+end

data/lib/aweplug/extensions/identities.rb

@@ -0,0 +1,187 @@
+require 'json'
+require 'aweplug/extensions/restclient_extensions'
+require 'aweplug/extensions/identity/github'
+require 'aweplug/extensions/identity/gravatar'
+require 'aweplug/extensions/identity/confluence'
+require 'aweplug/extensions/identity/jbosscommunity'
+
+module Aweplug
+  module Extensions
+    module Identities
+      # QUESTION should we call this Initializer or Loader instead?
+      class Storage
+        def initialize(opts = {})
+          @use_data_cache = opts[:use_data_cache] || true
+        end
+
+        # Internal: Awestruct calls this method during site generation.
+        # Iterates through all the different identity in the site and finds
+        # information about them.
+        #
+        # site - This must be the site object provided by awestruct
+        #
+        # Returns nothing
+        def execute(site)
+          data_file = File.join(site.tmp_dir, 'datacache', 'identity.yml')
+          loaded = false
+          identities = []
+          if @use_data_cache and File.exist? data_file
+            identities = YAML.load_file data_file
+            loaded = true
+          else
+            if site.identities
+              identities = site.identities.map { |i| OpenStruct.new i }
+            end
+          end
+          identities.extend(Locators)
+          identities.loaded = loaded
+          site.identities = identities
+        end
+
+        module Locators
+          attr_accessor :loaded
+
+          def lookup(username, create = false)
+            identity = self.find { |e| username.eql? e.username } ||
+                self.find { |e| username.eql? e.jboss_username }
+            if create and identity.nil?
+              identity = OpenStruct.new({:username => username})
+              if block_given?
+                yield identity
+              end
+              self << identity
+            end
+            identity
+          end
+
+          def lookup_by_name(name, create = false)
+            search = name.downcase
+            identity = self.find { |e| search.eql? e.name.to_s.downcase }
+            if create and identity.nil?
+              identity = OpenStruct.new({:name => name})
+              if block_given?
+                yield identity
+              end
+              self << identity
+            end
+            identity
+          end
+
+          def lookup_by_contributor(contributor)
+            identity = self.find { |e| e.contributor and e.contributor.emails and e.contributor.emails.include? contributor.email }
+            if identity.nil?
+              # Indication that we have a mismatched account
+              puts "Could not find contributor with e-mail " + contributor.email
+            end
+            identity
+          end
+
+          def lookup_by_email(email, create = false)
+            identity = self.find { |e| email.eql? e.email or !e.emails.nil? and e.emails.include? email }
+            if create and identity.nil?
+              identity = OpenStruct.new({:email => email})
+              if block_given?
+                yield identity
+              end
+              self << identity
+            end
+            identity
+          end
+
+          def lookup_by_github_id(github_id, create = false)
+            identity = self.find { |e| github_id.eql? e.github_id }
+            if create and identity.nil?
+              identity = OpenStruct.new({:github_id => github_id})
+              if block_given?
+                yield identity
+              end
+              self << identity
+            end
+            identity
+          end
+
+          def lookup_by_twitter_username(username)
+            self.find { |e| !e.twitter.nil? and username.eql? e.twitter.username }
+          end
+
+          def locate(*query)
+            query.map! { |e| e.downcase }
+            self.find { |e| not ([e.username, e.name.to_s.downcase, e.email] & query).empty? }
+          end
+
+          def core_team()
+            self.select { |e| e.core }
+          end
+
+          def contributors()
+            self.select { |e| e.contributor }
+          end
+
+          def speakers()
+            self.select { |e| e.speaker }
+          end
+
+          def translators()
+            self.select { |e| e.translator }
+          end
+        end
+      end
+
+      module IdentityHelper
+        # SEMI-HACK this should received contributions from crawlers
+        def url
+          self.jbosscommunity ? self.jbosscommunity.profile_url : self.github.profile_url
+        end
+
+        # TODO support for CSS class, or just attributes in general
+        def to_link
+          "<a href=\"#{self.url}\">#{self.name}</a>"
+        end
+
+        def to_s
+          self.name
+        end
+      end
+
+      class Collect
+        def initialize(*collectors)
+          @collectors = collectors
+        end
+
+        def execute(site)
+          if !site.identities.loaded
+            @collectors.each do |c|
+              c.collect(site.identities)
+            end
+          end
+        end
+      end
+
+      class Crawl
+        def initialize(*crawlers)
+          @crawlers = crawlers
+        end
+
+        def execute(site)
+          site.identities.each do |i|
+            @crawlers.each do |c|
+              c.crawl(i) if !site.identities.loaded
+              i.extend(IdentityHelper)
+              c.enhance(i) if c.respond_to? 'enhance'
+            end
+          end
+        end
+      end
+
+      class Cache
+        def execute(site)
+          data_file = File.join(site.tmp_dir, 'datacache', 'identity.yml')
+          FileUtils.mkdir_p File.dirname data_file
+          File.open(data_file, 'w') do |out|
+            YAML.dump site.identities, out
+          end
+        end
+      end
+    end
+  end
+end

data/lib/aweplug/extensions/identity/confluence.rb

@@ -0,0 +1,107 @@
+require 'pathname'
+
+module Aweplug
+  module Extensions
+    module Identity
+      module Confluence
+        class Crawler
+          SESSION_PATH = '/rest/prototype/1/session'
+          SEARCH_PATH = '/rest/prototype/1/search/user'
+          SEARCH_PARAM = 'query'
+
+          # Public: Initialize a Crawler
+          #
+          # base_url     - The String of the base confluence url, no trailing slash
+          # opts[:assign_to] - The String OpenStruct keys to send the data
+          # opts[:identity_search_keys] - The String OpenStruct keys to use to locate the search query
+          # opts[:assign_username_to] - The String OpenStruct key to which to assign the username
+          # opts[:auth_file] - The File containing the authentication credentials for secure requests
+          def initialize(base_url, opts = {})
+            @base_url = base_url
+            @identity_search_keys = opts[:identity_search_keys] || ['name']
+            @assign_to = opts[:assign_to] || 'confluence'
+            @assign_username_to = opts[:assign_username_to]
+            @auth_file = opts[:auth_file]
+            @session_cookie = nil
+          end
+
+          def crawl(identity)
+            search = nil
+            queries = []
+            data = nil
+            @identity_search_keys.each do |k|
+              search = identity.send(k)
+              next if search.nil?
+              # lowercase and remove middle names (shouldn't affect usernames)
+              search = search.downcase.gsub(/^([^ ]+ ?).*?([^ ]+)$/, '\1\2')
+              # don't search on same string twice
+              next if queries.include? search
+              queries << search
+              cleansed_query = search.gsub(' ', '-')
+              url = File.join(@base_url, SEARCH_PATH) + '?query=' + URI.encode(search)
+              data = RestClient.get(url, :cache_key => "confluence/query-#{cleansed_query}.json", :accept => 'application/json')
+              if data['totalSize'].to_i == 0
+                #puts "No results, advancing confluence user crawler to next query string for #{search}"
+                data = nil
+                #elsif data['totalSize'] > 1
+                #  puts "Too many results, skipping confluence user crawler for #{search}."
+                #  data = nil
+              else
+                break
+              end
+            end
+
+            if data.nil?
+              if queries.empty?
+                puts "No property found to search, skipping confluence user crawler for #{identity.name}"
+              else
+                puts "No results, skipping confluence user crawler for #{queries.join ' / '}"
+              end
+              return
+            end
+
+            user = data['result'].first
+            username = user['username']
+            url = user['link'].select{|l| l['href'].end_with? "~#{username}" }.first['href']
+            identity.send(@assign_to + '=', OpenStruct.new({:username => username, :profile_url => url}))
+            if !@assign_username_to.nil?
+              identity.send(@assign_username_to + '=', username)
+            end
+
+            get_session_cookie()
+            if @session_cookie
+              profile = RestClient.get(url, :cache_key => "confluence/user-#{username}.html", :cookie => @session_cookie)
+              if profile.match(/ id="email".*?>(.+?)</)
+                replace = {' dot ' => '.', ' at ' => '@'}
+                email = $1.gsub(/ (dot|at) /) {|m| replace[m]}
+                identity.email = email if identity.email.nil?
+                identity.emails ||= []
+                identity.emails |= [identity.email, email]
+              end
+            end
+
+          end
+
+          def get_session_cookie()
+            if @session_cookie.nil?
+              @session_cookie = false
+              credentials = nil
+              if !@auth_file.nil?
+                if File.exist? @auth_file
+                  credentials = File.read(@auth_file)
+                elsif Pathname.new(@auth_file).relative? and File.exist? File.join(ENV['HOME'], @auth_file)
+                  credentials = File.read(File.join(ENV['HOME'], @auth_file))
+                end
+              end
+              if !credentials.nil?
+                url = @base_url.gsub(/^(https?:\/\/)/, '\1' + credentials.chomp + '@') + SESSION_PATH
+                response = RestClient.head(url)
+                @session_cookie = response.headers[:set_cookie].first.split(';').first
+              end
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/aweplug/extensions/identity/github.rb

@@ -0,0 +1,230 @@
+module Aweplug
+  module Extensions
+    module Identity
+      module GitHub
+        CONTRIBUTORS_URL_TEMPLATE = 'https://api.github.com/repos/%s/%s/contributors'
+        TEAM_MEMBERS_URL_TEMPLATE = 'https://api.github.com/teams/%s/members'
+        USER_URL_TEMPLATE = 'https://api.github.com/users/%s'
+
+        # It appears that all github users have a gravatar_id
+        AVATAR_URL_TEMPLATE = 'http://gravatar.com/avatar/%s?s=%i'
+        # TODO make the default avatar configurable
+        FALLBACK_AVATAR_URL_TEMPLATE = 'https://community.jboss.org/people/sbs-default-avatar/avatar/%i.png'
+        module IdentityHelper
+          def avatar_url(size = 48)
+            if !self.gravatar_id.nil?
+              AVATAR_URL_TEMPLATE % [self.gravatar_id, size]
+            else
+              FALLBACK_URL_TEMPLATE % size
+            end
+          end
+        end
+
+        class Collector
+
+          def initialize(opts = {})
+            @repositories = []
+            @match_filters = []
+            @teams = opts[:teams]
+            @auth_file = opts[:auth_file]
+            @credentials = nil
+          end
+
+          def add_repository(repository)
+            @repositories << repository
+          end
+
+          def add_match_filter(match_filter)
+            @match_filters << match_filter
+            #File.open('/tmp/committers.yml', 'w') do |out|
+            #  YAML.dump(match_filter, out)
+            #end
+          end
+
+          def collect(identities)
+            visited = []
+            @repositories.each do |r|
+              url = CONTRIBUTORS_URL_TEMPLATE % [r.owner, r.path]
+              contributors = RestClient.get url, :accept => 'application/json'
+              contributors.each do |acct|
+                github_id = acct['login'].downcase
+                author = nil
+                @match_filters.each do |filter|
+                  author = filter.values.find { |candidate| candidate.github_id.eql? github_id }
+                  break unless author.nil?
+                end
+                if author.nil?
+                  #puts "Skipping non-Arquillian contributor #{github_id} in repository #{r.owner}/#{r.path}"
+                  next
+                end
+                identity = identities.lookup_by_github_id(github_id, true)
+                github_acct_to_identity(acct, author, identity)
+                visited << github_id
+              end
+            end
+
+            # github doesn't keep perfect records of contributors, so handle those omitted contributors
+            @match_filters.each do |filter|
+              filter.values.select { |author| !author.github_id.nil? and !visited.include? author.github_id }.each do |author|
+                github_id = author.github_id
+                puts "Manually adding #{author.name} (#{github_id}) as a contributor"
+                url = USER_URL_TEMPLATE % [github_id]
+                user = RestClient.get url, :accept => 'application/json'
+                identity = identities.lookup_by_github_id(github_id, true)
+                github_acct_to_identity(user, author, identity)
+              end
+            end
+
+            if !@teams.nil?
+              get_credentials()
+              if @credentials
+                @teams.each do |team|
+                  url = TEAM_MEMBERS_URL_TEMPLATE % team[:id]
+                  url = url.gsub(/^(https?:\/\/)/, '\1' + @credentials.chomp + '@')
+                  members = RestClient.get(url, :accept => 'application/json')
+                  members.each do |m|
+                    github_id = m['login']
+                    identity = identities.lookup_by_github_id(github_id)
+                    # identity should not be null, mostly for testing
+                    if !identity.nil?
+                      identity.send(team[:name] + '=', true)
+                      identity.teams = [] if identity.teams.nil?
+                      identity.teams << team[:name]
+                    end
+                  end
+                end
+              end
+            end
+          end
+
+          def github_acct_to_identity(acct, author, identity)
+            # setup if first visit
+            if identity.github.nil? or identity.github.contributions.nil?
+              identity.github = OpenStruct.new if identity.github.nil?
+              identity.github.contributions = acct.has_key?('contributions') ? acct['contributions'] : 0
+              identity.github_url = acct['url'].downcase
+              identity.gravatar_id = acct['gravatar_id']
+              # author contains the commits we counted from analyzing the repositories
+              identity.contributor = author
+              identity.email = author.emails.first if identity.email.nil?
+              identity.emails ||= []
+              identity.emails |= [identity.email, author.emails.first]
+              # alias for convenience
+              identity.commits = author.commits
+              # assume they want their commit name as the preferred name (unless it's an email)
+              if identity.name.nil? and author.name.index('@').nil?
+                if !author.name.index(' ').nil?
+                  # FIXME this could be made into a smarter utility function
+                  identity.name = author.name.split(' ').map { |n| n.capitalize }.join(' ')
+                  # special exception for Lincoln :)
+                  identity.name.gsub!('Iii', 'III')
+                else
+                  identity.name = author.name.capitalize
+                end
+              end
+              # if been there, just add contributions according to github
+            else
+              identity.github.contributions += acct.has_key?('contributions') ? acct['contributions'] : 0
+            end
+          end
+
+          def get_credentials()
+            if @credentials.nil?
+              @credentials = false
+              if !@auth_file.nil?
+                if File.exist? @auth_file
+                  @credentials = File.read(@auth_file)
+                elsif Pathname.new(@auth_file).relative? and File.exist? File.join(ENV['HOME'], @auth_file)
+                  @credentials = File.read(File.join(ENV['HOME'], @auth_file))
+                end
+              end
+            end
+          end
+        end
+
+        class Crawler
+
+          def initialize(opts = {})
+            @auth_file = opts[:auth_file]
+            @credentials = nil
+          end
+
+          PROFILE_URL_TEMPLATE = 'https://api.github.com/users/%s'
+
+          def enhance(identity)
+            identity.extend(IdentityHelper)
+          end
+
+          def get_credentials()
+            if @credentials.nil?
+              @credentials = false
+              if !@auth_file.nil?
+                if File.exist? @auth_file
+                  @credentials = File.read(@auth_file)
+                elsif Pathname.new(@auth_file).relative? and File.exist? File.join(ENV['HOME'], @auth_file)
+                  @credentials = File.read(File.join(ENV['HOME'], @auth_file))
+                end
+              end
+            end
+          end
+
+          def crawl(identity)
+            url = identity.github_url
+            if url.nil?
+              if !identity.github_id.nil?
+                url = PROFILE_URL_TEMPLATE % identity.github_id
+              end
+            end
+
+            # can't find user, give up (no github id or explicit url)
+            if url.nil?
+              return
+            end
+
+            get_credentials()
+            url = url.gsub(/^(https?:\/\/)/, '\1' + @credentials.chomp + '@')
+            data = RestClient.get url, :accept => 'application/json'
+            identity.github_id = data['login'].downcase
+            identity.username = identity.github_id
+            identity.github = OpenStruct.new if identity.github.nil?
+            identity.github.merge!(OpenStruct.new({
+                                                      :id => data['id'],
+                                                      :created => data['created_at'],
+                                                      :username => identity.username,
+                                                      :profile_url => data['html_url'].downcase
+                                                  }))
+            # only overwrite name if it's longer than the one already there
+            if !data['name'].nil? and (identity.name.nil? or data['name'].length > identity.name.length)
+              identity.name = data['name'].titleize
+            end
+            identity.emails ||= []
+            identity.emails |= [identity.email].compact
+            keys_to_identity = ['email', 'gravatar_id', 'blog', 'location', 'bio', 'company']
+            # merge keys, overwriting duplicates
+            identity.merge!(OpenStruct.new(data.select { |k, v|
+              !v.to_s.strip.empty? and keys_to_identity.include? k
+            }))
+            if identity.email
+              identity.email = identity.email.downcase
+            end
+            # append email if we got a new one
+            identity.emails |= [identity.email]
+            # fix blog urls missing http:// prefix
+            if !identity.blog.nil? and identity.blog !~ /^https?:\/\//
+              identity.blog = 'http://' + identity.blog
+            end
+
+            # manually credited commits
+            if identity.commits and !identity.contributor
+              identity.contributor = OpenStruct.new({
+                                                        :commits => identity.commits,
+                                                        :emails => [identity.email],
+                                                        :name => identity.name
+                                                    })
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/aweplug/extensions/identity/gravatar.rb

@@ -0,0 +1,117 @@
+require 'digest/md5'
+
+module Aweplug
+  module Extensions
+    module Identity
+      module Gravatar
+        class Crawler
+          API_URL_TEMPLATE = 'http://en.gravatar.com/%s.json'
+          LANYRD_PROFILE_URL_TEMPLATE = 'http://lanyrd.com/profile/%s'
+
+          def enhance(identity)
+            #identity.extend(IdentityHelper)
+          end
+
+          def crawl(identity)
+            hash = identity.gravatar_id
+            if hash.nil?
+              hash = Digest::MD5.new().update(identity.email.downcase).hexdigest
+            end
+            url = API_URL_TEMPLATE % hash
+            response = RestClient.get(url, :user_agent => "rest-client") do |rsp, req, res, &blk|
+              if rsp.code.eql? 404
+                #rsp = RestClient::Response.create('{}', rsp.net_http_res, rsp.args)
+                rsp.instance_variable_set(:@code, 200)
+                rsp
+              else
+                rsp.return!(req, res, &blk)
+              end
+            end
+
+            data = JSON.parse response
+
+            if data.empty?
+              return
+            end
+
+            entry = data['entry'].first
+
+            keys_to_gravatar = {
+                'id' => 'id',
+                'hash' => 'hash',
+                'profileUrl' => 'profile_url'
+            }
+            identity.gravatar = OpenStruct.new(entry.select { |k, v|
+              !v.to_s.strip.empty? and keys_to_gravatar.has_key? k
+            }.inject({}) { |h, (k, v)| h.store(keys_to_gravatar[k], v); h })
+
+            keys_to_identity = {
+                'preferredUsername' => 'preferred_username',
+                'displayName' => 'name_cloak',
+                'aboutMe' => 'bio',
+                'currentLocation' => 'location'
+            }
+            identity.merge!(OpenStruct.new(entry.select { |k, v|
+              !v.to_s.strip.empty? and keys_to_identity.has_key? k
+            }.inject({}) { |h, (k, v)| h.store(keys_to_identity[k], v); h }), false)
+
+            # TODO check if we need a merge here
+            if entry.has_key? 'name' and !entry['name'].to_s.strip.empty?
+              if identity.names.nil?
+                identity.names = OpenStruct.new(entry['name'])
+              end
+              if identity.name.nil?
+                identity.name = identity.names.formatted
+              end
+            end
+
+            if entry.has_key? 'email' and !entry['email'].to_s.strip.empty?
+              email = entry['email'].downcase
+              identity.email = email if identity.email.nil?
+              identity.emails ||= []
+              identity.emails |= [identity.email, email]
+            end
+
+            (entry['accounts'] || []).each do |a|
+              astruct = OpenStruct.new(a)
+              if identity.send(a['shortname']).nil?
+                identity.send(a['shortname'] + '=', astruct)
+              else
+                identity.send(a['shortname']).merge!(astruct)
+              end
+            end
+
+            # grab twitter usernames supplied by _config/identity.yml
+            if identity.twitter.nil? and !identity.twitter_username.nil?
+              identity.twitter = OpenStruct.new({
+                                                    :username => identity.twitter_username,
+                                                    :url => 'http://twitter.com/' + identity.twitter_username
+                                                })
+            end
+
+            # QUESTION do we need the speaker flag check?
+            if identity.speaker and !identity.twitter.nil? and identity.lanyrd.nil?
+              identity.lanyrd = OpenStruct.new({
+                                                   :username => identity.twitter.username,
+                                                   :profile_url => LANYRD_PROFILE_URL_TEMPLATE % identity.twitter.username
+                                               })
+            end
+
+            # FIXME either map url to profile_url, or change everywhere else
+            (entry['urls'] || []).each do |u|
+              identity.urls = [] if identity.urls.nil?
+              identity.urls << OpenStruct.new(u)
+              if identity.blog.to_s.empty? and u['title'] =~ /blog/i
+                identity.blog = u['value']
+              end
+              if identity.homepage.to_s.empty? and u['title'] =~ /personal/i
+                identity.homepage = u['value']
+              end
+            end
+          end
+        end
+      end
+    end
+  end
+end
+

data/lib/aweplug/extensions/identity/jbosscommunity.rb

@@ -0,0 +1,35 @@
+module Aweplug
+  module Extensions
+    module Identity
+      module JBossCommunity
+        class Crawler
+          PROFILE_URL_TEMPLATE = 'https://community.jboss.org/people/%s'
+
+          def crawl(identity)
+            if !identity.jboss_username.nil?
+              identity.jbosscommunity = OpenStruct.new({
+                                                           :username => identity.jboss_username,
+                                                           :profile_url => PROFILE_URL_TEMPLATE % identity.jboss_username
+                                                       })
+            end
+
+            if identity.jbosscommunity.nil? and !identity.urls.nil?
+              identity.urls.each do |u|
+                if u.title =~ /jboss community/i
+                  identity.jbosscommunity = OpenStruct.new({
+                                                               :username => u.value.split('/').last,
+                                                               :profile_url => u.value
+                                                           })
+                  identity.jboss_username = identity.jbosscommunity.username
+                  break
+                end
+              end
+            end
+            # TODO actually rip data from community.jboss.org
+          end
+        end
+      end
+    end
+  end
+end
+

data/lib/aweplug/extensions/kramdown_quickstart.rb

@@ -0,0 +1,41 @@
+require 'pathname'
+require 'kramdown'
+require 'aweplug/helpers/git_commit_metadata'
+require 'aweplug/helpers/kramdown_metadata'
+
+module Aweplug
+  module Extensions
+    module Kramdown
+      class Quickstart
+        include Aweplug::Helper::Git::Commit::Metadata
+
+        def initialize repository, layout
+          @repo = repository
+          @layout = layout
+        end
+
+        def execute site
+          Dir["#{@repo}/**/README.md"].each do |file|
+            page = add_to_site site, file
+
+            metadata = extract_metadata(file)
+            metadata[:commits] = commit_info @repo, Pathname.new(file)
+
+            page.send 'metadata=', @metadata
+            # TODO: Upload to DCP
+          end
+        end
+
+        def extract_metadata(file)
+          (Kramdown::Document.new File.readlines(file).join, :input => 'QuickStartParser').root.options[:metadata]
+        end
+
+        def add_to_site(site, file)
+          page = site.engine.load_site_page file
+          page.layout = @layout
+          page
+        end
+      end
+    end
+  end
+end

data/lib/aweplug/extensions/sections.rb

@@ -0,0 +1,30 @@
+require 'asciidoctor'
+
+module Awestruct
+  module Extensions
+    # Public: Parses (AsciiDoc files currently) and pulls out h2 sections
+    # (and their contents), setting them as first class page variables.
+    #
+    # Examples
+    #
+    # extension Awestruct::Extensions::Sections.new
+    class Sections
+      # Internal: Looks for all AsciiDoc files and pulls out the sections,
+      # adding them to the page variable.
+      #
+      # site - The awestruct site variable
+      def execute site
+        site.pages.each do |page|
+          if page.content_syntax =~ /^a(sc)?(ii)?(d(oc)?)?$/
+            sections = Asciidoctor.load(page.raw_content).sections
+            sections.each do |s|
+              r = String.new
+              s.blocks.each {|b| r << b.render}
+              page.send "#{s.id}=", r
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/aweplug/helpers/git_commit_metadata.rb

@@ -0,0 +1,23 @@
+require 'open3'
+require 'json'
+
+module Aweplug
+  module Helper
+    module Git
+      module Commit
+        module Metadata
+          # Public: Retrieves commit information from the git repo containing the file.
+          #
+          # repo_root - The directory (relative to the site base) containing  the git repo
+          # file_path - Path to the file being processed, relative to the site base
+          #
+          # Returns an array of commit info as json values
+          def commit_info(repo_root, file_path)
+            o, _ = Open3.capture2(%Q[git --git-dir=#{repo_root}/.git log --date=iso --format='{"author":"%an","date":"%ai"}' -- #{file_path.to_s.sub(/#{repo_root}\//, '')}])
+            o.split("\n").map{ |l| JSON.parse l, :symbolize_names => true }
+          end
+        end
+      end
+    end
+  end
+end

data/lib/aweplug/helpers/kramdown_metadata.rb

@@ -0,0 +1,58 @@
+require 'kramdown'
+require 'kramdown/parser/kramdown'
+
+module Kramdown
+  module Parser
+    class QuickStartParser < Kramdown::Parser::Kramdown
+      def initialize source, options
+        super
+        @block_parsers.unshift :author_metadata
+        @block_parsers.unshift :level_metadata
+        @block_parsers.unshift :technologies_metadata
+        @block_parsers.unshift :target_product_metadata
+        @block_parsers.unshift :source_metadata
+        @block_parsers.unshift :summary_metadata
+
+        @root.options[:metadata] = {:author => '', :level => '',
+                                    :technologies => '', :target_product => '',
+                                    :source => '', :summary => ''}
+      end
+
+      def parse_author_metadata
+        @src.pos += @src.matched_size
+        @root.options[:metadata][:author] = @src[3]
+      end
+      define_parser(:author_metadata, /^(Author:)(\s+)(.*?)$/)
+
+      def parse_level_metadata
+        @src.pos += @src.matched_size
+        @root.options[:metadata][:level] = @src[3]
+      end
+      define_parser(:level_metadata, /^(Level:)(\s+)(.*?)$/)
+
+      def parse_technologies_metadata
+        @src.pos += @src.matched_size
+        @root.options[:metadata][:technologies] = @src[3]
+      end
+      define_parser(:technologies_metadata, /^(Technologies:)(\s+)(.*?)$/)
+
+      def parse_target_product_metadata
+        @src.pos += @src.matched_size
+        @root.options[:metadata][:target_product] = @src[3]
+      end
+      define_parser(:target_product_metadata, /^(Target Product:)(\s+)(.*?)$/)
+
+      def parse_source_metadata
+        @src.pos += @src.matched_size
+        @root.options[:metadata][:source] = @src[3][1..-2]
+      end
+      define_parser(:source_metadata, /^(Source:)(\s+)(.*?)$/)
+
+      def parse_summary_metadata
+        @src.pos += @src.matched_size
+        @root.options[:metadata][:summary] = @src[3]
+      end
+      define_parser(:summary_metadata, /^(Summary:)(\s+)(.*?)$/)
+    end
+  end
+end

data/lib/aweplug/version.rb

@@ -0,0 +1,4 @@
+module Aweplug
+  VERSION='1.0.0.a2'
+end
+

data/lib/aweplug.rb

@@ -0,0 +1,5 @@
+require "aweplug/version"
+
+module Aweplug
+  # Your code goes here...
+end

data/spec/aweplug/extensions/identity/collector_spec.rb

@@ -0,0 +1,24 @@
+require 'spec_helper'
+
+describe 'Identity Collector' do
+
+  it 'may have one or more crawlers' do
+    pending "Not implemented"
+  end
+
+  it 'must have one storage' do
+    pending "Not implemented"
+  end
+
+  it 'may be configurable via a block' do
+    pending "Not implemented"
+  end
+
+  it 'may be configured via method calls' do
+    pending "Not implemented"
+  end
+
+  it 'must respond to execute(site)' do
+    pending "Not implemented"
+  end
+end

data/spec/aweplug/extensions/identity/github_spec.rb

@@ -0,0 +1,7 @@
+require 'spec_helper'
+require 'aweplug/extensions/identity/github'
+
+describe 'Github Crawler' do
+  let(:crawler) { Aweplug::Extensions::Identity::GitHub::Crawler.new }
+  it_should_behave_like 'a crawler'
+end

data/spec/aweplug/extensions/identity/storage_spec.rb

@@ -0,0 +1,24 @@
+require 'spec_helper'
+
+describe 'Storage' do
+
+  it 'must respond to write' do
+    pending "Not implemented"
+  end
+
+  it 'must respond to read' do
+    pending "Not implemented"
+  end
+
+  it 'must respond to fetch' do
+    pending "Not implemented"
+  end
+
+  it 'must respond to exist' do
+    pending "Not implemented"
+  end
+
+  it 'must respond to delete' do
+    pending "Not implemented"
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,11 @@
+require 'rspec'
+
+Dir["./spec/support/**/*.rb"].sort.each {|f| require f}
+
+RSpec.configure do |config|
+  config.treat_symbols_as_metadata_keys_with_true_values = true
+  config.run_all_when_everything_filtered = true
+  config.filter_run :focus
+
+  config.order = 'random'
+end

data/spec/support/aweplug/extensions/identity/crawler_examples.rb

@@ -0,0 +1,13 @@
+shared_examples_for 'a crawler' do
+  it 'may require authentication' do
+    if crawler.respond_to? :authenticate_using, false
+      expect { crawler.crawl }.to raise_error
+    else
+      expect { crawler.crawl }.to_not raise_error
+    end
+  end
+
+  it 'must respond to crawl' do
+    should respond_to(:crawl)
+  end
+end

metadata

@@ -0,0 +1,160 @@
+--- !ruby/object:Gem::Specification
+name: aweplug
+version: !ruby/object:Gem::Version
+  version: 1.0.0.a2
+  prerelease: 6
+platform: ruby
+authors:
+- LightGuard
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-12-09 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: octokit
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.24.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.24.0
+- !ruby/object:Gem::Dependency
+  name: faraday
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.8.7
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.8.7
+- !ruby/object:Gem::Dependency
+  name: faraday_middleware
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.9.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.9.0
+- !ruby/object:Gem::Dependency
+  name: guard-rspec
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 3.0.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 3.0.0
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 10.0.4
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 10.0.4
+description: A set of Awestruct extensions for building a project website
+email:
+- lightguard.jp@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .rspec
+- Gemfile
+- Guardfile
+- LICENSE.txt
+- README.adoc
+- README.md
+- Rakefile
+- aweplug.gemspec
+- lib/aweplug.rb
+- lib/aweplug/extensions/identities.rb
+- lib/aweplug/extensions/identity/confluence.rb
+- lib/aweplug/extensions/identity/github.rb
+- lib/aweplug/extensions/identity/gravatar.rb
+- lib/aweplug/extensions/identity/jbosscommunity.rb
+- lib/aweplug/extensions/kramdown_quickstart.rb
+- lib/aweplug/extensions/sections.rb
+- lib/aweplug/helpers/.gitkeep
+- lib/aweplug/helpers/git_commit_metadata.rb
+- lib/aweplug/helpers/kramdown_metadata.rb
+- lib/aweplug/transformers/.gitkeep
+- lib/aweplug/version.rb
+- spec/aweplug/extensions/identity/collector_spec.rb
+- spec/aweplug/extensions/identity/github_spec.rb
+- spec/aweplug/extensions/identity/storage_spec.rb
+- spec/spec_helper.rb
+- spec/support/aweplug/extensions/identity/crawler_examples.rb
+homepage: https://github.com/awestruct/aweplug
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>'
+    - !ruby/object:Gem::Version
+      version: 1.3.1
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.25
+signing_key: 
+specification_version: 3
+summary: This set of Awestruct extensions includes helpful tools,  extensions and
+  helpers for building a website using Awestruct. It includes extensions for accessing
+  Github, JIRA, managing identities and others.
+test_files:
+- spec/aweplug/extensions/identity/collector_spec.rb
+- spec/aweplug/extensions/identity/github_spec.rb
+- spec/aweplug/extensions/identity/storage_spec.rb
+- spec/spec_helper.rb
+- spec/support/aweplug/extensions/identity/crawler_examples.rb
+has_rdoc: