gem_collector 1.0.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 1fe2c15637de46fba3c2a0c0018de249256364f1
+  data.tar.gz: 17c6f80072475e010cdc77e5a4bd707f8202590f
+SHA512:
+  metadata.gz: 9d6e030866974a479fed1d725112a9edc09f30d1c9c4da49ee354e3115eef3a20e36ac2d1f01320e159f1a4236a41ca7b5b7dbe48e70d629a3dd8f9691e6002c
+  data.tar.gz: 8174947d708aea1323bd7d47cb171e1cdb5b1b53883794432b95fed6a89253c1c2b1b0229a4354b8471e65af747b2821043d2612cd964f38e1f7d913922c59e9

data/MIT-LICENSE

@@ -0,0 +1,20 @@
+Copyright 2017 Kohei Suzuki
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,80 @@
+# GemCollector
+Collect gems used by applications.
+
+## Usage
+How to use my plugin.
+
+## Installation
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'gem_collector'
+```
+
+And then execute:
+```bash
+$ bundle
+```
+
+Or install it yourself as:
+```bash
+$ gem install gem_collector
+```
+
+Put config/octokit.yml like below.
+
+```yaml
+default: &default
+  github.com:
+    access_token: <%= ENV['GITHUB_ACCESS_TOKEN'] %>
+    webhook_secret: <%= ENV['GITHUB_WEBHOOK_SECRET'] %>
+  github-enterprise.example.com:
+    api_endpoint: https://github-enterprise.example.com/api/v3
+    web_endpoint: https://github-enterprise.example.com
+    access_token: <%= ENV['GHE_ACCESS_TOKEN'] %>
+
+development:
+  <<: *default
+
+production:
+  <<: *default
+```
+
+Configure database.yml. GemCollector requires PostgreSQL.
+
+```yaml
+# config/database.yml
+development:
+  adapter: postgresql
+  encoding: unicode
+  database: gem_collector_development
+
+production:
+  url: <%= ENV['DATABASE_URL'] %>
+```
+
+Configure ActiveJob adapter. We're using [Barbeque](https://github.com/cookpad/barbeque), but other adapters should work.
+
+```ruby
+# config/initializers/barbeque.rb
+Rails.application.configure do
+  config.active_job.queue_adapter = :barbeque
+end
+
+BarbequeClient.configure do |config|
+  config.application = 'gem-collector'
+  config.default_queue = 'default'
+  config.endpoint =
+    if Rails.env.production?
+      ENV.fetch('BARBEQUE_ENDPOINT')
+    else
+      ENV.fetch('BARBEQUE_ENDPOINT', 'http://localhost:3003')
+    end
+end
+```
+
+## Contributing
+Contribution directions go here.
+
+## License
+The gem is available as open source under the terms of the [MIT License](http://opensource.org/licenses/MIT).

data/Rakefile

@@ -0,0 +1,25 @@
+begin
+  require 'bundler/setup'
+rescue LoadError
+  puts 'You must `gem install bundler` and `bundle install` to run rake tasks'
+end
+
+require 'rdoc/task'
+
+RDoc::Task.new(:rdoc) do |rdoc|
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title    = 'GemCollector'
+  rdoc.options << '--line-numbers'
+  rdoc.rdoc_files.include('README.md')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end
+
+APP_RAKEFILE = File.expand_path("../spec/dummy/Rakefile", __FILE__)
+load 'rails/tasks/engine.rake'
+
+
+load 'rails/tasks/statistics.rake'
+
+
+
+require 'bundler/gem_tasks'

data/app/assets/config/gem_collector_manifest.js

@@ -0,0 +1,2 @@
+//= link_directory ../javascripts/gem_collector .js
+//= link_directory ../stylesheets/gem_collector .css

data/app/assets/javascripts/gem_collector/application.js

@@ -0,0 +1,13 @@
+// This is a manifest file that'll be compiled into application.js, which will include all the files
+// listed below.
+//
+// Any JavaScript/Coffee file within this directory, lib/assets/javascripts, vendor/assets/javascripts,
+// or any plugin's vendor/assets/javascripts directory can be referenced here using a relative path.
+//
+// It's not advisable to add code directly here, but if you do, it'll appear at the bottom of the
+// compiled file. JavaScript code in this file should be added after the last require_* statement.
+//
+// Read Sprockets README (https://github.com/rails/sprockets#sprockets-directives) for details
+// about supported directives.
+//
+//= require_tree .

data/app/assets/stylesheets/gem_collector/application.css

@@ -0,0 +1,15 @@
+/*
+ * This is a manifest file that'll be compiled into application.css, which will include all the files
+ * listed below.
+ *
+ * Any CSS and SCSS file within this directory, lib/assets/stylesheets, vendor/assets/stylesheets,
+ * or any plugin's vendor/assets/stylesheets directory can be referenced here using a relative path.
+ *
+ * You're free to add application-wide styles to this file and they'll appear at the bottom of the
+ * compiled file so the styles you add here take precedence over styles defined in any other CSS/SCSS
+ * files in this directory. Styles in this file should be added after the last require_* statement.
+ * It is generally better to create a new file per style scope.
+ *
+ *= require_tree .
+ *= require_self
+ */

data/app/controllers/gem_collector/application_controller.rb

@@ -0,0 +1,5 @@
+module GemCollector
+  class ApplicationController < ActionController::Base
+    protect_from_forgery with: :exception
+  end
+end

data/app/controllers/gem_collector/gem_news_controller.rb

@@ -0,0 +1,22 @@
+class GemCollector::GemNewsController < GemCollector::ApplicationController
+  before_action GemCollector::GemVersionValidationFilter
+  before_action :validate_body, only: :create
+
+  def new
+  end
+
+  def create
+    repositories = GemCollector::Repository.find_by_dependent_gem(params[:name], from_version: params[:from_version], to_version: params[:to_version])
+    begin
+      GemCollector::CreateGemNews.new(request.origin, *params.permit(:name, :title, :body, :from_version, :to_version).values).run(repositories)
+      flash[:notice] = 'Issues were created successfully'
+    rescue GemCollector::CreateGemNews::Error => e
+      flash[:error] = e.message
+    end
+    redirect_to repository_gem_path(params.permit(:name, :from_version, :to_version))
+  end
+
+  private def validate_body
+    render status: 400, plain: 'Empty body given' if params[:body].blank?
+  end
+end

data/app/controllers/gem_collector/repositories_controller.rb

@@ -0,0 +1,84 @@
+class GemCollector::RepositoriesController < GemCollector::ApplicationController
+  skip_before_action :verify_authenticity_token, only: %i[github_webhook]
+
+  def index
+    @repositories = GemCollector::Repository.all_with_version_point
+    render 'gem_collector/repositories/index'
+  end
+
+  def show
+    @repository = GemCollector::Repository.find(params[:id])
+  end
+
+  def new
+    @repository = GemCollector::Repository.new
+  end
+
+  def create
+    form = params.require(:repository)
+    repository = GemCollector::CreateRepository.new.run(
+      site: form[:site],
+      full_name: form[:full_name],
+    )
+    redirect_to repository_path(repository.id)
+  rescue GemCollector::CreateRepository::Error => e
+    redirect_to repositories_path, alert: e.message
+  end
+
+  def destroy
+    repository = GemCollector::Repository.find(params[:id])
+    GemCollector::DeleteRepository.new.run(repository)
+    redirect_to repositories_path
+  end
+
+  def github_webhook
+    event = request.headers['X-GitHub-Event']
+    case event
+    when 'ping'
+      render plain: 'pong'
+    when 'push'
+      html_url = params[:repository][:html_url]
+      site = Addressable::URI.parse(html_url).host
+      unless has_valid_signature?(site)
+        render status: 403, plain: "Signatures didn't match"
+        return
+      end
+
+      repository = GemCollector::UpdateRepository.new.run(
+        repository_id: params[:repository][:id],
+        full_name: params[:repository][:full_name],
+        html_url: html_url,
+        ssh_url: params[:repository][:ssh_url],
+      )
+      GemCollector::UpdateGemfileJob.perform_later(repository.id)
+      render plain: 'OK'
+    else
+      render status: 400, plain: "Unknown event #{event}"
+    end
+  end
+
+  private
+
+  # https://developer.github.com/webhooks/securing/
+  def has_valid_signature?(site)
+    secret = Rails.application.config.octokit.fetch(site)['webhook_secret']
+    if secret
+      request.body.rewind
+      payload_body = request.body.read
+      given_signature = request.headers['X-Hub-Signature']
+      unless given_signature
+        return false
+      end
+      expected_signature = 'sha1=' + OpenSSL::HMAC.hexdigest(OpenSSL::Digest.new('sha1'), secret, payload_body)
+      Rack::Utils.secure_compare(expected_signature, given_signature)
+    else
+      # No validation
+      true
+    end
+  end
+
+  def default_github_site
+    ENV['DEFAULT_GITHUB_SITE'] || 'github.com'
+  end
+  helper_method :default_github_site
+end

data/app/controllers/gem_collector/repository_gems_controller.rb

@@ -0,0 +1,22 @@
+class GemCollector::RepositoryGemsController < GemCollector::ApplicationController
+  before_action GemCollector::GemVersionValidationFilter, only: :show
+
+  def index
+    count_col = 'count(repository_id)'
+    order_by = [:name]
+    if order_by_popularity?
+      order_by.unshift("#{count_col} desc")
+    end
+    @gems = GemCollector::RepositoryGem.order(order_by).group(:name).pluck(:name, count_col)
+  end
+
+  def show
+    @gem_name = params[:name]
+    @repositories = GemCollector::Repository.find_by_dependent_gem(@gem_name, from_version: params[:from_version], to_version: params[:to_version])
+  end
+
+  private def order_by_popularity?
+    params[:order] == 'popularity'
+  end
+  helper_method :order_by_popularity?
+end

data/app/helpers/gem_collector/application_helper.rb

@@ -0,0 +1,19 @@
+module GemCollector
+  module ApplicationHelper
+    def gem_news_body_template
+      <<~TEMPLATE
+      ## Problem
+      {{Write problem here}}
+
+      ## Required actions
+      {{Write required actions here}}
+
+      ## Background
+      {{Write background here}}
+
+      ## Contact information
+      {{Write your department or inquiry counter about this news}}
+      TEMPLATE
+    end
+  end
+end

data/app/jobs/gem_collector/application_job.rb

@@ -0,0 +1,4 @@
+module GemCollector
+  class ApplicationJob < ActiveJob::Base
+  end
+end

data/app/jobs/gem_collector/update_gemfile_job.rb

@@ -0,0 +1,5 @@
+class GemCollector::UpdateGemfileJob < GemCollector::ApplicationJob
+  def perform(repository_id)
+    GemCollector::UpdateGemfile.new.run(GemCollector::Repository.find(repository_id))
+  end
+end

data/app/mailers/gem_collector/application_mailer.rb

@@ -0,0 +1,6 @@
+module GemCollector
+  class ApplicationMailer < ActionMailer::Base
+    default from: 'from@example.com'
+    layout 'mailer'
+  end
+end

data/app/models/gem_collector/application_record.rb

@@ -0,0 +1,5 @@
+module GemCollector
+  class ApplicationRecord < ActiveRecord::Base
+    self.abstract_class = true
+  end
+end

data/app/models/gem_collector/octokit_provider.rb

@@ -0,0 +1,10 @@
+module GemCollector::OctokitProvider
+  def self.get(site)
+    conf = Rails.application.config.octokit.fetch(site)
+    Octokit::Client.new(
+      api_endpoint: conf['api_endpoint'],
+      web_endpoint: conf['web_endpoint'],
+      access_token: conf['access_token'],
+    )
+  end
+end

data/app/models/gem_collector/repository.rb

@@ -0,0 +1,84 @@
+class GemCollector::Repository < GemCollector::ApplicationRecord
+  has_many :repository_gems, dependent: :delete_all
+
+  def url(path = nil)
+    u = "https://#{site}/#{full_name}"
+    if path
+      "#{u}/blob/master/#{path}"
+    else
+      u
+    end
+  end
+
+  def canonical_name
+    "#{site}/#{full_name}"
+  end
+
+  POINTS_FOR_GEMS_SQL = <<-SQL.strip_heredoc
+    select
+      gems.repository_id, gems.path, gems.name, gems.version
+      , cume_dist() over (partition by gems.name order by regexp_split_to_array(regexp_replace(version, '\.[^0-9.]+$', ''), '[^0-9]+') :: bigint[]) as version_point
+    from
+      #{GemCollector::RepositoryGem.table_name} gems
+  SQL
+
+  def gems_with_version_point
+    GemCollector::RepositoryGem.find_by_sql([<<-SQL.strip_heredoc, repository_id: id])
+    select *
+    from (#{POINTS_FOR_GEMS_SQL}) points_for_gems
+    where
+      repository_id = :repository_id
+    order by
+      path, name
+    SQL
+  end
+
+  def self.all_with_version_point
+    # points_for_gems: gem ごとにバージョンでソートして、どれくらい上位にいるか
+    # points_for_repos: そのリポジトリが依存している gem について、↑の平均値
+    # 大きければ大きいほど最新の gem を使っていることになりそう
+    find_by_sql(<<-SQL.strip_heredoc)
+    select
+      repos.*, points_for_repos.path, points_for_repos.point
+    from (
+      select
+        repository_id, path, avg(version_point) as point
+      from (#{POINTS_FOR_GEMS_SQL}) points_for_gems
+      group by repository_id, path
+    ) points_for_repos
+      inner join #{table_name} repos on repos.id = points_for_repos.repository_id
+    order by
+      point desc
+    SQL
+  end
+
+  # @param [String] gem_name
+  # @param [String] from_version Version string in Ruby gem manner.
+  # @param [String] to_version
+  def self.find_by_dependent_gem(gem_name, from_version: nil, to_version: nil)
+    from_version = '0.0.0' if from_version.blank?
+    find_by_sql([<<-SQL.strip_heredoc, gem_name: gem_name, from_version: from_version, to_version: to_version])
+    select
+        repos.id
+      , site
+      , full_name
+      , gems.version as gem_version
+      , gems.path as gem_path
+    from
+      #{table_name} repos
+      inner join #{GemCollector::RepositoryGem.table_name} gems on gems.repository_id = repos.id
+    where gems.name = :gem_name
+      and #{build_version_exp('version')} >= #{build_version_exp(':from_version')}
+    #{to_version.blank? ? '' : "and #{build_version_exp('version')} < #{build_version_exp(':to_version')}"}
+    order by
+        #{build_version_exp('version')} desc
+      , site
+      , full_name
+      , gems.path
+    SQL
+  end
+
+  private_class_method def self.build_version_exp(column_or_exp)
+    "(regexp_split_to_array(regexp_replace(#{column_or_exp}, '\.[^0-9.].+$', ''), '[^0-9]+') :: bigint[])"
+  end
+end

data/app/models/gem_collector/repository_gem.rb

@@ -0,0 +1,2 @@
+class GemCollector::RepositoryGem < GemCollector::ApplicationRecord
+end

data/app/models/gem_collector/webhooks.rb

@@ -0,0 +1,29 @@
+class GemCollector::Webhooks
+  def initialize(octokit)
+    @octokit = octokit
+  end
+
+  def create(full_name)
+    hook = find_hook(full_name)
+    unless hook
+      @octokit.create_hook(full_name, WEBHOOK_NAME, { url: WEBHOOK_URL, content_type: 'json' }, { events: WEBHOOK_EVENTS, active: true })
+    end
+  end
+
+  def remove(full_name)
+    hook = find_hook(full_name)
+    if hook
+      @octokit.remove_hook(full_name, hook[:id])
+    end
+  end
+
+  private
+
+  WEBHOOK_NAME = 'web'
+  WEBHOOK_URL = ENV['WEBHOOK_URL']
+  WEBHOOK_EVENTS = ['push']
+
+  def find_hook(full_name)
+    @octokit.hooks(full_name).find { |hook| hook.name == WEBHOOK_NAME && hook.config.url == WEBHOOK_URL && hook.events == WEBHOOK_EVENTS }
+  end
+end

data/app/services/gem_collector/create_gem_news.rb

@@ -0,0 +1,37 @@
+class GemCollector::CreateGemNews
+  def initialize(homepage, gem_name, title, body, from_version, to_version)
+    @gem_name, @body, @from_version, @to_version = gem_name, body, from_version, to_version
+    @title = title.present? ? title : %!Please check for "#{gem_name}"!
+  end
+
+  # @params [Array<Repository>] repositories
+  def run(repositories)
+    repositories.each {|repo| create_news_issue(repo) }
+  end
+
+  private def create_news_issue(repo)
+    octokit = GemCollector::OctokitProvider.get(repo.site)
+    begin
+      octokit.create_issue(repo.full_name, @title, issue_body)
+    rescue Octokit::NotFound
+      raise Error.new("Cannot find repository #{repo.full_name}. @#{octokit.login} cannot find it")
+    end
+  end
+
+  private def issue_body
+    [<<-NEWS_HEADER.strip_heredoc, '', '---', '', @body].join("\n")
+    This issue was delivered from [gem_collector](homepage) because this repository depends on #{gem_name_with_version}.
+    NEWS_HEADER
+  end
+
+  private def gem_name_with_version
+    [
+      %!"#{@gem_name}"!,
+      @from_version.present? ? "(>= #{@from_version})" : nil,
+      @to_version.present? ? "(< #{@to_version})" : nil,
+    ].compact.join(' ')
+  end
+
+  class Error < ::StandardError
+  end
+end

data/app/services/gem_collector/create_repository.rb

@@ -0,0 +1,32 @@
+class GemCollector::CreateRepository
+  def run(site:, full_name:)
+    octokit = GemCollector::OctokitProvider.get(site)
+    begin
+      repo = octokit.repository(full_name)
+    rescue Octokit::NotFound
+      raise Error.new("Cannot find repository #{full_name}. @#{octokit.login} cannot find it")
+    end
+
+    repository = GemCollector::UpdateRepository.new.run(
+      repository_id: repo[:id],
+      full_name: repo[:full_name],
+      html_url: repo[:html_url],
+      ssh_url: repo[:ssh_url],
+    )
+    GemCollector::UpdateGemfile.new.run(repository)
+    begin
+      register_webhook(repository)
+    rescue Octokit::NotFound
+      raise Error.new("Cannot register webhook: @#{octokit.login} doesn't have admin permission on #{full_name}")
+    end
+    repository
+  end
+
+  def register_webhook(repository)
+    octokit = GemCollector::OctokitProvider.get(repository.site)
+    GemCollector::Webhooks.new(octokit).create(repository.full_name)
+  end
+
+  class Error < StandardError
+  end
+end

data/app/services/gem_collector/delete_repository.rb

@@ -0,0 +1,12 @@
+class GemCollector::DeleteRepository
+  def run(repository)
+    octokit = GemCollector::OctokitProvider.get(repository.site)
+    begin
+      GemCollector::Webhooks.new(octokit).remove(repository.full_name)
+    rescue Octokit::Error
+      Rails.logger.warn("Cannot check webhook in #{repository.full_name}")
+    end
+
+    repository.destroy!
+  end
+end

data/app/services/gem_collector/update_gemfile.rb

@@ -0,0 +1,65 @@
+require 'find'
+
+class GemCollector::UpdateGemfile
+  def run(repository)
+    Dir.mktmpdir("gem_collector_update_gemfile_#{repository.id}") do |dir|
+      dir_path = Pathname.new(dir)
+      system!('git', 'clone', '--depth=1', repository.ssh_url, dir)
+      retry_on_serialization_failure(tries: 3) do
+        GemCollector::RepositoryGem.transaction(isolation: :serializable) do
+          GemCollector::RepositoryGem.where(repository_id: repository.id).delete_all
+          each_gemfile_lock(dir) do |path|
+            update_gemfile_lock(repository, dir_path, path)
+          end
+          repository.touch(:updated_at)
+        end
+      end
+    end
+  end
+
+  private
+
+  def system!(*args)
+    unless system(*args)
+      raise "Command execution failure: #{args}"
+    end
+  end
+
+  def retry_on_serialization_failure(tries:, &block)
+    tries.times do |i|
+      begin
+        return block.call
+      rescue ActiveRecord::StatementInvalid => e
+        if e.cause.is_a?(PG::TRSerializationFailure)
+          $stderr.puts "#{e.cause.class}: #{e.cause.message}"
+          sleep(2**i)
+          $stderr.puts "Retrying... (try: #{i+1})"
+        else
+          raise e
+        end
+      end
+    end
+    raise 'Too many serialization failures'
+  end
+
+  def each_gemfile_lock(dir, &block)
+    Find.find(dir) do |f|
+      if f == '.git'
+        Find.prune
+      end
+      path = Pathname.new(f)
+      if path.basename.to_s == 'Gemfile.lock'
+        block.call(path)
+      end
+    end
+  end
+
+  def update_gemfile_lock(repository, dir, path)
+    lockfile_parser = Bundler::LockfileParser.new(path.read)
+    lock_path = path.relative_path_from(dir).to_s
+    records = lockfile_parser.specs.map do |spec|
+      repository.repository_gems.build(path: lock_path, name: spec.name, version: spec.version.to_s)
+    end
+    GemCollector::RepositoryGem.import(records)
+  end
+end

data/app/services/gem_collector/update_repository.rb

@@ -0,0 +1,10 @@
+class GemCollector::UpdateRepository
+  def run(repository_id:, full_name:, html_url:, ssh_url:)
+    host = Addressable::URI.parse(html_url).host
+    repo = GemCollector::Repository.find_or_initialize_by(site: host, repository_id: repository_id)
+    repo.full_name = full_name
+    repo.ssh_url = ssh_url
+    repo.save!
+    repo
+  end
+end

data/app/views/gem_collector/gem_news/new.html.haml

@@ -0,0 +1,13 @@
+%h3 Create news issue on repositories using #{params[:name]}
+
+= form_tag(create_gem_news_path(name: params[:name])) do
+  = hidden_field_tag(:from_version, params[:from_version])
+  = hidden_field_tag(:to_version, params[:to_version])
+  = label_tag(:title, 'Issue title:')
+  = text_field_tag(:title, nil, size: 80)
+  %p
+    = label_tag(:body, 'Issue body:')
+  %p
+    = text_area_tag(:body, gem_news_body_template, cols: 80, rows: 20)
+  %p
+    = submit_tag('Create issues')

data/app/views/gem_collector/repositories/index.html.haml

@@ -0,0 +1,22 @@
+%h2 Repositories
+
+- if flash[:alert]
+  %div
+    %p= flash[:alert]
+
+%div
+  %p= link_to('Add new repository', new_repository_path)
+  %p= link_to('All gems', repository_gems_path)
+
+%table
+  %thead
+    %tr
+      %th Repository
+      %th Path
+      %th Up-to-date Point
+  %thead
+    - @repositories.each do |repository|
+      %tr
+        %td= link_to(repository.canonical_name, repository_path(repository.id))
+        %td= repository.path
+        %td= sprintf('%.4f', repository.point)

data/app/views/gem_collector/repositories/new.html.haml

@@ -0,0 +1,8 @@
+%h2 New repository
+
+= form_for(@repository) do |f|
+  = f.label :site
+  = f.text_field :site, value: default_github_site
+  = f.label :full_name
+  = f.text_field :full_name, placeholder: 'cookpad/gem_collector'
+  = f.submit

data/app/views/gem_collector/repositories/show.html.haml

@@ -0,0 +1,28 @@
+%h2 Repository #{@repository.canonical_name}
+
+%div
+  %p= link_to(@repository.url, @repository.url)
+
+%div
+  - @repository.gems_with_version_point.group_by(&:path).each do |path, gems|
+    %h3= path
+    %div
+      %p Up-to-date Point: #{sprintf('%.4f', gems.sum(&:version_point) / gems.size)}
+    %table
+      %thead
+        %tr
+          %th Gem
+          %th Version
+          %th Up-to-date Point
+      %tbody
+        - gems.each do |gem|
+          %tr
+            %td= link_to(gem.name, repository_gem_path(gem.name))
+            %td= gem.version
+            %td= sprintf('%.4f', gem.version_point)
+
+%div
+  %h3 Danger Zone
+
+  = form_tag(repository_path(@repository.id), method: :delete) do
+    = submit_tag('Destroy')

data/app/views/gem_collector/repository_gems/index.html.haml

@@ -0,0 +1,17 @@
+%h2 All gems
+
+- if order_by_popularity?
+  = link_to 'Order by name', repository_gems_path
+- else
+  = link_to 'Order by popularity', repository_gems_path(order: 'popularity')
+
+%table
+  %thead
+    %tr
+      %th Gem
+      %th Number of repository
+  %tbody
+    - @gems.each do |name, count|
+      %tr
+        %td= link_to(name, repository_gem_path(name))
+        %td= count

data/app/views/gem_collector/repository_gems/show.html.haml

@@ -0,0 +1,33 @@
+- if flash[:notice]
+  = flash[:notice]
+  %hr
+- elsif flash[:error]
+  = flash[:error]
+  %hr
+
+%h2 Repositories using #{@gem_name}
+
+%p
+  = form_tag('', method: :get) do |f|
+    = label_tag(:from_version, 'From version:')
+    = text_field_tag(:from_version, params[:from_version])
+    = label_tag(:to_version, 'To version:')
+    = text_field_tag(:to_version, params[:to_version])
+    = submit_tag('Filter')
+
+%table
+  %thead
+    %tr
+      %th Repository
+      %th Path
+      %th Version
+  %tbody
+    - @repositories.each do |repository|
+      %tr
+        %td= link_to(repository.canonical_name, repository_path(repository.id))
+        %td= link_to(repository.gem_path, repository.url(repository.gem_path))
+        %td= repository.gem_version
+
+%hr
+
+= link_to('Create news issues on these repositories', new_gem_news_path(**params.permit(:name, :from_version, :to_version).to_h.symbolize_keys))

data/app/views/layouts/gem_collector/application.html.haml

@@ -0,0 +1,7 @@
+!!! 5
+%html
+  %head
+    %title GemCollector
+    = csrf_meta_tags
+  %body
+    = yield

data/config/routes.rb

@@ -0,0 +1,9 @@
+GemCollector::Engine.routes.draw do
+  resources :repositories, only: %i[index show new create destroy]
+  post '/github-webhook' => 'repositories#github_webhook'
+
+  get '/gems' => 'repository_gems#index', as: :repository_gems
+  get '/gems/:name' => 'repository_gems#show', as: :repository_gem
+  get '/gems/:name/new_issue' => 'gem_news#new', as: :new_gem_news
+  post '/gems/:name/new_issue' => 'gem_news#create', as: :create_gem_news
+end

data/db/migrate/20170317021645_create_gem_collector_repository.rb

@@ -0,0 +1,13 @@
+class CreateGemCollectorRepository < ActiveRecord::Migration[5.0]
+  def change
+    create_table :gem_collector_repositories do |t|
+      t.string :site, null: false
+      t.integer :repository_id, null: false
+      t.string :full_name, null: false
+      t.string :ssh_url, null: false
+      t.timestamps
+
+      t.index [:site, :repository_id], unique: true, name: 'idx_repositories'
+    end
+  end
+end

data/db/migrate/20170317021845_create_gem_collector_repository_gem.rb

@@ -0,0 +1,13 @@
+class CreateGemCollectorRepositoryGem < ActiveRecord::Migration[5.0]
+  def change
+    create_table :gem_collector_repository_gems do |t|
+      t.integer :repository_id, null: false
+      t.string :name, null: false
+      t.string :version, null: false
+      t.string :path, null: false
+      t.timestamps
+
+      t.index [:repository_id, :path, :name], unique: true, name: 'idx_repository_gems'
+    end
+  end
+end

data/lib/autoload/gem_collector/gem_version_validation_filter.rb

@@ -0,0 +1,16 @@
+module GemCollector::GemVersionValidationFilter
+  def self.before(controller)
+    [controller.params[:from_version], controller.params[:to_version]].each do |v|
+      controller.render status: 400, plain: "Invalid version string: #{v}" unless valid_version?(v)
+    end
+  end
+
+  def self.valid_version?(v)
+    begin
+      ::Gem::Version.new(v)
+      true
+    rescue ArgumentError
+      false
+    end
+  end
+end

data/lib/gem_collector/engine.rb

@@ -0,0 +1,12 @@
+module GemCollector
+  class Engine < ::Rails::Engine
+    isolate_namespace GemCollector
+
+    config.autoload_paths << root.join('lib/autoload').to_s
+    config.eager_load_paths << root.join('lib/autoload').to_s
+
+    initializer 'gem_collector.octokit' do |app|
+      app.config.octokit = app.config_for(:octokit)
+    end
+  end
+end

data/lib/gem_collector/version.rb

@@ -0,0 +1,3 @@
+module GemCollector
+  VERSION = '1.0.0'
+end

data/lib/gem_collector.rb

@@ -0,0 +1,6 @@
+require 'activerecord-import'
+require 'addressable'
+require 'haml'
+require 'octokit'
+
+require 'gem_collector/engine'

data/lib/tasks/gem_collector_tasks.rake

@@ -0,0 +1,6 @@
+namespace :gem_collector do
+  namespace :ridgepole do
+    desc 'Apply Schemafile' do
+    end
+  end
+end

metadata

@@ -0,0 +1,195 @@
+--- !ruby/object:Gem::Specification
+name: gem_collector
+version: !ruby/object:Gem::Version
+  version: 1.0.0
+platform: ruby
+authors:
+- Kohei Suzuki
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2017-03-21 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: activerecord-import
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: addressable
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: haml
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: octokit
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pg
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rails
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 5.0.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 5.0.2
+- !ruby/object:Gem::Dependency
+  name: rspec-rails
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: factory_girl_rails
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Collect gems used by applications
+email:
+- kohei-suzuki@cookpad.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- MIT-LICENSE
+- README.md
+- Rakefile
+- app/assets/config/gem_collector_manifest.js
+- app/assets/javascripts/gem_collector/application.js
+- app/assets/stylesheets/gem_collector/application.css
+- app/controllers/gem_collector/application_controller.rb
+- app/controllers/gem_collector/gem_news_controller.rb
+- app/controllers/gem_collector/repositories_controller.rb
+- app/controllers/gem_collector/repository_gems_controller.rb
+- app/helpers/gem_collector/application_helper.rb
+- app/jobs/gem_collector/application_job.rb
+- app/jobs/gem_collector/update_gemfile_job.rb
+- app/mailers/gem_collector/application_mailer.rb
+- app/models/gem_collector/application_record.rb
+- app/models/gem_collector/octokit_provider.rb
+- app/models/gem_collector/repository.rb
+- app/models/gem_collector/repository_gem.rb
+- app/models/gem_collector/webhooks.rb
+- app/services/gem_collector/create_gem_news.rb
+- app/services/gem_collector/create_repository.rb
+- app/services/gem_collector/delete_repository.rb
+- app/services/gem_collector/update_gemfile.rb
+- app/services/gem_collector/update_repository.rb
+- app/views/gem_collector/gem_news/new.html.haml
+- app/views/gem_collector/repositories/index.html.haml
+- app/views/gem_collector/repositories/new.html.haml
+- app/views/gem_collector/repositories/show.html.haml
+- app/views/gem_collector/repository_gems/index.html.haml
+- app/views/gem_collector/repository_gems/show.html.haml
+- app/views/layouts/gem_collector/application.html.haml
+- config/routes.rb
+- db/migrate/20170317021645_create_gem_collector_repository.rb
+- db/migrate/20170317021845_create_gem_collector_repository_gem.rb
+- lib/autoload/gem_collector/gem_version_validation_filter.rb
+- lib/gem_collector.rb
+- lib/gem_collector/engine.rb
+- lib/gem_collector/version.rb
+- lib/tasks/gem_collector_tasks.rake
+homepage: https://github.com/cookpad/gem_collector
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.6.10
+signing_key: 
+specification_version: 4
+summary: Collect gems used by applications
+test_files: []