organization_gem_dependencies 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: fb5e5a02cbf5ed813e8420830752b6f2f1341f61
+  data.tar.gz: ee3ad55b7be9f1d8f2db3263e20c8cb37e4768a0
+SHA512:
+  metadata.gz: 71ab9c48f521b57b7fa7e2c1c0803126d613b99c641999aeb8951dcef3aa72b369b2a550f216bcfa931088dcd266e97aae98192e5458e49e894806d2d3dfe9a0
+  data.tar.gz: b97283bde770583c62b9dec9a306a02c62b9f6baa241b72b152c7e35de95adbc2314ec93486f84c9b020630bffb8511609551944bf53e91fc559d79b833a978b

data/CHANGES.md

@@ -0,0 +1,8 @@
+# Change Log
+
+## Unreleased
+
+**Added**
+
+* Provide initial version of the `organization_gem_dependencies` command line
+  tool.

data/LICENSE.txt

@@ -0,0 +1,23 @@
+Copyright (c) 2018, AppFolio, Inc.
+Copyright (c) 2018, Bryce Boe
+All rights reserved.
+
+Redistribution and use in source and binary forms, with or without
+modification, are permitted provided that the following conditions are met:
+
+1. Redistributions of source code must retain the above copyright notice, this
+   list of conditions and the following disclaimer.
+2. Redistributions in binary form must reproduce the above copyright notice,
+   this list of conditions and the following disclaimer in the documentation
+   and/or other materials provided with the distribution.
+
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
+ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
+WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
+FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

data/README.md

@@ -0,0 +1 @@
+# organization_gem_dependencies

data/bin/organization_gem_dependencies

@@ -0,0 +1,5 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+require 'organization_gem_dependencies'
+exit OrganizationGemDependencies::Cli.new.run

data/lib/organization_gem_dependencies.rb

@@ -0,0 +1,3 @@
+# frozen_string_literal: true
+
+require 'organization_gem_dependencies/cli'

data/lib/organization_gem_dependencies/cli.rb

@@ -0,0 +1,117 @@
+# frozen_string_literal: true
+
+require 'base64'
+require 'io/console'
+require 'json'
+require 'optparse'
+
+require 'octokit'
+
+module OrganizationGemDependencies
+  # Define the command line interface.
+  class Cli
+    SEARCH_TERM = 'org:appfolio filename:Gemfile.lock'
+
+    def run
+      parse_options
+
+      access_token = ENV['GITHUB_ACCESS_TOKEN'] || \
+                     STDIN.getpass('GitHub Personal Access Token: ')
+      github = Octokit::Client.new(access_token: access_token)
+
+      gems = {}
+      gemfiles(github) do |gemfile|
+        STDERR.puts "Processing #{gemfile.repository.name}/#{gemfile.path}"
+        content = nil
+        sleep_time = 0
+        while content.nil?
+          begin
+            content = Base64.decode64(github.get(gemfile.url).content)
+          rescue StandardError
+            sleep_time += 1
+            STDERR.puts "Sleeping #{sleep_time} seconds"
+            sleep(sleep_time)
+          end
+        end
+        merge!(gems, process_gemfile(
+                       Bundler::LockfileParser.new(content),
+                       "#{gemfile.repository.name}/#{gemfile.path}"
+        ))
+      end
+      output gems
+
+      0
+    end
+
+    private
+
+    def gemfiles(github)
+      github.search_code(SEARCH_TERM, per_page: 1000)
+      last_response = github.last_response
+
+      matches = last_response.data.items
+      until last_response.rels[:next].nil?
+        last_response = last_response.rels[:next].get
+        matches.concat last_response.data.items
+      end
+
+      matches.sort_by(&:html_url).each do |match|
+        yield match
+      end
+    end
+
+    def merge!(base, additions)
+      additions.each do |gem, versions|
+        if base.include? gem
+          base_versions = base[gem]
+          versions.each do |version, projects|
+            if base_versions.include? version
+              base_versions[version].concat(projects)
+            else
+              base_versions[version] = projects
+            end
+          end
+        else
+          base[gem] = versions
+        end
+      end
+    end
+
+    def output(gems)
+      sorted_gems = {}
+      gems.sort.each do |gem, versions|
+        sorted_gems[gem] = {}
+        versions.sort.each do |version, projects|
+          sorted_gems[gem][version] = projects.sort
+        end
+      end
+      puts JSON.pretty_generate(sorted_gems)
+    end
+
+    def parse_options
+      @options = { direct: false }
+      OptionParser.new do |config|
+        config.banner = <<~USAGE
+          Usage: organization_gem_dependencies [options]
+        USAGE
+        config.on('-d', '--direct',
+                  'Consider only direct dependencies.') do |direct|
+          @options[:direct] = direct
+        end
+        config.version = OrganizationGemDependencies::VERSION
+      end.parse!
+    end
+
+    def process_gemfile(gemfile, project)
+      dependencies = gemfile.dependencies.map { |dependency, _, _| dependency }
+      gems = {}
+
+      gemfile.specs.each do |spec|
+        next if @options[:direct] && !dependencies.include?(spec.name)
+        gems[spec.name] = {}
+        gems[spec.name][spec.version] = [project]
+      end
+      gems
+    end
+  end
+end

data/lib/organization_gem_dependencies/version.rb

@@ -0,0 +1,5 @@
+# frozen_string_literal: true
+
+module OrganizationGemDependencies
+  VERSION = '0.1.0'
+end

metadata

@@ -0,0 +1,96 @@
+--- !ruby/object:Gem::Specification
+name: organization_gem_dependencies
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Bryce Boe
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2018-07-03 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '12.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '12.0'
+- !ruby/object:Gem::Dependency
+  name: octokit
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.0'
+description: |
+  organization_gem_dependencies is a command line tool to allow one to
+  discover ruby gem dependencies for all ruby projects across a github
+  organization..
+email: bryce.boe@appfolio.com
+executables:
+- organization_gem_dependencies
+extensions: []
+extra_rdoc_files: []
+files:
+- CHANGES.md
+- LICENSE.txt
+- README.md
+- bin/organization_gem_dependencies
+- lib/organization_gem_dependencies.rb
+- lib/organization_gem_dependencies/cli.rb
+- lib/organization_gem_dependencies/version.rb
+homepage: https://github.com/appfolio/organization_gem_dependencies
+licenses:
+- BSD-2-Clause
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.6.14
+signing_key: 
+specification_version: 4
+summary: Discover all ruby gem depedencies for a github organization.
+test_files: []