gempendencies 0.1.0 → 0.1.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 174a5a541ad86cef48f122d348dfdb0725cecc3ebc2e182a9511026defc987f2
-  data.tar.gz: d7c0f0e717c1946faa828a4e84fdf1bec528d083429615c7978e68f0aaed6452
+  metadata.gz: 66c6b02ac30e6061bb9b805320a68ae37d19ca1af5c15f3df6eb0bc406478c45
+  data.tar.gz: 5b3feb8a468ea87fa5b825e31dfd13a5e6ea026104cfdf7f51280d17ebd0ed8c
 SHA512:
-  metadata.gz: dabde61dcec1d84b1d8a52f8a73cab1de161dcaf3058da51e9a75a9b392fc717210a092b0af956dac6b7cc20b8022f4136a85425f409ed975d670bad76f569ac
-  data.tar.gz: 6518bad7caf4df392585a53fd6e35bf5d34b9c9ae4e2cf72344bd5c4bd7d9547eb8adcefcdb343ca8f7ffe6486031a7772ab308bdc109ca9f41f220cff9ec26a
+  metadata.gz: a5961d06fdf4fe1ef430fa0ce1cb4801cff54ece9ecacdddb6f0ecb73c47167217dea7a2599ee5b8a7ded9a0f8f2b1ae9eb77ebddc1a64b56d09517c567f3fc7
+  data.tar.gz: 67059fbc266bfd2d3a357c7c9154dd6206167781cc3e27734c1ffdb49d8c5a001c2bd16ed74300e51aba8abf7044bf296b7aaddc5fe9453cf499e433e3c327fe

data/bin/gempendencies

@@ -1,21 +1,22 @@
 #!/usr/bin/env ruby
 
-unless File.exist?('./Rakefile') || File.exist?('./Gemfile')
-  abort 'Please run gempendencies from the root of the project.'
-end
+# unless File.exist?('./Rakefile') || File.exist?('./Gemfile')
+#   abort 'Please run gempendencies from the root of the project.'
+# end
 
 require 'rubygems'
+require 'gempendencies'
+require 'gempendencies/gem_info'
+
+here = File.expand_path(File.dirname __FILE__)
+$LOAD_PATH << "#{here}/../lib"
+
 begin
   require 'bundler'
   Bundler.setup
+  # If we're in a Bundler-managed project, then build the information for it
+  Gempendencies::GemInfo.new.build
 rescue StandardError => e
-  puts "ERROR: #{e.message}"
+  # Otherwise, look for nested projects that have .gempendencies info and aggregate it
+  Gempendencies::GemInfo.new.aggregate
 end
-
-here = File.expand_path(File.dirname __FILE__)
-$LOAD_PATH << "#{here}/../lib"
-
-require 'gempendencies'
-require 'gempendencies/gem_info'
-
-Gempendencies::GemInfo.new.build

data/lib/gempendencies/gem_info.rb

@@ -4,6 +4,7 @@ require 'nokogiri'
 require 'open-uri'
 require 'set'
 require 'securerandom'
+require 'yaml'
 
 module Gempendencies
 
@@ -34,23 +35,60 @@ module Gempendencies
   class GemInfo
     def initialize
       @domain_badge_labels = {}
-      # note - be sure to double backslash all the CLI backslashes
-      if File.exist?(".gempendencies/gem_info.txt")
-        github_urls
-      else
-        "You need to generate gem_info.txt - GemInfo.new.build_gem_info_txt"
-      end
+      # # note - be sure to double backslash all the CLI backslashes
+      # if File.exist?(".gempendencies/gem_info.txt")
+      #   github_urls
+      # else
+      #   build_gem_info_txt
+      # end
     end
 
     # uses bundler to build the gem_info.txt summarization of all gems used...
     def build_gem_info_txt
       # https://gist.github.com/deevis/3211023e2b14e85df6ca908dbc642a2d
       # https://gist.githubusercontent.com/deevis/3211023e2b14e85df6ca908dbc642a2d/raw/9fe1c9dfedc15b328cbe2e3f64f8198d56bb9795/generate_gem_info.sh
-      `bin/generate_gem_info.sh`
+      `mkdir -p .gempendencies`
+      gem_names = `bundle list`.split("\n").select{|s| s.index("*") && s.index("(")}.map{|s| s.split("*").last.split("(").first.gsub(" ","")}
+      count = gem_names.length
+      puts "Fetching 'gem info' for #{count} dependencies..."
+      gem_info = {}
+      license_counts = Hash.new(0)
+      author_counts = Hash.new(0)
+      gem_names.each_with_index do |gem_name,i| 
+        cmd = "gem info #{gem_name}"
+        puts "\n#{i+1}/#{count} #{cmd}"
+        info = `#{cmd}`
+        data = {}
+        info.split("\n").each do |line|
+          next unless line.index(":")
+          next if line.index("Installed at")
+          key, value = line.split(": ")
+          key = key.gsub('"', "").gsub(" ", "")
+          case key
+          when "Author", "Authors"
+            key = "Author"
+            value = value.split(", ")
+            value.each{|v| author_counts[v] += 1}
+          when "License", "Licenses"
+            key = "License"
+            value = value.split(", ")
+            value.each{|v| license_counts[v] += 1}
+          end            
+          data[key] = value
+        end
+        gem_info[gem_name] = data
+      end
+      File.open(".gempendencies/gem_info.yaml", "w") do |f|
+        f.puts gem_info.to_yaml
+      end
+      author_counts = Hash[author_counts.sort{|a,b| b[1] <=> a[1]}]
+      File.open(".gempendencies/author_info.yaml", "w"){|f| f.puts author_counts.to_yaml}
+      license_counts = Hash[license_counts.sort{|a,b| b[1] <=> a[1]}]
+      File.open(".gempendencies/license_info.yaml", "w"){|f| f.puts license_counts.to_yaml}
     end
 
     def github_urls
-      @github_urls = `grep "Homepage:" .gempendencies/gem_info.txt | grep "github" | sed 's/.*page: \\(.*\\)/\\1/g'`.split("\n").uniq
+      @github_urls = `grep "Homepage:" .gempendencies/gem_info.yaml | grep "github" | sed 's/.*page: \\(.*\\)/\\1/g'`.split("\n").uniq
       #puts @github_urls
       puts "Got #{@github_urls.length} github urls to process"
       @github_urls
@@ -121,35 +159,72 @@ module Gempendencies
       contents
     end
 
-    def build
-      if !File.exist?("gem_info.txt")
+    def aggregate
+      data = {}
+      total_counts = Hash.new(0)
+      puts "Searching recursively for nested .gempendencies to aggregate"
+      paths = `find . -iname "license_info.yaml"`
+      paths.split("\n").each do |path|
+        "./business_rules/.gempendencies/license_info.yaml"
+        puts path
+        project_name = path.match(/.\/(.*)\/\.gem.*/)[1]
+        licenses = YAML.load_file(path)
+        data[project_name] = licenses
+        licenses.each do |name, count|
+          total_counts[name] += count
+        end
+      end
+      data['TOTALS'] = total_counts
+      # order output columns by most common license 
+      puts "-" * 60
+      puts "       Start CSV output"
+      puts "-" * 60
+      columns = Hash[total_counts.sort{|a,b| b[1] <=> a[1]}].keys
+      puts (['project'] + columns).join(',')
+      data.each do |project_name, counts|
+        print project_name
+        columns.each do |col|
+          print ','
+          print counts[col]
+        end
+        puts 
+      end
+      puts "-" * 60
+      puts "       End CSV output"
+      puts "-" * 60
+    end
+
+    def build(load_github_metadata = false)
+      if !File.exist?(".gempendencies/gem_info.yaml")
         build_gem_info_txt
       end
-      @github_urls.each do |url|
-        cleansed = url.gsub(/http[s]*:../, '').gsub('github.com','').gsub('github.io','').gsub("/", " ").gsub(".", "").strip
-        owner, repo = cleansed.split(" ")
-        if owner && repo
-          url = "https://api.github.com/repos/#{owner}/#{repo}"
-          # puts "#{owner} - #{repo}   :  #{url}"
-          directory = ".gempendencies/#{owner}/#{repo}"
-          `mkdir -p #{directory}`
-          file = "#{directory}/curl_result.json"
-          
-          if File.exist?(file)
-            if (contents = File.read(file)).index("Moved Permanently")
-              json = JSON.parse(contents)
-              url = json['url']
-            elsif !contents.index("rate limit exceeded")
-              puts "skipping #{file}..."
-              json = JSON.parse(contents)
-              get_badges(json['html_url'], directory)
-              next
+      if load_github_metadata
+        @github_urls.each do |url|
+          cleansed = url.gsub(/http[s]*:../, '').gsub('github.com','').gsub('github.io','').gsub("/", " ").gsub(".", "").strip
+          owner, repo = cleansed.split(" ")
+          if owner && repo
+            url = "https://api.github.com/repos/#{owner}/#{repo}"
+            # puts "#{owner} - #{repo}   :  #{url}"
+            directory = ".gempendencies/#{owner}/#{repo}"
+            `mkdir -p #{directory}`
+            file = "#{directory}/curl_result.json"
+            
+            if File.exist?(file)
+              if (contents = File.read(file)).index("Moved Permanently")
+                json = JSON.parse(contents)
+                url = json['url']
+              elsif !contents.index("rate limit exceeded")
+                puts "skipping #{file}..."
+                json = JSON.parse(contents)
+                get_badges(json['html_url'], directory)
+                next
+              end
             end
-          end
 
-          contents = get_repo_json(url, file)
-          json = JSON.parse(contents)
-          get_badges(json['html_url'], directory)
+            contents = get_repo_json(url, file)
+            json = JSON.parse(contents)
+            get_badges(json['html_url'], directory)
+          end
         end
       end
     end # def build

data/lib/gempendencies/version.rb

@@ -1,3 +1,3 @@
 module Gempendencies
-  VERSION = "0.1.0"
+  VERSION = "0.1.5"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: gempendencies
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.5
 platform: ruby
 authors:
 - Darren Hicks
 autorequire:
-bindir: exe
+bindir: bin
 cert_chain: []
-date: 2021-03-18 00:00:00.000000000 Z
+date: 2021-04-14 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: nokogiri
@@ -66,26 +66,17 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '3.0'
-description: Builds a comprehensive list of gems used by your project
+description: Builds a comprehensive list of gems used by your project and summarizes
+  the OSS Licenses being used
 email:
 - darren.hicks@gmail.com
-executables: []
+executables:
+- gempendencies
 extensions: []
 extra_rdoc_files: []
 files:
-- ".gitignore"
-- ".rspec"
-- ".travis.yml"
-- Gemfile
-- Gemfile.lock
-- LICENSE.txt
 - README.md
-- Rakefile
-- bin/console
 - bin/gempendencies
-- bin/generate_gem_info.sh
-- bin/setup
-- gempendencies.gemspec
 - lib/gempendencies.rb
 - lib/gempendencies/gem_info.rb
 - lib/gempendencies/version.rb
@@ -110,8 +101,9 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.1.2
+rubygems_version: 3.2.16
 signing_key:
 specification_version: 4
-summary: Builds a comprehensive list of gems used by your project
+summary: Builds a comprehensive list of gems used by your project and summarizes the
+  OSS Licenses being used
 test_files: []

data/.gitignore

@@ -1,13 +0,0 @@
-/.bundle/
-/.yardoc
-/_yardoc/
-/coverage/
-/doc/
-/pkg/
-/spec/reports/
-/tmp/
-
-# rspec failure tracking
-.rspec_status
-
-.gempendencies

data/.rspec

@@ -1,3 +0,0 @@
---format documentation
---color
---require spec_helper

data/.travis.yml

@@ -1,7 +0,0 @@
----
-sudo: false
-language: ruby
-cache: bundler
-rvm:
-  - 2.5.1
-before_install: gem install bundler -v 2.0.2

data/Gemfile

@@ -1,4 +0,0 @@
-source "https://rubygems.org"
-
-# Specify your gem's dependencies in gempendencies.gemspec
-gemspec

data/Gemfile.lock

@@ -1,41 +0,0 @@
-PATH
-  remote: .
-  specs:
-    gempendencies (0.1.0)
-      nokogiri
-
-GEM
-  remote: https://rubygems.org/
-  specs:
-    diff-lcs (1.4.4)
-    mini_portile2 (2.5.0)
-    nokogiri (1.11.2)
-      mini_portile2 (~> 2.5.0)
-      racc (~> 1.4)
-    racc (1.5.2)
-    rake (10.5.0)
-    rspec (3.10.0)
-      rspec-core (~> 3.10.0)
-      rspec-expectations (~> 3.10.0)
-      rspec-mocks (~> 3.10.0)
-    rspec-core (3.10.1)
-      rspec-support (~> 3.10.0)
-    rspec-expectations (3.10.1)
-      diff-lcs (>= 1.2.0, < 2.0)
-      rspec-support (~> 3.10.0)
-    rspec-mocks (3.10.2)
-      diff-lcs (>= 1.2.0, < 2.0)
-      rspec-support (~> 3.10.0)
-    rspec-support (3.10.2)
-
-PLATFORMS
-  ruby
-
-DEPENDENCIES
-  bundler (~> 2.0)
-  gempendencies!
-  rake (~> 10.0)
-  rspec (~> 3.0)
-
-BUNDLED WITH
-   2.0.2

data/LICENSE.txt

@@ -1,21 +0,0 @@
-The MIT License (MIT)
-
-Copyright (c) 2021 dhicks@verisys.com
-
-Permission is hereby granted, free of charge, to any person obtaining a copy
-of this software and associated documentation files (the "Software"), to deal
-in the Software without restriction, including without limitation the rights
-to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-copies of the Software, and to permit persons to whom the Software is
-furnished to do so, subject to the following conditions:
-
-The above copyright notice and this permission notice shall be included in
-all copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
-THE SOFTWARE.

data/Rakefile

@@ -1,6 +0,0 @@
-require "bundler/gem_tasks"
-require "rspec/core/rake_task"
-
-RSpec::Core::RakeTask.new(:spec)
-
-task :default => :spec

data/bin/console

@@ -1,14 +0,0 @@
-#!/usr/bin/env ruby
-
-require "bundler/setup"
-require "gempendencies"
-
-# You can add fixtures and/or initialization code here to make experimenting
-# with your gem easier. You can also use a different console, if you like.
-
-# (If you use this, don't forget to add pry to your Gemfile!)
-# require "pry"
-# Pry.start
-
-require "irb"
-IRB.start(__FILE__)

data/bin/generate_gem_info.sh

@@ -1,27 +0,0 @@
-# Build an informative list of all Gems used by the project - this will take a minute to run
-mkdir -p .gempendencies
-
-echo "Calling 'gem info' for every gem in the project...patience is a virtue..."
-for gem in `bundle list | sed 's/  \* \(.*\) (.*/\1/g' | grep -v " "`
-do echo "------------------------ $gem -----------------------------------"
-  gem info $gem | grep -v "Installed at"
-done | tee .gempendencies/gem_info.txt
-
-echo "Building License Counts"
-echo "#---#---#---#---#---#---#---#---#---#---#---#---#---#---#" | tee -a .gempendencies/gem_info.txt
-echo "                        Licenses " | tee -a .gempendencies/gem_info.txt
-echo "#---#---#---#---#---#---#---#---#---#---#---#---#---#---#" | tee -a .gempendencies/gem_info.txt
-grep "License[s]*" .gempendencies/gem_info.txt | sed 's/.*License[s]*: \(.*\)/\1/g' | sort | uniq -c | sort -n -r | tee -a .gempendencies/gem_info.txt
-
-echo "Building Prolific Author Counts"
-echo "#---#---#---#---#---#---#---#---#---#---#---#---#---#---#" | tee -a .gempendencies/gem_info.txt
-echo "                      Top Gem Authors " | tee -a .gempendencies/gem_info.txt
-echo "#---#---#---#---#---#---#---#---#---#---#---#---#---#---#" | tee -a .gempendencies/gem_info.txt
-grep "Author[s]*:" .gempendencies/gem_info.txt | sed 's/.*Author[s]*: \(.*\)/\1/g' | sort | uniq -c | sort -n -r | head -n 15 | tee -a .gempendencies/gem_info.txt
-
-echo "#---#---#---#---#---#---#---#---#---#---#---#---#---#---#" | tee -a .gempendencies/gem_info.txt
-echo "                      Total Gem Count " | tee -a .gempendencies/gem_info.txt
-echo "#---#---#---#---#---#---#---#---#---#---#---#---#---#---#" | tee -a .gempendencies/gem_info.txt
-grep "Author[s]*:" .gempendencies/gem_info.txt | wc -l | tee -a .gempendencies/gem_info.txt
-
-echo "We done - check out gem_info.txt for results"

data/bin/setup

@@ -1,8 +0,0 @@
-#!/usr/bin/env bash
-set -euo pipefail
-IFS=$'\n\t'
-set -vx
-
-bundle install
-
-# Do any other automated setup that you need to do here

data/gempendencies.gemspec

@@ -1,35 +0,0 @@
-lib = File.expand_path("lib", __dir__)
-$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
-require "gempendencies/version"
-
-Gem::Specification.new do |spec|
-  spec.name          = "gempendencies"
-  spec.version       = Gempendencies::VERSION
-  spec.authors       = ["Darren Hicks"]
-  spec.email         = ["darren.hicks@gmail.com"]
-
-  spec.summary       = %q{Builds a comprehensive list of gems used by your project}
-  spec.description   = %q{Builds a comprehensive list of gems used by your project}
-  spec.homepage      = "https://github.com/deevis/gempendencies"
-  spec.license       = "MIT"
-
-
-  spec.metadata["homepage_uri"] = spec.homepage
-  spec.metadata["source_code_uri"] = "https://github.com/deevis/gempendencies"
-#  spec.metadata["changelog_uri"] = "TODO: Put your gem's CHANGELOG.md URL here."
-
-  # Specify which files should be added to the gem when it is released.
-  # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
-  spec.files         = Dir.chdir(File.expand_path('..', __FILE__)) do
-    `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
-  end
-  spec.bindir        = "exe"
-  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
-  spec.require_paths = ["lib"]
-
-  spec.add_dependency "nokogiri"
-
-  spec.add_development_dependency "bundler", "~> 2.0"
-  spec.add_development_dependency "rake", "~> 10.0"
-  spec.add_development_dependency "rspec", "~> 3.0"
-end