license_scout 0.1.0 → 0.1.1

data/lib/license_scout/overrides.rb

@@ -1,4 +1,5 @@
 #
+
 # Copyright:: Copyright 2016, Chef Software Inc.
 # License:: Apache License, Version 2.0
 #
@@ -117,6 +118,31 @@ module LicenseScout
         ["chef-rewind", "MIT", nil],
         ["ubuntu_ami", "Apache-2.0", nil],
         ["net-telnet", "Ruby", nil],
+        ["netrc", "MIT", nil],
+        ["oc-chef-pedant", "Apache-2.0", nil],
+        ["rake", "MIT", nil],
+        ["rspec", "MIT", nil],
+        ["yajl-ruby", "MIT", nil],
+        ["bunny", "MIT", nil],
+        ["em-http-request", "MIT", nil],
+        ["sequel", "MIT", nil],
+        ["reel", "MIT", nil],
+        ["spork", "MIT", nil],
+        ["rack-test", "MIT", nil],
+        ["moneta", "MIT", nil],
+        ["mixlib-authentication", "Apache-2.0", nil],
+        ["mixlib-cli", "Apache-2.0", nil],
+        ["ohai", "Apache-2.0", nil],
+        ["chef", "Apache-2.0", nil],
+        ["ipaddress", "MIT", nil],
+        ["systemu", "BSD-2-Clause", nil],
+        ["pry", "MIT", nil],
+        ["puma", "BSD-3-Clause", nil],
+        ["rb-inotify", "MIT", nil],
+        ["chef-web-core", "Apache-2.0", nil],
+        ["knife-opc", "Apache-2.0", nil],
+        ["highline", "Ruby", ["LICENSE"]],
+        ["unicorn", "Ruby", ["LICENSE"]],
         # Overrides that require file fetching from internet
         ["sfl", "Ruby", ["https://raw.githubusercontent.com/ujihisa/spawn-for-legacy/master/LICENCE.md"]],
         ["json_pure", nil, ["https://raw.githubusercontent.com/flori/json/master/README.md"]],
@@ -135,6 +161,34 @@ module LicenseScout
         ["win32-mutex", nil, ["http://www.perlfoundation.org/attachment/legal/artistic-2_0.txt"]],
         ["win32-service", nil, ["http://www.perlfoundation.org/attachment/legal/artistic-2_0.txt"]],
         ["windows-api", nil, ["http://www.perlfoundation.org/attachment/legal/artistic-2_0.txt"]],
+        ["rdoc", "Ruby", ["https://raw.githubusercontent.com/rdoc/rdoc/master/LICENSE.rdoc"]],
+        ["rest-client", "MIT", ["https://raw.githubusercontent.com/rest-client/rest-client/master/LICENSE"]],
+        ["rspec-rerun", nil, ["https://raw.githubusercontent.com/dblock/rspec-rerun/master/LICENSE.md"]],
+        ["amqp", "Ruby", ["https://raw.githubusercontent.com/ruby-amqp/amqp/master/README.md"]],
+        ["fast_xs", "MIT", ["https://raw.githubusercontent.com/brianmario/fast_xs/master/LICENSE"]],
+        ["word-salad", "MIT", ["https://raw.githubusercontent.com/alexvollmer/word_salad/master/README.txt"]],
+        ["minitest", nil, ["https://raw.githubusercontent.com/seattlerb/minitest/master/README.rdoc"]],
+        ["cucumber-wire", nil, ["https://raw.githubusercontent.com/cucumber/cucumber-ruby-wire/master/LICENSE"]],
+        ["minitar", "Ruby", ["https://raw.githubusercontent.com/atoulme/minitar/master/README"]],
+        ["enumerable-lazy", "MIT", ["https://raw.githubusercontent.com/yhara/enumerable-lazy/master/README.md"]],
+        ["rack-accept", "MIT", ["https://raw.githubusercontent.com/mjackson/rack-accept/master/README.md"]],
+        ["net-http-spy", "Public-Domain", ["https://raw.githubusercontent.com/martinbtt/net-http-spy/master/readme.markdown"]],
+        ["http_parser.rb", nil, ["https://raw.githubusercontent.com/tmm1/http_parser.rb/master/LICENSE-MIT"]],
+        ["websocket-extensions", nil, ["https://raw.githubusercontent.com/faye/websocket-extensions-ruby/master/LICENSE.md"]],
+        ["websocket-driver", nil, ["https://raw.githubusercontent.com/faye/websocket-driver-ruby/master/LICENSE.md"]],
+        ["dep_selector", nil, ["https://raw.githubusercontent.com/chef/dep-selector/master/LICENSE"]],
+        ["overcommit", nil, ["https://raw.githubusercontent.com/brigade/overcommit/master/MIT-LICENSE"]],
+        ["github_changelog_generator", nil, ["https://raw.githubusercontent.com/skywinder/github-changelog-generator/master/LICENSE"]],
+        ["pbkdf2", "MIT", ["https://raw.githubusercontent.com/emerose/pbkdf2-ruby/master/LICENSE.TXT"]],
+        ["rails-deprecated_sanitizer", nil, ["https://raw.githubusercontent.com/rails/rails-deprecated_sanitizer/master/LICENSE"]],
+        ["rails-html-sanitizer", nil, ["https://raw.githubusercontent.com/rails/rails-html-sanitizer/master/MIT-LICENSE"]],
+        ["compass", "MIT", ["https://raw.githubusercontent.com/Compass/compass/stable/LICENSE.markdown"]],
+        ["railties", nil, ["https://raw.githubusercontent.com/rails/rails/master/railties/MIT-LICENSE"]],
+        ["coffee-script-source", nil, ["https://raw.githubusercontent.com/jessedoyle/coffee-script-source/master/LICENSE"]],
+        ["omniauth-chef", nil, ["https://raw.githubusercontent.com/chef/omniauth-chef/master/README.md"]],
+        ["rails", nil, ["https://raw.githubusercontent.com/rails/rails/master/README.md"]],
+        ["unicorn-rails", "MIT", ["https://raw.githubusercontent.com/samuelkadolph/unicorn-rails/master/LICENSE"]],
+        ["hoe", "MIT", ["https://raw.githubusercontent.com/seattlerb/hoe/master/README.rdoc"]],
       ].each do |override_data|
         override_license "ruby_bundler", override_data[0] do |version|
           {}.tap do |d|
@@ -143,6 +197,116 @@ module LicenseScout
           end
         end
       end
+
+      [
+        ["apt", nil, ["https://raw.githubusercontent.com/chef-cookbooks/apt/master/LICENSE"]],
+        ["chef-ha-drbd", nil, ["https://raw.githubusercontent.com/chef/chef-server/master/LICENSE"]],
+        ["private-chef", nil, ["https://raw.githubusercontent.com/chef/chef-server/master/LICENSE"]],
+        ["chef-sugar", nil, ["https://raw.githubusercontent.com/sethvargo/chef-sugar/master/LICENSE"]],
+        ["openssl", nil, ["https://raw.githubusercontent.com/chef-cookbooks/openssl/master/LICENSE"]],
+        ["runit", nil, ["https://raw.githubusercontent.com/chef-cookbooks/runit/master/LICENSE"]],
+        ["yum", nil, ["https://raw.githubusercontent.com/chef-cookbooks/yum/master/LICENSE"]],
+      ].each do |override_data|
+        override_license "chef_berkshelf", override_data[0] do |version|
+          {}.tap do |d|
+            d[:license] = override_data[1] if override_data[1]
+            d[:license_files] = override_data[2] if override_data[2]
+          end
+        end
+      end
+
+      # Most of the overrides for perl_cpan are pointing to the README files
+      # inside the modules we download to inspect for licensing information.
+      [
+        ["Scalar-List-Utils", nil, ["README"]],
+        ["perl", nil, ["README"]],
+        ["IO", nil, ["README"]],
+        ["ExtUtils-MakeMaker", nil, ["http://www.perlfoundation.org/attachment/legal/artistic-2_0.txt"]],
+        ["PathTools", "Perl-5", ["lib/File/Spec.pm"]],
+        ["Exporter", nil, ["README"]],
+        ["Carp", nil, ["README"]],
+        ["lib", nil, ["Artistic"]],
+        ["Pod-Escapes", nil, ["http://www.perlfoundation.org/attachment/legal/artistic-2_0.txt"]],
+        ["Pod-Usage", nil, ["README"]],
+        ["base", "Perl-5", ["http://www.perlfoundation.org/attachment/legal/artistic-2_0.txt"]],
+        ["Encode", nil, ["AUTHORS"]],
+        ["Moo", nil, ["README"]],
+        ["Role-Tiny", nil, ["README"]],
+        ["Try-Tiny", nil, ["LICENCE"]],
+        ["Module-Metadata", nil, ["LICENCE"]],
+        ["constant", nil, ["README"]],
+        ["Module-Runtime", nil, ["README"]],
+        ["ExtUtils-Install", nil, ["README"]],
+        ["File-Path", nil, ["README"]],
+        ["Getopt-Long", "Perl-5", ["README"]],
+        ["ExtUtils-ParseXS", "Perl-5", ["README"]],
+        ["version", nil, ["README"]],
+        ["Data-Dumper", "Perl-5", ["Dumper.pm"]],
+        ["Test-Harness", nil, ["README"]],
+        ["Text-ParseWords", nil, ["README"]],
+        ["Devel-GlobalDestruction", nil, ["README"]],
+        ["XSLoader", nil, ["README"]],
+        ["IPC-Cmd", nil, ["README"]],
+        ["Pod-Parser", "Perl-5", ["README"]],
+        ["Config-GitLike", nil, ["lib/Config/GitLike.pm"]],
+        ["Test-Exception", nil, ["lib/Test/Exception.pm"]],
+        ["MooX-Types-MooseLike", nil, ["README"]],
+        ["String-ShellQuote", "Perl-5", ["README"]],
+        ["Time-HiRes", nil, ["README"]],
+        ["Test", "Perl-5", ["README"]],
+        ["parent", nil, ["lib/parent.pm"]],
+        ["MIME-Base64", nil, ["README"]],
+        ["Sub-Identify", nil, ["lib/Sub/Identify.pm"]],
+        ["namespace-autoclean", nil, ["README"]],
+        ["B-Hooks-EndOfScope", nil, ["README"]],
+        ["namespace-clean", nil, ["lib/namespace/clean.pm"]],
+        ["Test-Deep", nil, ["lib/Test/Deep.pm"]],
+        ["IO-Pager", "Perl-5", ["README"]],
+        ["libintl-perl", "GPL-3.0", ["COPYING"]],
+        ["Storable", "Perl-5", ["README"]],
+        ["Test-Warnings", "Artistic-1.0", ["LICENCE"]],
+        ["Test-Dir", nil, ["README"]],
+        ["Digest-SHA", nil, ["README"]],
+        ["Test-File-Contents", nil, ["README"]],
+        ["Digest-MD5", nil, ["README"]],
+        ["Algorithm-Diff", "Perl-5", ["lib/Algorithm/Diff.pm"]],
+        ["Encode-Locale", nil, ["README"]],
+        ["Hash-Merge", nil, ["README"]],
+        ["Clone", nil, ["README"]],
+        ["URI-db", nil, ["README"]],
+        ["URI-Nested", nil, ["README.md"]],
+        ["Test-utf8", nil, ["README"]],
+
+      ].each do |override_data|
+        override_license "perl_cpan", override_data[0] do |version|
+          {}.tap do |d|
+            d[:license] = override_data[1] if override_data[1]
+            d[:license_files] = override_data[2] if override_data[2]
+          end
+        end
+      end
+
+      [
+        ["sync", "MIT", ["https://raw.githubusercontent.com/rustyio/sync/11df81d196eaab2d84caa3fbe8def5d476ef79d8/src/sync.erl"]],
+        ["rebar_vsn_plugin", "Apache-2.0", ["https://raw.githubusercontent.com/erlware/rebar_vsn_plugin/master/src/rebar_vsn_plugin.erl"]],
+        ["edown", "Erlang-Public", ["https://raw.githubusercontent.com/seth/edown/master/NOTICE"]],
+        ["bcrypt", "Multiple", ["https://github.com/chef/erlang-bcrypt/blob/master/LICENSE"]],
+        ["amqp_client", "MPL-2.0", ["https://raw.githubusercontent.com/seth/amqp_client/7622ad8093a41b7288a1aa44dd16d3e92ce8f833/src/amqp_connection.erl"]],
+        ["erlsom", "LGPL-3.0", ["https://raw.githubusercontent.com/willemdj/erlsom/c5ca9fca1257f563d78b048e35ac60832ec80584/COPYING", "https://raw.githubusercontent.com/willemdj/erlsom/c5ca9fca1257f563d78b048e35ac60832ec80584/COPYING.LESSER"]],
+        ["gen_server2", "Public-Domain", ["https://raw.githubusercontent.com/mdaguete/gen_server2/master/README.md"]],
+        ["opscoderl_folsom", "Apache-2.0", ["https://raw.githubusercontent.com/chef/opscoderl_folsom/master/README.md"]],
+        ["quickrand", "BSD-2-Clause", ["https://raw.githubusercontent.com/okeuday/quickrand/master/README.markdown"]],
+        ["rabbit_common", "MPL-2.0", ["https://raw.githubusercontent.com/muxspace/rabbit_common/master/include/rabbit_msg_store.hrl"]],
+        ["uuid", "BSD-2-Clause", ["https://raw.githubusercontent.com/okeuday/uuid/master/README.markdown"]],
+        ["ibrowse", "BSD-2-Clause", nil],
+      ].each do |override_data|
+        override_license "erlang_rebar", override_data[0] do |version|
+          {}.tap do |d|
+            d[:license] = override_data[1] if override_data[1]
+            d[:license_files] = override_data[2] if override_data[2]
+          end
+        end
+      end
     end
 
   end

data/lib/license_scout/reporter.rb

@@ -0,0 +1,90 @@
+#
+# Copyright:: Copyright 2016, Chef Software Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require "ffi_yajl"
+
+require "license_scout/exceptions"
+
+module LicenseScout
+  class Reporter
+
+    attr_reader :output_directory
+
+    def initialize(output_directory)
+      @output_directory = output_directory
+    end
+
+    def report
+      report = []
+
+      license_manifest_path = find_license_manifest!
+
+      license_report = FFI_Yajl::Parser.parse(File.read(license_manifest_path))
+
+      license_report["dependency_managers"].each do |dependency_manager, dependencies|
+        dependencies.each do |dependency|
+          if dependency["name"].nil? || dependency["name"].empty?
+            report << "There is a dependency with a missing name in '#{dependency_manager}'."
+          end
+
+          if dependency["version"].nil? || dependency["version"].empty?
+            report << "Dependency '#{dependency["name"]}' under '#{dependency_manager}' is missing version information."
+          end
+
+          if dependency["license"].nil? || dependency["license"].empty?
+            report << "Dependency '#{dependency["name"]}' version '#{dependency["version"]}' under '#{dependency_manager}' is missing license information."
+          end
+
+          if dependency["license_files"].empty?
+            report << "Dependency '#{dependency["name"]}' version '#{dependency["version"]}' under '#{dependency_manager}' is missing license files information."
+          else
+            dependency["license_files"].each do |license_file|
+              if !File.exist?(full_path_for(license_file))
+                report << "License file '#{license_file}' for the dependency '#{dependency["name"]}' version '#{dependency["version"]}' under '#{dependency_manager}' is missing."
+              end
+            end
+          end
+        end
+      end
+
+      report
+    end
+
+    def find_license_manifest!
+      if !File.exist?(output_directory)
+        raise LicenseScout::Exceptions::InvalidOutputReport.new("Output directory '#{output_directory}' does not exist.")
+      end
+
+      manifests = Dir.glob("#{output_directory}/*-dependency-licenses.json")
+
+      if manifests.empty?
+        raise LicenseScout::Exceptions::InvalidOutputReport.new("Can not find a dependency license manifest under '#{output_directory}'.")
+      end
+
+      if manifests.length != 1
+        raise LicenseScout::Exceptions::InvalidOutputReport.new("Found multiple manifests '#{manifests.join(", ")}' under '#{output_directory}'.")
+      end
+
+      manifests.first
+    end
+
+    def full_path_for(license_file_info)
+      File.join(output_directory, license_file_info)
+    end
+
+  end
+end

data/lib/license_scout/version.rb

@@ -16,5 +16,5 @@
 #
 
 module LicenseScout
-  VERSION = "0.1.0"
+  VERSION = "0.1.1"
 end

data/license_scout.gemspec

@@ -37,6 +37,7 @@ Gem::Specification.new do |spec|
 
   spec.add_dependency "ffi-yajl",         "~> 2.2"
   spec.add_dependency "mixlib-shellout",  "~> 2.2"
+  spec.add_dependency "berkshelf",        "~> 4.3"
 
   spec.add_development_dependency "bundler", "~> 1.12"
   spec.add_development_dependency "rake", "~> 10.0"

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: license_scout
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.1
 platform: ruby
 authors:
 - Serdar Sutay
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-08-16 00:00:00.000000000 Z
+date: 2016-08-31 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: ffi-yajl
@@ -38,6 +38,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '2.2'
+- !ruby/object:Gem::Dependency
+  name: berkshelf
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.3'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.3'
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
@@ -124,15 +138,19 @@ files:
 - LICENSE
 - README.md
 - Rakefile
+- bin/config_to_json
 - bin/license_scout
 - lib/license_scout.rb
 - lib/license_scout/collector.rb
 - lib/license_scout/dependency.rb
 - lib/license_scout/dependency_manager.rb
 - lib/license_scout/dependency_manager/base.rb
+- lib/license_scout/dependency_manager/berkshelf.rb
 - lib/license_scout/dependency_manager/bundler.rb
 - lib/license_scout/dependency_manager/bundler/LICENSE.md
 - lib/license_scout/dependency_manager/bundler/_bundler_script.rb
+- lib/license_scout/dependency_manager/cpan.rb
+- lib/license_scout/dependency_manager/json/README.md
 - lib/license_scout/dependency_manager/rebar.rb
 - lib/license_scout/exceptions.rb
 - lib/license_scout/license_file_analyzer.rb
@@ -161,6 +179,7 @@ files:
 - lib/license_scout/net_fetcher.rb
 - lib/license_scout/options.rb
 - lib/license_scout/overrides.rb
+- lib/license_scout/reporter.rb
 - lib/license_scout/version.rb
 - license_scout.gemspec
 homepage: https://github.com/chef/license_scout