license_finder 0.9.1-java → 0.9.2-java

data/CHANGELOG.rdoc

@@ -1,4 +1,14 @@
-=== TBD
+=== 0.9.2 / 2013-08-17
+
+* Features
+
+  * Support for python and node.js projects
+
+* Bugfixes
+
+  * Fix HTML output in firefox
+
+=== 0.9.1 / 2013-07-30
 
 * Features
 

data/features/node_dependencies.feature

@@ -0,0 +1,9 @@
+Feature: Tracking Node Dependencies
+  So that I can track Node dependencies
+  As an application developer using license finder
+  I want to be able to manage Node dependencies
+
+  Scenario: See the dependencies from the package file
+    Given A package file with dependencies
+    When I run license_finder
+    Then I should see a Node dependency with a license

data/features/python_dependencies.feature

@@ -0,0 +1,9 @@
+Feature: Tracking Python Dependencies
+  So that I can track Python dependencies
+  As an application developer using license finder
+  I want to be able to manage Python dependencies
+
+  Scenario: See the dependencies from the requirements file
+    Given A requirements file with dependencies
+    When I run license_finder
+    Then I should see a Python dependency with a license

data/features/step_definitions/html_report_steps.rb

@@ -49,9 +49,11 @@ end
 Then(/^I should see only see GPL liceneses as unapproved in the html$/) do
   html = File.read(@user.dependencies_html_path)
   page = Capybara.string(html)
-  page.should have_content '9 total'
+  page.should have_content '12 total'
   page.should have_content '1 unapproved'
   page.should have_content '1 GPL'
+  page.should have_content '1 other'
+  page.should have_content '9 MIT'
 end
 
 def is_html_status?(gem, approval)

data/features/step_definitions/node_steps.rb

@@ -0,0 +1,8 @@
+Given(/^A package file with dependencies$/) do
+  @user = ::DSL::User.new
+  @user.create_node_app
+end
+
+Then(/^I should see a Node dependency with a license$/) do
+  @output.should =~ /^jshint, 2.1.9, MIT$/
+end

data/features/step_definitions/python_steps.rb

@@ -0,0 +1,8 @@
+Given(/^A requirements file with dependencies$/) do
+  @user = ::DSL::User.new
+  @user.create_python_app
+end
+
+Then(/^I should see a Python dependency with a license$/) do
+  @output.should =~ /^argparse, 1.2.1, Python Software Foundation License$/
+end

data/features/step_definitions/shared_steps.rb

@@ -30,6 +30,28 @@ end
 
 module DSL
   class User
+    def create_python_app
+      reset_projects!
+
+      `mkdir -p #{app_path}`
+      `cd #{app_path} && touch requirements.txt`
+
+      add_pip_dependency('argparse==1.2.1')
+
+      pip_install
+    end
+
+    def create_node_app
+      reset_projects!
+
+      `mkdir -p #{app_path}`
+      `cd #{app_path} && touch package.json`
+
+      add_npm_dependency('jshint', '2.1.9')
+
+      npm_install
+    end
+
     def create_nonrails_app
       reset_projects!
 
@@ -160,12 +182,30 @@ module DSL
       add_to_gemfile(line)
     end
 
+    def add_pip_dependency(dependency)
+      add_to_requirements(dependency)
+    end
+
+    def add_npm_dependency(dependency, version)
+      line = "{\"dependencies\" : {\"#{dependency}\": \"#{version}\"}}"
+
+      add_to_package(line)
+    end
+
     def bundle_app
       Bundler.with_clean_env do
         `bundle install --gemfile=#{File.join(app_path, "Gemfile")} --path=#{bundle_path}`
       end
     end
 
+    def pip_install
+      `cd #{app_path} && pip install -r requirements.txt`
+    end
+
+    def npm_install
+      `cd #{app_path} && npm install 2>/dev/null`
+    end
+
     def modifying_dependencies_file
       FileUtils.mkdir_p(File.dirname(dependencies_file_path))
       File.open(dependencies_file_path, 'w+') { |f| yield f }
@@ -181,6 +221,14 @@ module DSL
       `echo #{line.inspect} >> #{File.join(app_path, "Rakefile")}`
     end
 
+    def add_to_requirements(line)
+      `echo #{line.inspect} >> #{File.join(app_path, "requirements.txt")}`
+    end
+
+    def add_to_package(line)
+      `echo #{line.inspect} >> #{File.join(app_path, "package.json")}`
+    end
+
     def app_name
       "my_app"
     end

data/lib/data/licenses/Python.txt

@@ -0,0 +1,47 @@
+PYTHON SOFTWARE FOUNDATION LICENSE VERSION 2
+--------------------------------------------
+
+1. This LICENSE AGREEMENT is between the Python Software Foundation
+("PSF"), and the Individual or Organization ("Licensee") accessing and
+otherwise using this software ("Python") in source or binary form and
+its associated documentation.
+
+2. Subject to the terms and conditions of this License Agreement, PSF hereby
+grants Licensee a nonexclusive, royalty-free, world-wide license to reproduce,
+analyze, test, perform and/or display publicly, prepare derivative works,
+distribute, and otherwise use Python alone or in any derivative version,
+provided, however, that PSF's License Agreement and PSF's notice of copyright,
+i.e., "Copyright (c) 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010,
+2011, 2012, 2013 Python Software Foundation; All Rights Reserved" are retained
+in Python alone or in any derivative version prepared by Licensee.
+
+3. In the event Licensee prepares a derivative work that is based on
+or incorporates Python or any part thereof, and wants to make
+the derivative work available to others as provided herein, then
+Licensee hereby agrees to include in any such work a brief summary of
+the changes made to Python.
+
+4. PSF is making Python available to Licensee on an "AS IS"
+basis.  PSF MAKES NO REPRESENTATIONS OR WARRANTIES, EXPRESS OR
+IMPLIED.  BY WAY OF EXAMPLE, BUT NOT LIMITATION, PSF MAKES NO AND
+DISCLAIMS ANY REPRESENTATION OR WARRANTY OF MERCHANTABILITY OR FITNESS
+FOR ANY PARTICULAR PURPOSE OR THAT THE USE OF PYTHON WILL NOT
+INFRINGE ANY THIRD PARTY RIGHTS.
+
+5. PSF SHALL NOT BE LIABLE TO LICENSEE OR ANY OTHER USERS OF PYTHON
+FOR ANY INCIDENTAL, SPECIAL, OR CONSEQUENTIAL DAMAGES OR LOSS AS
+A RESULT OF MODIFYING, DISTRIBUTING, OR OTHERWISE USING PYTHON,
+OR ANY DERIVATIVE THEREOF, EVEN IF ADVISED OF THE POSSIBILITY THEREOF.
+
+6. This License Agreement will automatically terminate upon a material
+breach of its terms and conditions.
+
+7. Nothing in this License Agreement shall be deemed to create any
+relationship of agency, partnership, or joint venture between PSF and
+Licensee.  This License Agreement does not grant permission to use PSF
+trademarks or trade name in a trademark sense to endorse or promote
+products or services of Licensee, or any third party.
+
+8. By copying, installing or otherwise using Python, Licensee
+agrees to be bound by the terms and conditions of this License
+Agreement.

data/lib/license_finder.rb

@@ -8,13 +8,15 @@ module LicenseFinder
   Error = Class.new(StandardError)
 
   autoload :Bundle,               'license_finder/bundle'
-  autoload :BundledGem,           'license_finder/bundled_gem'
-  autoload :BundledGemSaver,      'license_finder/bundled_gem_saver'
+  autoload :PackageSaver,         'license_finder/package_saver'
   autoload :CLI,                  'license_finder/cli'
   autoload :Configuration,        'license_finder/configuration'
   autoload :DependencyManager,    'license_finder/dependency_manager'
   autoload :License,              'license_finder/license'
   autoload :LicenseUrl,           'license_finder/license_url'
+  autoload :NPM,                  'license_finder/npm'
+  autoload :Pip,                  'license_finder/pip'
+  autoload :Package,              'license_finder/package'
   autoload :Platform,             'license_finder/platform'
   autoload :PossibleLicenseFile,  'license_finder/possible_license_file'
   autoload :PossibleLicenseFiles, 'license_finder/possible_license_files'

data/lib/license_finder/bundle.rb

@@ -4,12 +4,22 @@ module LicenseFinder
   class Bundle
     attr_writer :ignore_groups
 
-    def self.current_gems(config, bundler_definition=nil)
-      new(config, bundler_definition).gems
+    class << self
+      def current_gems(config, bundler_definition=nil)
+        new(config, bundler_definition).gems
+      end
+
+      def has_gemfile?
+        File.exists?(gemfile_path)
+      end
+
+      def gemfile_path
+        Pathname.new("Gemfile").expand_path
+      end
     end
 
     def initialize(config=nil, bundler_definition=nil)
-      @definition = bundler_definition || Bundler::Definition.build(gemfile_path, lockfile_path, nil)
+      @definition = bundler_definition || Bundler::Definition.build(self.class.gemfile_path, lockfile_path, nil)
       @config ||= config
     end
 
@@ -24,7 +34,7 @@ module LicenseFinder
         formatted_name = format_name(spec)
         gem_names_cache[format_name(spec)] = true
 
-        BundledGem.new(spec, dependency)
+        Package.new(spec, dependency)
       end
 
       @gems.each do |gem|
@@ -49,12 +59,8 @@ module LicenseFinder
       definition.groups - ignore_groups.map(&:to_sym)
     end
 
-    def gemfile_path
-      Pathname.new("Gemfile").expand_path
-    end
-
     def lockfile_path
-      gemfile_path.dirname.join('Gemfile.lock')
+      self.class.gemfile_path.dirname.join('Gemfile.lock')
     end
 
     def children_for(gem, cache)

data/lib/license_finder/dependency_manager.rb

@@ -4,7 +4,20 @@ module LicenseFinder
   module DependencyManager
     def self.sync_with_bundler
       modifying {
-        current_dependencies = BundledGemSaver.save_gems(Bundle.current_gems(LicenseFinder.config))
+        current_dependencies = []
+
+        if Bundle.has_gemfile?
+          current_dependencies += PackageSaver.save_packages(Bundle.current_gems(LicenseFinder.config))
+        end
+
+        if Pip.has_requirements?
+          current_dependencies += PackageSaver.save_packages(Pip.current_dists())
+        end
+
+        if NPM.has_package?
+          current_dependencies += PackageSaver.save_packages(NPM.current_modules())
+        end
+
         Dependency.bundler.obsolete(current_dependencies).each(&:destroy)
       }
     end

data/lib/license_finder/license/apache2.rb

@@ -1,5 +1,5 @@
 class LicenseFinder::License::Apache2 < LicenseFinder::License::Base
-  self.alternative_names = ["Apache 2.0", "Apache2", "Apache-2.0"]
+  self.alternative_names = ["Apache 2.0", "Apache2", "Apache-2.0", "Apache Software License"]
   self.license_url       = "http://www.apache.org/licenses/LICENSE-2.0.txt"
 
   def self.pretty_name

data/lib/license_finder/license/bsd.rb

@@ -1,4 +1,4 @@
 class LicenseFinder::License::BSD < LicenseFinder::License::Base
-  self.alternative_names = ["BSD4", "bsd-old", "4-clause BSD", "BSD-4-Clause"]
+  self.alternative_names = ["BSD4", "bsd-old", "4-clause BSD", "BSD-4-Clause", "BSD License"]
   self.license_url = "http://en.wikipedia.org/wiki/BSD_licenses#4-clause_license_.28original_.22BSD_License.22.29"
 end

data/lib/license_finder/license/mit.rb

@@ -1,6 +1,6 @@
 class LicenseFinder::License::MIT < LicenseFinder::License::Base
   self.license_url = "http://opensource.org/licenses/mit-license"
-  self.alternative_names = ["Expat"]
+  self.alternative_names = ["Expat", "MIT license", "MIT License"]
 
   HEADER_REGEX = /The MIT Licen[sc]e/
   ONE_LINER_REGEX = /is released under the MIT licen[sc]e/

data/lib/license_finder/license/python.rb

@@ -0,0 +1,8 @@
+class LicenseFinder::License::Python < LicenseFinder::License::Base
+  self.alternative_names = ["PSF", "Python Software Foundation License"]
+  self.license_url       = "http://hg.python.org/cpython/raw-file/89ce323357db/LICENSE"
+
+  def self.pretty_name
+    'Python Software Foundation License'
+  end
+end

data/lib/license_finder/npm.rb

@@ -0,0 +1,56 @@
+require 'json'
+require 'license_finder/package'
+
+module LicenseFinder
+  class NPM
+
+    def self.current_modules
+      return @modules if @modules
+
+      output = `npm list --json --long`
+
+      json = JSON(output)
+
+      @modules = json.fetch("dependencies",[]).map do |node_module|
+        node_module = node_module[1]
+
+        Package.new(OpenStruct.new(
+          :name => node_module.fetch("name", nil),
+          :version => node_module.fetch("version", nil),
+          :full_gem_path => node_module.fetch("path", nil),
+          :license => self.harvest_license(node_module),
+          :summary => node_module.fetch("description", nil),
+          :description => node_module.fetch("readme", nil)
+        ))
+      end
+    end
+
+    def self.has_package?
+      File.exists?(package_path)
+    end
+
+    private
+
+    def self.package_path
+      Pathname.new('package.json').expand_path
+    end
+
+    def self.harvest_license(node_module)
+      license = node_module.fetch("licenses", []).first
+
+      if license
+        license = license.fetch("type", nil)
+      end
+
+      if license.nil?
+        license = node_module.fetch("license", nil)
+
+        if license.is_a? Hash
+          license = license.fetch("type", nil)
+        end
+      end
+
+      license
+    end
+  end
+end

data/lib/license_finder/{bundled_gem.rb → package.rb}

@@ -1,5 +1,5 @@
 module LicenseFinder
-  class BundledGem
+  class Package
     attr_reader :parents, :spec, :bundler_dependency, :children
 
     def initialize(spec, bundler_dependency = nil)
@@ -24,6 +24,14 @@ module LicenseFinder
       @spec.version.to_s
     end
 
+    def summary
+      @spec.summary
+    end
+
+    def description
+      @spec.description
+    end
+
     def groups
       @groups ||= bundler_dependency ? bundler_dependency.groups : []
     end
@@ -49,7 +57,41 @@ module LicenseFinder
     def determine_license
       return @spec.license if @spec.license
 
-      license_files.map(&:license).compact.first || 'other'
+      license = license_files.map(&:license).compact.first
+      license || "other"
+    end
+  end
+
+  class PythonPackage < Package
+    def determine_license
+      return @spec.license if @spec.license
+
+      license = super
+
+      if !license || license == "other"
+        license = Pip.license_for self
+      end
+
+      license
+    end
+
+    def summary
+      json.fetch("summary", "")
+    end
+
+    def description
+      json.fetch("description", "")
+    end
+
+    def json
+      return @json if @json
+
+      response = HTTParty.get("https://pypi.python.org/pypi/#{dependency_name}/#{dependency_version}/json")
+      if response.code == 200
+        @json = JSON.parse(response.body).fetch("info", {})
+      end
+
+      @json ||= {}
     end
   end
-end
+end

data/lib/license_finder/{bundled_gem_saver.rb → package_saver.rb}

@@ -1,24 +1,26 @@
+require 'forwardable'
+
 module LicenseFinder
-  class BundledGemSaver
+  class PackageSaver
     extend Forwardable
-    def_delegators :spec, :name, :version, :summary, :description, :homepage
-    def_delegators :bundled_gem, :bundler_dependency, :license, :children, :groups
+    def_delegators :spec, :name, :version, :homepage
+    def_delegators :package, :bundler_dependency, :license, :children, :groups, :summary, :description
 
-    attr_reader :dependency, :bundled_gem
+    attr_reader :dependency, :package
 
-    def self.find_or_create_by_name(bundled_gem)
-      dependency = Dependency.named(bundled_gem.spec.name)
-      new(dependency, bundled_gem)
+    def self.find_or_create_by_name(package)
+      dependency = Dependency.named(package.spec.name)
+      new(dependency, package)
     end
 
-    def self.save_gems(current_gems)
-      current_gems.map do |bundled_gem|
-        BundledGemSaver.find_or_create_by_name(bundled_gem).save
+    def self.save_packages(current_packages)
+      current_packages.map do |package|
+        PackageSaver.find_or_create_by_name(package).save
       end
     end
 
-    def initialize(dependency, bundled_gem)
-      @bundled_gem = bundled_gem
+    def initialize(dependency, package)
+      @package = package
       @dependency = dependency
     end
 
@@ -35,7 +37,7 @@ module LicenseFinder
     private
 
     def spec
-      bundled_gem.spec
+      package.spec
     end
 
     def apply_dependency_definition