license_auto 0.1.1.2 → 0.1.1.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 28221a5f886be66f2e736ea91fb80c9ea928463b
-  data.tar.gz: 3ad528e4241d9e8fc365784d40977308a8b92bfe
+  metadata.gz: 25e8473c8a7057ec658e75dc3118b48f0927c6de
+  data.tar.gz: fb83bc24a7e8d4e38708f6a5b8d7bec826b3a599
 SHA512:
-  metadata.gz: 730d2a75e553e42632645a2165773a71bcd6f2b868c2149a2a2d2ad8f541a1e626062d0a21be80334fd66303d8b85112ecfa3778ab720ccf6ed45317797ceff2
-  data.tar.gz: 69a29cfa34ba61d4667fd369925e4b020737f6c8827fd09845bc03a407cb354d7913fc5ac862f2d1c689d7969cd7243ffeecff22a5e449aa7c6f1a41c61e53f8
+  metadata.gz: eb3dafb0555ff74d75139208e68dd942e5d3fb1fc23661cc13bcdfc489cc479bff9dec9306c9827558fee739dd1a218f9b3528dced0a089ed732873216be355f
+  data.tar.gz: 7f171ed8fcf9d9313b56dddffc04e868445ae375b9b98c7d25b5d02f6b2da8bb595da5c94243382ffa606e5000738740cfd300f5a604d59ed11a26d874d9ffab

data/.gitignore

@@ -1,3 +1,4 @@
+.gradle/
 foo.rb
 *.patch
 *.diff

data/.gitmodules

@@ -0,0 +1,3 @@
+[submodule "spec/fixtures/github.com/mineworks/license_auto_test_case"]
+	path = spec/fixtures/github.com/mineworks/license_auto_test_case
+	url = https://github.com/mineworks/license_auto_test_case.git

data/.travis.yml

@@ -1,8 +1,15 @@
-language: ruby
+language: ruby, node_js
+
 rvm:
- - "2.0"
  - "2.2"
 
+node_js:
+ - "5"
+
+#install:
+# - npm install
+# - bundle install
+
 script:
  - bundle exec rake build
  - bundle exec rspec spec

data/README.md

@@ -1,6 +1,7 @@
-# license_auto(v0.1.1.2)
+# license_auto
  
-![Progress](http://progressed.io/bar/10?title=progress)
+![Progress](http://progressed.io/bar/30?title=progress)
+[![Gem Version](https://badge.fury.io/rb/license_auto.svg)](https://badge.fury.io/rb/license_auto)
 [![Code Climate](https://codeclimate.com/github/mineworks/license_auto/badges/gpa.svg)](https://codeclimate.com/github/mineworks/license_auto)
 [![Build Status](https://travis-ci.org/mineworks/license_auto.svg?branch=master)](https://travis-ci.org/mineworks/license_auto)
 
@@ -21,21 +22,21 @@
     <td>Gemfile(.lock)</td>
     <td>https://rubygems.org/</td>
     <!-- <td> https://rubygems.org/pages/data</td> -->
-    <td>50</td>
+    <td>70</td>
   </tr>
   <tr>
     <td>Java</td>
     <td>Gradle, Maven</td>
     <td>build.gradle, pom.xml</td>
     <td>https://repo1.maven.org/maven2</td>
-    <td>0</td>
+    <td>100</td>
   </tr>
   <tr>
     <td>NodeJS</td>
     <td>npm</td>
     <td>package.json</td>
     <td>http://registry.npmjs.org</td>
-    <td>0</td>
+    <td>100</td>
   </tr>
   <tr>
       <td>Debian</td>
@@ -49,7 +50,7 @@
     <td>go list -json ./...</td>
     <td></td>
     <td></td>
-    <td>0</td>
+    <td>50</td>
   </tr>
   <tr>
     <td>Python</td>
@@ -75,9 +76,10 @@
 * Gradle v2.9
 * Maven v3.x
 * Rebar v2.6.1
-* npm v3.3.12
+* NodeJS v5.7.0+
+* npm v3.6.0
 * Python pip v1.5.6
-* go v1.4.2
+* golang v1.6
 
 ## Install
 ``` bash

data/lib/license_auto/exceptions.rb

@@ -20,6 +20,16 @@ module LicenseAuto
     end
   end
 
+  class SourceURLNotFound  < LicenseAutoError
+    def initialize(message=nil, server=nil)
+      @message = message
+      @server = server
+    end
+    def message
+      "Package #{@message} can not be found in server #{@server}"
+    end
+  end
+
   class VirtualMethodError < RuntimeError
     ##
     # Just call to super with some fancy message.

data/lib/license_auto/license/frequency.rb

@@ -22,7 +22,7 @@ LICENSE_SORTED_FREQUENCY = [
     'PerlArtistic',
     'CDDL1.1',
     'Artistic2.0',
-    'TP-Free',
+    # 'TP-Free',
     'Artistic1.0',
     'AFL2.1',
     'CPL1.0',

data/lib/license_auto/license/readme.rb

@@ -14,12 +14,19 @@ module LicenseAuto
     attr_reader :license_content
 
     def initialize(filename, content)
+      @content = content.encode('UTF-8', :invalid => :replace, :undef => :replace)
       impl = formator(filename)
-      @license_content = impl.cut_license(content)
+      @license_content =
+          if impl.nil?
+            LicenseAuto.info("Unknown readme format: #{filename}, returned full-text instead")
+            @content
+          else
+             impl.cut_license(@content)
+          end
     end
 
     def extensions
-      [Markdown]
+      [Markdown, RDoc]
     end
 
     def formator(filename)
@@ -40,4 +47,16 @@ module LicenseAuto
       end
     end
   end
+
+  class RDoc
+    FILE_EXTENSION = /\.rdoc$/i
+    PATTERN = /(?<text>^==\s*(license|copy|copying)(.*\n*)*)($|(?=\n^==))/i
+
+    def self.cut_license(content)
+      matched = PATTERN.match(content)
+      if matched
+        matched[:text]
+      end
+    end
+  end
 end

data/lib/license_auto/license/similarity.rb

@@ -10,7 +10,8 @@ module LicenseAuto
     SIM_RATIO = 0.85
 
     def initialize(license_content)
-      # LicenseAuto.logger.debug(license_content)
+      @license_content = license_content.encode('UTF-8', :invalid => :replace, :undef => :replace)
+      # LicenseAuto.logger.debug("\n#{@license_content}")
       @license_template_documents =
           LICENSE_SORTED_FREQUENCY.reject {|template_name|
             abs_filename_path(template_name).nil?
@@ -19,7 +20,7 @@ module LicenseAuto
             TfIdfSimilarity::Document.new(File.read(abs_file))
           }.compact
       @license_template_documents.push(
-          TfIdfSimilarity::Document.new(license_content)
+          TfIdfSimilarity::Document.new(@license_content)
       )
       model = TfIdfSimilarity::TfIdfModel.new(@license_template_documents)
       @matrix = model.similarity_matrix
@@ -49,7 +50,7 @@ module LicenseAuto
 
       license_name = LICENSE_SORTED_FREQUENCY[sim_license_index]
 
-      debug = "License: #{license_name}, Ratio: #{max_sim_ratio}"
+      debug = "License: #{license_name}, Ratio: #{max_sim_ratio}, license_content:\n #{@license_content[0..70]}..."
       LicenseAuto.logger.debug(debug)
 
       [license_name, max_sim_ratio]

data/lib/license_auto/license_info_wrapper.rb

@@ -3,12 +3,28 @@ require 'hashie/mash'
 
 module LicenseAuto
 
+
+  class PackWrapper < Hashie::Dash
+    include Hashie::Extensions::Mash
+
+    property :pack_id
+    property :homepage, default: nil
+    property :project_url, default: nil
+    property :source_url, default: nil
+    property :cmt, default: nil
+  end
+
   class LicenseInfoWrapper < Hashie::Dash
     include Hashie::Extensions::Mash
+    include Hashie::Extensions::Coercion
 
     property :licenses, default: []
     property :readmes, default: []
     property :notices, default: []
+    property :cmt, default: nil
+    property :pack
+
+    coerce_key :pack, PackWrapper
 
   end
 

data/lib/license_auto/matcher.rb

@@ -25,11 +25,15 @@ module LicenseAuto
       end
 
       def match_github_resource()
-        matched = github_resource.match(@url)
+        github_resource.match(@url)
       end
 
       def match_bitbucket_resource
-        matched = github_resource.match(@url)
+        github_resource.match(@url)
+      end
+
+      def match_maven_default_central
+        maven_default_central_resource.match(@url)
       end
 
       private
@@ -37,12 +41,16 @@ module LicenseAuto
       ##
       # vcs: Version Control System
 
+      def maven_default_central_resource
+        /repo1\.maven\.org\/maven2/
+      end
+
       # FIXME: @Cissy
       def github_resource
         # /(git\+)?(?<protocol>(http[s]?|git))(:\/\/|@)(?<host>(www\.)?github\.com)(\/|:)(?<owner>.+)\/(?<repo>[^\/.]+)(?<vcs>\.git)?/
         /(git\+)?
-        (?<protocol>(http[s]?|git))
-        (:\/\/|@)
+        (?<protocol>(http[s]?|git))?
+        (:\/\/|@)?
         (?<host>(www\.)?github\.com)
         (\/|:)
         (?<owner>.+)\/
@@ -90,7 +98,9 @@ module LicenseAuto
       ##
       # git ref: commit hash/branch/tag
       def match_the_ref(ref)
+        # LicenseAuto.logger.debug(ref)
         version_pattern = /[vV]?#{@name.gsub(/\./, '\.').gsub(/\//, '\/')}$/i
+        # LicenseAuto.logger.debug(version_pattern)
         version_pattern.match(ref)
       end
 

data/lib/license_auto/package.rb

@@ -1,13 +1,15 @@
 require 'hashie/mash'
 
+require 'license_auto/matcher'
 require 'license_auto/website/ruby_gems_org'
 require 'license_auto/website/gemfury_com'
 require 'license_auto/website/github_com'
+require 'license_auto/website/npm_registry'
+require 'license_auto/website/maven_central_repository'
 
 
 module LicenseAuto
 
-  ##
   # Package: {
   #     language: 'Ruby',                # Ruby|Golang|Java|NodeJS|Erlang|Python|
   #     name: 'bundler',
@@ -19,20 +21,21 @@ module LicenseAuto
   class Package < Hashie::Mash
     extend LicenseAuto
 
-    ##
     # Default project server of all kinds of languages.
     #
     # Key: language name
     #
     # Value: default project server
 
-    LANGUAGES_PACKAGE_SERVER = {
-        Ruby: RubyGemsOrg
+    PACKAGE_SERVERS = {
+        Ruby: RubyGemsOrg,
+        NodeJS: NpmRegistry,
+        GitModule: GithubCom
+        # TODO: add many server, eg. http://gopkg.in
     }
 
-    ALL_SERVERS = [
-        RubyGemsOrg,
-        GemfuryCom,
+    SOURCE_CODE_SERVERS = [
+        # GemfuryCom,
         GithubCom,
     ]
 
@@ -85,18 +88,16 @@ module LicenseAuto
     #     ]
     # }
     def get_license_info()
+      @server.get_license_info if chose_package_server
 
       # args = {
       #     fetch_license_text: true
       # }.merge(args)
 
-      @server.get_license_info if chose_package_server
-
       # TODO: uncomment these line, add Google or Yahoo!
       # if @server.nil?
       #     @server.get_license_info if chose_search_engine
       # end
-
     end
 
     private
@@ -104,11 +105,24 @@ module LicenseAuto
     def chose_package_server()
       begin
         @server =
-            if self.server?
-              # TODO:
-              LANGUAGES_PACKAGE_SERVER.fetch(self.language.to_sym).new(self)
-            elsif self.language
-              LANGUAGES_PACKAGE_SERVER.fetch(self.language.to_sym).new(self)
+            if self.language == 'Golang' and self.server
+              matcher = Matcher::SourceURL.new(self.server)
+              github_matched = matcher.match_github_resource
+              if github_matched
+                GithubCom.new(self, github_matched[:owner], github_matched[:repo])
+              else
+                LicenseAuto.logger.fatal("Golang server: #{self.server} should be supported!")
+              end
+            elsif self.language == 'Java' # and self.server
+                matcher = Matcher::SourceURL.new(self.server)
+                maven_default_matched = matcher.match_maven_default_central
+                if maven_default_matched
+                  LicenseAuto::MavenCentralRepository.new(self.group, self.name, self.version)
+                else
+                  LicenseAuto.logger.fatal("Maven server: #{self.server} should be supported!")
+                end
+            elsif self.server
+              PACKAGE_SERVERS.fetch(self.language.to_sym).new(self)
             end
       rescue KeyError => e
         LicenseAuto.logger.fatal("#{e}")

data/lib/license_auto/package_manager.rb

@@ -4,11 +4,12 @@ require 'license_auto/logger'
 require 'license_auto/module'
 
 module LicenseAuto
-  class VirtualPackageManager
+  class PackageManager
 
     virtual :initialize,
             :parse_dependencies,
-            :dependency_file_pattern
+            :dependency_file_pattern,
+            :check_cli
 
     # def self.package_managers
     #   [Bundler, NPM, Pip, Bower, Maven, Gradle, CocoaPods, Rebar, Nuget]
@@ -28,6 +29,9 @@ module LicenseAuto
     # @return Array[Regexp]
     def dependency_file_pattern; end
 
+    # return Boolean
+    def check_cli; end
+
     def dependency_file_path_names(pattern=dependency_file_pattern)
       if FileTest.directory?(@path)
         Find.find(@path).select do |filename|

data/lib/license_auto/package_manager/bundler.rb

@@ -4,7 +4,7 @@ require 'license_auto/website/ruby_gems_org'
 # require 'license_auto/package_manager/gemfury'
 
 module LicenseAuto
-  class Bundler < LicenseAuto::VirtualPackageManager
+  class Bundler < LicenseAuto::PackageManager
 
     LANGUAGE = 'Ruby'
 
@@ -13,11 +13,11 @@ module LicenseAuto
     end
 
     def dependency_file_pattern
-      /#{@path}\/gem.*\.lock$/i
+      /#{@path}\/[0-9a-zA-Z_.]*gem.*\.lock$/i
     end
 
     def gemfile_pattern
-      /gemfile$/i
+      /#{@path}\/[0-9a-zA-Z_.]*gemfile$/i
     end
 
     def parse_dependencies
@@ -30,13 +30,12 @@ module LicenseAuto
 
       lock_files = dependency_file_path_names
       if lock_files.empty?
-        LicenseAuto.logger.info("Gemfile.lock file not exisit")
+        LicenseAuto.logger.info("#{LANGUAGE}: #{dependency_file_pattern} file not exist")
         gem_files = dependency_file_path_names(pattern=gemfile_pattern)
         # TODO: parse gem_files
         unless gem_files.empty?
-          LicenseAuto.logger.info("Gemfile exisit: #{gem_files}")
+          LicenseAuto.logger.warn("#{LANGUAGE}: Gemfile exisit: #{gem_files}")
         end
-
         return []
       else
         lock_files.map {|dep_file|
@@ -83,5 +82,10 @@ module LicenseAuto
       end
       # LicenseAuto.logger.debug(JSON.pretty_generate(dep_files))
     end
+
+    def self.check_cli
+      # TODO check bundle
+      true
+    end
   end
 end

data/lib/license_auto/package_manager/gemfury.rb

@@ -1,3 +1,5 @@
+# https://github.com/gemfury/gemfury
+
 module Bundler
   class Source
     class Gemfury