license_auto 0.1.1.1 → 0.1.1.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 747f9a52d3563de65831f07b6c660faa9ca8e8d0
-  data.tar.gz: 4ec2029e39d2e9d3feb61b75cc2c4c600f6c9370
+  metadata.gz: 28221a5f886be66f2e736ea91fb80c9ea928463b
+  data.tar.gz: 3ad528e4241d9e8fc365784d40977308a8b92bfe
 SHA512:
-  metadata.gz: 613dabbee06bf1dea2b4e0a6112dfc7be60ae95a457331a133f1c1cb46b9d5f28d300a99532a1c3e48d57dece5af3bcff272960bc00be10069e0131b3efa5577
-  data.tar.gz: 1821e4f525816a51713b6986a814df7e892d2b78f51bb0ecf44bea848a02b3b65310f2758a6862c3f136a11937dbcbb4b483c6f800df2603555c2b382e6df541
+  metadata.gz: 730d2a75e553e42632645a2165773a71bcd6f2b868c2149a2a2d2ad8f541a1e626062d0a21be80334fd66303d8b85112ecfa3778ab720ccf6ed45317797ceff2
+  data.tar.gz: 69a29cfa34ba61d4667fd369925e4b020737f6c8827fd09845bc03a407cb354d7913fc5ac862f2d1c689d7969cd7243ffeecff22a5e449aa7c6f1a41c61e53f8

data/.travis.yml

@@ -1,9 +1,8 @@
 language: ruby
 rvm:
  - "2.0"
- - "2.1"
  - "2.2"
 
 script:
- - rake install
+ - bundle exec rake build
  - bundle exec rspec spec

data/Gemfile

@@ -5,6 +5,8 @@ group :default do
   gem "json"
   gem "gems"
   gem "github_api"
+  # gem "octokit", "~> 4.0"
+  gem 'tf-idf-similarity', '~> 0.1.5'
 
   gem "git"
   gem "log4r"
@@ -19,9 +21,15 @@ group :default do
 end
 
 group :test do
-  gem "json"
   gem "rspec"
   gem 'webmock'
+  gem "rubocop"
+  # TODO: simplecov, generate HTML
+  gem 'simplecov'
+  # gem 'mina-puma', :git => 'https://github.com/sandelius/mina-puma.git'
 end
 
+group :development do
+  gem "rake"
+end
 

data/Gemfile.lock

@@ -5,11 +5,13 @@ GEM
     anemone (0.7.2)
       nokogiri (>= 1.3.0)
       robotex (>= 1.0.0)
+    ast (2.2.0)
     crack (0.4.3)
       safe_yaml (~> 1.0.0)
     descendants_tracker (0.0.4)
       thread_safe (~> 0.3, >= 0.3.1)
     diff-lcs (1.2.5)
+    docile (1.1.5)
     domain_name (0.5.20160216)
       unf (>= 0.0.5, < 1.0.0)
     faraday (0.9.2)
@@ -49,7 +51,12 @@ GEM
       multi_json (~> 1.3)
       multi_xml (~> 0.5)
       rack (>= 1.2, < 3)
+    parser (2.3.0.6)
+      ast (~> 2.2)
+    powerpack (0.1.1)
     rack (1.6.4)
+    rainbow (2.1.0)
+    rake (10.5.0)
     rest-client (1.8.0)
       http-cookie (>= 1.0.2, < 2.0)
       mime-types (>= 1.16, < 3.0)
@@ -68,14 +75,30 @@ GEM
       diff-lcs (>= 1.2.0, < 2.0)
       rspec-support (~> 3.4.0)
     rspec-support (3.4.1)
+    rubocop (0.38.0)
+      parser (>= 2.3.0.6, < 3.0)
+      powerpack (~> 0.1)
+      rainbow (>= 1.99.1, < 3.0)
+      ruby-progressbar (~> 1.7)
+      unicode-display_width (~> 1.0, >= 1.0.1)
+    ruby-progressbar (1.7.5)
     ruby-xz (0.2.3)
       ffi (~> 1.9)
       io-like (~> 0.3)
     safe_yaml (1.0.4)
+    simplecov (0.11.2)
+      docile (~> 1.1.0)
+      json (~> 1.8)
+      simplecov-html (~> 0.10.0)
+    simplecov-html (0.10.0)
+    tf-idf-similarity (0.1.5)
+      unicode_utils (~> 1.4)
     thread_safe (0.3.5)
     unf (0.1.4)
       unf_ext
     unf_ext (0.0.7.2)
+    unicode-display_width (1.0.2)
+    unicode_utils (1.4.0)
     webmock (1.24.2)
       addressable (>= 2.3.6)
       crack (>= 0.3.2)
@@ -94,9 +117,13 @@ DEPENDENCIES
   json
   log4r
   nokogiri
+  rake
   rest-client
   rspec
+  rubocop
   ruby-xz
+  simplecov
+  tf-idf-similarity (~> 0.1.5)
   webmock
 
 BUNDLED WITH

data/README.md

@@ -1,6 +1,6 @@
-# license_auto(v0.1.0.beta)
+# license_auto(v0.1.1.2)
  
-![Progress](http://progressed.io/bar/5?title=progress)
+![Progress](http://progressed.io/bar/10?title=progress)
 [![Code Climate](https://codeclimate.com/github/mineworks/license_auto/badges/gpa.svg)](https://codeclimate.com/github/mineworks/license_auto)
 [![Build Status](https://travis-ci.org/mineworks/license_auto.svg?branch=master)](https://travis-ci.org/mineworks/license_auto)
 
@@ -21,7 +21,7 @@
     <td>Gemfile(.lock)</td>
     <td>https://rubygems.org/</td>
     <!-- <td> https://rubygems.org/pages/data</td> -->
-    <td>1</td>
+    <td>50</td>
   </tr>
   <tr>
     <td>Java</td>
@@ -84,27 +84,23 @@
 gem install license_auto
 ```
 
-## Examples
-
-* Optional: Config Github Auth
-``` ruby
-require 'license_auto'
-params = {
-    github_username: 'Alice'
-    github_password: '123456',
-    http_proxy: 'http://proxyuser:proxypwd@proxy.server.com:8080'
-}
-LicenseAuto::Base.config(params)
+## Configure
+```
+sudo cp license_auto/config/sample.config.yml etc/license_auto.conf.yml
+cp license_auto/config/gitconfig ~/.gitconfig
 ```
 
+## Examples
+
 * Get dependencies of a repository
 ``` ruby
 require 'license_auto'
 my_repo = {
-  repo_url: 'https://github.com/mineworks/license_auto.git'
+  "clone_url": "https://github.com/mineworks/license_auto.git",
+  "ref": "test-branch"
 }
-repo = LicenseAuto::Package.new(my_repo)
-dependencies = repo.get_dependencies()
+repo = LicenseAuto::Repo.new(my_repo)
+dependencies = repo.find_dependencies
 ```
 
 * Get License Info of a package
@@ -115,7 +111,7 @@ my_pack = {
     name: 'bundler',
     group: 'com.google.http-client', # Optional: Assign nil if your package is not a Java
     version: '1.11.2',               # Optional: Assign nil if check the latest
-    project_server: 'rubygems.org'   # Optional: github.com|rubygems.org|pypi.python.org/pypi|registry.npmjs.org
+    server: 'rubygems.org'   # Optional: github.com|rubygems.org|pypi.python.org/pypi|registry.npmjs.org
 }
 package = LicenseAuto::Package.new(my_pack)
 license_info = package.get_license_info()

data/Rakefile

@@ -1,17 +1,17 @@
 # require 'rubygems'
 require 'bundler'
+Bundler::GemHelper.install_tasks
 
 require 'rake'
-
 require 'rspec/core'
 require 'rspec/core/rake_task'
 
-
-Bundler::GemHelper.install_tasks
-
 RSpec::Core::RakeTask.new(:spec) do |spec|
   # do not run integration tests, doesn't work on TravisCI
-  spec.pattern = FileList['spec/license_auto/*_spec.rb']
+  spec.pattern = FileList[
+      'spec/license_auto/*_spec.rb',
+      'spec/license_auto/*/*_spec.rb',
+  ]
 end
 
 require 'rubocop/rake_task'

data/examples/get_license_files_of_bundler.rb

@@ -4,7 +4,7 @@ my_pack = {
     name: 'bundler',
     group: 'com.google.http-client', # Optional: Assign nil if your package is not a Java
     version: '1.11.2',               # Optional: Assign nil if check the latest
-    project_server: 'rubygems.org'   # Optional: github.com|rubygems.org|pypi.python.org/pypi|registry.npmjs.org
+    server: 'rubygems.org'           # Optional: github.com|rubygems.org|pypi.python.org/pypi|registry.npmjs.org
 }
 package = LicenseAuto::Package.new(my_pack)
 license_info = package.get_license_info()

data/lib/license_auto/config/config.rb

@@ -1,52 +1,38 @@
-require 'log4r'
-
-$debug = true
-
-AUTO_ROOT = '/tmp/license_auto_cache'
-LAUNCHPAD_SOURCE_DIR = "#{AUTO_ROOT}/lp"
-MANIFEST_SOURCE_DIR = "#{AUTO_ROOT}/manifest"
-if !File.exist?(AUTO_ROOT)
-  Dir.mkdir(AUTO_ROOT)
-end
-if !File.exist?(LAUNCHPAD_SOURCE_DIR)
-  Dir.mkdir(LAUNCHPAD_SOURCE_DIR)
-end
-if !File.exists?(MANIFEST_SOURCE_DIR)
-  Dir.mkdir(MANIFEST_SOURCE_DIR)
+require 'log4r'; Log4r::Logger.root
+require 'yaml'
+require 'hashie/mash'
+
+# Aka LICENSE_AUTO_CONF
+LUTO_CONF =
+    begin
+      Hashie::Mash.new(YAML.load_file('/etc/license_auto.conf.yml'))
+    rescue Errno::ENOENT
+      sample_filename_path = File.expand_path('../sample.config.yml', __FILE__)
+      puts "Using config: #{sample_filename_path}"
+      Hashie::Mash.new(YAML.load_file(sample_filename_path))
+    end
+
+
+# LicenseAuto logger level
+LUTO_LOG_LEVEL =
+    case LUTO_CONF.logger.level
+    when 'debug'
+      Log4r::DEBUG
+    when 'info'
+      Log4r::INFO
+    when 'warn'
+      Log4r::WARN
+    when 'error'
+      Log4r::ERROR
+    when 'fatal'
+      Log4r::FATAL
+    else
+      Log4r::DEBUG
+    end
+
+LUTO_ROOT_DIR = LUTO_CONF.dirs.root
+LUTO_CACHE_DIR = "#{LUTO_ROOT_DIR}/#{LUTO_CONF.dirs.cache}"
+
+unless FileTest.directory?(LUTO_CACHE_DIR)
+  FileUtils.mkdir_p(LUTO_CACHE_DIR)
 end
-
-STD_LICENSE_DIR = "./extractor_ruby/Package_license"
-
-pf = Log4r::PatternFormatter.new(
-  :pattern => "%d [%l]: %M",
-  :date_format => "%Y/%m/%d %H:%M:%S"
-)
-
-HTTPARTY_DOWNLOAD_TIMEOUT = 480
-
-
-Log4r::StderrOutputter.new('console', :formatter => pf)
-if $debug
-  filename = "auto.log"
-else
-  filename = "#{AUTO_ROOT}/#{rand(1000).to_s}.log"
-end
-
-Log4r::FileOutputter.new('logfile',
-                         :filename => filename,
-                         :trunc => $debug,
-                         :formatter => pf,
-                         :level=>Log4r::DEBUG)
-
-$plog = Log4r::Logger.new('auto.log')
-$plog.add('console', 'logfile')
-
-def log_usage_example()
-  $plog.debug "This is a message with level DEBUG"
-  $plog.info "This is a message with level INFO"
-  $plog.warn "This is a message with level WARN"
-  $plog.error "This is a message with level ERROR"
-  $plog.fatal "This is a message with level FATAL"
-end
-
-LICENSE_WEBSITE_URL = 'http://localhost:3000'

data/lib/license_auto/config/sample.config.yml

@@ -0,0 +1,20 @@
+logger:
+  file: '/tmp/license_auto.log'
+  level: 'debug'
+
+github:
+  username: 'micfan'
+  # https://github.com/octokit/octokit.rb#oauth-access-tokens
+  access_token: '<your 40 char token>'
+
+http:
+  time_out: 480
+  proxy:
+    host: 'proxy.example.com'
+    port: 8080
+    username: ''
+    password: ''
+
+dirs:
+  root: '/tmp/license_auto'
+  cache: 'cache'

data/lib/license_auto/exceptions.rb

@@ -0,0 +1,32 @@
+require 'license_auto/logger'
+
+module LicenseAuto
+  class LicenseAutoError < StandardError
+    def initialize(message="LicenseAuto Error Occurred")
+      super
+    end
+
+    def message
+    end
+  end
+
+  class PackageNotFound < LicenseAutoError
+    def initialize(message=nil, server=nil)
+      @message = message
+      @server = server
+    end
+    def message
+      "Package #{@message} can not be found in remote server #{@server}"
+    end
+  end
+
+  class VirtualMethodError < RuntimeError
+    ##
+    # Just call to super with some fancy message.
+    def initialize(name)
+      message = "Error: Pure virtual method '#{name}' called"
+      super(message)
+      logger.error(message)
+    end
+  end
+end

data/lib/license_auto/license/frequency.rb

@@ -1,5 +1,5 @@
 ##
-# Statistic
+# Statistic order: High to Low
 
 LICENSE_SORTED_FREQUENCY = [
     'MIT',

data/lib/license_auto/license/readme.rb

@@ -0,0 +1,43 @@
+LICENSE_TITLE = 'copying|copy|license'
+
+module LicenseAuto
+
+
+  class Readme
+
+    # RDOC_EXT = /\.rdoc$/
+    # RDOC_PATTERN = //
+    #
+    # RST_EXT = /\.rst/
+    # RST_PATTERN = //
+
+    attr_reader :license_content
+
+    def initialize(filename, content)
+      impl = formator(filename)
+      @license_content = impl.cut_license(content)
+    end
+
+    def extensions
+      [Markdown]
+    end
+
+    def formator(filename)
+      extensions.find { |format|
+        format::FILE_EXTENSION.match(filename)
+      }
+    end
+  end
+
+  class Markdown
+    FILE_EXTENSION = /\.(md|markdown)$/i
+    PATTERN = /(?<text>^##\s*(license|copy|copying)(.*\n*)*)($|(?=\n^##))/i
+
+    def self.cut_license(content)
+      matched = PATTERN.match(content)
+      if matched
+        matched[:text]
+      end
+    end
+  end
+end