gems-license-finder 0.0.8 → 0.0.11

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: f24622267d82c32a72bf410472550cfedee46c72
-  data.tar.gz: f63ead7eabb922ec6de5e8f5623b67366789c2b9
+SHA256:
+  metadata.gz: bc20743bac6f1311273501d69701f197bd2c144d267ed21271c4bad421c6920a
+  data.tar.gz: 7a26d48a3954b1e8ce2a3e5671353d0652150cc657dc47ca77963f288115faf8
 SHA512:
-  metadata.gz: 840b18a430c3f4a8ac7eeb2cdc309ba331f665f5416db65634486b3247dafb2ba4d1bd4f95a19a67c0ea986e77f1a41d0c52c0b1b8a0dcb8c9cd700bd370e4cf
-  data.tar.gz: 082b39f2780df416a8270310b0a869d2c24bebc82d16e01f6d41be3ac15eeb2f3fa140bca36b0d516b651e3c5d2f07c94956db0b71822f83e57c3c066e8d6f35
+  metadata.gz: da3ee54712e560cd04b57b8699b2b4e72cf824230a5683f3c6509452ae809ca6cbd5b36aa9bf5296132cc87a29cac0458b84a8218b11618d2ccaa9a68e376258
+  data.tar.gz: fd132288f005d7c5ff528a4dd98abe8e243b4e53a28aa119d9204a480ff30c44149b1ba7e2dabcc0d0b1dc0bca600233a247ba7e244d69416549ce320573f9b0

data/Gemfile.lock

@@ -1,64 +1,90 @@
 PATH
   remote: .
   specs:
-    gems-license-finder (0.0.1)
-      bluecloth
-      faraday (< 0.9)
-      github-markup
-      github_api
-      kramdown
-      maruku
-      posix-spawn
-      rdiscount
-      redcarpet
+    gems-license-finder (0.0.10)
+      bluecloth (~> 2.2.0)
+      faraday (~> 1)
+      github-markup (~> 3.0.5)
+      github_api (~> 0.19.0)
+      kramdown (~> 2.3.0)
+      maruku (~> 0.7.3)
+      posix-spawn (~> 0.3.15)
+      rack (~> 2.2.4)
+      rdiscount (~> 2.2.0)
+      redcarpet (~> 3.5.1)
 
 GEM
   remote: http://rubygems.org/
   specs:
-    addressable (2.3.5)
+    addressable (2.8.0)
+      public_suffix (>= 2.0.2, < 5.0)
     bluecloth (2.2.0)
-    descendants_tracker (0.0.3)
-    faraday (0.8.9)
-      multipart-post (~> 1.2.0)
-    github-markup (1.1.0)
-    github_api (0.11.3)
-      addressable (~> 2.3)
-      descendants_tracker (~> 0.0.1)
-      faraday (~> 0.8, < 0.10)
-      hashie (>= 1.2)
-      multi_json (>= 1.7.5, < 2.0)
-      nokogiri (~> 1.6.0)
-      oauth2
-    hashie (2.0.5)
-    jwt (0.1.11)
-      multi_json (>= 1.5)
-    kramdown (1.3.3)
-    maruku (0.7.1)
+    descendants_tracker (0.0.4)
+      thread_safe (~> 0.3, >= 0.3.1)
+    faraday (1.10.0)
+      faraday-em_http (~> 1.0)
+      faraday-em_synchrony (~> 1.0)
+      faraday-excon (~> 1.1)
+      faraday-httpclient (~> 1.0)
+      faraday-multipart (~> 1.0)
+      faraday-net_http (~> 1.0)
+      faraday-net_http_persistent (~> 1.0)
+      faraday-patron (~> 1.0)
+      faraday-rack (~> 1.0)
+      faraday-retry (~> 1.0)
+      ruby2_keywords (>= 0.0.4)
+    faraday-em_http (1.0.0)
+    faraday-em_synchrony (1.0.0)
+    faraday-excon (1.1.0)
+    faraday-httpclient (1.0.1)
+    faraday-multipart (1.0.4)
+      multipart-post (~> 2)
+    faraday-net_http (1.0.1)
+    faraday-net_http_persistent (1.2.0)
+    faraday-patron (1.0.0)
+    faraday-rack (1.0.0)
+    faraday-retry (1.0.3)
+    github-markup (3.0.5)
+    github_api (0.19.0)
+      addressable (~> 2.4)
+      descendants_tracker (~> 0.0.4)
+      faraday (>= 0.8, < 2)
+      hashie (~> 3.5, >= 3.5.2)
+      oauth2 (~> 1.0)
+    hashie (3.6.0)
+    jwt (2.4.1)
+    kramdown (2.3.2)
+      rexml
+    maruku (0.7.3)
     metaclass (0.0.4)
-    mini_portile (0.5.2)
-    minitest (5.3.1)
-    mocha (1.0.0)
+    minitest (5.11.3)
+    mocha (1.6.0)
       metaclass (~> 0.0.1)
-    multi_json (1.9.2)
-    multi_xml (0.5.5)
-    multipart-post (1.2.0)
-    nokogiri (1.6.1)
-      mini_portile (~> 0.5.0)
-    oauth2 (0.9.3)
-      faraday (>= 0.8, < 0.10)
-      jwt (~> 0.1.8)
+    multi_json (1.15.0)
+    multi_xml (0.6.0)
+    multipart-post (2.2.3)
+    oauth2 (1.4.10)
+      faraday (>= 0.17.3, < 3.0)
+      jwt (>= 1.0, < 3.0)
       multi_json (~> 1.3)
       multi_xml (~> 0.5)
-      rack (~> 1.2)
-    posix-spawn (0.3.8)
-    rack (1.5.2)
-    rdiscount (2.1.7)
-    redcarpet (3.1.1)
+      rack (>= 1.2, < 3)
+    posix-spawn (0.3.15)
+    public_suffix (4.0.7)
+    rack (2.2.4)
+    rdiscount (2.2.0.2)
+    redcarpet (3.5.1)
+    rexml (3.2.5)
+    ruby2_keywords (0.0.5)
+    thread_safe (0.3.6)
 
 PLATFORMS
   ruby
 
 DEPENDENCIES
   gems-license-finder!
-  minitest
-  mocha
+  minitest (~> 5.11.3)
+  mocha (~> 1.6.0)
+
+BUNDLED WITH
+   1.17.3

data/README.md

@@ -18,10 +18,11 @@ or add this to your `Gemfile` and bundle
 via command line
 ```
 $ gems-license-finder --help
-Usage: gems-license-finder gem-name [options]
+Usage: gems-license-finder [gem-name | Gemfile.lock] [options]
 
     -o, --output FORMAT              output format [json, yaml]
     -t, --token TOKEN                github token string ( or by GITHUB_TOKEN environment variable )
+    -p, --parallel X                 number of threads to use
     -v, --version                    Print version and exit
 
 For more information about how to generate the github token please look at:
@@ -43,6 +44,56 @@ $ gems-license-finder bundler
   "license": "https://github.com/bundler/bundler//blob/master/LICENSE.md",
   "github_url": "https://github.com/bundler/bundler/"
 }
+```
+
+finding licenses for gems listed in Gemfile.lock
+```
+$ cat /your/project/path/Gemfile.lock
+GEM
+  remote: https://rubygems.org/
+  specs:
+    eventmachine (1.2.7)
+    zscheduler (0.0.8)
+      eventmachine
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  zscheduler!
+
+BUNDLED WITH
+   1.17.3
+
+$ gems-license-finder /your/project/path/Gemfile.lock
+
+{
+  "eventmachine": {
+    "homepage": "http://rubyeventmachine.com",
+    "source_code": "https://github.com/eventmachine/eventmachine",
+    "documentation": "https://www.rubydoc.info/gems/eventmachine/1.2.7",
+    "bug_tracker": "https://github.com/eventmachine/eventmachine/issues",
+    "download": "/downloads/eventmachine-1.2.7.gem",
+    "reverse_dependencies": "/gems/eventmachine/reverse_dependencies",
+    "license_type": "Ruby",
+    "license_url": "https://www.ruby-lang.org/en/about/license.txt",
+    "description": "EventMachine implements a fast, single-threaded engine for arbitrary networkcommunications. It's extremely easy to use in Ruby. EventMachine wraps allinteractions with IP sockets, allowing programs to concentrate on theimplementation of network protocols. It can be used to create both networkservers and clients. To create a server or client, a Ruby program only needsto specify the IP address and port, and provide a Module that implements thecommunications protocol. Implementations of several standard network protocolsare provided with the package, primarily to serve as examples. The real goalof EventMachine is to enable programs to easily interface with other programsusing TCP/IP, especially if custom protocols are required.",
+    "license": "https://github.com/eventmachine/eventmachine/blob/master/LICENSE",
+    "github_url": "https://github.com/eventmachine/eventmachine"
+  },
+  "zscheduler": {
+    "homepage": "http://github.com/eranb/zscheduler",
+    "source_code": "https://github.com/eranb/zscheduler",
+    "documentation": "https://www.rubydoc.info/gems/zscheduler/0.0.8",
+    "download": "/downloads/zscheduler-0.0.8.gem",
+    "reverse_dependencies": "/gems/zscheduler/reverse_dependencies",
+    "license_type": "LGPL",
+    "license_url": "http://choosealicense.com/licenses/lgpl-v2.1/",
+    "description": "minimalistic scheduler on top of event-machine",
+    "license": "https://github.com/eranb/zscheduler/blob/master/LICENSE",
+    "github_url": "https://github.com/eranb/zscheduler"
+  }
+}
 
 ```
 

data/bin/gems-license-finder

@@ -8,7 +8,8 @@ require 'yaml'
 require 'json'
 require 'optparse'
 
-options = { output: ->(hash) { JSON.pretty_generate hash } }
+options = {output: ->(h) { JSON.pretty_generate h }}
+
 options[:oauth_token] =  ENV["GITHUB_TOKEN"] if ENV["GITHUB_TOKEN"]
 
 OptionParser.new do |opts|
@@ -23,6 +24,10 @@ OptionParser.new do |opts|
     options[:oauth_token] = v
   end
 
+  opts.on("-p", "--parallel X", "number of threads to use") do |v|
+    options[:parallel] = v.to_i.zero? ? 1 : v.to_i
+  end
+
   opts.on("-v", "--version","print current version and exit") do
     puts GemsLicenseFinder.version
     exit

data/lib/gems-license-finder/version.rb

@@ -1,3 +1,3 @@
 module GemsLicenseFinder
-  VERSION = "0.0.8"
+  VERSION = "0.0.11"
 end

data/lib/gems-license-finder.rb

@@ -3,6 +3,7 @@
 require 'github_api'
 require 'open-uri'
 require 'uri'
+require 'bundler'
 require 'github/markup'
 require 'gems-license-finder/version'
 require 'cgi'
@@ -20,7 +21,7 @@ module GemsLicenseFinder
 
   class Client
     LICENSE_FILES = %w[LICENSE LICENSE.md LICENSE.markdown MIT-LICENSE
-                       LICENSE.txt MIT-LICENSE.txt MIT.LICENSE MIT_LICENSE 
+                       LICENSE.txt MIT-LICENSE.txt MIT.LICENSE MIT_LICENSE
                        MIT-LICENSE.md LICENSE.rdoc License
                        COPYING License.txt COPYING.md GNU GNU.txt GNU.rdoc GNU.markdown]
 
@@ -41,15 +42,40 @@ module GemsLicenseFinder
     }
 
     def initialize options = {}
+      @parallel = options.delete(:parallel) || 1
       @github = Github.new options.clone
     end
 
     def find name
-      normalize(github_info name, rubygems_info( name ))
+      lockfile?(name) ? find_from_lockfile(name) : find_single(name)
+    end
+
+    def find_single name
+      normalize github_info(name , rubygems_info(name))
+    end
+
+    def find_from_lockfile lockfile
+      Bundler::LockfileParser.new(Bundler.read_file lockfile).
+        specs.
+        map(&:name).
+        each_slice(@parallel).
+        reduce({}) {|acc, slice|
+          acc.merge(
+            slice.
+            map {|x| [x, Thread.new {find_single(x) rescue {}}]}.
+            map {|x, t| [x, t.value]}.
+            to_h
+          )
+        }
     end
 
     private
 
+    def lockfile? str
+      File.exists?(str) &&
+        File.basename(str).eql?("Gemfile.lock")
+    end
+
     def rubygems_info name
       begin
         content = open("https://rubygems.org/gems/#{name}").read
@@ -57,18 +83,18 @@ module GemsLicenseFinder
         raise e.io.status.first == "404" ? GemNotFound.new(e) : e
       end
 
-      info = Hash[content.scan(/<a href="(.*?)" rel.*>(.*?)</)].invert
+      info = Hash[content.scan(/<a rel=\"nofollow\".*?href=\"(.*?)\".*?>(.*?)</)].invert
       type, url = normalize_licence(
         (utf8_match(content,'<h5>Licenses<\/h5>.*?<p>(.*?)<')[1]  rescue ""))
       description = (CGI.unescapeHTML utf8_match(content,'gem__desc.*?<p>(.*?)<')[1].
                      strip.squeeze(" ").gsub(/\n/,"") rescue nil)
 
-      info.merge({ license_type: type, license_url: url, description: description })
+      info.merge license_type: type, license_url: url, description: description
     end
 
     def github_info name, rubygems
       url = rubygems["Source Code"] || rubygems["Homepage"]
-      if url.to_s =~ /\/\/github\.com/
+      if url.to_s =~ /github\.com/
         # Sometimes the homepage in rubygems.org is old, e.g:
         # carlhuda/bundler => bundler/bundler
         open(url.sub("http:","https:")) { |o| url = o.base_uri.to_s } # follow redirects
@@ -84,7 +110,7 @@ module GemsLicenseFinder
         license = "#{url}/blob/master/#{file}" if content
 
         if license
-          type, lurl = (file =~ /mit|gnu/i) ? 
+          type, lurl = (file =~ /mit|gnu/i) ?
             normalize_licence(file.split(".").first) : type_from_license_text(content)
           break
         end
@@ -95,7 +121,7 @@ module GemsLicenseFinder
       end
 
       README_FILES.each do |file|
-        break if license and type 
+        break if license and type
         content = GitHub::Markup.render(file,fetch_github_file(user,repo,file)) rescue next
         type, lurl = normalize_licence(content) if type.nil?
 
@@ -105,7 +131,7 @@ module GemsLicenseFinder
           to_s.downcase.gsub(/\s/,"-") rescue nil
 
         if license.nil? and utf8_match(content,'licen[cs]e')
-          license = rurl 
+          license = rurl
           type, lurl = normalize_licence content
         end
 

metadata

@@ -1,169 +1,183 @@
 --- !ruby/object:Gem::Specification
 name: gems-license-finder
 version: !ruby/object:Gem::Version
-  version: 0.0.8
+  version: 0.0.11
 platform: ruby
 authors:
-- Eran Barak Levi
-autorequire: 
+- Eran
+autorequire:
 bindir: bin
 cert_chain: []
-date: 2015-08-16 00:00:00.000000000 Z
+date: 2022-07-05 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: minitest
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 5.11.3
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 5.11.3
 - !ruby/object:Gem::Dependency
   name: mocha
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 1.6.0
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 1.6.0
 - !ruby/object:Gem::Dependency
   name: github_api
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 0.19.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 0.19.0
+- !ruby/object:Gem::Dependency
+  name: rack
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.2.4
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.2.4
 - !ruby/object:Gem::Dependency
   name: github-markup
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 3.0.5
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 3.0.5
 - !ruby/object:Gem::Dependency
   name: posix-spawn
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 0.3.15
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 0.3.15
 - !ruby/object:Gem::Dependency
   name: redcarpet
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 3.5.1
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 3.5.1
 - !ruby/object:Gem::Dependency
   name: rdiscount
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 2.2.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 2.2.0
 - !ruby/object:Gem::Dependency
   name: maruku
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 0.7.3
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 0.7.3
 - !ruby/object:Gem::Dependency
   name: kramdown
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 2.3.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 2.3.0
 - !ruby/object:Gem::Dependency
   name: bluecloth
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 2.2.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 2.2.0
 - !ruby/object:Gem::Dependency
   name: faraday
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "<"
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.9'
+        version: '1'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "<"
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.9'
+        version: '1'
 description: Poor man's license finder for rubygems, that might work
 email: eran@kontera.com
 executables:
@@ -180,9 +194,10 @@ files:
 - lib/gems-license-finder.rb
 - lib/gems-license-finder/version.rb
 homepage: http://www.kontera.com
-licenses: []
+licenses:
+- MIT
 metadata: {}
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -190,16 +205,15 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: 1.9.1
+      version: 2.1.0
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.4.6
-signing_key: 
+rubygems_version: 3.0.8
+signing_key:
 specification_version: 4
 summary: Poor man's license finder for rubygems
 test_files: []