license_auto 0.1.1.2 → 0.1.1.3

data/lib/license_auto/website/ruby_gems_org.rb

@@ -24,7 +24,7 @@ class RubyGemsOrg < Website
       begin
         @package.version = get_latest_version['number']
       rescue Exception => e
-        # TODO: what returned value is better?
+        LicenseAuto.logger.error(e)
         return nil
       end
     end
@@ -33,21 +33,132 @@ class RubyGemsOrg < Website
 
     raise LicenseAuto::PackageNotFound if gem_info.nil?
 
-    source_code_matcher = LicenseAuto::Matcher::SourceURL.new(gem_info.source_code_uri)
+    license_info = LicenseAuto::LicenseInfoWrapper.new
 
+    source_code_matcher = LicenseAuto::Matcher::SourceURL.new(gem_info.source_code_uri || gem_info.homepage_uri)
     github_matched = source_code_matcher.match_github_resource
+    bitbucket_matched = source_code_matcher.match_bitbucket_resource
+
     if github_matched
       license_info = GithubCom.new(@package, github_matched[:owner], github_matched[:repo]).get_license_info
-    elsif false
-
+    elsif bitbucket_matched
+      # TODO bitbucket_matched
+    elsif gem_info.homepage_uri
+      # TODO: HomepageSpider
+      # LicenseAuto.logger.warn("TODO: HomepageSpider")
+      # homepage_spider = HomepageSpider.new(gem_info.homepage_uri, @package.name)
+      # source_code_uri = homepage_spider.get_source_code_uri
+      # if source_code_uri
+      #   LicenseAuto.logger.warn("TODO: call myself recursively")
+      # else
+      #   license_wrapper = homepage_spider.get_license_page
+      #   LicenseAuto.logger.warn("TODO: HomepageSpider")
+      # end
+
+    elsif not gem_info.licenses.empty?
+      license_files = gem_info.licenses.map {|license_name|
+        LicenseAuto::LicenseWrapper.new(
+            name: license_name,
+            sim_ratio: 1.0,
+            html_url: gem_info.project_uri,
+            download_url: gem_info.project_uri,
+            text: nil
+        )
+      }
+
+      license_info[:licenses] = license_files
+      LicenseAuto.logger.debug(license_info)
     end
 
-    # bitbucket_matched = source_code_matcher.match_bitbucket_resource()
-    # if github_matched
-    #   # TODO: bitbucket_matched
-    # end
+    # TODO:
+    pack_wrapper = LicenseAuto::PackWrapper.new(
+        project_url: gem_info.project_uri,
+        homepage: gem_info.homepage_uri,
+        source_url: gem_info.source_code_uri || source_code_matcher.url
+    )
+
+    license_info[:pack] = pack_wrapper
+    license_info
   end
 
+  # @return eg. Hashie::Mash (19 elements)
+  #     {
+  #         "name":"diff-lcs",
+  #         "downloads":42036753,
+  #         "version":"1.2.5",
+  #         "version_downloads":25578122,
+  #         "platform":"ruby",
+  #         "authors":"Austin Ziegler",
+  #         "info":"Diff::LCS computes the difference between two Enumerable sequences using the\nMcIlroy-Hunt longest common subsequence (LCS) algorithm. It includes utilities\nto create a simple HTML diff output format and a standard diff-like tool.\n\nThis is release 1.2.4, fixing a bug introduced after diff-lcs 1.1.3 that did\nnot properly prune common sequences at the beginning of a comparison set.\nThanks to Paul Kunysch for fixing this issue.\n\nCoincident with the release of diff-lcs 1.2.3, we reported an issue with\nRubinius in 1.9 mode\n({rubinius/rubinius#2268}[https://github.com/rubinius/rubinius/issues/2268]).\nWe are happy to report that this issue has been resolved.",
+  #         "licenses":[
+  #             "MIT",
+  #             "Perl Artistic v2",
+  #             "GNU GPL v2"
+  #         ],
+  #         "metadata":{
+  #
+  #         },
+  #         "sha":"a1d3dde665292317a883d319066792e3f0e6a24cade4bc4cc47605d27664c9ed",
+  #         "project_uri":"https://rubygems.org/gems/diff-lcs",
+  #         "gem_uri":"https://rubygems.org/gems/diff-lcs-1.2.5.gem",
+  #         "homepage_uri":"http://diff-lcs.rubyforge.org/",
+  #         "wiki_uri":null,
+  #         "documentation_uri":"http://www.rubydoc.info/gems/diff-lcs/1.2.5",
+  #         "mailing_list_uri":null,
+  #         "source_code_uri":null,
+  #         "bug_tracker_uri":null,
+  #         "dependencies":{
+  #             "development":[
+  #                 {
+  #                     "name":"hoe",
+  #                     "requirements":"~> 3.7"
+  #                 },
+  #                 {
+  #                     "name":"hoe-bundler",
+  #                     "requirements":"~> 1.2"
+  #                 },
+  #                 {
+  #                     "name":"hoe-doofus",
+  #                     "requirements":"~> 1.0"
+  #                 },
+  #                 {
+  #                     "name":"hoe-gemspec2",
+  #                     "requirements":"~> 1.1"
+  #                 },
+  #                 {
+  #                     "name":"hoe-git",
+  #                     "requirements":"~> 1.5"
+  #                 },
+  #                 {
+  #                     "name":"hoe-rubygems",
+  #                     "requirements":"~> 1.0"
+  #                 },
+  #                 {
+  #                     "name":"hoe-travis",
+  #                     "requirements":"~> 1.2"
+  #                 },
+  #                 {
+  #                     "name":"rake",
+  #                     "requirements":"~> 10.0"
+  #                 },
+  #                 {
+  #                     "name":"rdoc",
+  #                     "requirements":"~> 4.0"
+  #                 },
+  #                 {
+  #                     "name":"rspec",
+  #                     "requirements":"~> 2.0"
+  #                 },
+  #                 {
+  #                     "name":"rubyforge",
+  #                     "requirements":">= 2.0.4"
+  #                 }
+  #             ],
+  #             "runtime":[
+  #
+  #             ]
+  #         }
+  #     }
   def get_gem_info()
     # TODO: Gems.info(@package.name, @package.version)
     gem_info = Gems.info(@package.name)

data/license_auto.gemspec

@@ -38,6 +38,7 @@ Gem::Specification.new do |spec|
   spec.add_runtime_dependency "hashie"
   spec.add_runtime_dependency "log4r"
   spec.add_runtime_dependency "json"
+  spec.add_runtime_dependency "httparty"
   spec.add_runtime_dependency "gems"
   spec.add_runtime_dependency "github_api"
   spec.add_runtime_dependency "tf-idf-similarity"

data/package.json

@@ -0,0 +1,30 @@
+{
+  "name": "license_auto",
+  "version": "0.1.1",
+  "description": "license_auto is a Ruby Gem for Open Source License collection job inspired by LicenseFinder",
+  "main": "index.js",
+  "directories": {
+    "example": "examples"
+  },
+  "scripts": {
+    "test": "rake spec"
+  },
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/mineworks/license_auto.git"
+  },
+  "keywords": [
+    "license",
+    "auto",
+    "spider"
+  ],
+  "author": "Michael Fan",
+  "license": "MIT",
+  "bugs": {
+    "url": "https://github.com/mineworks/license_auto/issues"
+  },
+  "homepage": "https://github.com/mineworks/license_auto#readme",
+  "dependencies": {
+    "semver": "^5.1.0"
+  }
+}

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: license_auto
 version: !ruby/object:Gem::Version
-  version: 0.1.1.2
+  version: 0.1.1.3
 platform: ruby
 authors:
 - MineWorks
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-04-07 00:00:00.000000000 Z
+date: 2016-04-25 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -72,6 +72,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: httparty
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: gems
   requirement: !ruby/object:Gem::Requirement
@@ -139,6 +153,7 @@ extensions: []
 extra_rdoc_files: []
 files:
 - ".gitignore"
+- ".gitmodules"
 - ".travis.yml"
 - CHANGELOG.md
 - Gemfile
@@ -215,8 +230,8 @@ files:
 - lib/license_auto/package_manager/bower.rb
 - lib/license_auto/package_manager/bundler.rb
 - lib/license_auto/package_manager/gemfury.rb
+- lib/license_auto/package_manager/git_module.rb
 - lib/license_auto/package_manager/golang.rb
-- lib/license_auto/package_manager/golang_stdlibs.rb
 - lib/license_auto/package_manager/gradle.rb
 - lib/license_auto/package_manager/ivy.rb
 - lib/license_auto/package_manager/license_header.rb
@@ -226,51 +241,21 @@ files:
 - lib/license_auto/package_manager/pip.rb
 - lib/license_auto/package_manager/yum.rb
 - lib/license_auto/repo.rb
+- lib/license_auto/source_code_server.rb
+- lib/license_auto/var/golang_std_libs.rb
 - lib/license_auto/version.rb
 - lib/license_auto/website.rb
+- lib/license_auto/website/cocoapods_org.rb
 - lib/license_auto/website/gemfury_com.rb
 - lib/license_auto/website/github_com.rb
+- lib/license_auto/website/homepage_spider.rb
+- lib/license_auto/website/maven_central_repository.rb
+- lib/license_auto/website/npm_registry.rb
 - lib/license_auto/website/ruby_gems_org.rb
 - lib/license_auto/website/ruby_gems_org_db.rb
 - lib/license_auto/website/rubydoc_info.rb
 - license_auto.gemspec
-- remove/api.rb
-- remove/api/bitbucket.rb
-- remove/api/code_google_com.rb
-- remove/api/excel_export.rb
-- remove/api/gem_data.rb
-- remove/api/git_kernel_org.rb
-- remove/api/github.rb
-- remove/api/go_pkg_in.rb
-- remove/api/golang_org.rb
-- remove/api/google_source_com.rb
-- remove/api/gradle2.rb
-- remove/api/helper.rb
-- remove/api/j_center.rb
-- remove/api/maven_central_repository.rb
-- remove/api/mq.rb
-- remove/api/npm_registry.rb
-- remove/api/pattern.rb
-- remove/api/remote_source_package.rb
-- remove/api/spider.rb
-- remove/cloner.rb
-- remove/db.rb
-- remove/license_auto
-- remove/misc.rb
-- remove/mq_pack.rb
-- remove/mq_repo.rb
-- remove/parser/gemfile_parser.rb
-- remove/parser/golang_parser.rb
-- remove/parser/gradle_parser.rb
-- remove/parser/manifest_parser.rb
-- remove/parser/maven_parser.rb
-- remove/parser/npm_parser.rb
-- remove/parser/pip_parser.rb
-- remove/parser/rebar_parser.rb
-- remove/recorder.rb
-- remove/script/apt-get.deps.sh
-- remove/script/debian_dpkg_list.sh
-- remove/script/rubygems.org.importdb.sh
+- package.json
 homepage: https://github.com/mineworks/license_auto
 licenses:
 - MIT

data/lib/license_auto/package_manager/golang_stdlibs.rb

@@ -1,161 +0,0 @@
-##
-# Golang(v1.4.2 darwin/amd64) system libraries
-
-GOLANG_STD_LIBS = [
-'cmd/addr2line',
-'cmd/cgo',
-'cmd/fix',
-'cmd/go',
-'cmd/gofmt',
-'cmd/nm',
-'cmd/objdump',
-'cmd/pack',
-'cmd/pprof',
-'cmd/yacc',
-'archive/tar',
-'archive/zip',
-'bufio',
-'bytes',
-'cmd/internal/goobj',
-'cmd/internal/objfile',
-'cmd/pprof/internal/commands',
-'cmd/pprof/internal/driver',
-'cmd/pprof/internal/fetch',
-'cmd/pprof/internal/plugin',
-'cmd/pprof/internal/profile',
-'cmd/pprof/internal/report',
-'cmd/pprof/internal/svg',
-'cmd/pprof/internal/symbolizer',
-'cmd/pprof/internal/symbolz',
-'cmd/pprof/internal/tempfile',
-'compress/bzip2',
-'compress/flate',
-'compress/gzip',
-'compress/lzw',
-'compress/zlib',
-'container/heap',
-'container/list',
-'container/ring',
-'crypto',
-'crypto/aes',
-'crypto/cipher',
-'crypto/des',
-'crypto/dsa',
-'crypto/ecdsa',
-'crypto/elliptic',
-'crypto/hmac',
-'crypto/md5',
-'crypto/rand',
-'crypto/rc4',
-'crypto/rsa',
-'crypto/sha1',
-'crypto/sha256',
-'crypto/sha512',
-'crypto/subtle',
-'crypto/tls',
-'crypto/x509',
-'crypto/x509/pkix',
-'database/sql',
-'database/sql/driver',
-'debug/dwarf',
-'debug/elf',
-'debug/gosym',
-'debug/macho',
-'debug/pe',
-'debug/plan9obj',
-'encoding',
-'encoding/ascii85',
-'encoding/asn1',
-'encoding/base32',
-'encoding/base64',
-'encoding/binary',
-'encoding/csv',
-'encoding/gob',
-'encoding/hex',
-'encoding/json',
-'encoding/pem',
-'encoding/xml',
-'errors',
-'expvar',
-'flag',
-'fmt',
-'go/ast',
-'go/build',
-'go/doc',
-'go/format',
-'go/parser',
-'go/printer',
-'go/scanner',
-'go/token',
-'hash',
-'hash/adler32',
-'hash/crc32',
-'hash/crc64',
-'hash/fnv',
-'html',
-'html/template',
-'image',
-'image/color',
-'image/color/palette',
-'image/draw',
-'image/gif',
-'image/jpeg',
-'image/png',
-'index/suffixarray',
-'io',
-'io/ioutil',
-'log',
-'log/syslog',
-'math',
-'math/big',
-'math/cmplx',
-'math/rand',
-'mime',
-'mime/multipart',
-'net',
-'net/http',
-'net/http/cgi',
-'net/http/cookiejar',
-'net/http/fcgi',
-'net/http/httptest',
-'net/http/httputil',
-'net/http/internal',
-'net/http/pprof',
-'net/mail',
-'net/rpc',
-'net/rpc/jsonrpc',
-'net/smtp',
-'net/textproto',
-'net/url',
-'os',
-'os/exec',
-'os/signal',
-'os/user',
-'path',
-'path/filepath',
-'reflect',
-'regexp',
-'regexp/syntax',
-'runtime',
-'runtime/cgo',
-'runtime/debug',
-'runtime/pprof',
-'runtime/race',
-'sort',
-'strconv',
-'strings',
-'sync',
-'sync/atomic',
-'syscall',
-'testing',
-'testing/iotest',
-'testing/quick',
-'text/scanner',
-'text/tabwriter',
-'text/template',
-'text/template/parse',
-'time',
-'unicode',
-'unicode/utf16',
-'unicode/utf8',
-'unsafe']