license_auto 0.1.1.2 → 0.1.1.3

data/remove/api/go_pkg_in.rb

@@ -1,41 +0,0 @@
-require_relative '../api/github'
-
-module API
-  class GoPkgIn
-    attr_reader :repo_url, :protocol, :host, :owner, :repo, :ref
-    # DOC: http://labix.org/gopkg.in#SupportedURLs
-    # repo_url: https://gopkg.in/validator.v2 -> https://github.com/go-validator/validator/tree/v2
-    def initialize(repo_url, db_ref=nil)
-      @repo_url_perfix = 'https://github.com'
-
-      repo_url_pattern = API::SOURCE_URL_PATTERN[:go_pkg_in]
-      regex_group = repo_url_pattern.match(repo_url)
-      @protocol = regex_group[:protocol]
-      @host = regex_group[:host]
-      @repo = regex_group[:repo]
-      @owner =  regex_group[:owner].nil? ? "go-#{@repo}" : regex_group[:owner]
-
-      # TODO: follow DOC: ()branch/tag v3, v3.N, or v3.N.M)
-      @ref = regex_group[:ref]
-      @repo_url = "#{@repo_url_perfix}/#{@owner}/#{@repo}"
-    end
-
-    def last_commits
-      g = API::Github.new(@repo_url, db_ref=@ref)
-      g.last_commits
-    end
-
-  end
-end
-
-if __FILE__ == $0
-  url = 'https://gopkg.in/validator.v2'
-  g = API::GoPkgIn.new(url)
-  p g.last_commits
-  p g.protocol
-  p g.host
-  p g.owner
-  p g.repo
-  p g.ref
-  p g.repo_url
-end

data/remove/api/golang_org.rb

@@ -1,63 +0,0 @@
-require 'anemone'
-
-require_relative '../api/github'
-require_relative '../api/pattern'
-require_relative '../../lib/misc'
-
-module API
-  class GolangOrg
-    attr_reader :repo_url, :protocol, :host, :owner, :repo, :ref
-    # DOC:
-    # repo_url: https://golang.org/x/crypto
-    def initialize(repo_url, db_ref=nil)
-      @golang_import_url = repo_url
-      golang_doc_prefix = 'https://godoc.org/'
-      @golang_doc_url = "#{golang_doc_prefix}#{repo_url.gsub(/http[s]?:\/\//, '')}"
-
-      repo_url_pattern = API::SOURCE_URL_PATTERN[:golang_org]
-      regex_group = repo_url_pattern.match(repo_url)
-      @protocol = regex_group[:protocol]
-      @host = regex_group[:host]
-      @repo = regex_group[:repo]
-      @owner =  regex_group[:owner].nil? ? "go-#{@repo}" : regex_group[:owner]
-      @ref = nil
-
-      @http_option = {}
-      http_proxy = Misc.get_http_proxy
-      if http_proxy
-        @http_option[:proxy_host] = http_proxy[:addr]
-        @http_option[:proxy_port] = http_proxy[:port]
-      end
-      @repo_url = get_repo_url
-    end
-
-    def get_repo_url
-      opts = {:discard_page_bodies => true, :depth_limit => 0}.merge(@http_option)
-      Anemone.crawl(@golang_doc_url, opts) do |anemone|
-        anemone.on_every_page do |page|
-          # $plog.debug(page.body)
-          xpath = "//div[@id='x-projnav']/a[1]"
-          target_link = page.doc.xpath(xpath)
-          if target_link.size == 0
-            raise "last_commit error: #{self}, #{@repo_url}"
-          else
-            # short_sha = target_link.text()
-            href = target_link.attr('href').value
-            @repo_url = href
-          end
-        end
-      end
-      $plog.debug("@golang_import_url: #{@golang_import_url}, @repo_url: #{@repo_url}")
-      @repo_url
-    end
-
-  end
-end
-
-if __FILE__ == $0
-  url = 'https://google.golang.org/cloud/compute'
-  url = 'https://golang.org/x/crypto'
-  g = API::GolangOrg.new(url)
-end
-
-

data/remove/api/google_source_com.rb

@@ -1,68 +0,0 @@
-require 'anemone'
-
-require_relative '../api/pattern'
-require_relative '../../lib/misc'
-
-module API
-  class GoogleSourceCom
-    attr_reader :repo_url, :protocol, :host, :owner, :repo, :ref
-
-    # repo_url: https://go.googlesource.com/crypto
-    def initialize(repo_url, db_ref=nil)
-      @repo_url = repo_url
-
-      repo_url_pattern = API::SOURCE_URL_PATTERN[:google_source_com]
-      regex_group = repo_url_pattern.match(repo_url)
-      @protocol = regex_group[:protocol]
-      @host = regex_group[:host]
-      @owner = regex_group[:owner]
-      @repo = regex_group[:repo]
-
-      @http_option = {}
-      http_proxy = Misc.get_http_proxy
-      if http_proxy
-        @http_option[:proxy_host] = http_proxy[:addr]
-        @http_option[:proxy_port] = http_proxy[:port]
-      end
-      @ref = db_ref
-
-    end
-
-    # URL.
-    def last_commits
-      last_commit = nil
-      opts = {:discard_page_bodies => true, :depth_limit => 0}.merge(@http_option)
-      commit_page = "#{@repo_url}"
-      Anemone.crawl(commit_page, opts) do |anemone|
-        anemone.on_every_page do |page|
-          xpath = "//ol[@class='CommitLog']/li[1]/a[1]"
-          target_link = page.doc.xpath(xpath)
-          # p target_link
-          if target_link.size == 0
-            raise "last_commit error: #{self}, #{@repo_url}"
-          else
-            # full_href = text.attr('href')
-            short_sha = target_link.text()
-            full_sha = target_link.attr('href').value
-            last_commit = {
-              'sha' => full_sha.split('/+/').last
-            }
-          end
-        end
-      end
-      last_commit
-    end
-  end
-end
-
-
-if __FILE__ == $0
-  url = 'https://go.googlesource.com/crypto'
-  g = API::GoogleSourceCom.new(url)
-   p g.last_commits
-#   p g.protocol
-#   p g.host
-#   p g.owner
-#   p g.repo
-#   p g.repo_url
-end

data/remove/api/gradle2.rb

@@ -1,41 +0,0 @@
-module API
-  class Gradle
-    def initialize(gradle_file)
-      @gradle_file = gradle_file
-      @websites = {
-        mvn: 'http://mvnrepository.com/',
-        maven: 'https://maven-repository.com/search',
-        rpmfind: 'http://www.rpmfind.net/'
-      }
-
-    end
-
-    # DOC: http://pkaq.github.io/gradledoc/docs/userguide/ch11/tutorial_gradle_command_line.html#sec:listing_dependencies
-    def list_dependencies()
-      deps = {
-        :pack_name_1 => 'pack_version_1',
-        :pack_name_2 => 'pack_version_2'
-      }
-    end
-
-    # JSON: http://search.maven.org/solrsearch/select?q=g:%22org.apache.commons%22&rows=20&wt=json
-    # JSON: http://search.maven.org/solrsearch/select?q=g:%22org.apache.commons%22%20AND%20a:%22commons-lang3%22&rows=2000&wt=json
-    # JSON: http://search.maven.org/solrsearch/select?q=g:%22org.apache.commons%22%20AND%20a:%22commons-lang3%22%20AND%20v:%223.0%22&rows=2000&wt=json
-    # http://search.maven.org/solrsearch/select?q=g:%22org.apache.maven.indexer%22+AND+a:%22maven-indexer%22&rows=20&core=gav
-
-    def fetch_license_info_from_website()
-      license = nil
-      license_url = nil
-      license_text = nil
-      source_code_download_url = nil
-      source_package_page_link = nil
-      license_info = {
-        license: license,
-        license_url: license_url,
-        license_text: license_text,
-        source_url: source_code_download_url,
-        homepage: source_package_page_link
-      }
-    end
-  end
-end

data/remove/api/helper.rb

@@ -1,26 +0,0 @@
-require_relative './pattern'
-module API
-
-  class Helper
-    def self.is_license_file(filename)
-      return filename =~ API::FILE_NAME_PATTERN[:license_file]
-    end
-
-    # file_pathname = 'foo/to/bar'
-    def self.is_root_file(file_pathname)
-      return file_pathname.split('/').size == 2
-    end
-
-    def self.is_readme_file(filename)
-      return filename =~ API::FILE_NAME_PATTERN[:readme_file]
-    end
-
-    def self.is_notice_file(filename)
-      return filename =~ API::FILE_NAME_PATTERN[:notice_file]
-    end
-    def self.is_debian_copyright_file(file_pathname)
-      return file_pathname =~ API::FILE_NAME_PATTERN[:debian_copyright_file]
-    end
-  end
-
-end

data/remove/api/j_center.rb

@@ -1,23 +0,0 @@
-module API
-  class JCenter
-
-    # Site: https://bintray.com/bintray/jcenter
-    # DOC: https://bintray.com/docs/api/
-    def initialize(group, name, version)
-    end
-
-    def get_license_info()
-      {
-        license: nil,
-        license_text: nil,
-        source_url: nil,
-        homepage: nil,
-
-      }
-    end
-
-
-  end
-end
-
-

data/remove/api/maven_central_repository.rb

@@ -1,192 +0,0 @@
-require 'json'
-require 'nokogiri'
-require 'httparty'
-require_relative '../../config/config'
-
-module API
-  # DOC: http://search.maven.org/#api
-  class MavenCentralRepository
-    def initialize(group_id, artifact_id, version)
-      @group_id = group_id
-      @artifact_id = artifact_id
-      @version = version
-      # @scope = scope
-      # TODO: what is this field?
-      @classifier = ''
-
-      @api_url = "http://search.maven.org/solrsearch/select?q=g%3A%22com.google.inject%22&rows=20&wt=json"
-    end
-
-    # DOC: http://search.maven.org/solrsearch/select?q=g:"com.google.inject"+AND+a:"guice"&core=gav&rows=20&wt=json
-    def select()
-      url = "http://search.maven.org/solrsearch/select?q=g:\"#{@group_id}\"+AND+a:\"#{@artifact_id}\"&core=gav&rows=20&wt=json"
-      url = URI.escape(url)
-      $plog.debug(url)
-      response = HTTParty.get(url)
-      if response.code == 200
-        query_set = JSON.parse(response.licenses)
-      else
-        raise "CentralRepository select error: #{response}"
-      end
-    end
-
-    # Eg: http://search.maven.org/solrsearch/select?q=g:%22com.google.inject%22%20AND%20a:%22guice%22%20AND%20v:%223.0%22%20AND%20l:%22javadoc%22%20AND%20p:%22jar%22&rows=20&wt=json
-    def advance_search
-      url = "http://search.maven.org/solrsearch/select?q=g:\"#{@group_id}\" AND a:\"#{@artifact_id}\" AND v:\"#{@version}\" AND l:\"#{@classifier}\" AND p:\"jar\"&rows=20&wt=json"
-      url = URI.escape(url)
-      $plog.debug("api_url: #{url}")
-      response = HTTParty.get(url)
-      if response.code == 200
-        query_set = JSON.parse(response.licenses)
-      else
-        raise "CentralRepository select error: #{response}"
-      end
-    end
-
-    # POM: https://repo1.maven.org/maven2/com/google/inject/guice/3.0/guice-3.0.pom
-    def get_package_pom(group, name, version)
-      pom = nil
-
-      central_prefix = 'https://repo1.maven.org/maven2'
-      central_body = [group.gsub(/\./, '/'), name, version].join('/')
-      central_tail = "#{name}-#{version}.pom"
-      pom_url = [central_prefix, central_body, central_tail].join('/')
-      # http://stackoverflow.com/questions/25814210/opensslsslsslerror-ssl-connect-syscall-returned-5-errno-0-state-sslv3-read
-      opts = {
-        :ssl_version => 'TLSv1'
-      }
-      response = HTTParty.get(pom_url, options=opts)
-      if response.code == 200
-        $plog.debug("pom_url: #{pom_url}")
-        pom = response.licenses
-      else
-        $plog.error("CentralRepository get_package_pom error: pom_url: #{pom_url}, #{response}")
-      end
-      return pom_url, pom
-    end
-
-    def get_license_info()
-      license_info = {
-        homepage: nil,
-        source_url: nil,
-        licenses: [],
-        project_url: nil,
-        pom_url: nil
-      }
-      query_set = select
-
-      if query_set
-        query_set['response']['docs'].each {|d|
-          version = d['v']
-          ec = d['ec']
-          if version == @version && ec.index('.pom')
-            license_info[:project_url] = "https://maven-repository.com/artifact/#{@group_id}/#{@artifact_id}/#{@version}"
-            pom_url, pom = get_package_pom(@group_id, @artifact_id, @version)
-            if pom
-              license_info[:pom_url] = pom_url
-
-              # $plog.debug("pom: #{pom}")
-              doc = Nokogiri::XML(pom).remove_namespaces!
-
-              source_code_node = doc.xpath("/project/scm/url")
-              license_info[:source_url] = source_code_node.text if source_code_node
-
-              homepage_node = doc.xpath("/project/url")
-              license_info[:homepage] = homepage_node.text if homepage_node
-
-              xpath = "//licenses/license"
-              licenses = doc.xpath(xpath)
-              $plog.debug("licenses: #{licenses.to_xml}")
-
-              # Multi licenses: https://maven-repository.com/artifact/org.cryptacular/cryptacular/1.0
-              licenses.each {|node|
-                license = nil
-                license_url = nil
-                license_text = nil
-                if node.xpath(".//name")
-                  license = node.xpath(".//name").text
-                  # $plog.debug("license: #{license}")
-                end
-                license_url = node.xpath(".//url").text if licenses.xpath(".//url")
-
-                # TODO: find a license_text demo
-                # license_text = licenses.xpath(".//text").text if licenses.xpath(".//text")
-
-                license_info[:licenses] << {
-                  license: license,
-                  license_url: license_url,
-                  license_text: license_text
-                }
-              }
-              if licenses.size == 0
-                $plog.debug("licenses.size: #{licenses.size}")
-                # Comment license text info: eg. https://repo1.maven.org/maven2/commons-io/commons-io/2.4/commons-io-2.4.pom
-                comment_node = doc.xpath("/comment()[contains(., 'license')]")
-                if comment_node.size > 0
-                  license_text = comment_node.to_xml
-                  license_info[:licenses] << {
-                    license: 'UNKNOWN',
-                    license_url: nil,
-                    license_text: license_text
-                  }
-                end
-              end
-            end
-
-            break
-          end
-        }
-      end
-      license_info
-    end
-  end
-end
-
-if __FILE__ == $0
-  # One license
-  # item = {:group=>"net.sourceforge.nekohtml", :name=>"nekohtml", :version=>"1.9.20"}
-
-  # Two license
-  # item = {:group=>"org.cryptacular", :name=>"cryptacular", :version=>"1.0"}
-
-  # License in comments
-  item = {:group=>"commons-io", :name=>"commons-io", :version=>"2.4"}
-
-
-  'aopalliance:aopalliance:1.0'
-  'cglib:cglib-nodep:3.1'
-  'com.beust:jcommander:1.48'
-  'com.google.guava:guava:18.0'
-  'com.google.inject:guice:no_aop:4.0'
-  'com.jayway.awaitility:awaitility:1.6.3'
-  'javax.inject:javax.inject:1'
-  'junit:junit:4.10'
-  'org.apache.ant:ant:1.7.0'
-  'org.apache.ant:ant-launcher:1.7.0'
-  'org.assertj:assertj-core:3.1.0'
-  'org.beanshell:bsh:2.0b4'
-  'org.hamcrest:hamcrest-core:1.3'
-  'org.hamcrest:hamcrest-library:1.3'
-  'org.objenesis:objenesis:2.1'
-  'org.testng:testng:6.9.6'
-  'org.yaml:snakeyaml:1.15'
-
-  begin
-    i = 'javax.inject:javax.inject:1'
-    g, a, v = i.split(':')
-    c = API::MavenCentralRepository.new(g, a, v)
-
-    license_info = c.get_license_info
-    $plog.debug("license_info #{license_info}")
-
-    if license_info[:licenses].size == 1
-    elsif license_info[:licenses].size > 1
-      $plog.debug("#{g}:#{a}:#{v} -- has multi license")
-    end
-
-  rescue Exception => e
-    $plog.error("#{g}:#{a}:#{v}, #{e}")
-  end
-
-  $plog.info("results: #{license_info}")
-end