license_auto 0.1.1.2 → 0.1.1.3

data/lib/license_auto/package_manager/git_module.rb

@@ -0,0 +1,73 @@
+# https://git-scm.com/book/en/v2/Git-Tools-Submodules
+
+require 'open3'
+require 'license_auto/package_manager'
+
+module LicenseAuto
+  class GitModule < LicenseAuto::PackageManager
+
+    LANGUAGE = 'GitModule'
+
+    def initialize(path)
+      super(path)
+    end
+
+    def dependency_file_pattern
+      /#{@path}\/\.gitmodules$/
+    end
+
+    def parse_dependencies
+      git_module_files = dependency_file_path_names
+      if git_module_files.empty?
+        LicenseAuto.logger.info("#{LANGUAGE}: #{dependency_file_pattern} file not exist")
+        []
+      elsif git_module_files.size == 1
+        dep_file = git_module_files.first
+        LicenseAuto.logger.debug(dep_file)
+        modules = parse_modules(dep_file)
+        LicenseAuto.logger.debug(modules)
+        [
+            {
+                dep_file: dep_file,
+                deps: modules
+            }
+        ]
+      end
+      # LicenseAuto.logger.debug(JSON.pretty_generate(dep_files))
+    end
+
+    def self.check_cli
+      cmd = 'git version'
+      stdout_str, stderr_str, _status = Open3.capture3(cmd)
+      if stdout_str.include?('git version')
+        true
+      else
+        LicenseAuto.logger.error("stdout_str: #{stdout_str}, stderr_str: #{stderr_str}")
+        false
+      end
+    end
+
+    private
+
+    def parse_modules(dep_file)
+      lines = File.readlines(dep_file)
+      module_pattern = /url\s=\s(?<url>.+)(\.git)?$/
+      lines.map {|line|
+        matched = module_pattern.match(line)
+        if matched
+          LicenseAuto.logger.debug("matched: #{matched}, .gitmodule line: #{line}")
+          clone_url = matched[:url].gsub(/\.git$/, '')
+          {
+              name: clone_url,
+              # TODO: fetch version infomation from .git/ dir is to complex
+              version: nil,
+              remote: clone_url
+          }
+        end
+      }.compact
+    end
+
+
+
+  end
+end

data/lib/license_auto/package_manager/golang.rb

@@ -0,0 +1,155 @@
+require 'open3'
+require 'set'
+require 'license_auto/package_manager'
+require 'license_auto/var/golang_std_libs'
+require 'license_auto/matcher'
+
+module LicenseAuto
+  class Golang < LicenseAuto::PackageManager
+
+    LANGUAGE = 'Golang'
+
+    def initialize(path)
+      super(path)
+    end
+
+    # Fake
+    def dependency_file_pattern
+      /#{@path}\/.*\.go$/
+    end
+
+    def parse_dependencies
+      content = list_content
+      if content.nil?
+        LicenseAuto.logger.info("Golang dependencies not exist")
+        return []
+      else
+        deps = filter_deps(content)
+        LicenseAuto.logger.debug(deps)
+        [
+          {
+              dep_file: nil,
+              deps: deps.map {|dep|
+                      remote, latest_sha = fetch_remote_latest_sha(dep)
+                      {
+                          name: dep,
+                          version: latest_sha,
+                          remote: remote
+                      }
+              }
+          }
+        ]
+      end
+      # LicenseAuto.logger.debug(JSON.pretty_generate(dep_files))
+    end
+
+    # @return [clone_url, latest_sha]
+    def fetch_remote_latest_sha(repo_url)
+      matcher = Matcher::SourceURL.new(repo_url)
+      github_matched = matcher.match_github_resource
+      if github_matched
+        github = GithubCom.new({}, github_matched[:owner], github_matched[:repo])
+        latest_sha = github.latest_commit.sha
+        # LicenseAuto.logger.debug(latest_sha)
+        [github.url, latest_sha]
+      else
+        [repo_url, nil]
+      end
+    end
+
+    def filter_deps(listed_content)
+
+      dep_keys = ['Deps', 'Imports', 'TestImports', 'XTestImports']
+      deps = dep_keys.map {|key|
+        listed_content[key]
+      }.flatten.compact
+
+      deps = Set.new(deps)
+      deps.reject {|dep|
+        bool = GOLANG_STD_LIBS.include?(dep)
+        # LicenseAuto.logger.debug("#{dep}, #{bool}")
+        bool
+      }.map {|dep|
+        host, owner, repo, _subdir = dep.split('/')
+        [host, owner, repo].join('/')
+      }
+    end
+
+    def uniform_url
+
+    end
+
+    # @return
+    #     {
+    #         "Dir": "/Users/mic/vm/test-branch",
+    #         "ImportPath": "_/Users/mic/vm/test-branch",
+    #         "Name": "main",
+    #         "Stale": true,
+    #         "GoFiles": [
+    #             "main.go"
+    #         ],
+    #         "Imports": [
+    #             "fmt",
+    #             "github.com/astaxie/beego",
+    #             "math/rand"
+    #         ],
+    #         "Deps": [
+    #             "errors",
+    #             "fmt",
+    #             "github.com/astaxie/beego",
+    #             "internal/race",
+    #             "io",
+    #             "math",
+    #             "math/rand",
+    #             "os",
+    #             "reflect",
+    #             "runtime",
+    #             "runtime/internal/atomic",
+    #             "runtime/internal/sys",
+    #             "strconv",
+    #             "sync",
+    #             "sync/atomic",
+    #             "syscall",
+    #             "time",
+    #             "unicode/utf8",
+    #             "unsafe"
+    #         ],
+    #         "Incomplete": true,
+    #         "DepsErrors": [
+    #             {
+    #                 "ImportStack": [
+    #                     ".",
+    #                     "github.com/astaxie/beego"
+    #                 ],
+    #                 "Pos": "main.go:9:2",
+    #                 "Err": "cannot find package \"github.com/astaxie/beego\" in any of:\n\t/usr/local/Cellar/go/1.6/libexec/src/github.com/astaxie/beego (from $GOROOT)\n\t($GOPATH not set)"
+    #             }
+    #         ]
+    #     }
+    def list_content
+      Dir.chdir(@path) do
+        cmd = 'go list -json ./...'
+        stdout_str, stderr_str, status = Open3.capture3(cmd)
+        Hashie::Mash.new(JSON.parse(stdout_str)) if stdout_str.length > 0
+      end
+    end
+
+    def self.check_cli
+      bash_cmd = "go version"
+      # LicenseAuto.logger.debug(bash_cmd)
+      stdout_str, stderr_str, _status = Open3.capture3(bash_cmd)
+      golang_version = /1\.6/
+
+      if not stderr_str.empty?
+        LicenseAuto.logger.error(stderr_str)
+        return false
+      elsif not stdout_str =~ golang_version
+        error = "Golang version: #{stdout_str} not satisfied: #{golang_version}"
+        LicenseAuto.logger.error(error)
+        return false
+      end
+
+      return true
+    end
+  end
+end

data/lib/license_auto/package_manager/gradle.rb

@@ -0,0 +1,145 @@
+require 'bundler'
+require 'license_auto/package_manager'
+# require 'license_auto/website/'
+
+module LicenseAuto
+  class Gradle < LicenseAuto::PackageManager
+
+    LANGUAGE = 'Java'
+
+    DEPENDENCY_PATTERN = /\\---\s(?<group>.+):(?<name>.+):(?<version>.+)/
+
+    REMOTE = 'https://repo1.maven.org/maven2/'
+
+    def initialize(path)
+      super(path)
+    end
+
+    def dependency_file_pattern
+      /#{@path}\/build.gradle$/i
+    end
+
+    def parse_dependencies
+      build_files = dependency_file_path_names
+      if build_files.empty?
+        LicenseAuto.logger.info("#{LANGUAGE}: #{dependency_file_pattern} file not exist")
+        []
+        # TODO: check his sub dir has `build.gradle` or not
+      else
+        build_files.map {|dep_file|
+          LicenseAuto.logger.debug(dep_file)
+
+          {
+              dep_file: dep_file,
+              deps: collect_dependencies
+          }
+        }
+      end
+      # LicenseAuto.logger.debug(JSON.pretty_generate(dep_files))
+    end
+
+    def self.check_cli
+      cmd = 'gradle --version'
+      stdout_str, stderr_str, _status = Open3.capture3(cmd)
+      if stdout_str.include?('Gradle 2.8')
+        true
+      else
+        LicenseAuto.logger.error("stdout_str: #{stdout_str}, stderr_str: #{stderr_str}")
+        false
+      end
+    end
+
+    # Out put sample:
+    # ------------------------------------------------------------
+    # Root project
+    # ------------------------------------------------------------
+    #
+    # Root project 'maven-gradle-comparison-dependency-simplest'
+    # No sub-projects
+    def list_projects
+      cmd = "gradle -q project"
+      LicenseAuto.logger.debug(@path)
+      projects = []
+      Dir.chdir(@path) do
+        stdout_str, stderr_str, _status = Open3.capture3(cmd)
+        if stdout_str.length > 0
+          LicenseAuto.logger.debug(stdout_str)
+          stdout_str.split("\n").each {|line|
+            sub_project_pattern = /Project\s\'(:)?(?<project_name>.+)\'/
+            matched = sub_project_pattern.match(line)
+            if matched
+              projects.push(match_result[:project_name])
+            end
+          }
+        else
+          LicenseAuto.logger.error(stderr_str)
+        end
+        projects
+      end
+    end
+
+    def collect_dependencies
+      root_deps = list_dependencies
+      projects = list_projects
+      projects.each {|project_name|
+        deps = list_dependencies(project_name)
+        root_deps.merge(deps)
+      }
+      root_deps.map {|dep|
+        group, name, version_range = dep.split(':')
+        version = filter_version(version_range)
+        {
+            name: [group, name].join(':'),
+            version: version,
+            remote: REMOTE
+        }
+      }
+    end
+
+    def filter_version(version_range)
+      # 'junit:junit:3.8.2 -> 4.11'
+      range_arrow_pattern = /(?<min_ver>.*)\s->\s(?<max_ver>.*)/
+      matched = range_arrow_pattern.match(version_range)
+      if matched
+        version_range = matched[:max_ver]
+      end
+
+      # 'org.apache.ant:ant:1.8.3 (*)'
+      star_pattern = /\s\(\*\)/
+      version_range.gsub(star_pattern, '')
+    end
+
+    # @return sample:
+    #     Set.new(["commons-beanutils:commons-beanutils:1.8.3", "commons-logging:commons-logging:1.1.1", "junit:junit:4.8.2"])
+    def list_dependencies(project_name=nil)
+      Dir.chdir(@path) do
+        deps = Set.new
+        cmd = if project_name
+                "gradle -q #{project_name}:dependencies"
+              else
+                "gradle -q dependencies"
+              end
+        LicenseAuto.logger.debug("cmd: #{cmd}")
+
+        stdout_str, stderr_str, _status = Open3.capture3(cmd)
+        if stdout_str.length > 0
+          LicenseAuto.logger.debug("stdout_str: #{stdout_str}")
+          stdout_str.split("\n").each {|line|
+            matched = DEPENDENCY_PATTERN.match(line)
+            # LicenseAuto.logger.debug("#{line}, matched: #{matched}")
+            if matched
+              group_name_version = matched.to_s.gsub(/\\---\s/, '')
+              # External dependencies
+              # DOC: https://docs.gradle.org/current/userguide/artifact_dependencies_tutorial.html#N105E1
+              deps.add(group_name_version)
+            end
+          }
+        else
+          LicenseAuto.logger.error("stderr_str: #{stderr_str}")
+        end
+        LicenseAuto.logger.debug(deps)
+        deps
+      end
+    end
+  end
+end

data/lib/license_auto/package_manager/maven.rb

@@ -0,0 +1,133 @@
+# [Maven3](https://maven.apache.org/index.html)
+# [Introduction to the Dependency Mechanism](https://maven.apache.org/guides/introduction/introduction-to-dependency-mechanism.html)
+
+require 'bundler'
+require 'license_auto/package_manager'
+
+module LicenseAuto
+  class Maven < LicenseAuto::PackageManager
+
+    LANGUAGE = 'Java'
+
+    # DOC: https://maven.apache.org/guides/introduction/introduction-to-dependency-mechanism.html#Dependency_Scope
+    scopes = ""
+    DEPENDENCY_PATTERN = /^\[INFO\]\s+(?<group>.+):(?<name>.+):(?<type>.+):(?<version>.+):(?<scope>(compile|provided|runtime|test|system|import))$/
+
+    def initialize(path)
+      super(path)
+    end
+
+    def dependency_file_pattern
+      /#{@path}\/pom\.xml$/i
+    end
+
+    def parse_dependencies
+      build_files = dependency_file_path_names
+      if build_files.empty?
+        LicenseAuto.logger.info("#{LANGUAGE}: #{dependency_file_pattern} file not exist")
+        []
+      else
+        build_files.map {|dep_file|
+          LicenseAuto.logger.debug(dep_file)
+
+          {
+              dep_file: dep_file,
+              deps: collect_dependencies
+          }
+        }
+      end
+      # LicenseAuto.logger.debug(JSON.pretty_generate(deps))
+    end
+
+    # @return example
+    # => Array: [{:name=>"junit:junit", :version=>"4.8", :remote=>nil}]
+    def collect_dependencies
+      deps =
+          if resolve_dependencies
+            list_dependencies.map {|dep|
+              group, name, type, version, scope = dep.split(':')
+              {
+                  name: [group, name].join(':'),
+                  version: version,
+                  remote: nil
+              }
+            }
+          else
+            []
+          end
+      LicenseAuto.logger.debug(deps)
+      deps
+    end
+
+    def resolve_dependencies
+      bool = false
+      Dir.chdir(@path) do
+        cmd = 'mvn dependency:resolve'
+        stdout_str, stderr_str, _status = Open3.capture3(cmd)
+        if stdout_str.length > 0
+          # LicenseAuto.logger.debug("stdout_str: #{stdout_str}")
+          if stdout_str.include?("[INFO] BUILD SUCCESS")
+            bool = true
+          end
+        end
+      end
+      bool
+    end
+
+    # Command output sample:
+    # [INFO]
+    # [INFO] ------------------------------------------------------------------------
+    # [INFO] Building GitHub Maven Plugin Example 0.1-SNAPSHOT
+    # [INFO] ------------------------------------------------------------------------
+    # [INFO]
+    # [INFO] --- maven-dependency-plugin:2.8:list (default-cli) @ github-maven-example ---
+    # [INFO]
+    # [INFO] The following files have been resolved:
+    # [INFO]    junit:junit:jar:4.8:test
+    # [INFO]
+    # [INFO] ------------------------------------------------------------------------
+    # [INFO] BUILD SUCCESS
+    # [INFO] ------------------------------------------------------------------------
+    # [INFO] Total time: 1.819 s
+    # [INFO] Finished at: 2016-04-18T15:26:58+08:00
+    # [INFO] Final Memory: 14M/155M
+    # [INFO] ------------------------------------------------------------------------
+    #
+    # @return sample:
+    #     Set.new(["junit:junit:jar:4.8:test"])
+    def list_dependencies
+      if resolve_dependencies
+        deps = Set.new
+        Dir.chdir(@path) do
+          cmd = 'mvn dependency:list'
+          out, err, _st = Open3.capture3(cmd)
+          # LicenseAuto.logger.debug("#{out}")
+          if out.include?("The following files have been resolved:")
+            out.split("\n").each {|line|
+              matched = DEPENDENCY_PATTERN.match(line)
+              # LicenseAuto.logger.debug("#{line}, matched: #{matched}")
+              if matched
+                group_name_version = line.gsub!(/\[INFO\]/,'').strip!
+                deps.add(group_name_version)
+              end
+            }
+          else
+            LicenseAuto.logger.error("#{err}")
+          end
+        end
+        deps
+      end
+    end
+
+    def self.check_cli
+      cmd = 'mvn -v'
+      stdout_str, stderr_str, _status = Open3.capture3(cmd)
+      if stdout_str.include?('Apache Maven 3')
+        true
+      else
+        LicenseAuto.logger.error("stdout_str: #{stdout_str}, stderr_str: #{stderr_str}")
+        false
+      end
+    end
+  end
+end