wss_agent 0.0.15

data/lib/wss_agent/response.rb

@@ -0,0 +1,57 @@
+module WssAgent
+  class Response
+    SUCCESS_STATUS = 1
+    BAD_REQUEST_STATUS = 2
+    SERVER_ERROR_STATUS = 3
+
+    attr_reader :response, :status, :message, :response_data, :data
+
+    def initialize(response)
+      @response = response
+      if response.is_a?(Faraday::Error::ClientError)
+        parse_error
+      else
+        parse_response
+      end
+    end
+
+    def parse_error
+      @status = SERVER_ERROR_STATUS
+      @message = response.message
+    end
+
+    def parse_response
+      if response.success?
+        begin
+          @response_data = Oj.load(response.body)
+          @status = @response_data['status'].to_i
+          @message = @response_data['message']
+        rescue
+          @status = SERVER_ERROR_STATUS
+          @message = response.body
+        end
+      else
+        @status = SERVER_ERROR_STATUS
+        @message = response.body
+      end
+    end
+
+    def response_success?
+      if response.is_a?(Faraday::Error::ClientError)
+        false
+      else
+        response.success?
+      end
+    end
+
+    def success?
+      response_success? && status == SUCCESS_STATUS
+    end
+
+    def data
+      @data ||= Oj.load(response_data['data'])
+    rescue
+      response_data && response_data.key?('data') ?  response_data['data'] : nil
+    end
+  end
+end

data/lib/wss_agent/response_inventory.rb

@@ -0,0 +1,28 @@
+module WssAgent
+  class ResponseInventory < Response
+
+    def message
+      if success?
+        @message = "White Source update results: \n"
+        @message << "  White Source organization: #{data['organization']} \n"
+
+        unless data['createdProjects'].empty?
+          @message << "  #{data['createdProjects'].size} newly created projects: "
+          @message << data['createdProjects'].join(' ')
+        else
+          @message << "  No new projects found \n"
+        end
+
+        unless data['updatedProjects'].empty?
+          @message << "  #{data['updatedProjects'].size}  existing projects were updated: "
+          @message << data['updatedProjects'].join(' ')
+        else
+          @message << "\n  No projects were updated \n"
+        end
+        @message
+      else
+        super
+      end
+    end
+  end
+end

data/lib/wss_agent/response_policies.rb

@@ -0,0 +1,76 @@
+module WssAgent
+  class ResponsePolicies < Response
+    REJECT_ACTION = 'Reject'
+
+    def parse_response
+      if response.success?
+        begin
+          @response_data = Oj.load(response.body)
+          @status = @response_data['status'].to_i
+          @message = @response_data['message']
+          check_new_projects
+          check_existing_projects
+        rescue
+          @status = SERVER_ERROR_STATUS
+          @message = response.body
+        end
+      else
+        @status = SERVER_ERROR_STATUS
+        @message = response.body
+      end
+    end
+
+
+    def message
+      if success?
+        if policy_violations?
+          @message = [
+            'Some dependencies do not conform with open source policies',
+            'List of violations:'
+          ]
+          @message << policy_violations.each_with_index.map { |j, i|
+            "#{i+1}. Package: #{j['resource']['displayName']} - #{j['policy']['displayName']}"
+          }.join("\n")
+          @message.join("\n")
+        else
+          "All dependencies conform with open source policies"
+        end
+      end
+    end
+
+    def policy_violations
+      @policy_violations || []
+    end
+
+    def policy_violations?
+      !policy_violations.nil? &&
+        !policy_violations.empty? &&
+        policy_violations.size > 0
+    end
+
+    def check_existing_projects
+      data['existingProjects'].each { |_proj_name, resource| check(resource) }
+    end
+
+    def check_new_projects
+      data['newProjects'].each { |_proj_name, resource| check(resource) }
+    end
+
+    def add_resource(resource)
+      @policy_violations ||= []
+      @policy_violations << resource
+    end
+
+    def check(resource)
+      if resource.key?('resource') && resource.key?('policy') &&
+         (resource['policy']['actionType'] == REJECT_ACTION)
+        add_resource({'resource' => resource['resource'],
+                      'policy' => resource['policy']})
+      end
+
+      if resource.key?('children') && resource['children'].is_a?(Array)
+        resource['children'].each { |j| check(j) }
+      end
+    end
+  end
+end

data/lib/wss_agent/specifications.rb

@@ -0,0 +1,150 @@
+require "digest"
+
+module WssAgent
+  class Specifications
+
+    class << self
+      # Get dependencies
+      #
+      # @param [Hash]
+      # @option options [Boolean] 'all' if true then get all dependencies (include development dependencies)
+      # @option options [String] 'excludes' list gem name which need to exclude from end list
+      def specs(options = {})
+        list_gems = Bundler.load.specs.to_a
+        if options['all']
+          # get all gems
+          list = {}
+          list_gems.each { |j| list[j.name] = j }
+          list_gems.each { |j|
+            list = gem_dependencies(list, j.dependencies, options)
+          }
+
+          list_gems = list.values
+        end
+        list_gems
+      end
+
+      # Display list dependencies
+      #
+      # @param (see Specifications#specs)
+      def list(options = {})
+        new(specs(options)).call
+      end
+
+      # Send gem list to server
+      #
+      # @param (see Specifications#specs)
+      def update(options = {})
+        wss_client = WssAgent::Client.new
+        if WssAgent::Configure['check_policies']
+          policy_results = wss_client.check_policies(WssAgent::Specifications.list(options))
+          if policy_results.success? && policy_results.policy_violations?
+            puts policy_results.message
+            return false
+          end
+        end
+
+        result = wss_client.update(WssAgent::Specifications.list(options))
+        if result.success?
+          WssAgent.logger.debug result.data
+          puts result.message
+        else
+          ap "synchronization errors occur: status: #{result.status}, message: #{result.message}"
+        end
+
+        result.success?
+      end
+
+      # checking dependencies that they conforms with company policy.
+      #
+      # @param (see Specifications#specs)
+      def check_policies(options = {})
+        wss_client = WssAgent::Client.new
+        result = wss_client.check_policies(WssAgent::Specifications.list(options))
+        if result.success?
+          WssAgent.logger.debug result.data
+          puts result.message
+        else
+          ap "check policies errors occur: #{result.status}, message: #{result.message}, data: #{result.data}"
+        end
+      end
+
+      # Get all dependencies includes development
+      #
+      # @param [Array<Spec>] array for gems
+      # @param [Array<Dependencies>]
+      # @param [Hash]
+      # @options options [String] :excludes list gems to exclude
+      #
+      # @return [Array<Spec>] list
+      def gem_dependencies(list, gem_dependencies, options = {})
+        gem_dependencies.each do |gd|
+          if options['excludes'] && options['excludes'].to_s.split(',').include?(gd.name)
+            next
+          end
+          gs = gd.matching_specs.first
+          if gs
+            unless list[gs.name]
+              list[gs.name] = gs
+              unless gs.dependencies.empty?
+                list = gem_dependencies(list, gs.dependencies, options)
+              end
+            end
+          else
+            unless list[gd.name]
+              list[gd.name] = Gem::Specification.new(gd.name,
+                                                     gd.requirements_list.last.scan(/[\d\.\w]+/).first)
+              rm_dep = remote_dependencies(gd.name, gd.requirements_list.last)
+              unless rm_dep.empty?
+                list = gem_dependencies(list, rm_dep, options)
+              end
+            end
+          end
+        end
+
+        list
+      end
+
+      # Load dependencies from rubygems
+      #
+      # @param gem_name [String] name gem
+      # @params version [String] version gem
+      #
+      # @return [Array<Gem::Dependency>] list gem dependencies
+      def remote_dependencies(gem_name, version)
+        conn = Faraday.new(url: 'https://rubygems.org') do |h|
+          h.headers[:content_type] = 'application/x-www-form-urlencoded'
+          h.request :url_encoded
+          h.adapter :excon
+        end
+        response = conn.get("/api/v1/gems/#{gem_name}.json")
+        dep_list = Oj.load(response.body)
+        dep_list['dependencies'].values.flatten.
+          map { |j| Gem::Dependency.new(j['name'], Gem::Requirement.new(j['requirements'].split(','))) }
+      end
+    end # end class << self
+
+    def initialize(gem_specs)
+      @gem_specs = gem_specs
+    end
+
+    def call
+      @gem_specs.map do |spec|
+        next if spec.name == WssAgent::NAME
+        gem_item(spec)
+      end.compact
+    end
+
+    def gem_item(spec)
+      {
+        'groupId' => spec.name,
+			  'artifactId' => spec.file_name,
+			  'version' => spec.version.to_s,
+        'sha1' => GemSha1.new(spec).sha1,
+        'optional' => false,
+        'children' => [],
+        'exclusions' => []
+      }
+    end
+  end
+end

data/lib/wss_agent/version.rb

@@ -0,0 +1,4 @@
+module WssAgent
+  VERSION = "0.0.15"
+  NAME = 'wss_agent'
+end

data/lib/wss_agent.rb

@@ -0,0 +1,40 @@
+require 'thor'
+require 'net/http'
+require 'awesome_print'
+require 'yaml'
+require 'oj'
+require 'faraday'
+require 'faraday_middleware'
+require 'yell'
+require 'wss_agent/version'
+require 'wss_agent/specifications'
+require 'wss_agent/configure'
+require 'wss_agent/cli'
+require 'wss_agent/response'
+require 'wss_agent/response_policies'
+require 'wss_agent/response_inventory'
+require 'wss_agent/client'
+require 'wss_agent/gem_sha1'
+require 'wss_agent/project'
+
+
+module WssAgent
+  # Your code goes here...
+
+  class WssAgentError < StandardError
+    def self.status_code(code)
+      define_method(:status_code) { code }
+    end
+  end
+
+  class TokenNotFound       < WssAgentError; status_code(10) ; end
+  class ApiUrlNotFound      < WssAgentError; status_code(11) ; end
+
+  def self.logger
+    @logger ||= Yell.new STDOUT, level: [:info]
+  end
+
+  def self.enable_debug!
+    @logger ||= Yell.new STDOUT, level: [:debug, :info, :warn, :error, :fatal, :unknown]
+  end
+end