github_bitbucket_audit 0.0.1 → 0.0.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 892bb28e0de26ae3d42697e84ff19131d6764915
-  data.tar.gz: af6a30b4030441d0c8e5b3b6cc064d87bc573618
+  metadata.gz: 921a09fbd5331053c1322d830e7c13f4302ed215
+  data.tar.gz: 2e6c845eba869dd2bac4384e90b30087bead25ea
 SHA512:
-  metadata.gz: bf452e796efea3b991e457d1f9ff6e1841ef6ee8569b653732bd5275b8f310920fd22dba71754328346816be27e7dbc351b80f7ae6bda3a9f0c32df1299a7f46
-  data.tar.gz: f1a352c1eaa3977cc9a60b0a76e2fb0fbd9557491fb69f3c4fd9716f624d3a0a28f693745de5866d892d4135682480ab7b89ecafedb5307ec70deeb065228452
+  metadata.gz: 1ec5bd3e4de6d5f181ab00773fd5aaa6afc9cd3bcfe03c4d9aabd351a60dd9f80667965bddb5b7e355d0d1318e4f9d274cbb8e83823acab09c2b3be9061a8eb0
+  data.tar.gz: 8d701d9a6c8afd8d12a72d83b032f441cafe94a7e220917ac5db977e980d6abc133481a6041387a14f59edbf97c4eb16e3f352f3bc2dfd8058222a58e37f55ec

data/bin/gh_bb_audit.rb

@@ -5,7 +5,7 @@ require 'optparse'
 
 options = {}
 OptionParser.new do |opts|
-  opts.banner = "Usage: gh_bb_audit.rb -u <path_to_user_csv_file> -k <path_tpkeywords_csv_file> -o <path_to_output_file>"
+  opts.banner = "Usage: gh_bb_audit.rb -u <path_to_user_csv_file> -k <path_tpkeywords_csv_file> -o <path_to_output_file> -n <github_user> -p <github_password>"
 
   opts.on("-users", "-u") do |v|
     options[:user_file_path] = v
@@ -18,7 +18,14 @@ OptionParser.new do |opts|
   opts.on("-output", "-o") do |v|
     options[:output_file_path] = v
   end
+  
+  opts.on("-github_user", "-n") do |v|
+    options[:github_user] = v
+  end
 
+  opts.on("-github_password", "-p") do |v|
+    options[:github_password] = v
+  end
 end.parse!
 
-::GhBbAudit::GithubScanner.new(options[:user_file_path], options[:keywords_file_path], options[:output_file_path]).start_scan
+::GhBbAudit::GithubScanner.new(options[:user_file_path], options[:keywords_file_path], options[:output_file_path], options[:github_user], options[:github_password]).start_scan

data/gh_bb_audit.gemspec

@@ -5,7 +5,7 @@ require 'gh_bb_audit/version'
 
 Gem::Specification.new do |spec|
   spec.name        = "github_bitbucket_audit"
-  spec.version     = "0.0.1"
+  spec.version     = "0.0.2"
   spec.summary     = "Looks for specific keywords in the public repos of github and bitbucket"
   spec.date        = "2014-04-01"
   spec.description = "The library takes a list of users and searches their public repos for specific keywords"

data/lib/gh_bb_audit.rb

@@ -1,9 +1,11 @@
 require 'semantic_logger' unless defined?(logger)
 require 'github_api'
 
+SemanticLogger.default_level = :info
+SemanticLogger.add_appender('gh_bb_audit.log')
+
 module GhBbAudit
   GEM_ROOT = File.join(File.dirname(__FILE__), '..')
-  logger = SemanticLogger['GithubBitbucketAudit']
 end
 
 require_relative './gh_bb_audit/version'
@@ -13,4 +15,5 @@ require_relative './gh_bb_audit/github_scanner'
 require_relative './gh_bb_audit/keywords_list'
 require_relative './gh_bb_audit/keyword_matcher'
 require_relative './gh_bb_audit/users_list'
+require_relative './gh_bb_audit/github_api'
 require_relative './gh_bb_audit/output_writer'

data/lib/gh_bb_audit/github_api.rb

@@ -0,0 +1,22 @@
+require 'semantic_logger'
+
+module GhBbAudit
+	class GithubApi
+    include SemanticLogger::Loggable
+
+    def self.set_user_name_pwd(user_name, password)
+      @user_name = user_name
+      @password = password
+    end
+
+    def self.get_api_accesor
+      if !!@user_name && !!@password
+        logger.info("Using Authentication for Github with Username:: #{@user_name}")
+        Github.new login: @user_name, password: @password
+      else
+        Github.new
+      end
+    end
+    
+	end
+end

data/lib/gh_bb_audit/github_repo.rb

@@ -1,5 +1,8 @@
+require 'semantic_logger'
+
 module GhBbAudit
   class GithubRepo
+    include SemanticLogger::Loggable
     def initialize(user_name,repo_name)
       @user_name = user_name
       @repo_name = repo_name
@@ -20,16 +23,20 @@ module GhBbAudit
 
     private
     def get_tree
-      repo = ::Github::Repos.new user: @user_name, repo: @repo_name
-      last_commit_sha = repo.commits.all[0].sha rescue nil
+      all_commits = begin 
+          GithubApi.get_api_accesor.repos.commits.all  @user_name, @repo_name
+        rescue StandardError => e
+          logger.error "Error in fetching Commits for Repo::#{@repo_name} for User:: #{@user_name} ", error: e.inspect
+          return nil
+        end
+      last_commit_sha = all_commits[0].sha rescue nil
       if !last_commit_sha
         logger.info("Could not find any commit for Github Repo:: #{@repo_name} for User:: #{@user_name}")
         return nil
       end
-      github = ::Github.new
-      @github_tree ||= github.git_data.trees.get @user_name, @repo_name, last_commit_sha , 'recursive' => true rescue nil
+      @github_tree ||= GithubApi.get_api_accesor.git_data.trees.get @user_name, @repo_name, last_commit_sha , 'recursive' => true rescue nil
       if !@github_tree
-        logger.info("Could not fetch tree for Repo:: #{@repo_name} for User:: #{@user_name}")
+        logger.error("Could not fetch tree for Repo:: #{@repo_name} for User:: #{@user_name}")
         return 
       end
       @github_tree.tree

data/lib/gh_bb_audit/github_scanner.rb

@@ -1,9 +1,13 @@
+require 'semantic_logger'
 module GhBbAudit
 	class GithubScanner
-    def initialize(user_csv_path, keyword_csv_path, output_file_path)
+    include SemanticLogger::Loggable
+
+    def initialize(user_csv_path, keyword_csv_path, output_file_path, github_user =nil, github_password =nil)
       @user_csv_path = user_csv_path
       @keyword_csv_path = keyword_csv_path
       @output_file_path = output_file_path
+      GithubApi.set_user_name_pwd(github_user, github_password) if github_user && github_password
     end
 
     def start_scan
@@ -13,8 +17,17 @@ module GhBbAudit
         all_github_user = ::GhBbAudit::UsersList.new(@user_csv_path).all_users
         
         all_github_user.each do |user|
+          logger.info("Scanning for User:: #{user}")
           ::GhBbAudit::GithubUser.new(user).public_repos.each do |public_repo|
+            logger.info("Scanning Repo:: #{public_repo.name} for User:: #{user}")
+            if matcher.repo_contains_keyword?([public_repo.name])
+              output_writer.write_red_flag_record(user,public_repo.name)
+              break
+            end
+            
+            
             file_paths = ::GhBbAudit::GithubRepo.new(user,public_repo.name).get_all_file_paths
+
             if matcher.repo_contains_keyword?(file_paths)
               output_writer.write_red_flag_record(user,public_repo.name)
             end
@@ -27,6 +40,7 @@ module GhBbAudit
       end
     end
 
+
 	end
 
 end

data/lib/gh_bb_audit/github_user.rb

@@ -1,11 +1,20 @@
+require 'semantic_logger'
+
 module GhBbAudit
   class GithubUser
+    include SemanticLogger::Loggable
+
   	def initialize(user_name)
-      @user_name = user_name
+  	  @user_name = user_name
     end
 
     def public_repos
-      @public_repos ||= (::Github.repos.list user: @user_name rescue [])
+      @public_repos ||= begin 
+      	GithubApi.get_api_accesor.repos.list user: @user_name 
+		rescue StandardError => e
+		  logger.error "Error in fetching repos for User:: #{@user_name} ", error: e.inspect
+		  []
+		end
     end
   end
 end

data/lib/gh_bb_audit/version.rb

@@ -1,3 +1,3 @@
 module GhBbAudit
-	VERSION = "0.0.1"
+	VERSION = "0.0.2"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: github_bitbucket_audit
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.0.2
 platform: ruby
 authors:
 - Ankur Maheshwari
@@ -67,6 +67,7 @@ files:
 - bin/gh_bb_audit.rb
 - gh_bb_audit.gemspec
 - lib/gh_bb_audit.rb
+- lib/gh_bb_audit/github_api.rb
 - lib/gh_bb_audit/github_repo.rb
 - lib/gh_bb_audit/github_scanner.rb
 - lib/gh_bb_audit/github_user.rb