organization_audit 1.0.5 → 2.0.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: a0184c6c28eeac80b8b0ae076a7fae8d27371084
-  data.tar.gz: c961aad449d2a8730a70743956b27291c3a63729
+SHA256:
+  metadata.gz: 517718feb8aeb0fecbbbfbf2d7ca7ad176d5cc4cf0f2bbecda63a1b26fff7ec8
+  data.tar.gz: 800dc8bd5930caa2464d34a342f8aff400199996cf062e797e9ecfa28560d5a5
 SHA512:
-  metadata.gz: 13d818408c96d325ad7569eebba2b97dc5a06b7f5efe5e705258fe84e286427aa72371ae35f047fd75ea40ada5f077a782f0681a147b0aed10fc7c2ac54e7e1d
-  data.tar.gz: 7a3ed8d3db5d7fa1bc374257a0594be39e54704e5eb9f1c690afa61d47764532fe770bed7d2f40fd291f9442ce98a717e75b0965eb5d0e9b21b2505db85ad145
+  metadata.gz: 366b21f6b0e542417e4d5f7163b5c47a0d8681576fbcbe1fa0cd1617121bd67d1039dbbe768d26a87fce57bf0ed8fa93f12d97a684736189438bee006b163cd3
+  data.tar.gz: df4f289f63d634090c3a68cc0da8755c05ea9df37cedc554fc82f5fdbfd3f19eada81545c9143a1a2a23fef1013f4b10c1f314d9161bc48b4696d8bbba161dfd

data/lib/organization_audit.rb

@@ -4,16 +4,14 @@ module OrganizationAudit
   autoload :Repo, 'organization_audit/repo'
 
   class << self
-    def all(options={})
-      ignore = (options[:ignore] || [])
+    def all(ignore: [], ignore_public: false, **options)
       unless options[:token]
-        options = options.dup
         token = `git config github.token`.strip
-        options[:token] = token unless token.empty?
+        options = options.merge(token: token) unless token.empty?
       end
 
       Repo.all(options).reject do |repo|
-        matches_ignore?(ignore, repo) or (options[:ignore_public] and repo.public?)
+        matches_ignore?(ignore, repo) || (ignore_public && repo.public?)
       end
     end
 
@@ -28,8 +26,8 @@ module OrganizationAudit
     private
 
     def matches_ignore?(ignore, repo)
-      ignore_regexp = ignore.select { |i| i =~ /^\/.*\/$/ }.map { |i| Regexp.new(i[1..-2]) }
-      ignore.include?(repo.url) or ignore.include?(repo.name) or ignore_regexp.any? { |i| i =~ repo.name }
+      ignore_regexp = Regexp.union *ignore.grep(/^\/.*\/$/).map { |i| Regexp.new(i[1..-2]) }
+      ignore.include?(repo.url) || ignore.include?(repo.name) || ignore_regexp =~ repo.name
     end
   end
 end

data/lib/organization_audit/repo.rb

@@ -1,11 +1,22 @@
-require "open-uri"
 require "json"
 require "base64"
+require "net/http"
 
 module OrganizationAudit
   class Repo
     HOST = "https://api.github.com"
 
+    class RequestError < StandardError
+      attr_reader :url, :code, :body
+
+      def initialize(message, url=nil, code=500, body='')
+        @url = url
+        @code = Integer(code)
+        @body = body
+        super "#{message}\n#{url}\nCode: #{code}\n#{body}"
+      end
+    end
+
     def initialize(data, token=nil)
       @data = data
       @token = token
@@ -31,31 +42,29 @@ module OrganizationAudit
       api_url.split("/").last
     end
 
-    def self.all(options)
-      user = if options[:organization]
-        "orgs/#{options[:organization]}"
-      elsif options[:user]
-        "users/#{options[:user]}"
+    def self.all(organization: nil, user: nil, max_pages: nil, token: nil)
+      user = if organization
+        "orgs/#{organization}"
+      elsif user
+        "users/#{user}"
       else
         "user"
       end
       url = File.join(HOST, user, "repos")
 
-      token = options[:token]
-      download_all_pages(url, headers(token)).map { |data| Repo.new(data, token) }
+      download_all_pages(url, headers(token), max_pages: max_pages).map { |data| Repo.new(data, token) }
     end
 
     def content(file)
-      @content ||= {}
-      @content[file] ||= begin
+      (@content ||= {})[file] ||= begin
         if private?
           download_content_via_api(file)
         else
           download_content_via_raw(file)
         end
       end
-    rescue OpenURI::HTTPError => e
-      raise "Error downloading #{file} from #{url} (#{e})" unless e.message.start_with?("404")
+    rescue RequestError => e
+      raise unless e.code == 404
     end
 
     def private?
@@ -91,15 +100,10 @@ module OrganizationAudit
     private
 
     def list(dir)
-      @list ||= {}
-      @list[dir] ||= begin
+      (@list ||= {})[dir] ||= begin
         call_api("contents/#{dir == "." ? "" : dir}?branch=#{branch}")
-      rescue OpenURI::HTTPError => e
-        if e.message =~ /404 Not Found/
-          []
-        else
-          raise
-        end
+      rescue RequestError => e
+        e.code == 404 ? [] : raise
       end
     end
 
@@ -107,24 +111,45 @@ module OrganizationAudit
       file_list.grep(/\.gemspec$/).first
     end
 
-    def self.download_all_pages(url, headers)
+    def self.download_all_pages(url, headers, max_pages: nil)
       results = []
       page = 1
       loop do
-        response = decorate_errors do
-          open("#{url}?page=#{page}", headers).read
-        end
+        response = http_get("#{url}?page=#{page}", headers)
         result = JSON.parse(response)
-        if result.size == 0
-          break
-        else
-          results.concat(result)
-          page += 1
-        end
+        results.concat(result)
+
+        break if result.size == 0 || (max_pages && page >= max_pages) # stop on empty page or over max
+        page += 1
       end
       results
     end
 
+    def self.http_get(url, headers, retried: false)
+      uri = URI(url)
+      request = Net::HTTP::Get.new(uri, headers)
+      http = Net::HTTP.new(uri.hostname, uri.port)
+      http.use_ssl = true if uri.instance_of? URI::HTTPS
+      response =
+        begin
+          http.start { |http| http.request(request) }
+        rescue
+          raise RequestError.new("#{$!.class} error during request #{url}", url)
+        end
+
+      return response.body if response.code == '200'
+
+      # github sends 403 with 0-limit header when rate limit is exceeded
+      if !retried && response["x-ratelimit-remaining"] == "0"
+        wait = Integer(response["x-ratelimit-reset"]) - Time.now.to_i
+        warn "Github rate limit exhausted, retrying in #{wait}"
+        sleep wait
+        return http_get(url, headers, retried: true)
+      end
+
+      raise RequestError.new("HTTP get error", url, response.code, response.body)
+    end
+
     def branch
       @data["default_branch"] || @data["master_branch"] || "master"
     end
@@ -134,38 +159,29 @@ module OrganizationAudit
     end
 
     def raw_url
-      url.sub("://", "://raw.")
+      url.dup.sub!("://github.com", "://raw.githubusercontent.com") || raise("Unable to determine raw url for #{url}")
     end
 
     # increases api rate limit
     def download_content_via_api(file)
-      content = call_api("contents/#{file}?branch=#{branch}")["content"]
+      content = call_api("contents/#{file}?branch=#{branch}").fetch("content")
       Base64.decode64(content)
     end
 
     def call_api(path)
-      content = self.class.decorate_errors do
-        download(File.join(api_url, path), self.class.headers(@token))
-      end
+      content = download(File.join(api_url, path), self.class.headers(@token))
       JSON.load(content)
     end
 
-    def self.decorate_errors
-      yield
-    rescue OpenURI::HTTPError => e
-      e.message << " -- body: " << e.io.read
-      raise e
-    end
-
     # unlimited
     def download_content_via_raw(file)
       download(File.join(raw_url, branch, file))
     end
 
     def download(url, headers={})
-      open(url, headers).read
-    rescue OpenURI::HTTPError => e
-      if e.message.start_with?("503 Connection timed out")
+      self.class.http_get(url, headers)
+    rescue RequestError => e
+      if e.message.include? "Timeout"
         retries ||= 0
         retries += 1
         retry if retries < 3

data/lib/organization_audit/version.rb

@@ -1,3 +1,3 @@
 module OrganizationAudit
-  VERSION = "1.0.5"
+  VERSION = "2.0.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: organization_audit
 version: !ruby/object:Gem::Version
-  version: 1.0.5
+  version: 2.0.0
 platform: ruby
 authors:
 - Michael Grosser
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-08-31 00:00:00.000000000 Z
+date: 2019-01-15 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: json
@@ -46,7 +46,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: '0'
+      version: 2.3.0
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
@@ -54,7 +54,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.2.2
+rubygems_version: 2.7.6
 signing_key: 
 specification_version: 4
 summary: Audit all repos of your organization or user