repocrawler 0.1.16 → 0.1.17

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 37a0377e676e1214a35dbe3c0cb1714a93eb5c24
-  data.tar.gz: e7ab2fe71d76c68a1c1d30c19629aa7466b28c7f
+  metadata.gz: c26e53deca5a1fdc7695619ad8c2b0e7e12c9b53
+  data.tar.gz: 99baff26279fcf60051973161f8f0bdda2bd32cf
 SHA512:
-  metadata.gz: 4b0bbd87d110ec64fc13b85a3d4741c3fac7174f192e61f78fcd6d960cb5d7bf786df7fd0dc9d1c3d4c58f2842273565054487a348dcef01294beb3433afec89
-  data.tar.gz: 52a0c3d765d91aad5ab547a052d645943ad750c917a2557b82c08fc68731070e800ae9c4890066aaf311106f352f2acbea922a8d9dfb731fd4401717cf745c18
+  metadata.gz: 557ddd7bc81605a3ad8bfd32de1b83cc275cd0f98f1809fcc2066cd41ca38cf94d51d5bb5181aaad6e439cc372acbd6f8f402a736934174948b097f3ebae4b30
+  data.tar.gz: 9d9f93e0e171091f0af2a26ffdd24650e646a64626de2d4d42cbaf2547aff77d3ca766c84b59b0ef989240d89a36eb75b2cc05652a0e5c8ac39c9a1e59323d1a

data/lib/repocrawler/crawler.rb

@@ -37,11 +37,16 @@ module Repos
     def get_contributors
       contributors = HTTParty.get(@GITHUB_API_BASE_URL + "/contributors?access_token=#{@access_token}", headers: {
         "User-Agent" => @user_agent
-      }).map do |contributor|
-        {
-          'name' => contributor['login'],
-          'contributions' => contributor['contributions']
-        }
+      })
+      if contributors['message'] === 'Not Found'
+        contributor = nil
+      else
+        contributors.map do |contributor|
+          {
+            'name' => contributor['login'],
+            'contributions' => contributor['contributions']
+          }
+        end
       end
 
       contributors
@@ -50,8 +55,13 @@ module Repos
     # get the total commits
     def get_total_commits
       contributors = get_contributors
-      commits = contributors.reduce(0) do |sum, num|
-        sum + num['contributions']
+
+      if contributors.nil?
+        commits = nil
+      else
+        commits = contributors.reduce(0) do |sum, num|
+          sum + num['contributions']
+        end
       end
 
       commits
@@ -110,6 +120,11 @@ module Repos
         commits_fetch = HTTParty.get(@GITHUB_API_BASE_URL + "/commits?page=#{page}&access_token=#{@access_token}", headers: {
           "User-Agent" => @user_agent
         })
+
+        if commits_fetch['message'] === 'Not Found'
+          break
+        end
+
         if commits_fetch.count === 0
           stop = true
         end
@@ -137,6 +152,11 @@ module Repos
         issue_fetch = HTTParty.get(@GITHUB_API_BASE_URL + "/issues?state=closed&page=#{page}&access_token=#{@access_token}", headers: {
           "User-Agent" => @user_agent
         })
+
+        if issue_fetch['message'] === 'Not Found'
+          break
+        end
+
         if issue_fetch.count === 0
           stop = true
         end
@@ -179,30 +199,33 @@ module Repos
         "User-Agent" => @user_agent
       })
 
+      if github_contents['message'] === 'Not Found'
+        return nil
+      else
+        readme_file = ''
+        github_contents.each do |content|
+          readme_file = content['name'] if content['name'] =~ /^README/
+        end
 
-      readme_file = ''
-      github_contents.each do |content|
-        readme_file = content['name'] if content['name'] =~ /^README/
-      end
-
-      stop_words = []
-      File.open(File.expand_path("../../public/stop_words.txt",  File.dirname(__FILE__)), "r") do |f|
-        f.each_line do |line|
-          stop_words << line.gsub(/\n/,"")
+        stop_words = []
+        File.open(File.expand_path("../../public/stop_words.txt",  File.dirname(__FILE__)), "r") do |f|
+          f.each_line do |line|
+            stop_words << line.gsub(/\n/,"")
+          end
         end
-      end
 
-      readme = HTTParty.get(@GITHUB_README_URL + "/#{readme_file}")
-      words = readme.split(' ')
-      freqs = Hash.new(0)
-      words.each do |word|
-        if word =~ /^\w+$/ && !stop_words.include?(word.downcase)
-          freqs[word] += 1 
+        readme = HTTParty.get(@GITHUB_README_URL + "/#{readme_file}")
+        words = readme.split(' ')
+        freqs = Hash.new(0)
+        words.each do |word|
+          if word =~ /^\w+$/ && !stop_words.include?(word.downcase)
+            freqs[word] += 1
+          end
         end
-      end
-      freqs = freqs.sort_by { |word, freq| freq }.reverse!
+        freqs = freqs.sort_by { |word, freq| freq }.reverse!
 
-      freqs
+        freqs
+      end
     end
   end
   

data/lib/repocrawler/version.rb

@@ -1,4 +1,4 @@
 # Versioning
 module Repos
-  VERSION = '0.1.16'
+  VERSION = '0.1.17'
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: repocrawler
 version: !ruby/object:Gem::Version
-  version: 0.1.16
+  version: 0.1.17
 platform: ruby
 authors:
 - Lee Chen