gem-miner 1.0.0 → 1.0.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 4acfe8bf3640a218566752d209c0ec69dbf0665d
-  data.tar.gz: 6fe3c2965609073a8777875ecca05dde2cb61c9f
+  metadata.gz: 45b783b580304695597d60a41c305c62e87852c5
+  data.tar.gz: 55e39dd7c73c4537b24bf5d16224316c656c7b6b
 SHA512:
-  metadata.gz: c50059c70f09a70cbee8d212d22f9e34610a723100a5132fbac7fad70816b7761532c3c82a78556f228bfca5d6575dc10a9c820ff4aa5e98f6bd40c7b2d31b56
-  data.tar.gz: 2aa3365629d0780671ad8c4f6743230107e4f03a7ede10c376debb915b517636f7d822975bfc68946896b9eab9aa4563e8a9858bfa8ff90a8614503a38de7eae
+  metadata.gz: de7ef4b644f140c372fe5dea92b62868c5976bf04cff77463f1dc67f7a3ac22fa755badfba4c9228f2244e7e901f4e0522d8a49d3af8c893cea9873f8b18b262
+  data.tar.gz: 7855ded7681ebb9a728b3a7398440be90b52f76c59737b1f34442a01eee1ddf108cb57900299a5807d5115957e0245a3bf6e9d68d2df5df5307bd24eda6993e1

data/README.md

@@ -1,7 +1,7 @@
 # GemMiner
 
+[![Gem Version](https://badge.fury.io/rb/gem-miner.svg)](https://badge.fury.io/rb/gem-miner)
 [![Build Status](https://travis-ci.org/reevoo/gem-miner.svg?branch=master)](https://travis-ci.org/reevoo/gem-miner)
-
 [![Code Climate](https://codeclimate.com/github/reevoo/gem-miner/badges/gpa.svg)](https://codeclimate.com/github/reevoo/gem-miner)
 
 

data/lib/gem-miner/miner.rb

@@ -8,8 +8,11 @@ module GemMiner
   class Miner
     include Logger
 
-    def self.gems_for(*args)
-      new(*args).gems
+    GEMFILE_REGEX = /gem[\s]+([^\n\;]+)/
+    GEMSPEC_REGEX = /dependency[\s]+([^\n\;]+)/
+
+    def self.gems_for(github_search_query, github_token)
+      new(github_search_query, GithubClient.new(github_token)).gems
     end
 
     def initialize(github_search_query, github_client = GithubClient.new)
@@ -37,8 +40,8 @@ module GemMiner
     #   ...
     # }
     def collect_gems!
-      gemfiles = parse_gemfiles
-      gemspecs = parse_gemspecs
+      gemfiles = parse_sources('Gemfile', GEMFILE_REGEX)
+      gemspecs = parse_sources('gemspec', GEMSPEC_REGEX)
 
       gems = merge_hashes(gemfiles, gemspecs)
 
@@ -50,45 +53,24 @@ module GemMiner
     end
 
     # Collects all of the gemfiles for all Reevoo repositories.
-    # Returns a dictionary with the gem as the key and an array of repositories as
-    # values.
-    def parse_gemfiles
-      results = search("filename:Gemfile #{@github_search_query}")
-
-      log "Parsing #{results.count} gemfiles"
-      gemfiles = results.reduce({}) do |memo, result|
-        # We might have more than one Gemfile in a repository...
-        memo[name_of(result)] ||= []
-        memo[name_of(result)] += extract_gemfile(result[:content])
+    # Returns a dictionary with the gem as the key and an array of repositories
+    # as values.
+    def parse_sources(filename, regex)
+      results = search("filename:#{filename} #{@github_search_query}")
+      log "Parsing #{results.count} #{filename}s"
+      files = results.reduce({}) do |memo, result|
+        # We might have more than one dep file in a repository...
+        memo[result[:name]] ||= []
+        memo[result[:name]] += extract_deps(result[:content], regex)
         log '.'
         memo
       end
       log "done!\n"
-      gemfiles
-    end
-
-    GEM_REGEX = /gem[\s]+([^\n\;]+)/
-    def extract_gemfile(gemfile)
-      gemfile.gsub(/\"/, '\'').scan(GEM_REGEX).flatten
+      files
     end
 
-    def parse_gemspecs
-      results = search("filename:gemspec #{@github_search_query}")
-      log "Parsing #{results.count} gemspecs"
-      gemspecs = results.reduce({}) do |memo, result|
-        # We might have more than one Gemfile in a repository...
-        memo[name_of(result)] ||= []
-        memo[name_of(result)] += extract_gemspec(result[:content])
-        log '.'
-        memo
-      end
-      log "done!\n"
-      gemspecs
-    end
-
-    GEMSPEC_REGEX = /dependency[\s]+([^\n\;]+)/
-    def extract_gemspec(gemspec)
-      gemspec.gsub(/\"/, '\'').scan(GEMSPEC_REGEX).flatten
+    def extract_deps(file, regex)
+      file.gsub(/\"/, '\'').scan(regex).flatten
     end
 
     def search(query)
@@ -101,7 +83,7 @@ module GemMiner
     # h2 = { b: [1, 3], c: [1, 2, 3] }
     # merge_hashes(h1, h2) # => { a: [1, 2, 3], b: [1, 2, 3, 4], c: [1, 2, 3] }
     #
-    # From http://stackoverflow.com/questions/11171834/merging-ruby-hash-with-array-of-values-into-another-hash-with-array-of-values
+    # From http://stackoverflow.com/questions/11171834
     def merge_hashes(hash1, hash2)
       hash1.merge(hash2) { |key, oldval, newval| (oldval | newval) }
     end

data/lib/gem-miner/version.rb

@@ -1,3 +1,3 @@
 module GemMiner
-  VERSION = '1.0.0'
+  VERSION = '1.0.1'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: gem-miner
 version: !ruby/object:Gem::Version
-  version: 1.0.0
+  version: 1.0.1
 platform: ruby
 authors:
 - Reevoo
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2015-11-02 00:00:00.000000000 Z
+date: 2015-11-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: octokit