gempage 0.0.2 → 0.0.3

checksums.yaml

@@ -1,15 +1,15 @@
 ---
 !binary "U0hBMQ==":
   metadata.gz: !binary |-
-    Y2E5NjhkNjVlZTI4MzEwODI0NjkyZWRmNWU5NjU3OTU2ZmZiZDE2NA==
+    YjljZGI2YmFmYjg2ZmU3M2YxM2I3Y2E0MWI2MGM4MmY4YzA3MDI3MA==
   data.tar.gz: !binary |-
-    ZjRkMmI0YjQ0MzBjNTA5YmYyM2Y4MTNmZDg0N2UzYzk0NTFhZGZmNA==
+    YjcxYTAyYThiMTI5MTRlZTM2MTI3NzY3YmNmNDI2YThjY2MzNTZkMQ==
 SHA512:
   metadata.gz: !binary |-
-    OGMzMmVjODA5ZTZkNjAwYTQ5OTQ3ODVhODkxNjhjMDI2OGE1ZmY4M2Q4Y2Uz
-    YTBkOTk3NDBmMzcwYzAwNTJhZjE1MDE3ZGYzOGQyOTYwYmI0ZGFiMDdmMTgz
-    ZDJkMzg3YzFlNjFjNTcwZDFlMGU4Y2EyNWNhYjU3MDNhYWJiNTA=
+    ZTRhYTRhMTM1NzczYWM2ZTkxYjk5N2E1ZDBlMzk0ODU2OWMxOTBhYmVmYTg1
+    MTE2NWUyMzBlNDc3MjE5NjY1Y2RhZWU3NTgzYjA4OTFkZTAyNGRiZGQ3OTcz
+    ZjdjYTk0ZDk5YzBkODgzOWM0M2U0M2E3YTI5OGNhOTJlYzZlNzk=
   data.tar.gz: !binary |-
-    ZGMyMjBiNjI1NWIyOTI2NmVlYjIwNjFiNDdjNWM5YzdlY2NhNTk0ZGEwNWQz
-    NzYzNzAzNzY3ZjI2YTVhYjk4ZjI0MTUyZWY1NTU2ZmJlMzU2YzA1YmMxMjg1
-    YWM1ODhkZWE3OWU5ZjY3YTIyYjM4Mjk2OGIxMzRiZjQwMzUzNmU=
+    MWU5MDJhMDc0MDNjMzY1MTA1NGY4MDY3NmEwYjlkNjYwMTljYWVjYzY0Y2Uy
+    MjY3NzEyYmViNzY5NzFkYWI5ZTUwMWUwY2VhOGRkMjMzMjE2NGU5MGM5NDZm
+    YTgxZWZiMmQzMDIzZTEzNDgxZjdiMTNhY2YxZjI4YTg5MDFkM2I=

data/CHANGELOG.md

@@ -9,3 +9,20 @@ v0.0.2, 2013-10-24
     get set as default. Adding color setting to public/application.css during the generating
     phase to avoid having to set overrides.  Refactored default versus custom color scheme code
     in generate.rb.
+
+v0.0.3, 2013-10-29
+-------------------
+
+  * [REFACTORING] Refactored for performance, readability, testability. Removal of unnecessary
+    parameters, redundant method calls and another couple levels of unnecessary hash rewriting.
+    Separated Importer functionality into two classes, GemfileProcessor and RubyGemInfo. Moved
+    grouping of gems into view, possible temporary move, and set view to use hash as is from
+    JSON.parse instead of expecting symbols as keys.
+  * [BUGFIX] Performance fixes! Benchmark.measure { Gempage.generate } for 6 gem groups and
+    21 gems is now is at `0.060000   0.010000   0.070000 (  6.475024)` versus
+    `0.410000   0.100000   0.510000 ( 49.683921)` in version 0.0.2.
+  * [FEATURE] Added some very rudimentary tests for the gemfile processor and ruby gem info
+    snagging part.
+  * [FEATURE] Missing gem (most likely in the case of vendored gems) and issues with snagging
+    gem info from rubygems.org now log their errors within the gempage.  This is a rough draft of
+    a more informative reporting system.

data/assets/stylesheets/global/colors.scss

@@ -1,4 +1,5 @@
 // Colors from: http://www.colourlovers.com/business/trends/branding/7880/Papeterie_Haute-Ville_Logo
+// These are the defaults
 
 $midnight-blue: #113F8C;
 $forest-green: #32742C;
@@ -22,5 +23,6 @@ $rose: #FCCCD2;
 $slate: #6A8491;
 $green: #7DCE84;
 
-// Colors from a bunch of places
+// Colors for system notices and page layout
 
+$error_color: $red;

data/assets/stylesheets/global/mixins.scss

@@ -7,3 +7,11 @@
     color: $color;
   }
 }
+
+@mixin gem-color-override($color) {
+  border: 3px solid $color !important;
+  color: $color !important;
+  a {
+    color: $color !important;
+  }
+}

data/assets/stylesheets/screen.scss

@@ -1,3 +1,6 @@
+@import 'global/mixins';
+@import 'global/colors';
+
 body {
   font: normal 15px/1.5 Verdana, Geneva, sans-serif;
 }
@@ -53,28 +56,35 @@ a {
   a {
     color: #616161;
   }
+  h4 {
+    font: bold 15px Verdana;
+    line-height: 1.2;
+    padding: 10px 0 5px 10px;
+    margin: 0;
+  }
+  h3 {
+    font: bold 14px Verdana;
+    line-height: 1.2;
+    padding: 0 0 5px 10px;
+    margin: 0;
+  }
 }
-
-.documentation {
+.icon {
   font-size: 30px;
   position: absolute;
   font-weight: bold;
+}
+.documentation {
   bottom: -28px;
   left: -18px;
 }
-.gem h4 {
-  font: bold 15px Verdana;
-  line-height: 1.2;
-  padding: 10px 0 5px 10px;
-  margin: 0;
-  a {
-    color: gray;
-  }
-}
-.github {
-  font-size: 30px;
-  font-weight: bold;
-  position: absolute;
+.github, .error {
   bottom: -22px;
   right: -23px;
 }
+.gem-color-error {
+  @include gem-color-override($error_color)
+}
+.error {
+  color: $error_color;
+}

data/gempage.gemspec

@@ -25,4 +25,5 @@ Gem::Specification.new do |s|
   s.add_development_dependency 'sass'
   s.add_development_dependency 'rake'
   s.add_development_dependency 'rspec'
+  s.add_development_dependency 'webmock'
 end

data/lib/gempage.rb

@@ -2,34 +2,42 @@ require "gempage/version"
 
 require 'erb'
 require 'fileutils'
+require 'gempage/gemfile_processor'
+require 'gempage/ruby_gem_info'
 require 'gempage/configuration'
-require 'gempage/import'
 Gempage.send :extend, Gempage::Configuration
 
 module Gempage
   class << self
 
     def generate(options = nil)
-      format(grouped_result, options)
+      result ? format(options) : puts(output_message)
     end
 
     def result
       return @result if defined? @result
-      Gempage::Import::Importer.new(gemfile_path).gem_list
+      @result = gem_listing ? merge_gem_and_info : false
     end
 
-    def grouped_result
-      return @grouped_result if defined? @grouped_result
-      result.group_by{ |result| result[:category] }
+    def gem_listing
+      return @gem_listing if defined? @gem_listing
+      @gem_listing = Gempage::GemfileProcessor.new(gemfile_path).gem_list
     end
 
-    def format(grouped_result, options)
-      create_stylesheet('application', options)
-      create_index(grouped_result)
-      puts output_message(grouped_result, result)
+    def merge_gem_and_info
+      gem_listing.each_with_index do |listed_gem, index|
+        ruby_gem_json = Gempage::RubyGemInfo.new(listed_gem['name']).gem_json
+        gem_listing[index].merge!(ruby_gem_json)
+      end
+    end
+
+    def format(options)
+      create_index
+      create_stylesheet(options)
+      puts output_message
     end
 
-    def create_index(result)
+    def create_index
       File.open(File.join(gempage_path, "index.html"), "w+") do |file|
         file.puts template('layout').result(binding)
       end
@@ -39,7 +47,7 @@ module Gempage
       ERB.new(File.read(File.join(File.dirname(__FILE__), '../views/', "#{name}.erb")))
     end
 
-    def create_stylesheet(name, options)
+    def create_stylesheet(options)
       File.open(File.join(asset_gempage_path, "application.css"), "w+") do |file|
         file.puts File.readlines(File.join(File.dirname(__FILE__), "../public/application.css"))
         file.puts File.readlines(File.join(File.dirname(__FILE__), "../public/color-schemes/#{color_scheme_file(options)}.css"))
@@ -54,8 +62,13 @@ module Gempage
       File.exist?(File.join(File.dirname(__FILE__), "../public/color-schemes/#{file_name}.css"))
     end
 
-    def output_message(grouped_result, result)
-      "Gem list generated for #{grouped_result.length} gem groups and #{result.length} gems to #{gempage_path}."
+    def output_message
+      if result
+        category_count = result.group_by{ |result| result['category'] }.length
+        "Gem list generated for #{category_count} gem groups and #{result.length} gems to #{gempage_path}."
+      else
+        "There is no Gemfile to process, how odd..."
+      end
     end
 
   end

data/lib/gempage/gemfile_processor.rb

@@ -0,0 +1,58 @@
+require 'fileutils'
+
+module Gempage
+  class GemfileProcessor
+    attr_reader :gem_list
+
+    def initialize(gemfile_path)
+      @gemfile_path = gemfile_path
+      @gem_list = gem_list
+    end
+
+    def gem_list
+      process_gems(normalize_lines) if gemfile_lines
+    end
+
+    private
+
+    def gemfile_lines
+      return @gemfile_lines if defined? @gemfile_lines
+      @gemfile_lines = File.exists?(@gemfile_path) ? File.readlines(@gemfile_path) : false
+    end
+
+    def normalize_lines
+      # Strip white space, keep only lines starting with gem, group
+      # or end, normalize to single quotes, remove trailing comments
+      gemfile_lines.map { |x| x.strip.gsub(/"/,"'") }
+                   .reject { |x| x.empty? || !x.match(/^(gem|group|end)/) }
+                   .map { |x| x.gsub(/\s?#.*$/, '') }
+    end
+
+    # The heart of the system that parses through the Gemfile
+
+    def process_gems(data, group = 'all', gems = [])
+      data.each_with_index do |line, index|
+        if line.match(/^gem\s/)
+          gem_detail = gem_details(line, group)
+          gems << gem_detail if gem_detail
+        else
+          group = get_group(line)
+          return process_gems(data[(index + 1)..-1], group, gems) unless group == 'all'
+        end
+      end
+      gems
+    end
+
+    def get_group(line)
+      group = line.match(/^group\s+(.+)\sdo$/)
+      group ? group[1] : 'all'
+    end
+
+    def gem_details(line, group)
+      gem_pieces = line.match(/^gem\s'([\w|-]+)',?\s?(.*)/)
+      configuration = gem_pieces[2] && gem_pieces[2].strip.length != 0 ? gem_pieces[2] : nil
+      gem_pieces ? { 'name' => gem_pieces[1], 'category' => group, 'configuration' => configuration } : nil
+    end
+
+  end
+end

data/lib/gempage/ruby_gem_info.rb

@@ -0,0 +1,58 @@
+require 'json'
+
+module Gempage
+  class RubyGemInfo
+
+    # The snagging gem details from RubyGems.org part of the system
+
+    attr_reader :gem_json
+
+    def initialize(gem_name)
+      @gem_name = gem_name
+      @gem_json = gem_json
+    end
+
+    def gem_json
+      process_uris(process_empty_strings(get_gem_json))
+    end
+
+    private
+
+    def get_gem_json
+      JSON.parse(response_body(rubygem_url))
+    end
+
+    def response_body(url)
+      begin
+        request = Net::HTTP.new URI(url).host
+        response = request.request_get URI(url).path
+        response.code.to_i == 200 ? response.body : rubygem_error(response.code.to_s)
+      rescue StandardError
+        rubygem_error
+      end
+    end
+
+    def rubygem_url
+      "https://rubygems.org/api/v1/gems/#{@gem_name}.json"
+    end
+
+    def rubygem_error(error_code = nil)
+      error_message = error_code ? error_code : "Issue with RubyGems"
+      '{ "error":"' + error_message + '" }'
+    end
+
+    def process_empty_strings(gem_json)
+      gem_json.each{ |key, value| gem_json[key] = nil if value.kind_of?(String) && value.strip.length == 0 }
+    end
+
+    def process_uris(gem_json)
+      gem_json['source_code_uri'] = get_source_code_uri(gem_json['source_code_uri'], gem_json['homepage_uri'])
+      gem_json
+    end
+
+    def get_source_code_uri(source_code_uri, homepage_uri)
+      !source_code_uri && homepage_uri && homepage_uri.match(/github\.com/) ? homepage_uri : source_code_uri
+    end
+
+  end
+end

data/lib/gempage/version.rb

@@ -1,3 +1,3 @@
 module Gempage
-  VERSION = "0.0.2"
+  VERSION = "0.0.3"
 end

data/public/application.css

@@ -49,25 +49,35 @@ a {
   color: #616161; }
   .gem a {
     color: #616161; }
+  .gem h4 {
+    font: bold 15px Verdana;
+    line-height: 1.2;
+    padding: 10px 0 5px 10px;
+    margin: 0; }
+  .gem h3 {
+    font: bold 14px Verdana;
+    line-height: 1.2;
+    padding: 0 0 5px 10px;
+    margin: 0; }
 
-.documentation {
+.icon {
   font-size: 30px;
   position: absolute;
-  font-weight: bold;
+  font-weight: bold; }
+
+.documentation {
   bottom: -28px;
   left: -18px; }
 
-.gem h4 {
-  font: bold 15px Verdana;
-  line-height: 1.2;
-  padding: 10px 0 5px 10px;
-  margin: 0; }
-  .gem h4 a {
-    color: gray; }
-
-.github {
-  font-size: 30px;
-  font-weight: bold;
-  position: absolute;
+.github, .error {
   bottom: -22px;
   right: -23px; }
+
+.gem-color-error {
+  border: 3px solid #e54028 !important;
+  color: #e54028 !important; }
+  .gem-color-error a {
+    color: #e54028 !important; }
+
+.error {
+  color: #e54028; }

data/spec/fixtures/Gemfile

@@ -5,6 +5,7 @@ source 'https://rubygems.org'
 gem 'rails', '3.2.14'
 
 gem 'mysql2'
+gem 'higgly'
 gem 'thin'
 gem 'resque'
 gem 'httparty'

data/spec/lib/gemfile_processor_spec.rb

@@ -0,0 +1,40 @@
+require 'spec_helper'
+
+describe Gempage::GemfileProcessor do
+  let (:processed_gemfile) {
+    [ {"name"=>"rails", "category"=>"all", "configuration"=>"'3.2.14'"},
+      {"name"=>"mysql2", "category"=>"all", "configuration"=>nil},
+      {"name"=>"higgly", "category"=>"all", "configuration"=>nil},
+      {"name"=>"thin", "category"=>"all", "configuration"=>nil},
+      {"name"=>"resque", "category"=>"all", "configuration"=>nil},
+      {"name"=>"httparty", "category"=>"all", "configuration"=>nil},
+      {"name"=>"json", "category"=>"all", "configuration"=>nil},
+      {"name"=>"sanitize", "category"=>"all", "configuration"=>nil},
+      {"name"=>"pg", "category"=>":production", "configuration"=>nil},
+      {"name"=>"turbo-sprockets-rails3", "category"=>":assets", "configuration"=>nil},
+      {"name"=>"uglifier", "category"=>":assets", "configuration"=>"'>= 1.0.3', :require => false"},
+      {"name"=>"sass-rails", "category"=>":assets", "configuration"=>"  '~> 3.2.3'"},
+      {"name"=>"coffee-rails", "category"=>":assets", "configuration"=>"'~> 3.2.1'"},
+      {"name"=>"better_errors", "category"=>":development", "configuration"=>nil},
+      {"name"=>"binding_of_caller", "category"=>":development", "configuration"=>":require => false"},
+      {"name"=>"jazz_hands", "category"=>":development, :test", "configuration"=>nil},
+      {"name"=>"quiet_assets", "category"=>":development, :test", "configuration"=>nil},
+      {"name"=>"rspec-rails", "category"=>":test", "configuration"=>nil},
+      {"name"=>"rspec-mocks", "category"=>":test", "configuration"=>nil},
+      {"name"=>"email_spec", "category"=>":test", "configuration"=>nil},
+      {"name"=>"webmock", "category"=>":test", "configuration"=>nil}]
+  }
+
+  it 'should process a bunch of gems' do
+    gemfile_path = File.join(Gempage.root, '/spec/fixtures/Gemfile')
+    gem_listing = Gempage::GemfileProcessor.new(gemfile_path).gem_list
+    gem_listing.should eql(processed_gemfile)
+  end
+
+  it 'should return nil if there is no Gemfile' do
+    gemfile_path = File.join(Gempage.root, '/spec/fixtures/nonesuch_Gemfile')
+    gem_listing = Gempage::GemfileProcessor.new(gemfile_path).gem_list
+    gem_listing.should eql(nil)
+  end
+
+end

data/spec/lib/ruby_gem_info_spec.rb

@@ -0,0 +1,52 @@
+require 'spec_helper'
+
+describe Gempage::RubyGemInfo do
+  let (:orginal_json_no_empty_strings) {
+    { "name"=>"rails", "downloads"=>28773847, "version"=>"4.0.0",
+      "info"=>"Ruby on Rails is a full-stack web framework optimized for programmer happiness and sustainable productivity.",
+      "project_uri"=>"http://rubygems.org/gems/rails", "gem_uri"=>"http://rubygems.org/gems/rails-4.0.0.gem",
+      "homepage_uri"=>"http://www.rubyonrails.org", "wiki_uri"=>"http://wiki.rubyonrails.org",
+      "documentation_uri"=>"http://api.rubyonrails.org", "mailing_list_uri"=>"http://groups.google.com/group/rubyonrails-talk",
+      "source_code_uri"=>"http://github.com/rails/rails" }
+  }
+  let (:orginal_json_empty_strings) {
+    { "name"=>"httparty", "downloads"=>5888099, "version"=>"0.12.0",
+      "info"=>"Makes http fun! Also, makes consuming restful web services dead easy.",
+      "project_uri"=>"http://rubygems.org/gems/httparty", "gem_uri"=>"http://rubygems.org/gems/httparty-0.12.0.gem",
+      "homepage_uri"=>"http://jnunemaker.github.com/httparty", "wiki_uri"=>nil, "documentation_uri"=>nil,
+      "mailing_list_uri"=>nil, "source_code_uri"=>"http://github.com/jnunemaker/httparty" }
+  }
+  let (:rails_response_body) {
+    "{\"name\":\"rails\",\"downloads\":28773847,\"version\":\"4.0.0\",
+    \"info\":\"Ruby on Rails is a full-stack web framework optimized for programmer happiness and sustainable productivity.\",
+    \"project_uri\":\"http://rubygems.org/gems/rails\",\"gem_uri\":\"http://rubygems.org/gems/rails-4.0.0.gem\",
+    \"homepage_uri\":\"http://www.rubyonrails.org\",\"wiki_uri\":\"http://wiki.rubyonrails.org\",
+    \"documentation_uri\":\"http://api.rubyonrails.org\",\"mailing_list_uri\":\"http://groups.google.com/group/rubyonrails-talk\",
+    \"source_code_uri\":\"http://github.com/rails/rails\"}"
+  }
+
+  let (:httparty_response_body) {
+    "{\"name\":\"httparty\",\"downloads\":5888099,\"version\":\"0.12.0\",
+    \"info\":\"Makes http fun! Also, makes consuming restful web services dead easy.\",
+    \"project_uri\":\"http://rubygems.org/gems/httparty\",\"gem_uri\":\"http://rubygems.org/gems/httparty-0.12.0.gem\",
+    \"homepage_uri\":\"http://jnunemaker.github.com/httparty\",\"wiki_uri\":\"\",\"documentation_uri\":\"\",
+    \"mailing_list_uri\":\"\",\"source_code_uri\":\"http://github.com/jnunemaker/httparty\"}"
+  }
+
+  it "should returns json with gem information" do
+    stub_request(:any, "http://rubygems.org/api/v1/gems/rails.json").
+                with(:headers => {'Accept'=>'*/*', 'User-Agent'=>'Ruby'}).
+                to_return(:status => 200, :body => rails_response_body, :headers => {})
+    ruby_gem_json = Gempage::RubyGemInfo.new('rails').gem_json
+    ruby_gem_json.should eql(orginal_json_no_empty_strings)
+  end
+
+  it "should returns json with gem information empty strings converted to nils" do
+    stub_request(:any, "http://rubygems.org/api/v1/gems/httparty.json").
+                with(:headers => {'Accept'=>'*/*', 'User-Agent'=>'Ruby'}).
+                to_return(:status => 200, :body => httparty_response_body, :headers => {})
+    ruby_gem_json = Gempage::RubyGemInfo.new('httparty').gem_json
+    ruby_gem_json.should eql(orginal_json_empty_strings)
+  end
+
+end

data/spec/spec_helper.rb

@@ -1 +1,2 @@
 require 'gempage'
+require 'webmock/rspec'

data/views/layout.erb

@@ -4,12 +4,13 @@
     <meta charset="utf-8">
     <title>Gem Reference</title>
     <link href="./gempage/assets/<%= Gempage::VERSION  %>/application.css" rel="stylesheet">
-    <link href="//netdna.bootstrapcdn.com/font-awesome/3.2.1/css/font-awesome.css" rel="stylesheet">
+    <link href="//netdna.bootstrapcdn.com/font-awesome/4.0.0/css/font-awesome.css" rel="stylesheet">
   </head>
   <body>
     <div class="content">
       <%  class_lookup = []
-          result.each do |group, ruby_gems|
+          grouped_result = result.group_by{ |result| result['category'] }
+          grouped_result.each do |group, ruby_gems|
             group_array = group.split(',').map(&:strip) %>
             <div class="gem-section">
               <div class="gem-group-heading">
@@ -22,25 +23,34 @@
                         gem_style = "z-index:#{index};"
                         gem_style += " top:#{(index * 5)}px; left:#{(index * 5)}px;"
                         class_lookup << group_name unless class_lookup.include? group_name
-                        gem_color_id = class_lookup.find_index(group_name) + 1 %>
-                        <div class="gem gem-color-<%= gem_color_id %>" style="<%= gem_style %>" title="<%= rubygem[:info] %>">
+                        gem_color_id = class_lookup.find_index(group_name) + 1
+                        gem_class = "gem gem-color-#{gem_color_id}#{' gem-color-error' if rubygem['error']}" %>
+                        <div class="<%= gem_class %>" style="<%= gem_style %>" title="<%= rubygem['info'] %>">
                           <% if index == 0 %>
                             <h4>
-                              <% if rubygem[:homepage_uri] %>
-                                <a href="<%= rubygem[:homepage_uri] %>" target="_blank"><%= rubygem[:name] %></a>
+                              <% if rubygem['homepage_uri'] %>
+                                <a href="<%= rubygem['homepage_uri'] %>" target="_blank"><%= rubygem['name'] %></a>
                               <% else %>
-                                <%= rubygem[:name] %>
+                                <%= rubygem['name'] %>
                               <% end %>
                             </h4>
+                            <% if rubygem['error'] %>
+                              <h3><%= rubygem['error'] %></h3>
+                            <% end
+                          end
+                          if rubygem['documentation_uri'] %>
+                            <div class="icon documentation">
+                              <a href="<%= rubygem['documentation_uri'] %>" target="_blank"><i class="fa fa-book fa-3x"></i></a>
+                            </div>
                           <% end
-                          if rubygem[:documentation_uri] %>
-                            <div class="documentation">
-                              <a class="icon-book icon-3x" href="<%= rubygem[:documentation_uri] %>" target="_blank"></a>
+                          if rubygem['source_code_uri'] %>
+                            <div class="icon github">
+                              <a href="<%= rubygem['source_code_uri'] %>" target="_blank"><i class="fa fa-github fa-3x"></i></a>
                             </div>
                           <% end
-                          if rubygem[:source_code_uri] %>
-                            <div class="github">
-                              <a class="icon-github icon-3x" href="<%= rubygem[:source_code_uri] %>" target="_blank"></a>
+                          if rubygem['error'] %>
+                            <div class="icon error">
+                              <i class="fa fa-question-circle fa-3x"></i>
                             </div>
                           <% end %>
                       </div>

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: gempage
 version: !ruby/object:Gem::Version
-  version: 0.0.2
+  version: 0.0.3
 platform: ruby
 authors:
 - Jane S. Sebastian
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-10-24 00:00:00.000000000 Z
+date: 2013-10-29 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -108,6 +108,20 @@ dependencies:
     - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: webmock
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 description: A reference page for gems installed within a Rails application.
 email:
 - jane@betatetra.com
@@ -133,14 +147,16 @@ files:
 - gempage.gemspec
 - lib/gempage.rb
 - lib/gempage/configuration.rb
-- lib/gempage/import.rb
+- lib/gempage/gemfile_processor.rb
+- lib/gempage/ruby_gem_info.rb
 - lib/gempage/version.rb
 - public/application.css
 - public/color-schemes/default.css
 - public/color-schemes/pastels.css
 - public/color-schemes/random.css
 - spec/fixtures/Gemfile
-- spec/lib/importer_spec.rb
+- spec/lib/gemfile_processor_spec.rb
+- spec/lib/ruby_gem_info_spec.rb
 - spec/spec_helper.rb
 - views/layout.erb
 homepage: https://github.com/careful-with-that-axe
@@ -169,6 +185,7 @@ specification_version: 4
 summary: Work in progress yo.
 test_files:
 - spec/fixtures/Gemfile
-- spec/lib/importer_spec.rb
+- spec/lib/gemfile_processor_spec.rb
+- spec/lib/ruby_gem_info_spec.rb
 - spec/spec_helper.rb
 has_rdoc: 

data/lib/gempage/import.rb

@@ -1,119 +0,0 @@
-require 'fileutils'
-require 'json'
-
-module Gempage::Import
-  class Importer
-
-    attr_reader :gem_list
-
-    def initialize(gemfile_path)
-      @gemfile_path = gemfile_path
-      @gem_list = gem_list
-    end
-
-    def gem_list
-      if gemfile_lines
-        gems = process_gems(normalize(gemfile_lines))
-        final_gems = []
-        gems.each do |gem_listing|
-          final_gems << add_rubygem_content(gem_listing) if find_gem(gem_listing[:name])
-        end
-      else
-        puts "There is no Gemfile to process... how odd."
-      end
-    end
-
-    private
-
-    def gemfile_lines
-      File.readlines(@gemfile_path) if File.exists? @gemfile_path
-    end
-
-    def normalize(gemfile)
-      # Strip white space, keep only lines starting with gem, group
-      # or end, normalize to single quotes, remove trailing comments
-      gemfile.map { |x| x.strip.gsub(/"/,"'") }
-             .reject { |x| x.empty? || !x.match(/^(gem|group|end)/) }
-             .map { |x| x.gsub(/\s?#.*$/, '') }
-    end
-
-    def process_gems(data, group = 'all', gems = [])
-      data.each_with_index do |line, index|
-        if line.match(/^gem\s/)
-          add_gem(gems, group, line)
-        else
-          if line.match(/^group/)
-            group = get_group(line)
-            return process_gems(data[(index + 1)..-1], group, gems)
-          else line.match(/^end/)
-            group = 'all'
-          end
-        end
-      end
-      gems
-    end
-
-    def get_group(line)
-      group = line.match(/^group\s+(.+)\sdo$/)
-      group ? group[1] : nil
-    end
-
-    def add_gem(gems, group, line)
-      gems << gem_details(line, group) if gem_details(line, group)
-    end
-
-    def gem_details(line, group)
-      gem_pieces = line.match(/^gem\s'([\w|-]+)',?\s?(.*)/)
-      gem_pieces ? { name: gem_pieces[1], category: group, configuration: gem_pieces[2] } : nil
-    end
-
-    def find_gem(name)
-      url = "https://rubygems.org/api/v1/gems/#{name}.json"
-      JSON.parse(response_body(url)) if response_body(url)
-      # set variable
-    end
-
-    def response_body(url)
-      begin
-        request = Net::HTTP.new URI(url).host
-        response = request.request_get URI(url).path
-        response.code.to_i == 200 ? response.body : false
-      rescue StandardError
-        false
-      end
-    end
-
-    def add_rubygem_content(gem_listing)
-      rubygem = find_gem(gem_listing[:name])
-      documentation_uri = get_documentation_uri(rubygem['documentation_uri'], rubygem['homepage_uri'])
-      source_code_uri = get_source_code_uri(rubygem['source_code_uri'], rubygem['homepage_uri'])
-      homepage_uri = get_homepage_uri(rubygem['homepage_uri'])
-      if rubygem
-        gem_listing[:downloads] = rubygem['downloads']
-        gem_listing[:version] = rubygem['version']
-        gem_listing[:authors] = rubygem['authors']
-        gem_listing[:info] = rubygem['info']
-        gem_listing[:documentation_uri] = documentation_uri
-        gem_listing[:source_code_uri] = source_code_uri
-        gem_listing[:homepage_uri] = homepage_uri
-        gem_listing
-      else
-        puts "None such #{name} gem... #{name} will not be in the Gem Reference"
-        false
-      end
-    end
-
-    def get_homepage_uri(homepage_uri)
-      homepage_uri && homepage_uri != '' ? homepage_uri : nil
-    end
-
-    def get_documentation_uri(documentation_uri, source_code_uri)
-      documentation_uri && documentation_uri != '' && documentation_uri != source_code_uri ? documentation_uri : nil
-    end
-
-    def get_source_code_uri(source_code_uri, homepage_uri)
-      source_code_uri && source_code_uri != '' ? source_code_uri : nil
-      !source_code_uri && homepage_uri && homepage_uri.match(/github\.com/) ? homepage_uri : source_code_uri
-    end
-  end
-end

data/spec/lib/importer_spec.rb

@@ -1,14 +0,0 @@
-require 'spec_helper'
-require 'fixtures/gem_list_fixture'
-
-describe Gempage::Import::Importer do
-
-  before :each do
-    Gempage::Import::Importer.any_instance.stub(:puts) # Silencing display during tests
-    gemfile_path = File.join(Gempage.root, '/spec/fixtures/Gemfile')
-    @importer = Gempage::Import::Importer.new(gemfile_path)
-  end
-
-  xit 'should process a bunch of gems'
-
-end