hubdown 0.0.7 → 0.0.8

data/.rspec

@@ -0,0 +1,3 @@
+--color
+--format documentation
+

data/README.md

@@ -46,7 +46,7 @@ $ hubdown my_file.md -o my_file.html
 When passing the `-o` flag with a file name, hubdown will write the full html output (as though you passed the `-w`) to the file you pass with `-o`. See Scraping for CSS below.
 ***
 ### Scraping for CSS
-Note that when you use either the `-w` or `-o` flags, hubdown will use your network connection to scrap the currently used CSS from github.com.
+Note that when you use either the `-w` or `-o` flags, hubdown will use your network connection to scrap the currently used CSS from github.com. It will do it's best to cache that the results of that network call for future non-connected uses.
 
 ***
 

data/hubdown.gemspec

@@ -16,6 +16,9 @@ Gem::Specification.new do |gem|
   gem.add_dependency('mixlib-cli', '>=1.2.2')
   gem.add_dependency('nokogiri', '>=1.5.6')
 
+  gem.add_development_dependency 'pry'
+  gem.add_development_dependency "rspec", ">= 2.0.0"
+
   gem.files         = `git ls-files`.split($/)
   gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
   gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})

data/lib/hubdown/page_builder.rb

@@ -1,4 +1,4 @@
-require 'hubdown/style_scraper'
+require 'hubdown/style_generator'
 require 'erb'
 
 module Hubdown
@@ -8,11 +8,11 @@ module Hubdown
       @body = args.fetch("body"){ '' }
       @uri = args.fetch("uri"){ 'https://github.com/knomedia/hubdown' }
       @filename = args.fetch("filename"){ '' }
-      @scraper = StyleScraper.new( @uri )
+      @style_gen = StyleGenerator.new( @uri )
     end
 
     def get_page
-      links = @scraper.get_css_links
+      links = @style_gen.get_css_links
       body = @body
       filename = @filename
       template_path = File.dirname(__FILE__) + "/template.html.erb"

data/lib/hubdown/style_cache.rb

@@ -0,0 +1,87 @@
+require 'hubdown/style_sheet'
+require 'fileutils'
+
+class StyleCache
+  attr_accessor :style_data
+  attr_accessor :tmp
+  attr_accessor :latest_file
+
+  def initialize
+    @latest_file = File.join(File.dirname(File.expand_path(__FILE__)), "cache/latest_styles.txt")
+  end
+
+
+  def get_css_links
+    load_latest_files
+  end
+
+  def save_links links
+    links.each do |link|
+      link.download_content
+    end
+    create_tmp_file
+    write_link_cache_file links
+    write_link_contents links
+    remove_old_files
+
+  end
+
+  def create_tmp_file
+    @tmp = get_cache_file "tmp.txt"
+    FileUtils.touch tmp
+  end
+
+  def write_link_cache_file links
+    @style_data = ""
+    links.each do |link|
+      style_data << "#{link.name},#{link.url}\n"
+    end
+    File.open( tmp, 'w') {|f| f.write( style_data ) }
+  end
+
+  def write_link_contents links
+    links.each do |link|
+      style_file = get_cache_file link.name
+      FileUtils.touch style_file
+      File.open(style_file, 'w') {|f| f.write( link.content ) }
+    end
+  end
+
+  def remove_old_files
+    prev_sheets = load_latest_files
+    prev_sheets.each do |sheet|
+      FileUtils.rm(get_cache_file( sheet.name ))
+    end
+    File.open( @latest_file, 'w') {|f| f.write( style_data ) }
+    FileUtils.rm tmp
+  end
+
+  def get_cache_file name
+    File.join(File.dirname(File.expand_path(__FILE__)), "cache/#{name}")
+  end
+    
+  def load_latest_files
+    cached_links = []
+    File.readlines( @latest_file ).each do |line|
+      contents = line.split(",")
+      ss = StyleSheet.new
+      ss.name = contents[0]
+      ss.url = contents[1]
+      ss.url = "file://" + (get_cache_file(''))
+      ss.content = get_style_content ss.name
+      cached_links << ss
+    end
+    cached_links
+  end
+
+  def get_style_content filename
+    file = get_cache_file filename
+    contents = ""
+    File.open( file, 'r' ) {|f| contents = f.read() }
+    contents
+  end
+ 
+
+
+
+end

data/lib/hubdown/style_generator.rb

@@ -0,0 +1,60 @@
+require 'hubdown/style_scraper'
+require 'hubdown/style_cache'
+require 'pry'
+
+class StyleGenerator
+  def initialize uri
+    @uri = uri
+    @scraper = StyleScraper.new( @uri )
+    @cache = StyleCache.new
+
+    determine_css
+
+  end
+
+  def determine_css
+    live_links = @scraper.get_css_links
+    cached_links = @cache.get_css_links
+    if (live_links.length == 0)
+      if (cached_links.length == 0)
+        notify_error
+      else
+        @links = cached_links
+      end
+    else
+      if cached_links.length != 0
+        if !links_same(cached_links, live_links)
+          @cache.save_links live_links
+        end
+      else
+        @cache.save_links live_links
+      end
+      @links = @cache.get_css_links
+    end
+  end
+
+  def links_same cached, live
+    same = true
+    same = cached.length == live.length;
+    if same
+     cached.each do |cache_link|
+      live.each do |live_link|
+        same = cache_link.name == live_link.name
+        break unless !same
+      end
+     end 
+    end
+    same
+  end
+  
+  def notify_error
+    puts "It appears we are unable to connect to: #{@uri} for CSS scraping." 
+    puts "There is no cached version of the styles available"
+    puts "Please check your internet connection, or drop the -w param"
+    exit 0
+  end
+
+  def get_css_links
+   @links 
+  end
+end

data/lib/hubdown/style_scraper.rb

@@ -1,5 +1,6 @@
 require 'nokogiri'
 require 'open-uri'
+require 'hubdown/style_sheet'
 
 class StyleScraper
 
@@ -8,15 +9,20 @@ class StyleScraper
     begin
       @page = Nokogiri::HTML( open( @uri ) )
     rescue
-      puts "It appears we are unable to connect to: #{@uri} for CSS scraping." 
-      puts "Please check your internet connection"
-      exit 0
+      # do nothing
     end
   end
 
   def get_css_links
     links = []
-    links = @page.css("link").select{ |link| link['rel'] == 'stylesheet' }
+    if @page
+      tag_links = @page.css("link").select{ |link| link['rel'] == 'stylesheet' }
+      tag_links.each do |tag|
+        ss = StyleSheet.new
+        ss.from_tag(tag.to_s)
+        links << ss
+      end
+    end
     links
   end
 

data/lib/hubdown/style_sheet.rb

@@ -0,0 +1,25 @@
+require 'open-uri'
+
+class StyleSheet
+  attr_accessor :name
+  attr_accessor :url
+  attr_accessor :content
+
+
+  def from_tag tag
+    matcher = /href=['|"](([\w:.\/])*)\/([\w|-]+.css)/.match( tag.to_s )
+    if matcher
+      @url = matcher.captures[0]
+      @name = matcher.captures[2]
+    end
+  end
+
+  def to_tag
+    "<link href=\"#{url}/#{name}\" media=\"screen\" rel=\"stylesheet\" type=\"text/css\">"
+  end
+
+  def download_content
+    @content ||= open("#{@url}/#{name}").read
+  end
+
+end

data/lib/hubdown/template.html.erb

@@ -3,8 +3,8 @@
 <head>
   <title><%= filename || ''%></title>
   <% links.each do |link| -%>
-  <%= link -%>
-  <% end -%>
+    <%= link.to_tag %>
+  <% end %>
   <style>
     #wrapper {
       width: 920px;

data/lib/hubdown/version.rb

@@ -1,3 +1,3 @@
 module Hubdown
-  VERSION = "0.0.7"
+  VERSION = "0.0.8"
 end

data/spec/spec_helper.rb

@@ -0,0 +1,4 @@
+require 'rubygems'
+require 'bundler/setup'
+require 'hubdown'
+require 'hubdown/style_sheet.rb'

data/spec/style_sheet_spec.rb

@@ -0,0 +1,28 @@
+require 'spec_helper'
+
+describe StyleSheet do
+
+  it "outputs a proper tag" do
+    sh = StyleSheet.new
+    sh.name = "test.css"
+    sh.url = "http://localhost:3000/styles"
+    tag = sh.to_tag
+    tag.should eq '<link href="http://localhost:3000/styles/test.css" media="screen" rel="stylesheet" type="text/css">'
+  end
+
+  it "strips attributes from a given tag" do
+    sh = StyleSheet.new
+    sh.from_tag "<link href=\"https://a248.e.akamai.net/assets.github.com/assets/github-6c7984e384129edf1958345326c26471eedcdc23.css\" media=\"screen\" rel=\"stylesheet\" type=\"text/css\">\n"
+
+    sh.name.should eq "github-6c7984e384129edf1958345326c26471eedcdc23.css"
+    sh.url.should eq "https://a248.e.akamai.net/assets.github.com/assets"
+  end
+
+  it "loads web content" do
+    sh = StyleSheet.new
+    sh.from_tag '<link href="http://dev.knomedia.com/hubdown_css/test.css" media="screen" rel="stylesheet" type="text/css">'
+    sh.download_content
+    sh.content.should eq "body { margin: 0; }"
+  end
+
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: hubdown
 version: !ruby/object:Gem::Version
-  version: 0.0.7
+  version: 0.0.8
   prerelease: 
 platform: ruby
 authors:
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2012-12-29 00:00:00.000000000 Z
+date: 2013-02-15 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: github-markdown
@@ -59,6 +59,38 @@ dependencies:
     - - ! '>='
       - !ruby/object:Gem::Version
         version: 1.5.6
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 2.0.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 2.0.0
 description: CLI for GitHub Flavored markdown to html convervsion
 email:
 - knomedia@gmail.com
@@ -68,6 +100,7 @@ extensions: []
 extra_rdoc_files: []
 files:
 - .gitignore
+- .rspec
 - Gemfile
 - LICENSE.txt
 - README.md
@@ -75,11 +108,17 @@ files:
 - bin/hubdown
 - hubdown.gemspec
 - lib/hubdown.rb
+- lib/hubdown/cache/latest_styles.txt
 - lib/hubdown/cli_parser.rb
 - lib/hubdown/page_builder.rb
+- lib/hubdown/style_cache.rb
+- lib/hubdown/style_generator.rb
 - lib/hubdown/style_scraper.rb
+- lib/hubdown/style_sheet.rb
 - lib/hubdown/template.html.erb
 - lib/hubdown/version.rb
+- spec/spec_helper.rb
+- spec/style_sheet_spec.rb
 homepage: https://github.com/knomedia/hubdown
 licenses: []
 post_install_message: 
@@ -104,4 +143,6 @@ rubygems_version: 1.8.24
 signing_key: 
 specification_version: 3
 summary: CLI for GitHub Flavored markdown to html conversion
-test_files: []
+test_files:
+- spec/spec_helper.rb
+- spec/style_sheet_spec.rb