embed_html 0.2.3 → 0.3.0

data/Rakefile

@@ -3,13 +3,13 @@ require 'rubygems'
 require 'rake'
 require 'echoe'
 
-Echoe.new('embed_html', '0.2.3') do |p|
+Echoe.new('embed_html', '0.3.0') do |p|
   p.description    = "Download and embed images in html using base64 data encoding"
   p.summary        = "Download or process a HTML page, find images there, download them and embed it into the HTML using Base64 data encoding"
   p.url            = "http://github.com/siuying/embed_html"
   p.author         = "Francis Chong"
   p.email          = "francis@ignition.hk"
   p.ignore_pattern = ["tmp/*", "script/*", "*.html"]
-  p.runtime_dependencies = ["hpricot"]
+  p.runtime_dependencies = ["hpricot", "mime-types"]
 end
 

data/bin/eurl

@@ -8,10 +8,14 @@ if url && file
 	log = Logger.new($stdout)
 	log.level = Logger::INFO
 
-	html = EmbedHtml::Embeder.new(url, log, concurrency).process
+	if url =~ /^http/
+		html = EmbedHtml::Embeder.new(url, log, concurrency).process
+	else
+		html = EmbedHtml::Embeder.new(url, log, concurrency).process_local
+	end
 	File.open(file, 'w') {|f| f.write(html)}
 
 else
-	puts "usage: eurl <URL> <OUTPUT_FILE>"
+	puts "usage: eurl <URL-OR-LOCAL_FILE> <OUTPUT_FILE>"
 
 end

data/embed_html.gemspec

@@ -2,11 +2,11 @@
 
 Gem::Specification.new do |s|
   s.name = %q{embed_html}
-  s.version = "0.2.3"
+  s.version = "0.3.0"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 1.2") if s.respond_to? :required_rubygems_version=
   s.authors = ["Francis Chong"]
-  s.date = %q{2010-06-22}
+  s.date = %q{2010-06-25}
   s.default_executable = %q{eurl}
   s.description = %q{Download and embed images in html using base64 data encoding}
   s.email = %q{francis@ignition.hk}
@@ -26,10 +26,13 @@ Gem::Specification.new do |s|
 
     if Gem::Version.new(Gem::RubyGemsVersion) >= Gem::Version.new('1.2.0') then
       s.add_runtime_dependency(%q<hpricot>, [">= 0"])
+      s.add_runtime_dependency(%q<mime-types>, [">= 0"])
     else
       s.add_dependency(%q<hpricot>, [">= 0"])
+      s.add_dependency(%q<mime-types>, [">= 0"])
     end
   else
     s.add_dependency(%q<hpricot>, [">= 0"])
+    s.add_dependency(%q<mime-types>, [">= 0"])
   end
 end

data/lib/embed_html/embeder.rb

@@ -4,6 +4,7 @@ require 'hpricot'
 require 'uri'
 require 'base64'
 require 'typhoeus'
+require 'mime/types'
 
 module EmbedHtml
   class Embeder
@@ -57,6 +58,39 @@ module EmbedHtml
       doc.to_html      
     end
     
+    def process_local
+      @logger.info "downloading url: #{@url}"
+      html = open(@url).read
+      doc = Hpricot(html)
+
+      doc.search("//img").each do |img|                
+        begin
+          fetch_file(img, 'src')
+        rescue StandardError => e
+          @logger.error "failed download image: #{img['src']} #{e.inspect}"
+        end
+      end
+
+      doc.search("//script").each do |script|                
+        begin
+          fetch_file(script, 'src')
+        rescue StandardError => e
+          @logger.error "failed download script: #{script['src']} #{e.inspect}"
+        end
+      end
+
+      doc.search("//link").each do |link|
+        begin
+          fetch_file(link, 'href')
+        rescue StandardError => e
+          @logger.error "failed download linked resource: #{link['href']} #{e.inspect}"
+        end
+      end
+
+      @logger.info "done"            
+      doc.to_html      
+    end
+    
     private
     def create_fetch_file_request(element, field)
       file_url = URI.join(@url, element.attributes[field])
@@ -73,6 +107,17 @@ module EmbedHtml
       end
       return request
     end
-    
+
+    def fetch_file(element, field)
+      file_url = element.attributes[field]
+      @logger.debug "queue download file: #{file_url}"
+      
+      type = MIME::Types.type_for(file_url).first.to_s rescue "application/data"
+      data = open(file_url.to_s).read
+      if data && type
+        data_b64 = Base64.encode64(data)
+        element.attributes[field] = "data:#{type};base64,#{data_b64}"
+      end  
+    end
   end
 end

metadata

@@ -4,9 +4,9 @@ version: !ruby/object:Gem::Version
   prerelease: false
   segments: 
   - 0
-  - 2
   - 3
-  version: 0.2.3
+  - 0
+  version: 0.3.0
 platform: ruby
 authors: 
 - Francis Chong
@@ -14,7 +14,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2010-06-22 00:00:00 +08:00
+date: 2010-06-25 00:00:00 +08:00
 default_executable: 
 dependencies: 
 - !ruby/object:Gem::Dependency 
@@ -29,6 +29,18 @@ dependencies:
         version: "0"
   type: :runtime
   version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: mime-types
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id002
 description: Download and embed images in html using base64 data encoding
 email: francis@ignition.hk
 executables: