inliner 0.0.1

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in inliner.gemspec
+gemspec

data/LICENSE

@@ -0,0 +1,22 @@
+Copyright (c) 2012 Mark Sonnabaum
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,12 @@
+# Inliner
+
+A simple tool for inlining assets. Useful for creating maintenance pages and probably some other stuff. Code for inlining initially borrowed from [rack-pagespeed](https://github.com/juliocesar/rack-pagespeed).
+
+## Installation
+
+    $ gem install inliner
+
+## Usage
+
+    $ inliner http://www.example.com/blah > inlined_example.html
+

data/bin/inliner

@@ -0,0 +1,24 @@
+#!/usr/bin/env ruby
+$:.unshift File.expand_path("../../lib", __FILE__)
+
+require 'optparse'
+require 'methadone'
+require 'inliner'
+
+class App
+  include Methadone::Main
+  include Methadone::CLILogging
+
+  main do |url|
+    d = Inliner::Inline.new(url)
+    puts d.inline
+  end
+
+  version Inliner::VERSION
+
+  arg :url
+
+  use_log_level_option
+
+  go!
+end

data/inliner.gemspec

@@ -0,0 +1,24 @@
+# -*- encoding: utf-8 -*-
+require File.expand_path('../lib/inliner/version', __FILE__)
+
+Gem::Specification.new do |gem|
+  gem.authors       = ["Mark Sonnabaum"]
+  gem.email         = ["mark@sonnabaum.com"]
+  gem.summary       = %q{Inlines assets from a URL.}
+  gem.description   = gem.summary
+  gem.homepage      = ""
+
+  gem.files         = `git ls-files`.split($\)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.name          = "inliner"
+  gem.require_paths = ["lib"]
+  gem.version       = Inliner::VERSION
+  gem.add_development_dependency('rdoc')
+  gem.add_development_dependency('aruba')
+  gem.add_development_dependency('rake','~> 0.9.2')
+  gem.add_development_dependency('nokogiri','~> 1.5.2')
+  gem.add_development_dependency('rack','~> 1.4.1')
+  gem.add_development_dependency('em-http-request', '~> 1.0.2')
+  gem.add_dependency('methadone', '~>1.0.0.rc4')
+end

data/lib/inliner/version.rb

@@ -0,0 +1,3 @@
+module Inliner
+  VERSION = "0.0.1"
+end

data/lib/inliner.rb

@@ -0,0 +1,134 @@
+require 'nokogiri'
+require 'uri'
+require 'net/http'
+require 'rack'
+require "inliner/version"
+require 'em-http-request'
+require 'pp'
+
+module Inliner
+ class Inline
+    def initialize(url)
+      unless validate_url(url)
+        raise ArgumentError, "#{url} is not a valid URL!"
+      end
+
+      @assets = {}
+      @url = URI.parse(url)
+      EM.run do
+        http = EM::HttpRequest.new(@url, :connect_timeout => 5, :inactivity_timeout => 10).get :redirects => 1
+        http.callback {
+          @doc = Nokogiri::HTML(http.response)
+          EM.stop
+        }
+      end
+    end
+
+    def validate_url(url)
+      !(url =~ URI::regexp).nil?
+    end
+
+    def inline_asset(node)
+      contents = asset_contents(asset_uri(node))
+      return if !contents
+      node.before inline_node(contents, node)
+      node.remove
+    end
+
+    def inline_node(contents, node)
+      case node.name
+      when 'img'
+        inline = node.clone
+        inline['src'] = create_data_uri(asset_uri(node), contents)
+        inline['alt'] = node['alt'] if node['alt']
+      when 'link'
+        inline = Nokogiri::XML::Node.new 'style', @doc
+        inline.content = inline_css_assets(contents)
+      else
+        inline = Nokogiri::XML::Node.new node.name, @doc
+        inline.content = contents
+      end
+      inline
+    end
+
+    def inline_css_assets(contents)
+      css_urls = Hash[contents.scan(/url\([\'"]?(.+?)[\'"]?\)/).map { |u|
+        uri = @url + u[0]
+        [u[0], uri.to_s]
+      }]
+
+      unless css_urls.empty?
+        get_urls(css_urls.values)
+        css_urls.each do |path, full|
+          data_uri = create_data_uri(path, asset_contents(full))
+          contents = contents.gsub(path, data_uri)
+        end
+      end
+      contents
+    end
+
+    def create_data_uri(path, contents)
+      mime = Rack::Mime.mime_type(File.extname(path))
+      "data:#{Rack::Mime.mime_type(File.extname(path))};base64,#{[contents].pack('m').gsub(/\n/, "")}"
+    end
+
+    def to_html
+      return @doc.to_s
+    end
+
+    def get_urls(urls)
+      assets = {}
+      EventMachine.run do
+        multi = EventMachine::MultiRequest.new
+        urls.uniq.each_with_index do |url, idx|
+          begin
+            http = EventMachine::HttpRequest.new(url, :connect_timeout => 1)
+            req = http.get :redirects => 1
+          rescue URI::InvalidURIError(e)
+            p e.backtrace
+          end
+          multi.add url, req
+        end
+
+        multi.callback do
+          multi.responses[:callback].each do |idx, r|
+            #p idx
+            assets[idx] = r.response
+          end
+          EventMachine.stop
+        end
+      end
+      assets
+    end
+
+    def inline
+      assets = @doc.css('img') + @doc.css('link[rel="stylesheet"][href]') + @doc.css('script[src]')
+      urls = assets.map {|node| asset_uri(node)}
+
+      @assets = get_urls urls
+      assets.each do |node|
+        inline_asset node
+      end
+      to_html
+    end
+
+    def asset_uri(node)
+      path = case node.name
+      when 'script'
+        node['src']
+      when 'img'
+        node['src']
+      when 'link'
+        node['href']
+      end
+      return false unless path
+
+      uri = @url + path
+      uri.to_s
+    end
+
+    def asset_contents(uri)
+      @assets[uri] || Net::HTTP.get(URI.parse(uri))
+    end
+  end
+end

metadata

@@ -0,0 +1,165 @@
+--- !ruby/object:Gem::Specification
+name: inliner
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- Mark Sonnabaum
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-05-09 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rdoc
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: aruba
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.9.2
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.9.2
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.5.2
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.5.2
+- !ruby/object:Gem::Dependency
+  name: rack
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.4.1
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.4.1
+- !ruby/object:Gem::Dependency
+  name: em-http-request
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.0.2
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.0.2
+- !ruby/object:Gem::Dependency
+  name: methadone
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.0.0.rc4
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.0.0.rc4
+description: Inlines assets from a URL.
+email:
+- mark@sonnabaum.com
+executables:
+- inliner
+extensions: []
+extra_rdoc_files: []
+files:
+- Gemfile
+- LICENSE
+- README.md
+- bin/inliner
+- inliner.gemspec
+- lib/inliner.rb
+- lib/inliner/version.rb
+homepage: ''
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.23
+signing_key: 
+specification_version: 3
+summary: Inlines assets from a URL.
+test_files: []