rack-pagespeed-fork 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 583d2f74f36b8f3f550ee2abeaf37459d51509cf
+  data.tar.gz: 093d507aede980e1871c6883fcda57a8ce46c5ab
+SHA512:
+  metadata.gz: 1aa719697358b8fe33516a2d6565b8099c9b28994a9bba69c8337fd03ee8ea4ab2d76c76717826f7cd55e62dc73919b45006a757f11464e59d3b12fe017c049a
+  data.tar.gz: 8d5a2a15f7523c740b3020d2172b8bad881d8edecb308bf3b7f9c1caf6f43358ccdf68c04d39ef81a155322c665c989769884cc2c2faa2f560626515d2ea330a

data/Gemfile

@@ -0,0 +1,20 @@
+source 'https://rubygems.org'
+
+group :development do
+  gem "bundler", "~> 1.0"
+  gem "jeweler", "~> 2.0.1"
+end
+
+gem 'nokogiri'
+gem 'jsmin'
+gem 'mime-types'
+
+group :test do
+  gem 'capybara', '1.0.0'
+  gem 'redis'
+  # gem 'memcached'
+end
+
+group :development, :test do
+  gem 'rspec',    '2.6.0'
+end

data/README.md

@@ -0,0 +1,3 @@
+# rack-pagespeed-fork
+
+This is a fork of [rack-pagespeed](https://github.com/juliocesar/rack-pagespeed).

data/Rakefile

@@ -0,0 +1,41 @@
+# encoding: utf-8
+
+require 'rubygems'
+require 'bundler'
+begin
+  Bundler.setup(:default, :development)
+rescue Bundler::BundlerError => e
+  $stderr.puts e.message
+  $stderr.puts "Run `bundle install` to install missing gems"
+  exit e.status_code
+end
+require 'rake'
+
+require 'jeweler'
+Jeweler::Tasks.new do |gem|
+  # gem is a Gem::Specification... see http://guides.rubygems.org/specification-reference/ for more options
+  gem.name = "rack-pagespeed-fork"
+  gem.homepage = "http://github.com/wjordan/rack-pagespeed"
+  gem.license = "MIT"
+  gem.summary = "Web page speed optimizations at the Rack level - fork"
+  gem.description = "Web page speed optimizations at the Rack level - fork"
+  gem.email = "will@code.org"
+  gem.authors = ["Will Jordan", "Julio Cesar Ody"]
+  # dependencies defined in Gemfile
+end
+Jeweler::RubygemsDotOrgTasks.new
+
+require 'rspec/core/rake_task'
+RSpec::Core::RakeTask.new do |t|
+  t.pattern = 'spec/**/*_spec.rb'
+  t.rspec_opts = ['-c', '-f nested', '-r ./spec/spec_helper']
+end
+
+namespace :spec do
+  desc "Runs specs on Ruby 1.8.7 and 1.9.2"
+  task :rubies do
+    system "rvm 1.8.7-p174,1.9.2 specs"
+  end
+end
+
+task :default => :spec

data/VERSION

@@ -0,0 +1 @@
+0.1.0

data/lib/rack-pagespeed.rb

@@ -0,0 +1 @@
+require 'rack/pagespeed'

data/lib/rack/pagespeed.rb

@@ -0,0 +1,50 @@
+require 'rack'
+require 'nokogiri'
+
+module Rack
+  class PageSpeed
+    attr_reader :config
+    load "#{::File.dirname(__FILE__)}/pagespeed/filters/all.rb"
+    autoload :Config, 'rack/pagespeed/config'
+
+    def initialize app, options, &block
+      @app = app
+      @config = Config.new options, &block
+    end
+
+    def call env
+      if match = %r(^/rack-pagespeed-(.*)).match(env['PATH_INFO'])
+        respond_with match[1]
+      else
+        status, headers, @response = @app.call(env)
+        return [status, headers, @response] unless headers['Content-Type'] =~ /html/
+        body = ""; @response.each do |part| body << part end
+        @document = Nokogiri::HTML(body)
+        @config.filters.each do |filter|
+          filter.execute! @document
+        end
+        body = @document.to_html
+        headers['Content-Length'] = body.length.to_s if headers['Content-Length'] # still UTF-8 unsafe
+        [status, headers, [body]]        
+      end
+    end
+    
+    def respond_with asset_id
+      store = @config.store
+      if asset = store[asset_id]
+        [
+          200,
+          {
+            'Content-Length' => asset.length,
+            'Content-Type' => (Rack::Mime.mime_type(::File.extname(asset_id))),
+            'Cache-Control' => "public, max-age=#{(60*60*24*365.25*10).to_i}",
+            'Expires' => (Time.now + 60*60*24*365.25*10).httpdate
+          },
+          [asset]
+        ]
+      else
+        [404, {'Content-Type' => 'text/plain'}, ['Not found']]
+      end
+    end
+  end
+end

data/lib/rack/pagespeed/config.rb

@@ -0,0 +1,79 @@
+class Rack::PageSpeed::Config
+  class NoSuchFilter < StandardError; end
+  class NoSuchStorageMechanism < StandardError; end
+  load "#{::File.dirname(__FILE__)}/store/disk.rb"
+
+  attr_reader :filters, :public
+
+  def initialize options = {}, &block
+    @filters, @options, @public = [], options, options[:public]
+    raise ArgumentError, ":public needs to be a directory" unless File.directory? @public.to_s
+    filters_to_methods
+    enable_filters_from_options
+    enable_store_from_options
+    instance_eval &block if block_given?
+    sort_filters
+  end
+
+  def store type = nil, *args
+    return @store unless type
+    case type
+    when {}
+      @store = {} # simple in-memory store      
+    when Symbol
+      @store = load_storage type, *args
+    when Hash
+      store *type.to_a.first
+    else
+      raise NoSuchStorageMechanism, "No such storage mechanism: #{type}"
+    end
+  end
+
+  def method_missing filter, *args
+    raise NoSuchFilter, "No such filter \"#{filter}\". Available filters: #{(Rack::PageSpeed::Filter.available_filters).join(', ')}"
+  end
+
+  private
+  def sort_filters
+    @filters = @filters.sort_by do |filter|
+      filter.class.priority || 0
+    end.reverse
+  end
+  
+  def enable_store_from_options
+    return false unless @options[:store]
+    case @options[:store]
+      when Symbol then store @options[:store]
+      when Array then store *@options[:store]
+      when Hash
+        @options[:store] == {} ? store({}) : store(*@options[:store].to_a.first)
+    end
+  end
+
+  def enable_filters_from_options
+    return false unless @options[:filters]
+    case @options[:filters]
+      when Array  then @options[:filters].map { |filter| self.send filter }
+      when Hash   then @options[:filters].each { |filter, options| self.send filter, options }
+    end
+  end
+
+  def filters_to_methods
+    Rack::PageSpeed::Filter.available_filters.each do |klass|
+      (class << self; self; end).send :define_method, klass.name do |*options|
+        default_options = {:public => @options[:public], :store => @store}
+        instance = klass.new(options.any? ? default_options.merge(*options) : default_options)
+        @filters << instance if instance and !@filters.select { |k| k.is_a? instance.class }.any?
+      end
+    end
+  end
+  
+  def load_storage type, *args
+    klass = type.to_s.capitalize
+    unless Rack::PageSpeed::Store.const_defined? klass
+      lib = ::File.join(::File.dirname(__FILE__), 'store', type.to_s) 
+      require lib
+    end
+    Rack::PageSpeed::Store.const_get(klass).new *args
+  end
+end

data/lib/rack/pagespeed/filters/all.rb

@@ -0,0 +1,8 @@
+lib = File.join(File.dirname(__FILE__), '..')
+require "#{lib}/filters/base.rb"
+require "#{lib}/filters/inline_javascripts.rb"
+require "#{lib}/filters/inline_css.rb"
+require "#{lib}/filters/combine_javascripts.rb"
+require "#{lib}/filters/combine_css.rb"
+require "#{lib}/filters/minify_javascripts.rb"
+require "#{lib}/filters/inline_images.rb"

data/lib/rack/pagespeed/filters/base.rb

@@ -0,0 +1,64 @@
+require 'uri'
+
+module Rack::PageSpeed::Filters
+  class Base
+    attr_reader :document, :options
+    @@subclasses = []
+
+    def initialize options = {}
+      @options = options
+    end
+
+    class << self
+      def inherited klass
+        @@subclasses << klass
+      end
+
+      def available_filters
+        @@subclasses
+      end
+      
+      def requires_store
+        instance_eval do
+          def new options = {}
+            options[:store] ? super(options) : raise("#{name} requires :store to be specified.")
+          end
+        end
+      end
+
+      def name _name = nil
+        _name ? @name = _name : @name ||= underscore(to_s)
+      end
+      
+      def priority _number = nil
+        _number ? @priority = _number.to_i : @priority
+      end
+
+      private
+      def underscore word
+        word.split('::').last.
+        gsub(/([A-Z]+)([A-Z][a-z])/,'\1_\2').
+        gsub(/([a-z\d])([A-Z])/,'\1_\2').
+        tr("-", "_").
+        downcase
+      end
+    end
+
+    private
+    def file_for node
+      path = case node.name
+      when 'script'
+        node['src']
+      when 'img'
+        node['src']        
+      when 'link'
+        node['href']
+      end
+      return false unless path
+      path = ::File.join(options[:public], URI.parse(path).path)
+      ::File.open path if ::File.exists? path      
+    end
+  end
+  # shortcut
+  Rack::PageSpeed::Filter = Base
+end

data/lib/rack/pagespeed/filters/combine_css.rb

@@ -0,0 +1,81 @@
+begin
+  require 'md5'
+rescue LoadError
+  require 'digest/md5'
+end
+
+class Rack::PageSpeed::Filters::CombineCSS < Rack::PageSpeed::Filter
+  requires_store
+  priority 9
+  
+  def execute! document
+    nodes = document.css('link[rel="stylesheet"][href]')
+    return false unless nodes.count > 0
+    groups = group_siblings topmost_of_sequence(nodes)
+    groups.each do |group|
+      save group
+      merged = merge group, document
+      group.first.before merged
+      group.map { |node| node.remove }
+    end
+  end
+
+  private
+  def merge_contents nodes, separator = ';'
+    nodes.map { |node| file_for(node).read rescue "" }.join("\n")
+  end
+  
+  def save nodes
+    contents = merge_contents nodes
+    nodes_id = unique_id nodes
+    @options[:store]["#{nodes_id}.css"] = contents
+  end
+  
+  def local_css? node
+    node.name == 'link' and file_for(node)
+  end
+  
+  def topmost_of_sequence nodes
+    result = []
+    nodes.each do |node|
+      _previous, _next = node.previous_sibling, node.next_sibling
+      if _previous && local_css?(_previous) &&
+        (!_next || !local_css?(_next))
+        result << node
+      end
+    end
+    result
+  end
+  
+  def merge nodes, document
+    nodes_id = unique_id nodes
+    node = Nokogiri::XML::Node.new 'link', document
+    node['rel'] = 'stylesheet'
+    node['href'] = "/rack-pagespeed-#{nodes_id}.css"
+    node
+  end
+
+  def unique_id nodes
+    return Digest::MD5.hexdigest nodes.map { |node| 
+      file = file_for node
+      next unless file
+      file.mtime.to_i.to_s + file.read
+    }.join unless @options[:hash]
+    @options[:hash].each do |urls, hash|
+      next unless (nodes.map { |node| node['href'] } & urls).length == urls.length
+      return hash
+    end
+  end
+
+  def group_siblings nodes
+    nodes.inject([]) do |result, node|
+      group, current = [], node
+      group << node
+      while previous = current.previous_sibling and local_css?(previous)
+        current = previous
+        group.unshift current
+      end
+      result << group
+    end
+  end
+end

data/lib/rack/pagespeed/filters/combine_javascripts.rb

@@ -0,0 +1,77 @@
+begin
+  require 'md5'
+rescue LoadError
+  require 'digest/md5'
+end
+
+class Rack::PageSpeed::Filters::CombineJavaScripts < Rack::PageSpeed::Filter
+  requires_store
+  name      'combine_javascripts'
+  priority  8
+  
+  def execute! document
+    nodes = document.css('script[src]')
+    return false unless nodes.count > 0
+    groups = group_siblings topmost_of_sequence(nodes)
+    groups.each do |group|
+      save group
+      merged = merge group, document
+      group.first.before merged
+      group.map { |node| node.remove }
+    end
+  end
+
+  private
+  def save nodes
+    contents = nodes.map { |node| file_for(node).read rescue "" }.join(';')
+    nodes_id = unique_id nodes
+    @options[:store]["#{nodes_id}.js"] = contents
+  end
+  
+  def merge nodes, document
+    nodes_id = unique_id nodes
+    node = Nokogiri::XML::Node.new 'script', document
+    node['src'] = "/rack-pagespeed-#{nodes_id}.js"
+    node
+  end
+  
+  def local_script? node
+    node.name == 'script' and file_for(node)
+  end
+  
+  def topmost_of_sequence nodes
+    result = []
+    nodes.each do |node|
+      _previous, _next = node.previous_sibling, node.next_sibling
+      if _previous && local_script?(_previous) &&
+        (!_next || !file_for(_next))
+        result << node
+      end
+    end
+    result
+  end
+
+  def unique_id nodes
+    return Digest::MD5.hexdigest nodes.map { |node| 
+      file = file_for node
+      next unless file
+      file.mtime.to_i.to_s + file.read
+    }.join unless @options[:hash]
+    @options[:hash].each do |urls, hash|
+      next unless (nodes.map { |node| node['src'] } & urls).length == urls.length
+      return hash
+    end
+  end
+  
+  def group_siblings nodes
+    nodes.inject([]) do |result, node|
+      group, current = [], node
+      group << node
+      while previous = current.previous_sibling and local_script?(previous)
+        current = previous
+        group.unshift current
+      end
+      result << group
+    end
+  end
+end