rack-pagespeed 0.1.0

data/Gemfile

@@ -0,0 +1,13 @@
+source :rubygems
+
+gem 'nokogiri',     '1.4.4'
+gem 'rack',         '1.2.1'
+gem 'memcached',    '1.0.2'
+gem 'mime-types',   '1.16'
+gem 'jsmin',        '1.0.1'
+
+group :test do
+  gem 'rspec',    '2.3.0'
+  gem 'steak',    '1.0.0'
+  gem 'capybara', '0.4.0'
+end

data/Gemfile.lock

@@ -0,0 +1,59 @@
+GEM
+  remote: http://rubygems.org/
+  specs:
+    capybara (0.4.0)
+      celerity (>= 0.7.9)
+      culerity (>= 0.2.4)
+      mime-types (>= 1.16)
+      nokogiri (>= 1.3.3)
+      rack (>= 1.0.0)
+      rack-test (>= 0.5.4)
+      selenium-webdriver (>= 0.0.27)
+      xpath (~> 0.1.2)
+    celerity (0.8.5)
+    childprocess (0.1.4)
+      ffi (~> 0.6.3)
+    culerity (0.2.12)
+    diff-lcs (1.1.2)
+    ffi (0.6.3)
+      rake (>= 0.8.7)
+    jsmin (1.0.1)
+    json_pure (1.4.6)
+    memcached (1.0.2)
+    mime-types (1.16)
+    nokogiri (1.4.4)
+    rack (1.2.1)
+    rack-test (0.5.6)
+      rack (>= 1.0)
+    rake (0.8.7)
+    rspec (2.3.0)
+      rspec-core (~> 2.3.0)
+      rspec-expectations (~> 2.3.0)
+      rspec-mocks (~> 2.3.0)
+    rspec-core (2.3.0)
+    rspec-expectations (2.3.0)
+      diff-lcs (~> 1.1.2)
+    rspec-mocks (2.3.0)
+    rubyzip (0.9.4)
+    selenium-webdriver (0.1.1)
+      childprocess (= 0.1.4)
+      ffi (~> 0.6.3)
+      json_pure
+      rubyzip
+    steak (1.0.0)
+      rspec
+    xpath (0.1.2)
+      nokogiri (~> 1.3)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  capybara (= 0.4.0)
+  jsmin (= 1.0.1)
+  memcached (= 1.0.2)
+  mime-types (= 1.16)
+  nokogiri (= 1.4.4)
+  rack (= 1.2.1)
+  rspec (= 2.3.0)
+  steak (= 1.0.0)

data/README.md

@@ -0,0 +1,15 @@
+# rack-pagespeed
+
+This middleware _will_ (as in this is a work in progress) replicate possibly every feature found in Google's [modpagespeed](http://www.modpagespeed.com/).
+
+# To do
+
+Everything. I'm just reserving the name for now.
+
+# Where's rack-bundle?
+
+I kept it in a branch called `bundle`. Though I strongly recommend you _not_ to use it. You can get the same effect (better actually, considering rack-pagespeed doesn't do some dumb stuff rack-bundle used to) by activating only the equivalent features in rack-pagespeed.
+
+# License
+
+It's as free as sneezing. Just [give me credit](http://twitter.com/julio_ody) if you make some extraordinary out of this.

data/Rakefile

@@ -0,0 +1,36 @@
+require 'rubygems'
+require 'rspec/core/rake_task'
+
+RSpec::Core::RakeTask.new do |t|
+  t.pattern = 'spec/**/*_spec.rb'
+  t.rspec_opts = ['-c', '-f nested', '-r ./spec/spec_helper']
+end
+
+begin
+  require 'jeweler'
+  Jeweler::Tasks.new do |gem|
+    gem.name                = "rack-pagespeed"
+    gem.summary             = "Web page speed optimizations at the Rack level"
+    gem.description         = "Web page speed optimizations at the Rack level"
+    gem.email               = "julio@awesomebydesign.com"
+    gem.homepage            = "http://github.com/juliocesar/rack-pagespeed"
+    gem.authors             = "Julio Cesar Ody"
+    gem.add_dependency      'nokogiri',   '1.4.4'
+    gem.add_dependency      'rack',       '1.2.1'
+    gem.add_dependency      'memcached',  '1.0.2'
+    gem.add_dependency      'mime-types', '1.16'
+    gem.add_dependency      'jsmin',      '1.0.1'
+    gem.add_development_dependency 'rspec', '2.1.0'
+    gem.add_development_dependency 'steak', '1.0.0'
+    gem.add_development_dependency 'capybara', '0.4.0'
+  end
+rescue LoadError
+  puts 'Jeweler not available. gemspec tasks OFF.'
+end
+
+namespace :spec do
+  desc "Runs specs on Ruby 1.8.7 and 1.9.2"
+  task :rubies do
+    system "rvm 1.8.7-p174,1.9.2 specs"
+  end
+end

data/VERSION

@@ -0,0 +1 @@
+0.1.0

data/lib/rack-pagespeed.rb

@@ -0,0 +1 @@
+require 'rack/pagespeed'

data/lib/rack/pagespeed.rb

@@ -0,0 +1,46 @@
+require 'rack'
+require 'nokogiri'
+require 'mime/types'
+
+module Rack
+  class PageSpeed
+    attr_reader :config
+    load "#{::File.dirname(__FILE__)}/pagespeed/filters/all.rb"
+    autoload :Config, 'rack/pagespeed/config'
+
+    def initialize app, options, &block
+      @app = app
+      @config = Config.new options, &block
+    end
+
+    def call env
+      if match = %r(^/rack-pagespeed-(.*)).match(env['PATH_INFO'])
+        respond_with match[1]
+      else
+        status, headers, @response = @app.call(env)
+        return [status, headers, @response] unless headers['Content-Type'] =~ /html/
+        body = ""; @response.each do |part| body << part end
+        @document = Nokogiri::HTML(body)
+        @config.filters.each do |filter|
+          filter.execute! @document
+        end
+        body = @document.to_html
+        headers['Content-Length'] = body.length.to_s if headers['Content-Length'] # still UTF-8 unsafe
+        [status, headers, [body]]        
+      end
+    end
+    
+    def respond_with asset_id
+      store = @config.store
+      if asset = store[asset_id]
+        [
+          200,
+          { 'Content-Type' => (MIME::Types.type_for(asset_id).first.content_type rescue 'text/plain') },
+          [asset]
+        ]
+      else
+        [404, {'Content-Type' => 'text/plain'}, ['Not found']]
+      end
+    end
+  end
+end

data/lib/rack/pagespeed/config.rb

@@ -0,0 +1,72 @@
+class Rack::PageSpeed::Config
+  class NoSuchFilter < StandardError; end
+  class NoSuchStorageMechanism < StandardError; end
+  load "#{::File.dirname(__FILE__)}/store/all.rb"
+
+  attr_reader :filters, :public
+
+  def initialize options = {}, &block
+    @filters, @options, @public = [], options, options[:public]
+    raise ArgumentError, ":public needs to be a directory" unless File.directory? @public.to_s
+    filters_to_methods
+    enable_filters_from_options
+    enable_store_from_options
+    instance_eval &block if block_given?
+    sort_filters
+  end
+
+  def store type = nil, *args
+    return @store unless type
+    case type
+    when :disk
+      @store = Rack::PageSpeed::Store::Disk.new *args
+    when :memcached
+      @store = Rack::PageSpeed::Store::Memcached.new *args
+    when {}
+      @store = {} # simple in-memory store
+    when Hash
+      store *type.to_a.first
+    else
+      raise NoSuchStorageMechanism, "No such storage mechanism: #{type}"
+    end
+  end
+
+  def method_missing filter
+    raise NoSuchFilter, "No such filter \"#{filter}\". Available filters: #{(Rack::PageSpeed::Filters::Base.available_filters).join(', ')}"
+  end
+
+  private
+  def sort_filters
+    @filters = @filters.sort_by do |filter|
+      filter.class.priority || 0
+    end.reverse
+  end
+  
+  def enable_store_from_options
+    return false unless @options[:store]
+    case @options[:store]
+      when Symbol then store @options[:store]
+      when Array then store *@options[:store]
+      when Hash
+        @options[:store] == {} ? store({}) : store(*@options[:store].to_a.first)
+    end
+  end
+
+  def enable_filters_from_options
+    return false unless @options[:filters]
+    case @options[:filters]
+      when Array  then @options[:filters].map { |filter| self.send filter }
+      when Hash   then @options[:filters].each { |filter, options| self.send filter, options }
+    end
+  end
+
+  def filters_to_methods
+    Rack::PageSpeed::Filters::Base.available_filters.each do |klass|
+      (class << self; self; end).send :define_method, klass.name do |*options|
+        default_options = {:public => @options[:public], :store => @store}
+        instance = klass.new(options.any? ? default_options.merge(*options) : default_options)
+        @filters << instance if instance and !@filters.select { |k| k.is_a? instance.class }.any?
+      end
+    end
+  end
+end

data/lib/rack/pagespeed/filters/all.rb

@@ -0,0 +1,7 @@
+lib = File.join(File.dirname(__FILE__), '..')
+require "#{lib}/filters/base.rb"
+require "#{lib}/filters/inline_javascripts.rb"
+require "#{lib}/filters/inline_css.rb"
+require "#{lib}/filters/combine_javascripts.rb"
+require "#{lib}/filters/combine_css.rb"
+require "#{lib}/filters/minify_javascripts.rb"

data/lib/rack/pagespeed/filters/base.rb

@@ -0,0 +1,53 @@
+module Rack::PageSpeed::Filters
+  class Base
+    attr_reader :document, :options
+    @@subclasses = []
+
+    def initialize options = {}
+      @options = options
+    end
+
+    class << self
+      def inherited klass
+        @@subclasses << klass
+      end
+
+      def available_filters
+        @@subclasses
+      end
+      
+      def requires_store
+        instance_eval do
+          def new options = {}
+            options[:store] ? super(options) : false
+          end
+        end
+      end
+
+      def name _name = nil
+        _name ? @name = _name : @name ||= underscore(to_s)
+      end
+      
+      def priority _number = nil
+        _number ? @priority = _number.to_i : @priority
+      end
+
+      private
+      def underscore word
+        word.split('::').last.
+        gsub(/([A-Z]+)([A-Z][a-z])/,'\1_\2').
+        gsub(/([a-z\d])([A-Z])/,'\1_\2').
+        tr("-", "_").
+        downcase
+      end
+    end
+
+    private
+    def file_for node
+      path = ::File.join(options[:public], node[node.name == 'script' ? 'src' : 'href'])
+      ::File.open path if ::File.exists? path
+    end
+  end
+  # shortcut
+  Rack::PageSpeed::Filter = Base
+end

data/lib/rack/pagespeed/filters/combine_css.rb

@@ -0,0 +1,73 @@
+begin
+  require 'md5'
+rescue LoadError
+  require 'digest/md5'
+end
+
+class Rack::PageSpeed::Filters::CombineCSS < Rack::PageSpeed::Filters::Base
+  requires_store
+  priority 9
+  
+  def execute! document
+    nodes = document.css('link[rel="stylesheet"][href$=".css"]:not([href^="http"])')
+    return false unless nodes.count > 0
+    groups = group_siblings topmost_of_sequence(nodes)
+    groups.each do |group|
+      save group
+      merged = merge group, document
+      group.first.before merged
+      group.map { |node| node.remove }
+    end
+  end
+
+  private
+  def merge_contents nodes, separator = ';'
+    nodes.map { |node| file_for(node).read rescue "" }.join("\n")
+  end
+  
+  def save nodes
+    contents = merge_contents nodes
+    nodes_id = unique_id nodes
+    @options[:store]["#{nodes_id}.css"] = contents
+  end
+  
+  def local_css? node
+    node.name == 'link' && !(node['href'] =~ /^http/ or !(node['href'] =~ /.css$/))
+  end
+  
+  def topmost_of_sequence nodes
+    result = []
+    nodes.each do |node|
+      _previous, _next = node.previous_sibling, node.next_sibling
+      if _previous && local_css?(_previous) &&
+        (!_next || !local_css?(_next))
+        result << node
+      end
+    end
+    result
+  end
+  
+  def merge nodes, document
+    nodes_id = unique_id nodes
+    node = Nokogiri::XML::Node.new 'link', document
+    node['rel'] = 'stylesheet'
+    node['href'] = "/rack-pagespeed-#{nodes_id}.css"
+    node
+  end
+
+  def unique_id nodes
+    Digest::MD5.hexdigest nodes.map { |node| file = file_for node; file.mtime.to_i.to_s + file.read }.join
+  end
+
+  def group_siblings nodes
+    nodes.inject([]) do |result, node|
+      group, current = [], node
+      group << node
+      while previous = current.previous_sibling and local_css?(previous)
+        current = previous
+        group.unshift current
+      end
+      result << group
+    end
+  end
+end

data/lib/rack/pagespeed/filters/combine_javascripts.rb

@@ -0,0 +1,69 @@
+begin
+  require 'md5'
+rescue LoadError
+  require 'digest/md5'
+end
+
+class Rack::PageSpeed::Filters::CombineJavaScripts < Rack::PageSpeed::Filters::Base
+  requires_store
+  name      'combine_javascripts'
+  priority  2
+  
+  def execute! document
+    nodes = document.css('script[src$=".js"]:not([src^="http"])')
+    return false unless nodes.count > 0
+    groups = group_siblings topmost_of_sequence(nodes)
+    groups.each do |group|
+      save group
+      merged = merge group, document
+      group.first.before merged
+      group.map { |node| node.remove }
+    end
+  end
+
+  private
+  def save nodes
+    contents = nodes.map { |node| file_for(node).read rescue "" }.join(';')
+    nodes_id = unique_id nodes
+    @options[:store]["#{nodes_id}.js"] = contents
+  end
+  
+  def merge nodes, document
+    nodes_id = unique_id nodes
+    node = Nokogiri::XML::Node.new 'script', document
+    node['src'] = "/rack-pagespeed-#{nodes_id}.js"
+    node
+  end
+  
+  def local_script? node
+    node.name == 'script' && !(node['src'] =~ /^http/ or !(node['src'] =~ /.js$/))
+  end
+  
+  def topmost_of_sequence nodes
+    result = []
+    nodes.each do |node|
+      _previous, _next = node.previous_sibling, node.next_sibling
+      if _previous && local_script?(_previous) &&
+        (!_next || !local_script?(_next))
+        result << node
+      end
+    end
+    result
+  end
+
+  def unique_id nodes
+    Digest::MD5.hexdigest nodes.map { |node| file = file_for node; file.mtime.to_i.to_s + file.read }.join
+  end
+  
+  def group_siblings nodes
+    nodes.inject([]) do |result, node|
+      group, current = [], node
+      group << node
+      while previous = current.previous_sibling and local_script?(previous)
+        current = previous
+        group.unshift current
+      end
+      result << group
+    end
+  end
+end