http_validator 0.1.0

data/.autotest

@@ -0,0 +1,23 @@
+# -*- ruby -*-
+
+require 'autotest/restart'
+
+# Autotest.add_hook :initialize do |at|
+#   at.extra_files << "../some/external/dependency.rb"
+#
+#   at.libs << ":../some/external"
+#
+#   at.add_exception 'vendor'
+#
+#   at.add_mapping(/dependency.rb/) do |f, _|
+#     at.files_matching(/test_.*rb$/)
+#   end
+#
+#   %w(TestA TestB).each do |klass|
+#     at.extra_class_map[klass] = "test/test_misc.rb"
+#   end
+# end
+
+# Autotest.add_hook :run_command do |at|
+#   system "rake build"
+# end

data/History.txt

@@ -0,0 +1,6 @@
+=== 1.0.0 / 2011-10-12
+
+* 1 major enhancement
+
+  * Birthday!
+

data/Manifest.txt

@@ -0,0 +1,8 @@
+.autotest
+History.txt
+Manifest.txt
+README.txt
+Rakefile
+lib/http_validator.rb
+test/features/step_defn/verify.rb
+test/features/resource_size.feature

data/README.txt

@@ -0,0 +1,44 @@
+= http_validator
+
+* http://github.com/ccyphers
+
+== DESCRIPTION:
+
+Validate http request content length vs actual for 
+elements such as img, link, etc..
+
+== SYNOPSIS:
+
+HTTP::Validator.run('http://slashdot.org', :display_report => nil)
+
+== REQUIREMENTS:
+
+* curb
+
+== INSTALL:
+
+* 
+
+== LICENSE:
+GPLv3: http://www.gnu.org/licenses/gpl.html
+
+Copyright (c) 2011 Cliff Cyphers
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+'Software'), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/Rakefile

@@ -0,0 +1,18 @@
+# -*- ruby -*-
+
+require 'rubygems'
+require 'hoe'
+
+# Hoe.plugin :compiler
+# Hoe.plugin :gem_prelude_sucks
+# Hoe.plugin :inline
+# Hoe.plugin :minitest
+# Hoe.plugin :racc
+# Hoe.plugin :rubyforge
+
+Hoe.spec 'http_validator' do
+  developer('Cliff Cyphers', 'cliff.cyphers@gmail.com')
+  extra_deps << ['localized_gems', '0.7.15']
+end
+
+# vim: syntax=ruby

data/lib/http_validator.rb

@@ -0,0 +1,120 @@
+require 'curb'
+require 'uri'
+require 'nokogiri'
+class HttpValidator
+  VERSION = '0.1.0'
+end
+
+module HTTP
+  module Header
+    def self.parse(str)
+      headers = {}
+      str.gsub(/\r/, '').split(/\n/).each { |i|
+        k, v = i.split(':')
+        headers[k] = v
+      }
+      headers
+    end
+  end
+
+  class Browser
+    attr_accessor :base_url, :elements, :element_info
+    def initialize(url='')
+      @base_url = url
+      @browser = Curl::Easy.new
+      #@browser.enable_cookies = true
+      @browser.cookiejar = 'cookies.txt'
+      @browser.headers["User-Agent"] = "Mozilla/5.0 (X11; Linux i686) AppleWebKit/535.1 (KHTML, like Gecko) Chrome/14.0.835.186 Safari/535.1"
+      @element_types = %w(script img link)
+      clear
+    end
+
+    def clear
+      @element_info = {}
+      @elements = []
+    end
+
+    def element_details(e)
+      return if %w(text/css text/javascript before-content data after-content stylesheet top).include?(e)
+      if e =~ /^http:\/\/|^https:\/\//
+        @browser.url = e
+      else
+        @browser.url = "#{@base_url.gsub(/\/$/, '')}/#{e}"
+      end
+      @browser.perform
+      headers = HTTP::Header.parse(@browser.header_str)
+      if @element_info.has_key?(e)
+        @element_info[e] << {:expected_size => headers['Content-Length'].strip.to_i, 
+                            :actual_size => @browser.body_str.length, :headers => headers}
+      else
+        begin
+          @element_info[e] = [{:expected_size => headers['Content-Length'].strip.to_i, 
+                              :actual_size => @browser.body_str.length, :headers => headers}]
+        rescue => ex
+        end
+      end
+
+    end
+
+    def get_elements
+      @browser.url = @base_url
+      @browser.perform
+      doc = Nokogiri::HTML(@browser.body_str)
+      @element_types.each { |elem|
+        e = nil
+        doc.search("//#{elem}").each { |item| 
+          next unless item.attribute_nodes.length > 0
+          item.attribute_nodes.each { |node|
+            next unless node.value =~ /\//
+            e = node.value
+            break
+          }
+          @elements << e
+        }
+      }
+    end
+  end
+
+  module Validator
+    @browser = HTTP::Browser.new
+
+    def self.display_report(element_info, format='plain')
+      if format == 'plain'
+        printf "%-100s%15s%15s\n\n", "Element", "Expected Size", "Actual Size"
+        element_info.each_pair { |resource, values|
+          values.each { |item|
+            printf "%-100s%15s%15s\n", resource, item[:expected_size], item[:actual_size]
+          }
+        }
+      elsif format == 'cucumber_example'
+        element_info.each_pair { |resource, values|
+          values.each { |item|
+            printf "%-100s%15s%15s\n", "#{resource}|", "#{item[:expected_size]}|", "#{item[:actual_size]}|"
+          }
+        }
+
+      end
+    end
+
+    def self.run(url='', params={})
+      p params
+      raise ArgumentError unless url =~ /^http:\/\/|https:\/\//
+      URI.parse(url) # see if parsable, blow up if not
+      @browser.base_url = url
+      @browser.clear
+      @browser.get_elements
+      @browser.elements.each { |e| @browser.element_details(e) }
+      if params.has_key?(:display_report)
+        params[:display_report][:format] ||= 'plain'
+        display_report(@browser.element_info, params[:display_report][:format]) 
+      end
+      @browser.element_info
+    end
+  end
+end
+
+#HTTP::Validator.run('http://slashdot.org')
+#HTTP::Validator.run('https://github.com')
+
+#HTTP::Validator.run('http://127.0.0.1:9090', :display_report => {:format => 'cucumber_example'})
+

data/test/features/resource_size.feature

@@ -0,0 +1,13 @@
+Feature: Download elements from source html
+  In order to release all images, external javascript and 
+  css files must download and be the correct size
+
+  Scenario Outline: Download
+    Given a user has landed on a <page>
+    Then all resource elements should download with the correct size
+
+    Examples:
+      |page                  |
+      |http://slashdot.org   |
+      |https://github.com    |
+      |http://www.yahoo.com  |

data/test/features/step_defn/verify.rb

@@ -0,0 +1,16 @@
+require 'rspec'
+require 'http_validator'
+
+Given /a user has landed on a (.+)/ do |url|
+  @element_info = HTTP::Validator.run(url)
+end
+
+Then /all resource elements should download with the correct size/ do
+  @element_info.each_pair { |resource, values|
+    values.each { |item|
+      puts "Verifying #{resource} downloaded size #{item[:actual_size]} matches Content-Length #{item[:expected_size]}\n"
+      item[:actual_size].should equal item[:expected_size]
+    }
+  }
+end
+

metadata

@@ -0,0 +1,89 @@
+--- !ruby/object:Gem::Specification 
+name: http_validator
+version: !ruby/object:Gem::Version 
+  prerelease: 
+  version: 0.1.0
+platform: ruby
+authors: 
+- Cliff Cyphers
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2011-10-12 00:00:00 Z
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: localized_gems
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - "="
+      - !ruby/object:Gem::Version 
+        version: 0.7.15
+  type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: hoe
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        version: "2.12"
+  type: :development
+  version_requirements: *id002
+description: |-
+  Validate http request content length vs actual for 
+  elements such as img, link, etc..
+email: 
+- cliff.cyphers@gmail.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+- History.txt
+- Manifest.txt
+- README.txt
+files: 
+- .autotest
+- History.txt
+- Manifest.txt
+- README.txt
+- Rakefile
+- lib/http_validator.rb
+- test/features/step_defn/verify.rb
+- test/features/resource_size.feature
+- .gemtest
+homepage: http://github.com/ccyphers
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- --main
+- README.txt
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+requirements: []
+
+rubyforge_project: http_validator
+rubygems_version: 1.8.10
+signing_key: 
+specification_version: 3
+summary: Validate http request content length vs actual for  elements such as img, link, etc..
+test_files: []
+