applied_css 0.0.2

data/.gitignore

@@ -0,0 +1,53 @@
+# rcov generated
+coverage
+
+# rdoc generated
+rdoc
+
+# yard generated
+doc
+.yardoc
+
+# bundler
+.bundle
+
+# jeweler generated
+pkg
+
+
+.redcar
+
+# Have editor/IDE/OS specific files you need to ignore? Consider using a global gitignore: 
+#
+# * Create a file at ~/.gitignore
+# * Include files you want ignored
+# * Run: git config --global core.excludesfile ~/.gitignore
+#
+# After doing this, these files will be ignored in all your git projects,
+# saving you from having to 'pollute' every project you touch with them
+#
+# Not sure what to needs to be ignored for particular editors/OSes? Here's some ideas to get you started. (Remember, remove the leading # of the line)
+#
+# For MacOS:
+#
+#.DS_Store
+
+# For TextMate
+#*.tmproj
+#tmtags
+
+# For emacs:
+#*~
+#\#*
+#.\#*
+
+# For vim:
+#*.swp
+
+# For redcar:
+#.redcar
+
+# For rubinius:
+#*.rbc
+#
+

data/.rspec

@@ -0,0 +1,2 @@
+--colour
+--format documentation

data/.rvmrc

@@ -0,0 +1 @@
+rvm use 1.9.2@applied_css

data/Gemfile

@@ -0,0 +1,4 @@
+source "http://rubygems.org"
+
+# Specify your gem's dependencies in applied_css.gemspec
+gemspec

data/Gemfile.lock

@@ -0,0 +1,81 @@
+PATH
+  remote: .
+  specs:
+    applied_css (0.0.1)
+      addressable
+      awesome_print
+      bundler
+      cobweb
+      css_parser
+      fakeweb
+      nokogiri
+      rspec
+
+GEM
+  remote: http://rubygems.org/
+  specs:
+    addressable (2.3.2)
+    awesome_print (1.1.0)
+    cobweb (1.0.1)
+      addressable
+      awesome_print
+      haml
+      json
+      namespaced_redis (>= 1.0.2)
+      nokogiri
+      redis
+      resque
+      rspec
+      sinatra
+      thin
+    css_parser (1.2.6)
+      addressable
+      rdoc
+    daemons (1.1.9)
+    diff-lcs (1.1.3)
+    eventmachine (1.0.0)
+    fakeweb (1.3.0)
+    haml (3.1.7)
+    json (1.7.5)
+    multi_json (1.5.0)
+    namespaced_redis (1.0.4)
+      redis
+    nokogiri (1.5.6)
+    rack (1.4.1)
+    rack-protection (1.3.2)
+      rack
+    rdoc (3.12)
+      json (~> 1.4)
+    redis (3.0.2)
+    redis-namespace (1.2.1)
+      redis (~> 3.0.0)
+    resque (1.23.0)
+      multi_json (~> 1.0)
+      redis-namespace (~> 1.0)
+      sinatra (>= 0.9.2)
+      vegas (~> 0.1.2)
+    rspec (2.12.0)
+      rspec-core (~> 2.12.0)
+      rspec-expectations (~> 2.12.0)
+      rspec-mocks (~> 2.12.0)
+    rspec-core (2.12.2)
+    rspec-expectations (2.12.1)
+      diff-lcs (~> 1.1.3)
+    rspec-mocks (2.12.1)
+    sinatra (1.3.3)
+      rack (~> 1.3, >= 1.3.6)
+      rack-protection (~> 1.2)
+      tilt (~> 1.3, >= 1.3.3)
+    thin (1.5.0)
+      daemons (>= 1.0.9)
+      eventmachine (>= 0.12.6)
+      rack (>= 1.0.0)
+    tilt (1.3.3)
+    vegas (0.1.11)
+      rack (>= 1.0.0)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  applied_css!

data/LICENSE.txt

@@ -0,0 +1,20 @@
+Copyright (c) 2011 Stewart McKee
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.rdoc

@@ -0,0 +1,9 @@
+= applied_css
+
+applied_css extracts the css declarations that should be applied to a particular node.
+
+
+== Copyright
+
+Copyright (c) 2011 Mimtech. See LICENSE.txt for further details.
+

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/applied_css.gemspec

@@ -0,0 +1,30 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+require "applied_css/version"
+
+Gem::Specification.new do |s|
+  s.name        = "applied_css"
+  s.version     = AppliedCss::VERSION
+  s.authors     = ["Stewart McKee"]
+  s.email       = ["stewart@theizone.co.uk"]
+  s.homepage    = ""
+  s.summary     = "CSS and Script extraction tool for html documents"
+  s.description = "Gem for interrogating CSS and Script elements of a html document"
+
+  s.rubyforge_project = "applied_css"
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ["lib"]
+
+  # specify any dependencies here; for example:
+  s.add_dependency "rspec"
+  s.add_dependency "bundler"
+  s.add_dependency "nokogiri"
+  s.add_dependency "css_parser"
+  s.add_dependency "fakeweb"
+  s.add_dependency "awesome_print"
+  s.add_dependency "addressable"
+  s.add_dependency "cobweb"
+end

data/lib/applied_css.rb

@@ -0,0 +1,151 @@
+
+require "nokogiri"
+require "awesome_print"
+require "css_parser"
+require "cobweb"
+
+class AppliedCSS
+
+  @@MAX_ATTEMPTS = 3
+
+  def initialize(options = {})
+    @options = {:ancestors => false}.merge(options)
+    @options[:cache] = 120 unless @options.has_key? :cache
+    @options[:cache_type] = :full unless @options.has_key? :cache_type
+    
+    @base_uri = Addressable::URI.parse(@options[:url])
+    raise "url must be specified" unless @base_uri
+
+    @doc = @options[:document]
+
+    unless @doc
+      html = get(@base_uri.to_s)
+      @doc = Nokogiri::HTML.parse(html) unless html.nil?
+    end
+
+    @parser = CssParser::Parser.new
+    styles.each do |uri, style|
+      @parser.add_block! style
+    end
+    @doc.css("style").each do |style_node|
+      @parser.add_block! style_node.text()
+    end
+  end
+
+  def css(path)
+    css_declarations = {}
+    ancestors_and_self(path).each do |node|
+      css_declarations.merge!(node_declarations(node))
+    end
+    css_declarations
+  end
+
+  def doc
+    @doc
+  end
+
+  def to_s
+    @parser.to_s
+  end
+
+  def styles
+    populate_style_hash if @style_hash.nil?
+    @style_hash
+  end
+
+  private
+  def populate_style_hash
+    @style_hash = {}
+    @doc.css("link[rel='stylesheet']").each do |link|
+      uri = @base_uri.join(link["href"]).to_s
+      get_style(uri)
+    end
+  end
+
+  def get_style(uri)
+    unless @style_hash.has_key?(uri)
+      begin
+        @style_hash[uri] = get(uri)
+      rescue => e
+        puts "Error: #{e.message}"
+      end
+      process_imports(uri)
+    end
+  end
+
+  def process_imports(uri)
+    if @style_hash[uri] =~ /@import (url\()?[\s'"]*([^"'\)]*?)[\s'"\)]*$/
+      url = Addressable::URI.parse(uri).join($2)
+      get_style(url)
+    end
+  end
+
+  def node_declarations(node)
+    declarations = {}
+    node_identifications(node).each do |node_path|
+      @parser.find_by_selector(node_path).each do |detected_decs|
+        detected_decs.split(";").map{|detected_dec| declarations[detected_dec.split(":")[0].strip.to_sym] = detected_dec.split(":")[1].strip}
+      end
+    end
+    declarations
+  end
+  def node_identifications(node)
+
+    # need to create a class for these and add a specificity to order based on priority
+
+    #    puts "\033[31m WARNING - specificity has not been applied yet.\033[0m"
+
+    identifications = []
+    identifications << node.name
+
+    unless node["id"].nil?
+      identifications << "##{node["id"]}"
+    end
+
+    unless node["class"].nil?
+      node["class"].split(" ").map{|css_class| identifications << ".#{css_class}"}
+    end
+    identifications
+  end
+  def ancestors_and_self(path)
+    nodes = []
+    node = @doc.at(path)
+    if @options[:ancestors]
+      nodes += node.ancestors[0..-2].reverse
+    end
+    nodes << node
+    nodes
+  end
+
+  def get(url)
+    
+    response = Cobweb.new(@options).get(url)
+    raise "The style #{url} doesen't exist (404)" if response[:status_code].to_i == 404
+    return response[:body]
+
+    found = false
+    attempts = 0
+    @url = url
+    uri = URI.parse(url)
+    until( found || attempts>=@@MAX_ATTEMPTS)
+      uri.path = "/" if uri.path.empty?
+      path = "#{uri.path}"
+      path += "?#{uri.query}" unless uri.query.nil?
+      request = Net::HTTP::Get.new(path, @http_options)
+      response = Net::HTTP.start(uri.host, uri.port) {|http|
+        http.request(request)
+      }
+      if response.code.to_i.between? 300, 399
+        puts "redirecting to #{response["location"]}"
+        uri = uri.merge(response["location"])
+      elsif response.code.to_i == 404
+        raise "The style #{url} doesen't exist (404)"
+      elsif response.code.to_i.between? 400, 599
+        raise "Error retrieving #{url} code #{response.code}"
+      end
+      found = true if response.code == "200"
+      attempts += 1
+    end
+    response.body
+  end
+end

data/lib/applied_css/version.rb

@@ -0,0 +1,3 @@
+module AppliedCss
+  VERSION = "0.0.2"
+end

data/samples/imported.css

@@ -0,0 +1 @@
+#from-imported {color: green;}

data/samples/sample.html

@@ -0,0 +1,17 @@
+<!DOCTYPE html>
+<html>
+<head>
+  <title>Sample Document for testing CSS</title>
+  <link rel="stylesheet" href="/home/smckee/code/applied_css/spec/samples/sample1.css" type="text/css" media=screen>
+  <link rel="stylesheet" href="/home/smckee/code/applied_css/spec/samples/sample2.css" type="text/css" media=screen>
+</head>
+<body>
+  <div id="container">
+    <span class="red title">
+      This is a RED TITLE
+    </span>
+  </div>
+  <div id="from-imported">
+  </div>
+</body>
+</html>

data/samples/sample1.css

@@ -0,0 +1,8 @@
+
+#container {width: 900px; height: 400px;}
+
+body {font-size: 20px;}
+
+.red {color: #ff0000;}
+.title {font-size: 30px;}
+

data/samples/sample2.css

@@ -0,0 +1,5 @@
+#leftnav {width: 200px;}
+
+#main {width: 600px;}
+
+#container {height: 600px; color: red;}

data/spec/applied_css/applied_css_spec.rb

@@ -0,0 +1,121 @@
+require "spec_helper"
+
+describe AppliedCSS do
+  
+  before(:each) do
+    FakeWeb.register_uri(:get, "http://local.test.net/sample.html", :body => open(File.expand_path(File.dirname(__FILE__) + '/../samples/sample.html')).read, :content_type => "text/html")
+    FakeWeb.register_uri(:get, "http://local.test.net/css/sample1.css", :body => open(File.expand_path(File.dirname(__FILE__) + '/../samples/sample1.css')).read, :content_type => "text/css")
+    FakeWeb.register_uri(:get, "http://local.test.net/css/sample2.css", :body => open(File.expand_path(File.dirname(__FILE__) + '/../samples/sample2.css')).read, :content_type => "text/css")
+    FakeWeb.register_uri(:get, "http://local.test.net/css/imported.css", :body => open(File.expand_path(File.dirname(__FILE__) + '/../samples/imported.css')).read, :content_type => "text/css")    
+  end
+
+  before(:each) do
+    path = File.expand_path(File.dirname(__FILE__) + '/..')
+    @sample_html = [path, "samples/sample.html"].join("/")
+    @sample_html = "http://local.test.net/sample.html"
+  end
+
+  # describe "with bbc homepage" do
+  #   before(:each) do
+  #     @applied_css = AppliedCSS.new("http://www.bbc.co.uk/")
+  #   end
+  #   
+  #   it "should load successfully" do
+  #     @applied_css.css("html").should be_an_instance_of Hash
+  #   end
+  #   it "should determine css declarations" do
+  #     @applied_css.css("#blq-container").should == {
+  #       
+  #       :position => "relative",
+  #       :"padding-bottom" => "10px",
+  #       :background => "url(../img/body_bg.gif) center repeat-y",
+  #     }
+  #     
+  #   end
+  #   describe "with ancestors" do
+  #     before(:each) do
+  #       @applied_css = AppliedCSS.new("http://www.bbc.co.uk/", :ancestors => true)
+  #     end
+  #     
+  #     it "should load successfully" do
+  #       @applied_css.css("html").should be_an_instance_of Hash
+  #     end
+  #     it "should determine css declarations" do
+  #       @applied_css.css("#blq-container").should == {
+  #         
+  #         :position => "relative",
+  #         :"padding-bottom" => "10px",
+  #         :padding => "0",
+  #         :"font-size" => "62.5%",
+  #         :background => "url(../img/body_bg.gif) center repeat-y",
+  #         :"font-family" => "verdana,helvetica,arial,sans-serif",
+  #         :color => "#111",
+  #         :margin => "0",
+  #         :"line-height" => "1"
+  #       }
+  #       
+  #     end
+  #   end
+  # end
+  
+  describe "with default css" do
+    before(:each) do
+      @applied_css = AppliedCSS.new(:url => @sample_html)
+    end
+    
+    describe "methods" do
+      it "should be an AppliedCSS class" do
+        @applied_css.should be_an_instance_of AppliedCSS
+      end
+      it "should parse the html" do
+        @applied_css.doc.should_not be_nil
+      end
+      it "should return a valid nokogiri document" do
+        @applied_css.doc.should be_an_instance_of Nokogiri::HTML::Document
+      end
+      it "should return a hash for the css method" do
+        @applied_css.css("#container").should be_an_instance_of Hash
+      end
+    end
+    
+    describe "load ordering" do
+      it "should overwrite earlier declarations" do
+        @applied_css.css("#container")[:height].should == "600px"
+      end
+    
+      it "should not take settings from ancestors" do
+        @applied_css.css("#container")[:"font-size"].should be_nil
+      end
+    
+      describe "with ancestors" do
+        before(:each) do
+          @applied_css = AppliedCSS.new(:url => @sample_html, :ancestors => true)
+        end
+        it "should take settings from ancestors" do
+          @applied_css.css("#container")[:"font-size"].should == "20px"
+        end
+      end
+    end
+
+    describe "using ids" do 
+      it "should find declarations using ids" do
+        @applied_css.css("#container")[:width].should == "900px"
+      end
+    end
+
+    describe "using classes" do
+      it "should find declarations using classes" do
+        @applied_css.css("#container > span").keys.should include :color
+        @applied_css.css("#container > span")[:color].should == "#ff0000"
+      end
+    end
+    
+    describe "for imported stylesheets using @import" do
+      it "should find declarations delared on imported stylesheets" do
+        @applied_css.css("#from-imported").keys.should include :color
+        @applied_css.css("#from-imported")[:color].should == "green"
+      end
+    end
+    
+  end
+end 

data/spec/samples/imported.css

@@ -0,0 +1 @@
+#from-imported {color: green;}

data/spec/samples/sample.html

@@ -0,0 +1,17 @@
+<!DOCTYPE html>
+<html>
+<head>
+  <title>Sample Document for testing CSS</title>
+  <link rel="stylesheet" href="css/sample1.css" type="text/css" media=screen>
+  <link rel="stylesheet" href="css/sample2.css" type="text/css" media=screen>
+</head>
+<body>
+  <div id="container">
+    <span class="red title">
+      This is a RED TITLE
+    </span>
+  </div>
+  <div id="from-imported">
+  </div>
+</body>
+</html>

data/spec/samples/sample1.css

@@ -0,0 +1,9 @@
+@import url("imported.css")
+
+#container {width: 900px; height: 400px;}
+
+body {font-size: 20px;}
+
+.red {color: #ff0000;}
+.title {font-size: 30px;}
+

data/spec/samples/sample2.css

@@ -0,0 +1,5 @@
+#leftnav {width: 200px;}
+
+#main {width: 600px;}
+
+#container {height: 600px; color: red;}

data/spec/spec_helper.rb

@@ -0,0 +1,12 @@
+require File.expand_path(File.dirname(__FILE__) + '/../lib/applied_css')
+require "fakeweb"
+
+FakeWeb.allow_net_connect = false
+
+puts "spec_helper"
+
+RSpec.configure do |config|
+  config.before(:each) do
+    FakeWeb.clean_registry
+  end
+end

data/spec_helper.rb

@@ -0,0 +1,12 @@
+require File.expand_path(File.dirname(__FILE__) + '/../lib/applied_css')
+require "fakeweb"
+
+FakeWeb.allow_net_connect = false
+
+puts "spec_helper"
+
+RSpec.configure do |config|
+  config.before(:each) do
+    FakeWeb.clean_registry
+  end
+end

metadata

@@ -0,0 +1,161 @@
+--- !ruby/object:Gem::Specification
+name: applied_css
+version: !ruby/object:Gem::Version
+  version: 0.0.2
+  prerelease: 
+platform: ruby
+authors:
+- Stewart McKee
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-12-28 00:00:00.000000000Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: &70166700522100 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *70166700522100
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: &70166700520840 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *70166700520840
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: &70166700519920 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *70166700519920
+- !ruby/object:Gem::Dependency
+  name: css_parser
+  requirement: &70166700519100 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *70166700519100
+- !ruby/object:Gem::Dependency
+  name: fakeweb
+  requirement: &70166700518260 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *70166700518260
+- !ruby/object:Gem::Dependency
+  name: awesome_print
+  requirement: &70166700517300 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *70166700517300
+- !ruby/object:Gem::Dependency
+  name: addressable
+  requirement: &70166700516040 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *70166700516040
+- !ruby/object:Gem::Dependency
+  name: cobweb
+  requirement: &70166700515320 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *70166700515320
+description: Gem for interrogating CSS and Script elements of a html document
+email:
+- stewart@theizone.co.uk
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .rspec
+- .rvmrc
+- Gemfile
+- Gemfile.lock
+- LICENSE.txt
+- README.rdoc
+- Rakefile
+- applied_css.gemspec
+- lib/applied_css.rb
+- lib/applied_css/version.rb
+- samples/imported.css
+- samples/sample.html
+- samples/sample1.css
+- samples/sample2.css
+- spec/applied_css/applied_css_spec.rb
+- spec/samples/imported.css
+- spec/samples/sample.html
+- spec/samples/sample1.css
+- spec/samples/sample2.css
+- spec/spec_helper.rb
+- spec_helper.rb
+homepage: ''
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: applied_css
+rubygems_version: 1.8.10
+signing_key: 
+specification_version: 3
+summary: CSS and Script extraction tool for html documents
+test_files:
+- spec/applied_css/applied_css_spec.rb
+- spec/samples/imported.css
+- spec/samples/sample.html
+- spec/samples/sample1.css
+- spec/samples/sample2.css
+- spec/spec_helper.rb