color_parser 0.0.2

data/test/page_test.rb

@@ -0,0 +1,194 @@
+require_relative "test_helper"
+
+describe Page do
+  def setup
+    ColorParser.request = ColorParser::TestRequest.new
+  end
+
+  it "should initialize url" do
+    url = "http://example.com/css/inline.html?foo=bar"
+    page = ColorParser::Page.new(url)
+    
+    page.url.must_equal url
+  end
+
+  it "should parse url" do
+    url = "http://example.com/css/inline.html?foo=bar"
+    page = ColorParser::Page.new(url)
+
+    page.host.must_equal  "example.com" 
+    page.path.must_equal  "/css/inline.html"
+    page.query.must_equal "foo=bar"
+  end
+
+  # Stylesheet sources
+  it "should build styles from inline css" do 
+    url = "http://example.com/css/inline.html"
+    page = ColorParser::Page.new(url)
+  
+    # 2 found
+    page.stylesheets.length.must_equal 2
+
+    # stylesheet content
+    sheet = page.stylesheets.first
+    sheet.type.must_equal "inline"
+    sheet.text.must_include "background"
+  end
+
+  it "should build styles with inine css with import" do 
+    url = "http://example.com/css/inline_import.html"
+    page = ColorParser::Page.new(url)
+
+    page.stylesheets.length.must_equal 1
+  
+    page.stylesheets[0].name.must_equal                "inline_import.html"
+    page.stylesheets[0].stylesheets[0].name.must_equal "print.css"
+    page.stylesheets[0].stylesheets[1].name.must_equal "fonts.css"
+    page.stylesheets[0].stylesheets[2].name.must_equal "colors.css"
+  end
+  
+  it "should build styles from external relative css" do 
+    url = "http://example.com/css/relative.html"
+    page = ColorParser::Page.new(url)
+
+    # 2 found
+    page.stylesheets.length.must_equal 2
+
+    # stylesheet content
+    sheet = page.stylesheets.first
+    sheet.type.must_equal "external"
+    sheet.text.must_include "background"
+  end
+
+  it "should build styles from external relative root css" do 
+    url = "http://example.com/css/relative_root.html"
+    page = ColorParser::Page.new(url)
+  
+    # 2 found
+    page.stylesheets.length.must_equal 2
+  
+    # stylesheet content
+    sheet = page.stylesheets.first
+    sheet.type.must_equal "external"
+    sheet.text.must_include "background"
+  end
+
+  it "should build styles from external absolute css" do 
+    url = "http://example.com/css/relative.html"
+    page = ColorParser::Page.new(url)
+  
+    # 2 found
+    page.stylesheets.length.must_equal 2
+  
+    # stylesheet content
+    sheet = page.stylesheets.first
+    sheet.type.must_equal "external"
+    sheet.text.must_include "background"
+  end
+  
+  it "should build styles from imported css" do 
+    url = "http://example.com/css_import/index.html"
+    page = ColorParser::Page.new(url)
+    css = page.stylesheets
+  
+    css.length.must_equal 2
+  
+    # 5 found 
+    css[0].name.must_include "screen.css"
+    css[1].name.must_include "print.css"
+
+    css[0].stylesheets[0].name.must_include "master.css"
+    css[0].stylesheets[1].name.must_include "fonts.css"
+    css[0].stylesheets[2].name.must_include "ie.css"
+    css[0].stylesheets[3].name.must_include "images.css"
+    css[0].stylesheets[4].name.must_include "borders.css"
+    css[0].stylesheets[5].name.must_include "colors.css"
+  end
+  
+  it "should not fail from an invalid css path" do 
+    url = "http://example.com/css/invalid.html"
+    page = ColorParser::Page.new(url)
+  
+    # 1 found
+    page.stylesheets.length.must_equal 1
+    page.stylesheets[0].name.must_include "screen.css"
+  end
+  
+  
+  # IMAGES
+  
+  it "should build images from inline images with relative paths" do 
+    url    = "http://example.com/inline_images/relative.html"
+    page   = ColorParser::Page.new(url)
+    images = page.images
+  
+    images.size.must_equal 2
+  
+    images[0].url.must_equal "http://example.com/inline_images/images/apple.png"
+    images[1].url.must_equal "http://example.com/inline_images/images/kiwi.jpg"
+  end
+  
+  it "should build images from inline images with relative root paths" do 
+    url    = "http://example.com/inline_images/relative_root.html"
+    page   = ColorParser::Page.new(url)
+    images = page.images
+  
+    images.size.must_equal 2
+  
+    images[0].url.must_equal "http://example.com/inline_images/images/apple.png"
+    images[1].url.must_equal "http://example.com/inline_images/images/kiwi.jpg"
+  end
+  
+  it "should build images from inline images with absolute paths" do 
+    url    = "http://example.com/inline_images/absolute.html"
+    page   = ColorParser::Page.new(url)
+    images = page.images
+  
+    images.size.must_equal 2
+  
+    images[0].url.must_equal "http://example.com/inline_images/images/apple.png"
+    images[1].url.must_equal "http://example.com/inline_images/images/kiwi.jpg"
+  end
+  
+  
+  # STYLESHEET IMAGES
+  
+  it "should combine images from inline external and import styles" do 
+    url    = "http://example.com/css_images/paths.html"
+    page   = ColorParser::Page.new(url)
+    images = page.images
+  
+    images.size.must_equal 5
+
+    images[0].name.must_equal "mango.png"
+    images[1].name.must_equal "apple.png"
+    images[2].name.must_equal "kiwi.jpg"
+    images[3].name.must_equal "cantaloupe.png"
+    images[4].name.must_equal "pineapple.png"
+  end
+
+
+  # STYLESHEET COLORS 
+
+  it "should combine colors from external and import styles" do 
+    url    = "http://example.com/css_color/frequency.html"
+    page   = ColorParser::Page.new(url)
+    colors = page.colors
+  
+    colors["386ec0"].must_equal 4
+    colors["3a5dc4"].must_equal 3
+    colors["718ad7"].must_equal 2
+    colors["ff0000"].must_equal 1
+    colors["357ad1"].must_equal 1
+    colors["535353"].must_equal 1
+  end
+  
+  it "should solot colors by frequency" do 
+    url    = "http://example.com/css_color/frequency.html"
+    page   = ColorParser::Page.new(url)
+
+    colors = ["386ec0", "3a5dc4", "718ad7", "535353", "357ad1", "ff0000"]
+    page.colors_by_frequency.must_equal colors
+  end
+  
+end

data/test/stylesheet_test.rb

@@ -0,0 +1,257 @@
+require_relative "test_helper"
+
+describe Stylesheet do
+  def setup
+    ColorParser.request = ColorParser::TestRequest.new
+  end
+
+  it "must initialize params" do
+    sheet = ColorParser::Stylesheet.new(text: "a { background: #fff; }", 
+                                        type: "inline",
+                                        url:  "http://example.com/css/inline.html?foo=bar")
+    sheet.type.must_equal "inline"
+    sheet.text.must_equal "a { background: #fff; }"
+    sheet.url.must_equal  "http://example.com/css/inline.html?foo=bar"
+    sheet.host.must_equal  "example.com"
+    sheet.path.must_equal  "/css/inline.html"
+    sheet.query.must_equal "foo=bar"
+  end
+
+
+  # Import Quoting
+  
+  it "should import stylesheets with double quotes" do 
+    css = style("/css_import/stylesheets/screen.css")
+  
+    imported = css.stylesheets[0]
+    imported.name.must_equal "master.css"
+    imported.text.must_include "a:link"
+  end
+  
+  it "should import stylesheets with single quotes" do 
+    css = style("/css_import/stylesheets/screen.css")
+  
+    imported = css.stylesheets[1]
+    imported.name.must_equal "fonts.css"
+    imported.text.must_include "font-family"
+  end
+
+  it "should import stylesheets with no quotes" do 
+    css = style("/css_import/stylesheets/screen.css")
+  
+    imported = css.stylesheets[2]
+    imported.name.must_equal "ie.css"
+    imported.text.must_include "background-color"
+  end
+
+
+  # Import Paths
+  
+  it "should import from relative path" do 
+    css = style("/css_import/stylesheets/screen.css")
+  
+    imported = css.stylesheets[0]
+    imported.url.must_equal "http://example.com/css_import/stylesheets/master.css"
+  end
+  
+  it "should import from relative root path" do 
+    css = style("/css_import/stylesheets/screen.css")
+  
+    imported = css.stylesheets[1]
+    imported.url.must_equal "http://example.com/css_import/stylesheets/fonts.css"
+  end
+  
+  it "should import from absolute path" do 
+    css = style("/css_import/stylesheets/screen.css")
+  
+    imported = css.stylesheets[2]
+    imported.url.must_equal "http://example.com/css_import/stylesheets/ie.css"
+  end
+
+  it "should not fail on invalid import path" do 
+    css = style("/css_import/stylesheets/screen.css")
+    css.stylesheets[6].must_be_nil
+  end
+
+
+  # Selector parsing
+
+  it "should parse selectors" do 
+    css = style("/css_color/stylesheets/properties.css")
+    selectors = css.selectors
+    
+    selectors.size.must_equal 4
+  
+    selectors["p"].size.must_equal   2
+    selectors["div"].size.must_equal 1
+    selectors["h1"].size.must_equal  2
+  
+    # imported 
+    selectors["dl"].size.must_equal 1
+  end
+
+  it "should parse properties" do 
+    css = style("/css_color/stylesheets/properties.css")
+    props = css.properties
+    
+    props.size.must_equal 9
+    
+    props.must_include ["background",       "#000"]
+    props.must_include ["color",            "#fff"]
+    props.must_include ["margin",           "0"]
+    props.must_include ["background-color", "#ccc"]
+    props.must_include ["font-size",        "100%"]
+    props.must_include ["border-color",     "rgb(1,2,3)"]
+  
+    # imported
+    props.must_include ["border", "1px solid red"]
+  end
+
+
+  # Color Parsing
+
+  it "should parse hex colors" do 
+    css = style("/css_color/stylesheets/color_styles.css")
+  
+    css.colors["386ec0"].wont_be_nil # 386ec0
+  end
+
+  it "should parse hex short colors" do 
+    css = style("/css_color/stylesheets/color_styles.css")
+  
+    css.colors["cc00cc"].wont_be_nil # c0c
+  end
+
+  it "should parse textual colors" do 
+    css = style("/css_color/stylesheets/color_styles.css")
+  
+    css.colors["008080"].wont_be_nil # teal
+  end
+  
+  it "should parse rgb colors" do 
+    css = style("/css_color/stylesheets/color_styles.css")
+  
+    css.colors["718ad7"].wont_be_nil # rgb(113,138,215)
+  end
+
+  it "should parse rgb colors with space" do 
+    css = style("/css_color/stylesheets/color_styles.css")
+  
+    css.colors["3a5dc4"].wont_be_nil # rgb(58, 93, 196)
+  end
+
+  it "should parse rgba colors" do 
+    css = style("/css_color/stylesheets/color_styles.css")
+  
+    css.colors["29469e"].wont_be_nil # rgba(41,70,158,0.5);
+  end
+  
+  it "should parse rgba colors with space" do 
+    css = style("/css_color/stylesheets/color_styles.css")
+  
+    css.colors["3f6aeb"].wont_be_nil # rgba(63, 106, 235, 0.5);
+  end
+
+
+  # Color weighting
+  
+  it "should order colors by frequency" do 
+    css = style("/css_color/stylesheets/frequency.css")
+  
+    colors = {"386ec0" => 4, "3a5dc4" => 3, 
+              "718ad7" => 2, "ff0000" => 1}
+    css.colors.must_equal colors
+  end
+  
+  # BG colors
+  it "should order background colors by frequency" do 
+    css = style("/css_color/stylesheets/frequency.css")
+    
+    colors = {"386ec0" => 2, "3a5dc4" => 1}
+    css.bg_colors.must_equal colors
+  end
+  
+  # Text colors
+  it "should order text colors by frequency" do 
+    css = style("/css_color/stylesheets/frequency.css")
+    
+    colors = {"386ec0" => 2, "718ad7" => 1}
+    css.text_colors.must_equal colors
+  end
+  
+  # Border colors
+  it "should order border colors by frequency" do 
+    css = style("/css_color/stylesheets/frequency.css")
+    
+    colors = {"3a5dc4" => 2, "ff0000" => 1, "718ad7" => 1}
+    css.border_colors.must_equal colors
+  end
+
+
+  # Images Parsing
+  
+  it "should parse images with double quotes" do 
+    css = style("/css_images/stylesheets/quotes.css")
+  
+    css.images[0].name.must_equal "apple.png"
+  end
+  
+  it "should parse images with single quotes" do 
+    css = style("/css_images/stylesheets/quotes.css")
+  
+    css.images[1].name.must_equal "kiwi.jpg"
+  end
+
+  it "should parse images with no quotes" do 
+    css = style("/css_images/stylesheets/quotes.css")
+  
+    css.images[2].name.must_equal "cantaloupe.png"
+  end
+
+
+  # Image paths
+
+  it "should build image from absolute path" do 
+    css = style("/css_images/stylesheets/paths.css")
+    urls = css.images.map {|image| image.url }
+    
+    urls.size.must_equal 4
+    urls.must_include "http://example.com/css_images/images/apple.png"
+  end
+  
+  it "should build image from relative path" do 
+    css = style("/css_images/stylesheets/paths.css")
+    urls = css.images.map {|image| image.url }
+  
+    urls.size.must_equal 4
+    urls.must_include "http://example.com/css_images/images/kiwi.jpg"
+  end
+
+  it "should build image from relative root path" do 
+    css = style("/css_images/stylesheets/paths.css")
+    urls = css.images.map {|image| image.url }
+  
+    urls.size.must_equal 4
+    urls.must_include "http://example.com/css_images/images/cantaloupe.png"
+  end
+
+  it "should build image from imported path" do 
+    css = style("/css_images/stylesheets/paths.css")
+    urls = css.images.map {|image| image.url }
+  
+    urls.size.must_equal 4
+    urls.must_include "http://example.com/css_images/images/pineapple.png"
+  end
+end
+
+private 
+
+def style(path)
+  ColorParser::Stylesheet.new(text: fixture(path), 
+                              url: "http://example.com#{path}")
+end
+
+def fixture(path)
+  fixture = "#{File.dirname(__FILE__)}/../test/fixtures#{path}"
+  File.read(fixture) if File.exist?(fixture)
+end

data/test/test_helper.rb

@@ -0,0 +1,6 @@
+require 'minitest/autorun'
+
+require File.expand_path('../../lib/color_parser.rb', __FILE__)
+require File.expand_path('../../test/test_request.rb', __FILE__)
+
+include ColorParser

data/test/test_request.rb

@@ -0,0 +1,19 @@
+module ColorParser
+  class TestRequest
+    def initialize(params={})
+    end
+    
+    # Read in fixture file instead of url
+    def get(url)
+      begin
+        uri = URI.parse(url.strip)
+      rescue URI::InvalidURIError
+        uri = URI.parse(URI.escape(url.strip))
+      end
+
+      # simple hack to read in fixtures instead of url for tests
+      fixture = "#{File.dirname(__FILE__)}/../test/fixtures#{uri.path}"
+      File.read(fixture) if File.exist?(fixture)
+    end
+  end
+end

data/test/version_test.rb

@@ -0,0 +1,7 @@
+require_relative "test_helper"
+
+describe VERSION do
+  it "must be defined" do
+    ColorParser::VERSION.wont_be_nil
+  end
+end

metadata

@@ -0,0 +1,184 @@
+--- !ruby/object:Gem::Specification
+name: color_parser
+version: !ruby/object:Gem::Version
+  version: 0.0.2
+  prerelease: 
+platform: ruby
+authors:
+- Derek DeVries
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-01-09 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.5'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.5'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Color Parser finds the colors on a given webpage
+email:
+- derek@sportspyder.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- color_parser.gemspec
+- lib/color_parser.rb
+- lib/color_parser/image.rb
+- lib/color_parser/page.rb
+- lib/color_parser/stylesheet.rb
+- lib/color_parser/version.rb
+- test/color_parser_test.rb
+- test/fixtures/css/absolute.html
+- test/fixtures/css/inline.html
+- test/fixtures/css/inline_import.html
+- test/fixtures/css/invalid.html
+- test/fixtures/css/relative.html
+- test/fixtures/css/relative_root.html
+- test/fixtures/css/stylesheets/colors.css
+- test/fixtures/css/stylesheets/fonts.css
+- test/fixtures/css/stylesheets/print.css
+- test/fixtures/css/stylesheets/screen.css
+- test/fixtures/css_color/frequency.html
+- test/fixtures/css_color/stylesheets/color_styles.css
+- test/fixtures/css_color/stylesheets/css_elements.css
+- test/fixtures/css_color/stylesheets/frequency.css
+- test/fixtures/css_color/stylesheets/imported_selectors.css
+- test/fixtures/css_color/stylesheets/properties.css
+- test/fixtures/css_images/images/apple.png
+- test/fixtures/css_images/images/cantaloupe.png
+- test/fixtures/css_images/images/kiwi.jpg
+- test/fixtures/css_images/images/mango.png
+- test/fixtures/css_images/images/pineapple.png
+- test/fixtures/css_images/paths.html
+- test/fixtures/css_images/stylesheets/import_paths.css
+- test/fixtures/css_images/stylesheets/paths.css
+- test/fixtures/css_images/stylesheets/quotes.css
+- test/fixtures/css_import/index.html
+- test/fixtures/css_import/stylesheets/borders.css
+- test/fixtures/css_import/stylesheets/colors.css
+- test/fixtures/css_import/stylesheets/fonts.css
+- test/fixtures/css_import/stylesheets/ie.css
+- test/fixtures/css_import/stylesheets/images.css
+- test/fixtures/css_import/stylesheets/master.css
+- test/fixtures/css_import/stylesheets/print.css
+- test/fixtures/css_import/stylesheets/screen.css
+- test/fixtures/inline_images/absolute.html
+- test/fixtures/inline_images/images/apple.png
+- test/fixtures/inline_images/images/kiwi.jpg
+- test/fixtures/inline_images/relative.html
+- test/fixtures/inline_images/relative_root.html
+- test/image_test.rb
+- test/page_test.rb
+- test/stylesheet_test.rb
+- test/test_helper.rb
+- test/test_request.rb
+- test/version_test.rb
+homepage: https://github.com/devrieda/color_parser
+licenses:
+- MIT
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: 1.9.3
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
+      - 0
+      hash: -3886628688892773367
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: Color Parser finds the colors on a given webpage
+test_files:
+- test/color_parser_test.rb
+- test/fixtures/css/absolute.html
+- test/fixtures/css/inline.html
+- test/fixtures/css/inline_import.html
+- test/fixtures/css/invalid.html
+- test/fixtures/css/relative.html
+- test/fixtures/css/relative_root.html
+- test/fixtures/css/stylesheets/colors.css
+- test/fixtures/css/stylesheets/fonts.css
+- test/fixtures/css/stylesheets/print.css
+- test/fixtures/css/stylesheets/screen.css
+- test/fixtures/css_color/frequency.html
+- test/fixtures/css_color/stylesheets/color_styles.css
+- test/fixtures/css_color/stylesheets/css_elements.css
+- test/fixtures/css_color/stylesheets/frequency.css
+- test/fixtures/css_color/stylesheets/imported_selectors.css
+- test/fixtures/css_color/stylesheets/properties.css
+- test/fixtures/css_images/images/apple.png
+- test/fixtures/css_images/images/cantaloupe.png
+- test/fixtures/css_images/images/kiwi.jpg
+- test/fixtures/css_images/images/mango.png
+- test/fixtures/css_images/images/pineapple.png
+- test/fixtures/css_images/paths.html
+- test/fixtures/css_images/stylesheets/import_paths.css
+- test/fixtures/css_images/stylesheets/paths.css
+- test/fixtures/css_images/stylesheets/quotes.css
+- test/fixtures/css_import/index.html
+- test/fixtures/css_import/stylesheets/borders.css
+- test/fixtures/css_import/stylesheets/colors.css
+- test/fixtures/css_import/stylesheets/fonts.css
+- test/fixtures/css_import/stylesheets/ie.css
+- test/fixtures/css_import/stylesheets/images.css
+- test/fixtures/css_import/stylesheets/master.css
+- test/fixtures/css_import/stylesheets/print.css
+- test/fixtures/css_import/stylesheets/screen.css
+- test/fixtures/inline_images/absolute.html
+- test/fixtures/inline_images/images/apple.png
+- test/fixtures/inline_images/images/kiwi.jpg
+- test/fixtures/inline_images/relative.html
+- test/fixtures/inline_images/relative_root.html
+- test/image_test.rb
+- test/page_test.rb
+- test/stylesheet_test.rb
+- test/test_helper.rb
+- test/test_request.rb
+- test/version_test.rb