fletcher 0.4.1 → 0.4.2

data/README.md

@@ -11,10 +11,13 @@ Fletcher is a cross-website product/model information fetcher. Give fletcher a p
 
 ## Supported Websites
 
-* [Amazon](http://www.amazon.com) (name, description, price, images)
-* [eBay](http://www.ebay.com) (name, price, images)
-* [ThinkGeek](http://www.thinkgeek.com) (name, description, price, images)
-* [Etsy](http://www.etsy.com) (name, description, price, images)
+* [Amazon](http://www.amazon.com) 
+* [eBay](http://www.ebay.com)
+* [Etsy](http://www.etsy.com) 
+* [game.co.uk](http://www.game.co.uk)
+* [Google Shopping](http://www.google.com/products/)
+* [play.com](http://www.play.com)
+* [ThinkGeek](http://www.thinkgeek.com)
 
 ## Installation
 

data/VERSION

@@ -1 +1 @@
-0.4.1
+0.4.2

data/fletcher.gemspec

@@ -5,11 +5,11 @@
 
 Gem::Specification.new do |s|
   s.name = "fletcher"
-  s.version = "0.4.1"
+  s.version = "0.4.2"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.authors = ["Dave Hulihan", "Hulihan Applications"]
-  s.date = "2012-04-27"
+  s.date = "2012-08-17"
   s.description = "Easily fetch product/model information from third party websites such as Amazon, eBay, etc."
   s.email = "dave@hulihanapplications.com"
   s.extra_rdoc_files = [
@@ -32,6 +32,9 @@ Gem::Specification.new do |s|
     "lib/fletcher/models/base.rb",
     "lib/fletcher/models/ebay.rb",
     "lib/fletcher/models/etsy.rb",
+    "lib/fletcher/models/gamecouk.rb",
+    "lib/fletcher/models/googleshopping.rb",
+    "lib/fletcher/models/playcom.rb",
     "lib/fletcher/models/thinkgeek.rb",
     "lib/fletcher/nokogiri.rb",
     "lib/fletcher/string.rb",
@@ -41,6 +44,9 @@ Gem::Specification.new do |s|
     "spec/lib/fletcher/models/base_spec.rb",
     "spec/lib/fletcher/models/ebay_spec.rb",
     "spec/lib/fletcher/models/etsy_spec.rb",
+    "spec/lib/fletcher/models/gamecouk_spec.rb",
+    "spec/lib/fletcher/models/googleshopping_spec.rb",
+    "spec/lib/fletcher/models/playcom_spec.rb",
     "spec/lib/fletcher/models/thinkgeek_spec.rb",
     "spec/lib/fletcher/nokogiri_spec.rb",
     "spec/lib/fletcher_spec.rb",
@@ -52,7 +58,7 @@ Gem::Specification.new do |s|
   s.homepage = "http://github.com/hulihanapplications/fletcher"
   s.licenses = ["MIT"]
   s.require_paths = ["lib"]
-  s.rubygems_version = "1.8.15"
+  s.rubygems_version = "1.8.24"
   s.summary = "A cross-website product/model information fetcher."
 
   if s.respond_to? :specification_version then

data/lib/fletcher/models/base.rb

@@ -16,6 +16,12 @@ module Fletcher
           model = Fletcher::Model::Thinkgeek.new
         when :etsy
           model = Fletcher::Model::Etsy.new
+        when :googleshopping
+          model = Fletcher::Model::Googleshopping.new
+        when :gamecouk
+          model = Fletcher::Model::Gamecouk.new
+        when :playcom
+          model = Fletcher::Model::Playcom.new          
         end
         
         model.parse(data)

data/lib/fletcher/models/gamecouk.rb

@@ -0,0 +1,40 @@
+module Fletcher
+  module Model
+    class Gamecouk < Fletcher::Model::Base
+      # A regular expression for determining if a url comes from a specific service/website
+      def self.regexp
+        /game\.co\.uk/
+      end
+        
+      # Parse data and look for object attributes to give to object    
+      def parse(data)
+        super(data)
+
+        case doc
+        when Nokogiri::HTML::Document
+          require 'date'
+          # Get Name
+          self.name = doc.xpath("//meta[@property='og:title']/@content").first_string
+          
+          # Get Description
+          # OMITTED: This is tough to get because ebay item descriptions are custom html/content created by sellers
+          
+          self.description = doc.css('div#primary div#details.panel div.description').to_s
+          
+          self.release_date = doc.css('div#primary div#details.panel p.releaseDate').first_string
+          
+          self.release_date = Date.strptime(self.release_date.gsub('Released on ',''), '%d-%b-%Y') if self.release_date
+          
+          # Get Price
+          raw_price = doc.css("ul#variants ul.mint li.price").first_string
+          Money.default_currency = Money::Currency.new("GBP")
+          parse_price(raw_price.gsub(/Only /, "")) if raw_price
+          
+          # Get Image
+          self.images = [{:url => doc.xpath("//meta[@property='og:image']/@content").first_string}]
+          self.image = images.first
+        end            
+      end
+    end
+  end
+end

data/lib/fletcher/models/googleshopping.rb

@@ -0,0 +1,30 @@
+module Fletcher
+  module Model
+    class Googleshopping < Fletcher::Model::Base
+      # A regular expression for determining if a url comes from a specific service/website
+      def self.regexp
+        /google\.com/
+      end
+        
+      # Parse data and look for object attributes to give to object    
+      def parse(data)
+        super(data)
+        case doc
+        when Nokogiri::HTML::Document
+          # Get Name
+          self.name = doc.css('h1#product-name span.main-title').first_string
+
+          # Get Description
+          self.description = doc.css("div.product-desc-cont div.product-desc").first_string   
+
+          # Get Price
+          parse_price( doc.css('div#product-details span.product-price span.main-price').first_string )
+                          
+          # Get Images
+          self.images = doc.css('div#product-basic-info img').attribute_array
+          self.image = images.first
+        end            
+      end
+    end
+  end
+end

data/lib/fletcher/models/playcom.rb

@@ -0,0 +1,31 @@
+# encoding: utf-8
+module Fletcher
+  module Model
+    class Playcom < Fletcher::Model::Base
+      # A regular expression for determining if a url comes from a specific service/website
+      def self.regexp
+        /play\.com/
+      end
+        
+      # Parse data and look for object attributes to give to object    
+      def parse(data)
+        super(data)
+
+        case doc
+        when Nokogiri::HTML::Document
+          # Get Name
+          self.name = doc.xpath("//h1[@itemprop='name']").first_string
+          
+          self.description = doc.css('div.line div.unit div.tabs section#Description').to_s
+
+          # Get Price
+          raw_price = doc.css('div.product-overview div.line span.price').first_string
+          parse_price(raw_price.gsub(/\302\243/,'')) if raw_price
+          
+          # Get Image
+          self.image = doc.css('a#main_product img')[0][:src].to_s unless doc.css('a#main_product img').nil?
+        end            
+      end
+    end
+  end
+end

data/lib/fletcher.rb

@@ -1,5 +1,5 @@
 # = Fletcher
-# Author:: Dave Hulihan - 2011  
+# Author:: Dave Hulihan - 2012
 require "uri"
 require "fletcher/data"
 require "fletcher/string"
@@ -8,7 +8,7 @@ require "fletcher/nokogiri"
 module Fletcher  
   class << self
     # Detect model by url
-    #   Fletcher.identify_model("http://www.amazon.com/whatever") => :amazon
+    #   Fletcher.identify_model("http://www.amazon.com/whatever") # => :amazon
     def identify_model(url)
       if url =~ ::URI::regexp
         uri = ::URI::parse(url)
@@ -17,10 +17,16 @@ module Fletcher
           model = :amazon
         elsif host =~ Fletcher::Model::Ebay.regexp
           model = :ebay        
-        elsif host =~ Fletcher::Model::Thinkgeek.regexp
-          model = :thinkgeek
         elsif host =~ Fletcher::Model::Etsy.regexp
-          model = :etsy
+          model = :etsy          
+        elsif host =~ Fletcher::Model::Gamecouk.regexp
+          model = :gamecouk
+        elsif host =~ Fletcher::Model::Googleshopping.regexp
+          model = :googleshopping          
+        elsif host =~ Fletcher::Model::Playcom.regexp
+          model = :playcom
+        elsif host =~ Fletcher::Model::Thinkgeek.regexp          
+          model = :thinkgeek
         else 
           model = :unknown 
           raise ArgumentError, "Fletcher doesn't support #{host} yet."

data/spec/factories/models.rb

@@ -38,4 +38,16 @@ FactoryGirl.define do
   factory :etsy, :parent => :base do
     url "http://www.etsy.com/listing/78608690/farm-fresh-125-x-19-in-pick-your-color"
   end
+
+  factory :googleshopping, :parent => :base do
+    url "http://www.google.com/products/catalog?hl=en&q=xbox+360&um=1&ie=UTF-8&tbm=shop&cid=6970582693578667145&sa=X&ei=-UAuUOi7G4P80QX8hYHwDA"
+  end
+  
+  factory :gamecouk, :parent => :base do
+    url "http://www.game.co.uk/en/rise-of-nightmares-kinect-compatible-93535"
+  end
+  
+  factory :playcom, :parent => :base do
+    url "http://www.play.com/DVD/DVD/4-/14805648/-/Product.html"
+  end
 end

data/spec/lib/fletcher/models/ebay_spec.rb

@@ -3,13 +3,14 @@ require 'spec_helper'
 describe Fletcher::Model::Ebay do
   describe "parse" do     
     context "with valid data" do
-      it "should return correct model info" do 
-        model = described_class.new
-        model.parse Fletcher::Data.read(Factory(:ebay).url)
-        model.name.should_not be_nil
-        model.price.should_not be_nil        
-        model.image.should_not be_nil        
-      end       
+      # Diable Realtime Test, too inconsistent
+      # it "should return correct model info" do 
+      #   model = described_class.new
+      #   model.parse Fletcher::Data.read(Factory(:ebay).url)
+      #   model.name.should_not be_nil
+      #   model.price.should_not be_nil        
+      #   model.image.should_not be_nil        
+      # end       
     end
   end
 end  

data/spec/lib/fletcher/models/gamecouk_spec.rb

@@ -0,0 +1,17 @@
+require 'spec_helper'
+
+describe Fletcher::Model::Gamecouk do
+  describe "parse" do     
+    context "with valid data" do
+      it "should return correct model info" do 
+        model = described_class.new
+        model.parse Fletcher::Data.read(Factory(:gamecouk).url)    
+        model.name.should_not be_nil
+        model.description.should_not be_nil
+        model.price.should_not be_nil        
+        model.price.currency.iso_code.should == 'GBP'
+        model.image.should_not be_nil        
+      end       
+    end
+  end
+end  

data/spec/lib/fletcher/models/googleshopping_spec.rb

@@ -0,0 +1,16 @@
+require 'spec_helper'
+
+describe Fletcher::Model::Googleshopping do
+  describe "parse" do     
+    context "with valid data" do
+      it "should return correct model info" do 
+        model = described_class.new
+        model.parse Fletcher::Data.read(Factory(:googleshopping).url)    
+        model.name.should_not be_nil
+        model.description.should_not be_nil
+        model.price.should_not be_nil        
+        model.image.should_not be_nil        
+      end       
+    end
+  end
+end  

data/spec/lib/fletcher/models/playcom_spec.rb

@@ -0,0 +1,17 @@
+require 'spec_helper'
+
+describe Fletcher::Model::Playcom do
+  describe "parse" do     
+    context "with valid data" do
+      it "should return correct model info" do 
+        model = described_class.new
+        model.parse Fletcher::Data.read(Factory(:playcom).url)
+        model.doc = nil
+        model.name.should_not be_nil
+        model.description.should_not be_nil
+        model.price.should_not be_nil        
+        model.image.should_not be_nil        
+      end       
+    end
+  end
+end  

data/spec/lib/fletcher_spec.rb

@@ -2,7 +2,7 @@ require 'spec_helper'
 
 describe Fletcher do
   context :models do 
-    describe :itendify_model do
+    describe :identify_model do
       it "should raise an error when using an unsupported domain" do 
         lambda{described_class.identify_model(Factory(:invalid).url)}.should raise_error 
       end
@@ -15,14 +15,63 @@ describe Fletcher do
     end 
 
     describe :fetch do
-      for model in [Fletcher.models[2]]
-        it "should return valid data for #{model} model" do
-          item = described_class.fetch(Factory(model).url)
-          item.should_not be_nil
-          item.name.should_not be_nil       
-          item.description.should_not be_nil if model == :amazon
-        end 
-      end   
+      # for model in Fletcher.models
+      #   it "should return valid data for #{model} model" do
+      #     item = described_class.fetch(Factory(model).url)
+      #     item.should_not be_nil
+      #     item.name.should_not be_nil       
+      #     item.description.should_not be_nil if model == :amazon
+      #   end 
+      # end   
+
+      it "should fetch amazon product" do
+        item = described_class.fetch(Factory(:amazon).url)
+        item.should_not be_nil
+        item.name.should_not be_nil       
+        item.description.should_not be_nil 
+      end
+
+      # Disable ebay fetch test, since auctions always end
+      # it "should fetch ebay product" do
+      #   item = described_class.fetch(Factory(:ebay).url)
+      #   item.should_not be_nil
+      #   item.name.should_not be_nil       
+      # end
+
+      it "should fetch etsy product" do
+        item = described_class.fetch(Factory(:etsy).url)
+        item.should_not be_nil
+        item.name.should_not be_nil       
+        item.description.should_not be_nil 
+      end
+
+      it "should fetch gamecouk product" do
+        item = described_class.fetch(Factory(:gamecouk).url)
+        item.should_not be_nil
+        item.name.should_not be_nil       
+        item.description.should_not be_nil 
+      end
+
+      it "should fetch googleshopping product" do
+        item = described_class.fetch(Factory(:googleshopping).url)
+        item.should_not be_nil
+        item.name.should_not be_nil       
+        item.description.should_not be_nil
+      end      
+
+      it "should fetch playcom product" do
+        item = described_class.fetch(Factory(:playcom).url)
+        item.should_not be_nil
+        item.name.should_not be_nil       
+        item.description.should_not be_nil 
+      end  
+
+      it "should fetch thinkgeek product" do
+        item = described_class.fetch(Factory(:thinkgeek).url)
+        item.should_not be_nil
+        item.name.should_not be_nil       
+        item.description.should_not be_nil 
+      end       
     end    
   end
   

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: fletcher
 version: !ruby/object:Gem::Version
-  version: 0.4.1
+  version: 0.4.2
   prerelease: 
 platform: ruby
 authors:
@@ -10,11 +10,11 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2012-04-27 00:00:00.000000000Z
+date: 2012-08-17 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: hashie
-  requirement: &26846800 !ruby/object:Gem::Requirement
+  requirement: !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -22,10 +22,15 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *26846800
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: nokogiri
-  requirement: &26846280 !ruby/object:Gem::Requirement
+  requirement: !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -33,10 +38,15 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *26846280
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: money
-  requirement: &26845760 !ruby/object:Gem::Requirement
+  requirement: !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -44,10 +54,15 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *26845760
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: shoulda
-  requirement: &26845220 !ruby/object:Gem::Requirement
+  requirement: !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -55,10 +70,15 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *26845220
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: bundler
-  requirement: &26844620 !ruby/object:Gem::Requirement
+  requirement: !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -66,10 +86,15 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *26844620
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: jeweler
-  requirement: &26844020 !ruby/object:Gem::Requirement
+  requirement: !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -77,10 +102,15 @@ dependencies:
         version: 1.6.4
   type: :development
   prerelease: false
-  version_requirements: *26844020
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.6.4
 - !ruby/object:Gem::Dependency
   name: rcov
-  requirement: &26843440 !ruby/object:Gem::Requirement
+  requirement: !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -88,10 +118,15 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *26843440
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: rspec
-  requirement: &26842840 !ruby/object:Gem::Requirement
+  requirement: !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -99,10 +134,15 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *26842840
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: factory_girl
-  requirement: &26842140 !ruby/object:Gem::Requirement
+  requirement: !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -110,10 +150,15 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *26842140
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: i18n
-  requirement: &26841640 !ruby/object:Gem::Requirement
+  requirement: !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -121,7 +166,12 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *26841640
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 description: Easily fetch product/model information from third party websites such
   as Amazon, eBay, etc.
 email: dave@hulihanapplications.com
@@ -146,6 +196,9 @@ files:
 - lib/fletcher/models/base.rb
 - lib/fletcher/models/ebay.rb
 - lib/fletcher/models/etsy.rb
+- lib/fletcher/models/gamecouk.rb
+- lib/fletcher/models/googleshopping.rb
+- lib/fletcher/models/playcom.rb
 - lib/fletcher/models/thinkgeek.rb
 - lib/fletcher/nokogiri.rb
 - lib/fletcher/string.rb
@@ -155,6 +208,9 @@ files:
 - spec/lib/fletcher/models/base_spec.rb
 - spec/lib/fletcher/models/ebay_spec.rb
 - spec/lib/fletcher/models/etsy_spec.rb
+- spec/lib/fletcher/models/gamecouk_spec.rb
+- spec/lib/fletcher/models/googleshopping_spec.rb
+- spec/lib/fletcher/models/playcom_spec.rb
 - spec/lib/fletcher/models/thinkgeek_spec.rb
 - spec/lib/fletcher/nokogiri_spec.rb
 - spec/lib/fletcher_spec.rb
@@ -177,7 +233,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: 3808065190973917723
+      hash: -2018165901004833096
 required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
   requirements:
@@ -186,7 +242,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 1.8.15
+rubygems_version: 1.8.24
 signing_key: 
 specification_version: 3
 summary: A cross-website product/model information fetcher.