bazaar_sources 0.2.1.1.1.4

data/lib/api_helpers/shopzilla_api.rb

@@ -0,0 +1,230 @@
+require 'hpricot'
+require 'open-uri'
+require 'timeout'
+
+class ShopzillaAPI
+  @@default_api_call_timeout = 25
+  def self.default_api_call_timeout=(obj)
+    @@default_api_call_timeout = obj
+  end
+  attr_accessor :api_call_timeout
+
+  def initialize
+    @logger = Logger.new(STDERR)
+  end
+
+  # Find all offers for a product given the (shopzilla) product_id
+  def find_offers_by_product_id(product_id)
+    result = make_offer_service_request(product_id)
+    offers = {}
+    unless result.nil?
+      merchant_offers = result / 'Products/Product/Offers/Offer'
+      merchant_offers.each do |offer|
+        merchant_id = offer.attributes['merchantId']
+        merchant_name = safe_inner_text(offer.at('merchantName'))
+        merchant_rating_elem = offer.at('MerchantRating')
+        merchant_rating = normalize_merchant_rating(merchant_rating_elem.attributes['value'].to_f) unless merchant_rating_elem.nil?
+        price = get_price_from_node(offer.at('price'))
+        shipping = get_price_from_node(offer.at('shipAmount'))
+        url = safe_inner_text(offer.at('url'))
+        condition = safe_inner_text(offer.at('condition'))
+        stock = safe_inner_text(offer.at('stock'))
+        if is_likely_new_condition?(condition) && is_likely_in_stock?(stock)
+          offers[merchant_id] = { :merchant_code => merchant_id,
+                                  :merchant_name => safe_unescape_html(merchant_name),
+                                  :merchant_logo_url => "http://img.bizrate.com/merchant/#{merchant_id}.gif",
+                                  :cpc => nil,
+                                  :price => price,
+                                  :shipping => shipping,
+                                  :offer_url => safe_unescape_html(url),
+                                  :offer_tier => 1,
+                                  :merchant_rating => merchant_rating,
+                                  :num_merchant_reviews => nil }
+        end
+      end
+    end
+    offers.values
+  end
+
+  def normalize_merchant_rating(merchant_rating)
+    merchant_rating.nil? ? nil : (merchant_rating * 10.0).round
+  end
+
+  # This method makes a separate API call to get merchant detail info.  It returns a hash that is aligned with 
+  # the merchant_source model
+  def merchant_source_detail(merchant_id)
+    result = make_merchant_service_request(merchant_id)
+    return nil if result.nil?
+    merchant_element = result / ("Merchants/Merchant[@id=#{merchant_id}]")
+    merchant_source = {}
+    merchant_source[:source] = 'shopzilla'
+    merchant_source[:code] = merchant_id.to_s
+    merchant_source[:name] = safe_inner_text(merchant_element.at('name'))
+    logo_url = logo_url(merchant_id)
+    if verify_logo_url(logo_url)
+      merchant_source[:logo_url] = logo_url
+    end
+
+    # rating will not exist if unrated (although "unrated" will -- doh!)
+    rated = false
+    begin
+      rating_elem = merchant_element.at('/Rating/Overall')
+      unless rating_elem.nil?
+        rated = true
+        merchant_source[:merchant_rating] = normalize_merchant_rating(rating_elem.attributes['value'].to_f)
+      end
+    rescue
+      merchant_source[:merchant_rating] = 0
+    end
+    # There are about 38 ways this could fail, so rescue any baddies
+    begin
+      # URL provided is an entity escaped url to shopzilla/bizrate for example
+      # http://www.bizrate.com/rd?t=http%3A%2F%2Fwww.pcnation.com%2Fasp%2Findex.asp%3Faffid%3D308&mid=31427&cat_id=&prod_id=350513557&oid=&pos=1&b_id=18&rf=af1&af_id=3973&af_creative_id=6&af_assettype_id=10&af_placement_id=1
+      # http://www.bizrate.com/rd?t=http%3A%2F%2Fad.doubleclick.net%2Fclk%3B23623113%3B12119329%3Bs%3Fhttp%3A%2F%2Fwww.staples.com%2Fwebapp%2Fwcs%2Fstores%2Fservlet%2Fhome%3FstoreId%3D10001%26langId%3D-1%26cm_mmc%3Donline_bizrate-_-search-_-staples_brand-_-staples.com&mid=370&cat_id=&prod_id=&oid=&pos=1&b_id=18&rf=af1&af_id=3973&af_creative_id=6&af_assettype_id=10&af_placement_id=1
+      # http://www.bizrate.com/rd?t=http%3A%2F%2Fwww.tigerdirect.com%2Findex.asp%3FSRCCODE%3DBIZRATE&mid=23939&cat_id=&prod_id=&oid=&pos=1&b_id=18&rf=af1&af_id=3973&af_creative_id=6&af_assettype_id=10&af_placement_id=1
+      # http://www.bizrate.com/rd?t=http%3A%2F%2Fad.doubleclick.net%2Fclk%3BNEW_1%3B6928611%3Ba%3Fhttp%3A%2F%2Fwww.officedepot.com&mid=814&cat_id=&prod_id=&oid=&pos=1&b_id=18&rf=af1&af_id=3973&af_creative_id=6&af_assettype_id=10&af_placement_id=1
+      redir_url = CGI::unescape(merchant_element.at('url').inner_text)
+      # the query string will contain a value at the "t" parameter
+      t_param_value = redir_url.match(/(\?|&)t=(.+)/)[2]
+      if t_param_value.index('doubleclick').nil?
+        homepage = t_param_value.match(/https?:\/\/(.+?)(\/|&|\?|$)/)[1]
+      else
+        homepage = t_param_value.match(/.+https?:\/\/(.+?)(\/|&|\?|$)/)[1]
+      end
+      merchant_source[:homepage] = "http://#{homepage}/"
+    rescue
+      merchant_source[:homepage] = nil
+    end
+    # now, we just need the number of reviews
+    if rated
+      num_merchant_reviews = safe_inner_text(merchant_element.at('Details/surveyCount'))
+      num_merchant_reviews = (num_merchant_reviews.nil? || num_merchant_reviews.empty?) ? 0 : num_merchant_reviews.to_i
+      merchant_source[:num_merchant_reviews] = num_merchant_reviews
+    end
+    merchant_source
+  end
+
+  def logo_url(merchant_id)
+    "http://img.bizrate.com/merchant/#{merchant_id}.gif"
+  end
+
+  def verified_logo_url(merchant_id)
+    logo_url = logo_url(merchant_id)
+    verify_logo_url(logo_url) ? logo_url : nil
+  end
+  
+  # -----------------------------------------------------------------------------------------------
+  private
+  # -----------------------------------------------------------------------------------------------
+
+  def make_offer_service_request(product_id)
+    params = {'productId' => product_id.to_s.strip,
+     'offersOnly' => 'true',
+     'biddedOnly' => 'true',
+     'resultsOffers' => '100',
+     'zipCode' => '64141'}
+    make_api_request('product', params)
+  end
+
+  def make_product_service_request(product_id)
+    params = {'productId' => product_id.to_s.strip}
+    make_api_request('product', params)
+  end
+
+  def make_merchant_service_request(merchant_id)
+    params = {'merchantId' => merchant_id.to_s.strip,
+              'expandDetails' => 'true'}
+    make_api_request('merchant', params)
+  end
+  
+  def make_brand_service_request(category_id, keyword)
+    params = {'categoryId' => category_id,
+              'keyword' => keyword.strip}
+    make_api_request('brands', params)
+  end
+
+  def make_taxonomy_service_request(category_id, keyword)
+    params = {'categoryId' => category_id,
+              'keyword' => keyword.strip}
+    make_api_request('taxonomy', params)
+  end
+
+  # make any API request given a hash of querystring parameter/values.  Generic parameters will be supplied.
+  def make_api_request(service, service_params)
+    params = {'apiKey' => SHOPZILLA_API_KEY,
+              'publisherId' => 3973,
+              'placementId' => 1  # This is a value we can pass to
+             }
+    params = params.merge(service_params) # merge in the user params
+    
+    # sort 'em
+    params = params.sort
+    
+    # build the querystring
+    query_string = params.collect do |x|
+      if x[1].class == Array
+        x[1].collect{|y| "#{x[0]}=#{y}" }.join '&'
+      else
+        "#{x[0]}=#{x[1]}"
+      end
+    end.join('&')
+
+    # do we already have a cached version of this API call?
+    key = "shopping-api-#{Digest::MD5.hexdigest(query_string)}-v3"
+    result = CACHE.get(key)
+    if !result # nope.. gotta get a new one.
+      url = "http://catalog.bizrate.com/services/catalog/v1/us/#{service}?#{query_string}"
+      #puts "shopzilla.com API request URL: #{url}"
+      begin
+        result = timeout(api_call_timeout || @@default_api_call_timeout) do
+          open(url)
+        end
+        result = result.read if result
+        
+        CACHE.set(key, result, Source.shopzilla_source.offer_ttl_seconds)
+      rescue Timeout::Error
+        @logger.warn "Shopzilla API call timed out: #{url}"
+        result = nil
+      rescue Exception => ex
+        @logger.warn "Shopzilla API call failed (#{ex.message}): #{url}"
+        result = nil
+      end
+    end
+    if result
+      Hpricot.XML(result)
+    else
+      nil
+    end
+  end
+
+  def verify_logo_url(logo_url)
+    begin
+      open(logo_url, 'rb').close
+      return true
+    rescue Exception => ex
+      puts "Not using bad merchant logo URL #{logo_url}: #{ex.message}"
+      return false
+    end
+  end
+
+  def safe_inner_text(element)
+    element.nil? ? nil : element.inner_text
+  end
+
+  def safe_unescape_html(text)
+    text.nil? ? nil : CGI::unescapeHTML(text)
+  end
+
+  def is_likely_new_condition?(condition_text)
+    condition_text.nil? || condition_text.empty? || condition_text.upcase == 'NEW' || condition_text.upcase == 'OEM'
+  end
+
+  def is_likely_in_stock?(stock_text)
+    stock_text.nil? || stock_text.empty? || stock_text.upcase != 'OUT'
+  end
+
+  def get_price_from_node(element)
+    price = element.attributes['integral']
+    (price.nil? || price.empty?) ? nil : (price.to_i / 100.0).to_d
+  end
+end

data/lib/bazaar_sources.rb

@@ -0,0 +1,35 @@
+require 'sources/source'
+require 'sources/amazon_source'
+require 'sources/buy_source'
+require 'sources/ebay_source'
+require 'sources/epinions_source'
+require 'sources/google_source'
+require 'sources/price_grabber_source'
+require 'sources/reseller_ratings_source'
+require 'sources/shopping_source'
+require 'sources/shopzilla_source'
+
+module BazaarSources
+  VERSION = '0.1.8'
+end
+
+module URI
+  CHARACTERS_DISLIKED_BY_PARSE = '^<>`| '
+  def self.safe_parse(url)
+    escaped = URI.escape(url, CHARACTERS_DISLIKED_BY_PARSE)
+    uri = URI.parse(escaped)
+    uri
+  end
+end
+
+module Hpricot
+  module Traverse
+    def inner_text
+      if respond_to?(:children) and children
+        children.map { |x| x.inner_text.force_encoding('UTF-8') }.join
+      else
+        ""
+      end
+    end
+  end
+end

data/lib/sources/amazon_source.rb

@@ -0,0 +1,94 @@
+require 'api_helpers/amazon'
+
+class AmazonSource < Source
+  AMAZON_MERCHANT_PERMALINK = 'amazon'
+
+  def initialize
+    super(:name => 'Amazon',
+          :homepage => 'http://www.amazon.com/',
+          :cpc => 12,
+          :offer_enabled => true,
+          :offer_ttl_seconds => 3600,
+          :use_for_merchant_ratings => true,
+          :offer_affiliate => true,
+          :supports_lifetime_ratings => false,
+          :batch_fetch_delay => 2,
+          :product_code_regexp => /^[a-zA-Z0-9]{10}$/,
+          :product_code_examples => ['B000HEC7BO', 'B002YP45EQ'],
+          :product_page_link_erb => "http://www.amazon.com/gp/product/<%= product_code %>")
+  end
+
+  def api
+    @api ||= Amazon::ProductAdvertising.new
+  end
+
+  def url_for_merchant_source_page(merchant_source_code)
+    api.at_a_glance_url(merchant_source_code)
+  end
+
+  def fetch_merchant_source(merchant_source_page_url)
+    amazon_merchant_code = merchant_source_page_url
+    if merchant_source_page_url.match /(\?|&)seller=(A.+?)(&.*|$)/
+      amazon_merchant_code = $2
+    end
+    delay_fetch
+    properties = api.seller_lookup(amazon_merchant_code)
+    
+    { :source => self,
+      :code => properties[:seller_id],
+      :name => properties[:merchant_name],
+      :merchant_rating => properties[:average_feedback_rating] * 20.0,
+      :num_merchant_reviews => properties[:total_feedback],
+      :logo_url => properties[:logo_url],
+      :homepage => properties[:homepage] }
+  end
+  
+  def fetch_best_offer(product_code, min_num_offers_to_qualify=nil)
+    delay_fetch
+    offers = fetch_offers(product_code)
+    if !min_num_offers_to_qualify.nil? && offers.length < min_num_offers_to_qualify
+      return nil
+    end
+    offers.inject(nil) do |best_offer, offer|
+      unless offer.price.nil? || offer.shipping.nil?
+        if best_offer.nil? || (offer.price + offer.shipping) < (best_offer.price + best_offer.shipping)
+          best_offer = offer
+        end
+      end
+      best_offer
+    end
+  end
+
+  def fetch_street_price(product_code)
+    best_offer = fetch_best_offer(product_code, 3)
+    best_offer.nil? ? nil : best_offer.total_price
+  end
+
+  def self.nullify_offer_url(offer_url)
+    offer_url.gsub(/#{AMAZON_ASSOCIATE_TAG}/, AMAZON_ASSOCIATE_TAG_ALT)
+  end
+
+  def nullify_offer_url(offer_url)
+    AmazonSource.nullify_offer_url(offer_url)
+  end
+
+  def offer_affiliate_for_merchant?(merchant)
+    !merchant.nil? && merchant.permalink == AMAZON_MERCHANT_PERMALINK
+  end
+
+  def affiliate_wrap_deal_url(deal_url, nullify=false)
+    nullify ? nullify_offer_url(deal_url) : deal_url
+  end
+
+  def fetch_offers(product_code)
+    begin
+      api.find_offers_by_asin(product_code).values
+    rescue Amazon::AsinNotFoundError => ex
+      raise Source::ProductNotFoundError.new(ex.message << " w/ #{product_code}", keyname, product_code)
+    rescue Amazon::AsinFatalError => ex
+      raise Source::ProductFatalError.new(ex.message << " w/ #{product_code}", keyname, product_code)
+    rescue => ex
+      raise Source::GeneralError.new(ex.message << " w/ #{product_code}", keyname)
+    end
+  end
+end

data/lib/sources/buy_source.rb

@@ -0,0 +1,34 @@
+class BuySource < Source
+  BUY_MERCHANT_PERMALINK = 'buy-com'
+  BUY_AFFILIATE_PID = '3332520'
+  BUY_AFFILIATE_URL_PREFIX = "http://affiliate.buy.com/gateway.aspx?adid=17662&pid=#{BUY_AFFILIATE_PID}&aid=10391416&sURL="
+
+  def initialize
+    super(:name => 'Buy.com',
+          :homepage => 'http://www.buy.com/',
+          :cpc => 7,
+          :offer_enabled => false,
+          :offer_ttl_seconds => 86400,
+          :use_for_merchant_ratings => false,
+          :offer_affiliate => true,
+          :supports_lifetime_ratings => false,
+          :batch_fetch_delay => 2,
+          :product_code_regexp => /^\d{9}$/,
+          :product_code_examples => ['208464207', '211986388'],
+          :product_page_link_erb => "http://www.buy.com/retail/product.asp?sku=<%= product_code %>")
+  end
+
+  def nullify_offer_url(offer_url)
+    offer_url.gsub(/#{BUY_AFFILIATE_PID}/, '')
+  end
+
+  def offer_affiliate_for_merchant?(merchant)
+    !merchant.nil? && merchant.permalink == BUY_MERCHANT_PERMALINK
+  end
+
+  def affiliate_wrap_deal_url(deal_url, nullify=false)
+    offer_url = BUY_AFFILIATE_URL_PREFIX
+    offer_url += CGI::escape(deal_url)
+    nullify ? nullify_offer_url(offer_url) : offer_url
+  end
+end

data/lib/sources/ebay_source.rb

@@ -0,0 +1,35 @@
+class EbaySource < Source
+  EBAY_MERCHANT_PERMALINK = 'ebay'
+  EBAY_AFFILIATE_PID = '711-53200-19255-0'
+  EBAY_DEFAULT_CAMPAIGN_ID = '5336205246'
+  EBAY_ADMIN_CAMPAIGN_ID = '5336210401'
+  EBAY_AFFILIATE_URL_PREFIX = "http://rover.ebay.com/rover/1/#{EBAY_AFFILIATE_PID}/1?type=4&campid=#{EBAY_DEFAULT_CAMPAIGN_ID}&toolid=10001&customid=&mpre="
+
+  def initialize
+    super(:name => 'eBay.com',
+          :homepage => 'http://www.ebay.com/',
+          :cpc => 10,
+          :offer_enabled => false,
+          :offer_ttl_seconds => 86400,
+          :use_for_merchant_ratings => false,
+          :offer_affiliate => true,
+          :supports_lifetime_ratings => false,
+          :batch_fetch_delay => 2,
+          :product_code_regexp => nil,
+          :product_code_examples => [])
+  end
+  
+  def nullify_offer_url(offer_url)
+    offer_url.gsub(/#{EBAY_DEFAULT_CAMPAIGN_ID}/, EBAY_ADMIN_CAMPAIGN_ID)
+  end
+
+  def offer_affiliate_for_merchant?(merchant)
+    !merchant.nil? && merchant.permalink == EBAY_MERCHANT_PERMALINK
+  end
+
+  def affiliate_wrap_deal_url(deal_url, nullify=false)
+    offer_url = EBAY_AFFILIATE_URL_PREFIX
+    offer_url += CGI::escape(deal_url)
+    nullify ? nullify_offer_url(offer_url) : offer_url
+  end
+end

data/lib/sources/epinions_source.rb

@@ -0,0 +1,80 @@
+require 'ostruct'
+
+class EpinionsSource < Source
+  def initialize
+    super(:name => 'Epinions',
+          :homepage => 'http://www.epinions.com/',
+          :cpc => 0,
+          :offer_enabled => false,
+          :offer_ttl_seconds => 0,
+          :use_for_merchant_ratings => true,
+          :offer_affiliate => false,
+          :supports_lifetime_ratings => false,
+          :batch_fetch_delay => 1,
+          :product_code_regexp => /^\d{4,10}$/,
+          :product_code_examples => ['44393573', '37469715'])
+  end
+
+  def url_for_merchant_source_page(merchant_source_code)
+    "http://www.epinions.com/#{merchant_source_code}"
+  end
+
+  def code_from_merchant_source_page_url(merchant_source_page_url)
+    merchant_source_page_url.match(/epinions\.com\/([^\/\?#]*)/)[1]
+  end
+
+  def fetch_merchant_source(merchant_source_page_url)
+    merchant_source_page_url.gsub!(/\/display_~.*$/, '')
+    delay_fetch
+    doc = Hpricot(open(merchant_source_page_url))
+
+    merchant_source = OpenStruct.new
+    merchant_source.source = self
+
+    # merchant name
+    element = doc.at('h1[@class = "title"]')
+    unless element.nil?
+      name = element.inner_text.strip
+      merchant_source.name = name
+    end
+
+    # merchant logo
+    element = doc.at('img[@name = "product_image"]')
+    unless element.nil?
+      logo_url = element.attributes['src']
+      logo_url.gsub!(/-resized\d+/, '')
+      merchant_source.logo_url = logo_url
+    end
+
+    # merchant code
+    merchant_source.code = code_from_merchant_source_page_url(merchant_source_page_url)
+
+    # merchant rating
+    element = doc.at('span[text() *= "Overall store rating:"]/../img')
+    element = doc.at('span[text() *= "Overall service rating:"]/../img') if element.nil?
+    unless element.nil?
+      merchant_rating = element.attributes['alt'].match(/Store Rating: ((\d|,)*\.?\d)/)[1]
+      merchant_source.merchant_rating = merchant_rating.to_f * 20.0 unless merchant_rating.nil?
+    end
+
+    # Num Merchant Reviews
+    element = doc.at('span[@class = "sgr"]')
+    unless element.nil?
+      num_merchant_reviews = element.inner_text.match(/Reviewed by (\d+) customer/)[1]
+      merchant_source.num_merchant_reviews = num_merchant_reviews.delete(',').to_i unless num_merchant_reviews.nil? || num_merchant_reviews.empty?
+    end
+
+    # Homepage
+    element = doc.at('span[text() = "Web Site"]../../td[2]/span/a')
+    unless element.nil?
+      homepage = element.inner_text.strip.downcase
+      merchant_source.homepage = homepage
+    end
+
+    merchant_source
+  end
+
+  def format_rating(merchant_source)
+    '%01.1f/5.0' % (merchant_source.get_merchant_rating.to_f / 20.0)
+  end
+end

data/lib/sources/google_source.rb

@@ -0,0 +1,119 @@
+require 'uri'
+require 'ostruct'
+require 'open-uri'
+require 'hpricot'
+
+class GoogleSource < Source
+  def initialize
+    super(:name => 'Google Shopping',
+          :homepage => 'http://www.google.com/products',
+          :cpc => 0,
+          :offer_enabled => false,
+          :offer_ttl_seconds => 0,
+          :use_for_merchant_ratings => true,
+          :offer_affiliate => false,
+          :supports_lifetime_ratings => false,
+          :batch_fetch_delay => 3,
+          :product_code_regexp => nil,
+          :product_code_examples => [])
+  end
+  
+  def url_for_merchant_source_page(merchant_source_code)
+    "http://www.google.com/products/reviews?sort=1&cid=#{merchant_source_code}"
+  end
+
+  def code_from_merchant_source_page_url(merchant_source_page_url)
+    merchant_source_page_url.match /google.com.*cid=(.+?)($|&.*)/
+    $1
+  end
+
+  def fetch_merchant_source(merchant_source_page_url)
+    delay_fetch
+    doc = Hpricot(open(merchant_source_page_url))
+
+    merchant_source = OpenStruct.new
+    merchant_source.source = self
+
+    # merchant code
+    code = code_from_merchant_source_page_url(merchant_source_page_url)
+    merchant_source.code = code
+
+    # merchant name
+    element = doc.at('//table//tr/td//font[@size = "+1"]')
+    unless element.nil?
+      name = element.inner_text.strip
+      merchant_source.name = name
+    end
+
+    rating_box_element = doc.at('//table//tr//td//b[text() = "Average rating"]/..')
+
+    # merchant rating
+    element = rating_box_element.at('font[@size = "+3"]')
+    unless element.nil?
+      merchant_rating = element.inner_text.match(/\s*(.*?)\s*\/.*?/)[1]
+      merchant_source.merchant_rating = merchant_rating.to_f * 20.0 unless merchant_rating.nil?
+    end
+
+    # Num Merchant Reviews
+    element = rating_box_element.at('font[@size = "-1"]')
+    unless element.nil?
+      num_merchant_reviews = element.inner_text.match(/((\d|,)+)/)[1]
+      merchant_source.num_merchant_reviews = num_merchant_reviews.delete(',').to_i unless num_merchant_reviews.nil? || num_merchant_reviews.empty?
+    end
+
+    merchant_source
+  end
+
+  def format_rating(merchant_source)
+    '%01.1f/5.0' % (merchant_source.get_merchant_rating.to_f / 20.0)
+  end
+
+  def self.grab_new_mappings(google_merchant_list_url)
+    #google_merchant_list_url = "http://www.google.com/products/catalog?q=Projectors&btnG=Search+Products&show=dd&cid=8852330310663509594&sa=N&start=0#ps-sellers"
+    body = open(google_merchant_list_url)
+    doc = Hpricot.XML(body)
+
+    google_sellers = []
+    sellers_table = (doc / '#ps-sellers-table')
+    sellers_table.search('td.ps-seller-col').each_with_index do |sellers_column, i|
+      next if i == 0
+#      puts "Seller's column: #{sellers_column}"
+      link = sellers_column.at('a')
+      unless link.nil?
+        name = link.inner_text.strip
+        puts "Seller: #{name}"
+        if link.attributes['href'].match /\?q=http:\/\/(.+)\//
+          domain = Merchant.parse_url_for_domain($1)
+          puts "Domain: #{domain}"
+        end
+      end
+      rating_link = sellers_column.next_sibling.at('a')
+      code = rating_link.attributes['href'].match(/.*&cid=(.+)&.*/)[1] unless rating_link.nil?
+      puts "CID: #{code}"
+      puts '-----------------------------------------------------'
+      google_sellers << {:name => name, :code => code, :domain => domain} unless domain.nil? || domain.empty? || code.nil? || code.empty?
+    end
+
+    new_mappings_count = 0
+    google_source = GoogleSource.first
+    google_sellers.each do |seller|
+      merchants = Merchant.find(:all, :conditions => {:domain => seller[:domain]})
+      if merchants.length > 1
+        puts "More than one merchant found for domain: #{seller[:domain]}"
+      elsif merchants.length == 1
+        merchant = merchants.first
+        if merchant.merchant_source(google_source).nil?
+          url = google_source.url_for_merchant_source_page(seller[:code])
+          new_merchant_source = google_source.fetch_merchant_source(url)
+          merchant.merchant_sources << new_merchant_source
+          merchant.update_from_sources
+          merchant.save!
+          new_mappings_count += 1
+        end
+      end
+    end
+    puts "Google sellers found: #{google_sellers.length}"
+    puts "New mappings added: #{new_mappings_count}"
+    new_mappings_count
+  end
+end