tipsanity_merchant_extractor 0.0.4.alpha → 0.0.5

data/CHANGELOG.md

@@ -1,3 +1,3 @@
-## v0.0.4.alpha
+## v0.0.5
 
 * initial release with amazon api derivatives.

data/Gemfile

@@ -1,4 +1,4 @@
 source 'https://rubygems.org'
 
 # Specify your gem's dependencies in tipsanity_merchant_extractor.gemspec
-gemspec
+gemspec

data/lib/tipsanity_merchant_extractor.rb

@@ -1,115 +1,30 @@
 require "tipsanity_merchant_extractor/version"
-require 'uri'
-
-# require 'asin_configuration'
+require 'open-uri'
+require 'nori'
+require 'nokogiri'
 
 module TipsanityMerchantExtractor
-  module UrlFormatter
-    REGISTERED_MERCHANT = {amazon: "www.amazon.com", cjunction: "www.commissionjunction.com", link_share: "www.link_share.com"}#%w{www.amazon.com www.commissionjunction.com www.link_share.com}
-    class << self
-      def format_url url
-        URI.unescape url
-        if url.to_s !~ url_regexp && "http://#{url}" =~ url_regexp
-          "http://#{url.gsub(/\A[[:punct:]]*/,'')}"
-        else
-          url
-        end
-      end
+  autoload :UrlFormatter,           'tipsanity_merchant_extractor/url_formatter'
+  autoload :AttributeExtractor,     'tipsanity_merchant_extractor/attribute_extractor'
+  autoload :Amazon,                 'tipsanity_merchant_extractor/amazon'
+  autoload :RegisteredMerchantList, 'tipsanity_merchant_extractor/registered_merchant_list'
+  autoload :LinkShare,              'tipsanity_merchant_extractor/linkshare'
+  autoload :Cj,                     'tipsanity_merchant_extractor/cj'
+  autoload :Rakuten,                'tipsanity_merchant_extractor/rakuten'
+  autoload :BestBuy,                'tipsanity_merchant_extractor/best_buy'
+  autoload :OneEightThousandLighting,'tipsanity_merchant_extractor/1800lighting'
 
-      def url_regexp
-        /http:|https:/ #[http:|https:] means that any of the charactor inside [] is matching.
-      end
+end
 
-      def valid_url url
-        if url =~ url_regexp
-          true
-        else
-          false
-        end
-      end
+class Array
+  def extract_options!
+    if last.is_a?(::Hash)# && last.extractable_options?
+      pop
+    else
+      {}
     end
   end
-
-  class AttributeExtractor
-    include UrlFormatter
-    attr_accessor :merchant_url,
-                  :host_provider,
-                  :product_name,
-                  :description,
-                  :final_price,
-                  :list_price,
-                  :expiry_date,
-                  :currency_code,
-                  :image_url,
-                  :details_url,
-                  :is_dp
-
-    def initialize merchant_url
-      @merchant_url = UrlFormatter.format_url merchant_url
-      @host_provider = URI(@merchant_url).host
-
-      case who_is_merchant
-      when REGISTERED_MERCHANT[:amazon]
-        client = ASIN::Client.instance
-        product = client.lookup filtered_asin_from_amazon_path
-        @product_name = product.first.title
-        filtered_asin_from_amazon_path{|is_dp| is_dp == false} ? @description = product.first.review : @description = product.first.raw.EditorialReviews.EditorialReview.first.Content 
-        @list_price = product.first.amount.to_f/100 || product.first.raw.ItemAttributes.ListPrice.Amount.to_f/100
-        @currency_code = product.first.raw.ItemAttributes.ListPrice.CurrencyCode
-        @expiry_date = Date.today
-        @image_url = product.first.image_url || product.first.raw.ImageSets.ImageSet.LargeImage.URL
-        @details_url = product.first.details_url
-
-      end
-    end
-    
-    def who_is_merchant
-      case @host_provider
-      when is_merchant_amazon?
-        REGISTERED_MERCHANT[:amazon]
-      when "www.commissionjunction.com"
-        "commissionjunction"
-      else
-        "this merchant is not registered with system"
-      end
-    end
-
-    def is_merchant_amazon?
-      if @host_provider == REGISTERED_MERCHANT[:amazon]
-        block_given? ? true : @host_provider 
-      else
-        false
-      end
-    end
-
-    def merchant_amazon_path
-      if is_merchant_amazon?{}
-        path = URI(@merchant_url).path
-      else
-        "It is not amazon merchant"
-      end
-    end
-
-    def filtered_asin_from_amazon_path
-      split_path = merchant_amazon_path.split('/')
-      if split_path.include? 'gp'
-        if block_given?
-          @is_dp = false
-          yield @is_dp
-        else
-          asin = split_path[split_path.index('gp')+2]
-        end
-      elsif split_path.include? 'dp'
-        if block_given?
-          @is_dp = true
-          yield @is_dp
-        else
-          asin = split_path[split_path.index('dp')+1]
-        end
-      else
-        "path does not have asin"
-      end
-    end
+  def extractable_options?
+    instance_of?(Hash)
   end
-
-end
+end

data/lib/tipsanity_merchant_extractor/1800lighting.rb

@@ -0,0 +1,28 @@
+module TipsanityMerchantExtractor
+	module OneEightThousandLighting
+		def is_merchant_cj_one_eight_thousand_lighting?(merchant_url)
+      if URI(merchant_url).host == RegisteredMerchantList::REGISTERED_MERCHANT[:cjunction][:one_eight_thousand_lighting]
+        block_given? ? true : RegisteredMerchantList::REGISTERED_MERCHANT[:cjunction][:one_eight_thousand_lighting]
+      else
+        false
+      end
+    end
+
+    def extract_cj_one_eight_thousand_lighting(merchant_url)
+      if is_merchant_cj_one_eight_thousand_lighting?(merchant_url){}
+        path = URI(merchant_url).path
+        product_name = path.split("/")[path.split("/").index("site")+1] if path.split("/").include?("site")
+        query = URI(merchant_url).query
+        yield(product_name, query)
+      else
+        block_given? ? yield("It is not bestbuy merchant connected with commission junction.") : "It is not bestbuy merchant connected with commission junction."
+      end
+    end
+
+    def find_product_one_eight_thousand_lighting merchant_url, cj
+    	product_name = extract_cj_one_eight_thousand_lighting(merchant_url){|product_name| product_name}
+      skuId = extract_cj_one_eight_thousand_lighting(merchant_url){|product_name, query| CGI.parse(query)["skuId"].first}
+      cj.product_search("keywords" => product_name, "advertiser-ids" => "notjoined", "advertiser-sku" => skuId).collect{|product| product}.first
+    end
+	end
+end

data/lib/tipsanity_merchant_extractor/amazon.rb

@@ -0,0 +1,82 @@
+# require 'asin_configuration'
+
+module TipsanityMerchantExtractor
+	module Amazon
+    def self.extended(base)
+    	if base == AttributeExtractor
+    		base.send :include, FindAmazon
+    	end
+    end
+
+		def is_merchant_amazon?(merchant_url)
+      if URI(merchant_url).host == TipsanityMerchantExtractor::RegisteredMerchantList::REGISTERED_MERCHANT[:amazon]
+        block_given? ? true : TipsanityMerchantExtractor::RegisteredMerchantList::REGISTERED_MERCHANT[:amazon]
+      else
+        false
+      end
+    end
+
+    def merchant_amazon_path(merchant_url)
+      if self.is_merchant_amazon?(merchant_url){}
+        path = URI(merchant_url).path
+      else
+        "It is not amazon merchant"
+      end
+    end
+
+    def filtered_asin_from_amazon_path(merchant_url)
+      split_path = self.merchant_amazon_path(merchant_url).split('/')
+      if split_path.include? 'gp'
+        if block_given?
+          @is_dp = false
+          yield @is_dp
+        else
+          asin = split_path[split_path.index('gp')+2]
+        end
+      elsif split_path.include? 'dp'
+        if block_given?
+          @is_dp = true
+          yield @is_dp
+        else
+          asin = split_path[split_path.index('dp')+1]
+        end
+      else
+        "path does not have asin"
+      end
+    end
+
+    module FindAmazon
+    	include Amazon
+    	def find_product_amazon(merchannt_url)
+	    	client = ASIN::Client.instance
+        product = client.lookup filtered_asin_from_amazon_path(merchant_url)
+        unless product.empty?
+
+          @response_object = product
+          @product_name = product.first.title
+          # filtered_asin_from_amazon_path{|is_dp| is_dp == false} ? @description = product.first.raw.EditorialReviews.EditorialReview.Content : @description = product.first.raw.EditorialReviews.EditorialReview.first.Content 
+          @description = product.first.raw.keys.include?("EditorialReviews") ? (product.first.raw.EditorialReviews.EditorialReview.kind_of?(Array) ? product.first.raw.EditorialReviews.EditorialReview.first.Content : product.first.raw.EditorialReviews.EditorialReview.Content) : nil
+          @list_price = product.first.amount.to_f/100 || product.first.raw.ItemAttributes.ListPrice.Amount.to_f/100
+          @currency_code = product.first.raw.ItemAttributes.ListPrice.CurrencyCode
+          @expiry_date = Date.today
+          @image_url = product.first.image_url || product.first.raw.ImageSets.ImageSet.LargeImage.URL
+          @details_url = product.first.details_url
+          @final_price = product.first.raw.include?("OfferSummary") ? product.first.raw.OfferSummary.LowestNewPrice ? product.first.raw.OfferSummary.LowestNewPrice.Amount.to_f/100 : "0.00".to_f : "0.00".to_f
+          @categories = product.first.raw.ItemAttributes.Binding
+          @product_token = product.first.asin
+        else
+          @response_object = nil
+          @product_name = nil
+          @description = nil
+          @list_price = nil
+          @currency_code = nil
+          @expiry_date = nil
+          @image_url = nil
+          @details_url = nil
+          @final_price = nil
+          @categories = nil
+        end
+      end
+    end
+	end
+end

data/lib/tipsanity_merchant_extractor/attribute_extractor.rb

@@ -0,0 +1,72 @@
+module TipsanityMerchantExtractor
+	class AttributeExtractor
+    extend UrlFormatter
+    [Amazon, LinkShare, Rakuten, BestBuy, Cj].each do |merchant|
+    	extend merchant
+    end
+    
+    attr_accessor :merchant_url,
+                  :host_provider,
+                  :product_name,
+                  :description,
+                  :final_price,
+                  :list_price,
+                  :expiry_date,
+                  :currency_code,
+                  :image_url,
+                  :details_url,
+                  :is_dp,
+                  :categories,
+                  :response_object,
+                  :product_token,
+                  :options
+                  :errors
+
+    class << self
+      def who_is_merchant(merchant_url)
+        case URI(merchant_url).host
+        when is_merchant_amazon?(merchant_url)
+          RegisteredMerchantList::REGISTERED_MERCHANT[:amazon]
+        when is_merchant_cj_bestbuy?(merchant_url)
+          RegisteredMerchantList::REGISTERED_MERCHANT[:cjunction][:bestbuy]
+        when is_merchant_linkshare_rakuten?(merchant_url)
+          RegisteredMerchantList::REGISTERED_MERCHANT[:linkshare][0][:rakuten]
+        else
+          "this merchant is not registered merchant with our system. Please recommend us to affliate with us."
+          # URI(merchant_url).host
+        end
+      end
+    end
+    # end of self methods
+
+    def initialize merchant_url, *args
+      @options = args.extract_options!
+      @url = merchant_url
+      @merchant_url = self.class.format_url @url
+      @host_provider = URI(@merchant_url).host
+      @errors = []
+      case self.class.who_is_merchant(@merchant_url)
+      when RegisteredMerchantList::REGISTERED_MERCHANT[:amazon]
+      	find_product_amazon @merchant_url
+
+      when RegisteredMerchantList::REGISTERED_MERCHANT[:cjunction][:bestbuy]
+      	find_product_cj @merchant_url
+
+      when RegisteredMerchantList::REGISTERED_MERCHANT[:linkshare][0][:rakuten]
+        find_product_rakuten @merchant_url, @options[:linkshare][:token], RegisteredMerchantList::REGISTERED_MERCHANT[:linkshare][0][:mid]
+
+      else
+        @product_name = nil
+        @description = nil
+        @list_price = nil
+        @currency_code = nil
+        @expiry_date = nil
+        @image_url = nil
+        @details_url = nil
+        @final_price = nil
+        @categories = nil
+        @errors << "Unable to retrive from api"
+      end
+    end
+  end
+end

data/lib/tipsanity_merchant_extractor/best_buy.rb

@@ -0,0 +1,28 @@
+module TipsanityMerchantExtractor
+  module BestBuy
+    def is_merchant_cj_bestbuy?(merchant_url)
+      if URI(merchant_url).host == RegisteredMerchantList::REGISTERED_MERCHANT[:cjunction][:bestbuy]
+        block_given? ? true : RegisteredMerchantList::REGISTERED_MERCHANT[:cjunction][:bestbuy]
+      else
+        false
+      end
+    end
+
+    def extract_cj_bestbuy(merchant_url)
+      if is_merchant_cj_bestbuy?(merchant_url){}
+        path = URI(merchant_url).path
+        product_name = path.split("/")[path.split("/").index("site")+1] if path.split("/").include?("site")
+        query = URI(merchant_url).query
+        yield(product_name, query)
+      else
+        block_given? ? yield("It is not bestbuy merchant connected with commission junction.") : "It is not bestbuy merchant connected with commission junction."
+      end
+    end
+
+    def find_product_best_buy merchant_url, cj, options = {}
+      product_name = extract_cj_bestbuy(merchant_url){|product_name| product_name}
+      skuId = extract_cj_bestbuy(merchant_url){|product_name, query| CGI.parse(query)["skuId"].first}
+      cj.product_search("keywords" => product_name, "advertiser-ids" => options["advertiser-ids"], "advertiser-sku" => skuId).collect{|product| product}.first
+    end
+  end
+end

data/lib/tipsanity_merchant_extractor/cj.rb

@@ -0,0 +1,48 @@
+require 'commission_junction'
+
+module TipsanityMerchantExtractor
+  module Cj
+    include BestBuy
+    include OneEightThousandLighting
+    def self.extended(base)
+      if base == AttributeExtractor
+        base.send :include, FindCj
+      end
+    end
+
+    def call_to_cj(merchant_url, developer_key, website_id)
+
+      cj = CommissionJunction.new(developer_key, website_id)
+      case AttributeExtractor.who_is_merchant merchant_url
+      when RegisteredMerchantList::REGISTERED_MERCHANT[:cjunction][:bestbuy]
+        yield find_product_best_buy(merchant_url, cj, {"advertiser-ids" => "notjoined"})
+
+      when RegisteredMerchantList::REGISTERED_MERCHANT[:cjunction][:one_eight_thousand_lighting]
+        yield find_product_one_eight_thousand_lighting(merchant_url, cj, {"advertiser-ids" => "notjoined"})
+
+      end
+    end
+
+    module FindCj
+      include Cj
+      def find_product_cj merchant_url
+        call_to_cj(merchant_url, @options[:cj][:developer_key], @options[:cj][:website_id]) do |product|
+          if product
+
+            @product_name = product.name
+            @description = product.description
+            @list_price = product.price
+            @currency_code = product.currency
+            @image_url = product.image_url
+            @details_url = product.buy_url
+            @categories = product.advertiser_category
+            @response_object = product
+            @product_token = self.class.extract_cj_bestbuy(@merchant_url){|product_name, query| CGI.parse(query)["skuId"].first}
+          else
+            @product_name = @description = @list_price = @currency_code = @image_url = @details_url = @categories = @response_object = nil
+          end
+        end
+      end
+    end
+  end
+end

data/lib/tipsanity_merchant_extractor/linkshare.rb

@@ -0,0 +1,30 @@
+module TipsanityMerchantExtractor
+  module LinkShare
+		def call_to_linkshare(merchant_url, token, mid)
+      product_name = extract_linkshare(merchant_url)
+      linkshare_base_url = "http://productsearch.linksynergy.com/productsearch?"
+      query_hash = {token: token, keyword: product_name, mid: mid, exact: product_name.split(" ").pop(2).join(" ")}
+      query = URI.encode_www_form query_hash
+      request_url = [linkshare_base_url, query].join
+      response_xml = Nokogiri::XML open(URI.escape(request_url))
+      unless response_xml.xpath("//Errors").empty?
+        product = nil
+      else
+        product = response_xml.xpath("//result")
+      end
+      yield product
+    end
+
+    def extract_linkshare(merchant_url)
+      capitalized_product_name = nil
+      if is_merchant_linkshare_rakuten?(merchant_url){}
+        path = URI(URI.unescape merchant_url).path
+        element_array = path.split("/")
+        product_name = element_array[element_array.index("p")+1] if element_array.include?("p")
+        product_name = element_array[element_array.index("prod")+1] if element_array.include?("prod")
+        capitalized_product_name = product_name.gsub(/\d/,'').split('-').delete_if{|x| x==""}.collect{|x| x.capitalize}[0..6].join(" ")
+        return capitalized_product_name
+      end
+    end
+	end
+end

data/lib/tipsanity_merchant_extractor/rakuten.rb

@@ -0,0 +1,54 @@
+module TipsanityMerchantExtractor
+  # include LinkShare
+
+  module Rakuten
+    def self.extended(base)
+      if base == AttributeExtractor
+        base.send :include, Rakuten
+      end
+    end
+
+    def is_merchant_linkshare_rakuten?(merchant_url)
+      is_rakuten = ((URI(merchant_url).host == TipsanityMerchantExtractor::RegisteredMerchantList::REGISTERED_MERCHANT[:linkshare][0][:rakuten]) or !(URI(merchant_url).host.match(/rakuten/).nil?))
+      if is_rakuten
+        block_given? ? true : ((URI(merchant_url).host == TipsanityMerchantExtractor::RegisteredMerchantList::REGISTERED_MERCHANT[:linkshare][0][:rakuten]) ? TipsanityMerchantExtractor::RegisteredMerchantList::REGISTERED_MERCHANT[:linkshare][0][:rakuten] : URI(merchant_url).host)
+      else
+        false
+      end
+    end
+
+    def extract_linkshare_rakuten(merchant_url, token, mid)
+      if is_merchant_linkshare_rakuten?(merchant_url){}
+        path_array = URI(merchant_url).path.split('/')
+        skuid_stringed = path_array.last.gsub(/\D/, "")
+        skuid = skuid_stringed.to_i==0 ? nil : skuid_stringed.to_i
+        if skuid
+          begin
+            scraped_screen = Nokogiri::HTML(open(merchant_url))
+            @product_name = scraped_screen.search('#AuthorArtistTitle_productTitle').first.text
+            @description = scraped_screen.search('#divDescription').first.text
+            @list_price = scraped_screen.search('#spanMainListPrice').first.text.gsub(/$/, "").to_i
+            @final_price = scraped_screen.search('#spanMainTotalPrice').first.text.gsub(/$/, "").to_i
+            @image_url = scraped_screen.search('#ImageVideo_ImageRepeater_ctl00_Image').first.attributes["src"].value
+            buy_url = "http://getdeeplink.linksynergy.com/createcustomlink.shtml?token=#{token}&mid=#{mid}&murl=#{merchant_url}"
+            @details_url = Nokogiri::HTML(open(buy_url)).search("p").text# it needs token to retrive buy url
+            @categories = scraped_screen.search('#anchorSimilarProds').first.text
+            @response_object = scraped_screen
+            @product_token = skuid
+            @errors = []
+          rescue
+            @errors << "Some errors from api information"
+          end
+        else
+          @errors << "Not valid Uri. Please make sure, Uri contain 'prod' and skuid."
+        end
+      else
+        block_given? ? yield("It is not bestbuy merchant connected with commission junction.") : "It is not bestbuy merchant connected with commission junction."
+      end
+    end
+
+    def find_product_rakuten merchant_url, token, mid
+      extract_linkshare_rakuten merchant_url, token, mid
+    end
+  end
+end

data/lib/tipsanity_merchant_extractor/registered_merchant_list.rb

@@ -0,0 +1,21 @@
+module TipsanityMerchantExtractor
+	class RegisteredMerchantList
+		REGISTERED_MERCHANT = {
+			amazon: "www.amazon.com",
+			cjunction: {
+				bestbuy: 'www.bestbuy.com',
+				one_eight_thousand_lighting: 'www.1800lighting.com'
+			},
+			linkshare: [
+				{
+					rakuten: "www.rakuten.com",
+					mid: 36342
+				},
+				{
+					tigerdirect: "www.tigerdirect.com",
+					mid: 14028
+				}
+			]
+		}#%w{www.amazon.com www.commissionjunction.com www.link_share.com}
+	end
+end

data/lib/tipsanity_merchant_extractor/url_formatter.rb

@@ -0,0 +1,25 @@
+require 'uri'
+module TipsanityMerchantExtractor
+  module UrlFormatter
+    def format_url url
+      URI.unescape url
+      if url.to_s !~ url_regexp && "http://#{url}" =~ url_regexp
+        "http://#{url.gsub(/\A[[:punct:]]*/,'')}"
+      else
+        url
+      end
+    end
+
+    def url_regexp
+      /http:|https:/ #[http:|https:] means that any of the charactor inside [] is matching.
+    end
+
+    def valid_url url
+      if url =~ url_regexp
+        true
+      else
+        false
+      end
+    end
+  end
+end

data/lib/tipsanity_merchant_extractor/version.rb

@@ -1,3 +1,3 @@
 module TipsanityMerchantExtractor
-  VERSION = "0.0.4.alpha"
+  VERSION = "0.0.5"
 end

data/spec/tipsanity_url_formatter_spec.rb

@@ -1,19 +1,22 @@
 require "spec_helper"
 
-describe TipsanityMerchantExtractor::UrlFormatter do
+describe TipsanityMerchantExtractor::AttributeExtractor do
 	describe "url package" do
 		it "add http:// if it is not privided" do
-			TipsanityMerchantExtractor::UrlFormatter.format_url("example.com").should eq("http://example.com")
+			TipsanityMerchantExtractor::AttributeExtractor.format_url("example.com").should eq("http://example.com")
 		end
 
 		it "display the message valid url" do
-			TipsanityMerchantExtractor::UrlFormatter.valid_url("https://example.com").should be_true
+			TipsanityMerchantExtractor::AttributeExtractor.valid_url("https://example.com").should be_true
 		end
 
 		it "says who is the marchant for amazon" do
-			@tipsanity_instance = TipsanityMerchantExtractor::AttributeExtractor.new "http://www.amazon.com/gp/product/B00CMQTVQO/ref=s9_pop_gw_g63_ir05?pf_rd_m=ATVPDKIKX0DER&pf_rd_s=center-2&pf_rd_r=1B2CFTWGZGRQE19V8J1V&pf_rd_t=101&pf_rd_p=1263340922&pf_rd_i=507846"
-			@tipsanity_instance.who_is_merchant.should eq("www.amazon.com")
+			TipsanityMerchantExtractor::AttributeExtractor.who_is_merchant("http://www.amazon.com/gp/product/B00CMQTVQO/ref=s9_pop_gw_g63_ir05?pf_rd_m=ATVPDKIKX0DER&pf_rd_s=center-2&pf_rd_r=1B2CFTWGZGRQE19V8J1V&pf_rd_t=101&pf_rd_p=1263340922&pf_rd_i=507846").should eq("www.amazon.com")
 		end
+
+		# it "says available merchant" do
+		# 	TipsanityMerchantExtractor::AttributeExtractor::REGISTERED_MERCHANT.should eq('{:amazon=>"www.amazon.com", :cjunction=>{:bestbuy=>"www.bestbuy.com"}, :link_share=>"www.linkshare.com"}')
+		# end
 	end
 
 	describe "initialize attribute for url fro api" do
@@ -23,25 +26,23 @@ describe TipsanityMerchantExtractor::UrlFormatter do
 		end
 	end
 
-	describe "amazon.com merchant initiator" do
+	describe "merchant initiator" do
 		it "is amazon.com" do
-			@tipsanity_instance = TipsanityMerchantExtractor::AttributeExtractor.new "http://www.amazon.com/gp/product/B00CMQTVQO/ref=s9_pop_gw_g63_ir05?pf_rd_m=ATVPDKIKX0DER&pf_rd_s=center-2&pf_rd_r=1B2CFTWGZGRQE19V8J1V&pf_rd_t=101&pf_rd_p=1263340922&pf_rd_i=507846"
-			@tipsanity_instance.is_merchant_amazon?{}.should == true
+			# @tipsanity_instance = TipsanityMerchantExtractor::AttributeExtractor.new "http://www.amazon.com/gp/product/B00CMQTVQO/ref=s9_pop_gw_g63_ir05?pf_rd_m=ATVPDKIKX0DER&pf_rd_s=center-2&pf_rd_r=1B2CFTWGZGRQE19V8J1V&pf_rd_t=101&pf_rd_p=1263340922&pf_rd_i=507846"
+			TipsanityMerchantExtractor::AttributeExtractor.is_merchant_amazon?("http://www.amazon.com/gp/product/B00CMQTVQO/ref=s9_pop_gw_g63_ir05?pf_rd_m=ATVPDKIKX0DER&pf_rd_s=center-2&pf_rd_r=1B2CFTWGZGRQE19V8J1V&pf_rd_t=101&pf_rd_p=1263340922&pf_rd_i=507846"){}.should == true
 		end
 
 		it "is not amazon.com" do
-			@tipsanity_instance = TipsanityMerchantExtractor::AttributeExtractor.new "http://www.yahoo.com/gp/product/B00CMQTVQO/ref=s9_pop_gw_g63_ir05?pf_rd_m=ATVPDKIKX0DER&pf_rd_s=center-2&pf_rd_r=1B2CFTWGZGRQE19V8J1V&pf_rd_t=101&pf_rd_p=1263340922&pf_rd_i=507846"
-			@tipsanity_instance.is_merchant_amazon?{}.should == false
+			# @tipsanity_instance = TipsanityMerchantExtractor::AttributeExtractor.new "http://www.yahoo.com/gp/product/B00CMQTVQO/ref=s9_pop_gw_g63_ir05?pf_rd_m=ATVPDKIKX0DER&pf_rd_s=center-2&pf_rd_r=1B2CFTWGZGRQE19V8J1V&pf_rd_t=101&pf_rd_p=1263340922&pf_rd_i=507846"
+			TipsanityMerchantExtractor::AttributeExtractor.is_merchant_amazon?("http://www.yahoo.com/gp/product/B00CMQTVQO/ref=s9_pop_gw_g63_ir05?pf_rd_m=ATVPDKIKX0DER&pf_rd_s=center-2&pf_rd_r=1B2CFTWGZGRQE19V8J1V&pf_rd_t=101&pf_rd_p=1263340922&pf_rd_i=507846"){}.should == false
 		end
 
 		it "is path of amazon.com" do
-			@tipsanity_instance = TipsanityMerchantExtractor::AttributeExtractor.new "http://www.amazon.com/gp/product/B00CMQTVQO/ref=s9_pop_gw_g63_ir05?pf_rd_m=ATVPDKIKX0DER&pf_rd_s=center-2&pf_rd_r=1B2CFTWGZGRQE19V8J1V&pf_rd_t=101&pf_rd_p=1263340922&pf_rd_i=507846"
-			@tipsanity_instance.merchant_amazon_path.should eq("/gp/product/B00CMQTVQO/ref=s9_pop_gw_g63_ir05")
+			TipsanityMerchantExtractor::AttributeExtractor.merchant_amazon_path("http://www.amazon.com/Zwipes-Microfiber-Cleaning-Cloths-36-Pack/dp/B000XECJES?SubscriptionId=AKIAIJUCUBHUHOAHW3TA&tag=tipsanity-20&linkCode=xm2&camp=2025&creative=165953&creativeASIN=B000XECJES").should eq("/Zwipes-Microfiber-Cleaning-Cloths-36-Pack/dp/B000XECJES")
 		end
 
 		it "filter asin from given url" do
-			@tipsanity_instance = TipsanityMerchantExtractor::AttributeExtractor.new "http://www.amazon.com/gp/product/B00CMQTVQO/ref=s9_pop_gw_g63_ir05?pf_rd_m=ATVPDKIKX0DER&pf_rd_s=center-2&pf_rd_r=1B2CFTWGZGRQE19V8J1V&pf_rd_t=101&pf_rd_p=1263340922&pf_rd_i=507846"
-			@tipsanity_instance.filtered_asin_from_amazon_path.should eq("B00CMQTVQO")
+			TipsanityMerchantExtractor::AttributeExtractor.filtered_asin_from_amazon_path("http://www.amazon.com/Zwipes-Microfiber-Cleaning-Cloths-36-Pack/dp/B000XECJES?SubscriptionId=AKIAIJUCUBHUHOAHW3TA&tag=tipsanity-20&linkCode=xm2&camp=2025&creative=165953&creativeASIN=B000XECJES").should eq("B000XECJES")
 		end
 
 		it "gets the product name from given url of amazon.com on the code gp" do
@@ -53,6 +54,50 @@ describe TipsanityMerchantExtractor::UrlFormatter do
 			@tipsanity_instance = TipsanityMerchantExtractor::AttributeExtractor.new "http://www.amazon.com/Inferno-Novel-Robert-Langdon-ebook/dp/B00AXIZ4TQ/ref=pd_rhf_gw_s_ts_1_N8P4?ie=UTF8&refRID=0S1YP6CNWXFVPB12N8P4"
 			@tipsanity_instance.product_name.should eq("Inferno: A Novel (Robert Langdon)")
 		end
+
+		it "gets the product final price from given url of amazon.com on the code dp" do
+			@tipsanity_instance = TipsanityMerchantExtractor::AttributeExtractor.new "http://www.amazon.com/Inferno-Novel-Robert-Langdon-ebook/dp/B00AXIZ4TQ/ref=pd_rhf_gw_s_ts_1_N8P4?ie=UTF8&refRID=0S1YP6CNWXFVPB12N8P4"
+			@tipsanity_instance.final_price.should eq(0.0)
+		end
 		
+		it "extract the query from best buy" do
+			# @tipsanity_instance = TipsanityMerchantExtractor::AttributeExtractor.new "http://www.bestbuy.com/site/Lens+and+LCD+Screen+Cleaning+Cloth/6732119.p?id=1087340386022&skuId=6732119&st=6732119&cp=1&lp=1"
+			TipsanityMerchantExtractor::AttributeExtractor.extract_cj_bestbuy("http://www.bestbuy.com/site/Lens+and+LCD+Screen+Cleaning+Cloth/6732119.p?id=1087340386022&skuId=6732119&st=6732119&cp=1&lp=1"){|a, query| query}.should eq("id=1087340386022&skuId=6732119&st=6732119&cp=1&lp=1")
+		end
+
+		it "extract the product name from best buy" do
+			# @tipsanity_instance = TipsanityMerchantExtractor::AttributeExtractor.new "http://www.bestbuy.com/site/Lens+and+LCD+Screen+Cleaning+Cloth/6732119.p?id=1087340386022&skuId=6732119&st=6732119&cp=1&lp=1"
+			TipsanityMerchantExtractor::AttributeExtractor.extract_cj_bestbuy("http://www.bestbuy.com/site/Lens+and+LCD+Screen+Cleaning+Cloth/6732119.p?id=1087340386022&skuId=6732119&st=6732119&cp=1&lp=1"){|product_name, query| product_name.gsub("+", " ")}.should eq("Lens and LCD Screen Cleaning Cloth")
+		end
+
+		it "extract sku from query of bestbuy.com" do
+			# @tipsanity_instance = TipsanityMerchantExtractor::AttributeExtractor.new "http://www.bestbuy.com/site/Lens+and+LCD+Screen+Cleaning+Cloth/6732119.p?id=1087340386022&skuId=6732119&st=6732119&cp=1&lp=1"
+			TipsanityMerchantExtractor::AttributeExtractor.extract_cj_bestbuy("http://www.bestbuy.com/site/Lens+and+LCD+Screen+Cleaning+Cloth/6732119.p?id=1087340386022&skuId=6732119&st=6732119&cp=1&lp=1"){|product_name, query| CGI.parse(query)["skuId"].first}.should eq("6732119")
+		end
+
+		# it "get the product name from bestbuy" do
+		# 	@tipsanity_instance = TipsanityMerchantExtractor::AttributeExtractor.new "http://www.bestbuy.com/site/Lens+and+LCD+Screen+Cleaning+Cloth/6732119.p?id=1087340386022&skuId=6732119&st=6732119&cp=1&lp=1", cj: {developer_key:"008dc8f793ca7bd35171100e2ea7376f514b9345bb6844e689d908bedfadada0c6b8fed3b766913fa22ffdd97553498816471aff50c82cc847dae723ce535dbbe7/008928dbd03df651b41c8322a5212070709d82c7d78703f85d6bf698e7bb9516cd13a1a429cb8e35989291e7a7bbc600db8913a7e4687257f805186af6dd6627b9", website_id: "7191286"}
+		# 	@tipsanity_instance.product_name.should eql("DigiPower - Lens and LCD Screen Cleaning Cloth")
+		# end
+
+		it "extract the product name from rakuten url" do	
+			TipsanityMerchantExtractor::AttributeExtractor.extract_linkshare("http://www.rakuten.com/prod/v7-pa19s-extreme-guard-iphone-5-case-iphone-white-polycarbonate/247297348.html?sellerid=0").should eql("V Pas Extreme Guard Iphone Case Iphone")
+			#http://mambate.shop.rakuten.com/p/7-agptek-android-4-2-quad-core-1024-600-hd-screen-with-1gb-ddr3-4gb/251837691.html is needed to analyse
+			# http://www.rakuten.com/prod/v7-vantage-ccv4-carrying-case-backpack-for-13-notebook-black-polyester/246418473.html?sellerid=0 is valid url for now.
+		end
+
+		# it "call linkshare for rakuten to get product name" do
+		# 	@tipsanity_instance = TipsanityMerchantExtractor::AttributeExtractor.new("http://mambate.shop.rakuten.com/p/7-agptek-android-4-2-quad-core-1024-600-hd-screen-with-1gb-ddr3-4gb/251837691.html", linkshare:{token: "23bf03f93e1cbccd9009ab0b9128f2e57a6a245af6c2be5ebcfe6b7285ad9a79"})
+		# 	@tipsanity_instance.product_name.should eql(" 7 AGPtek Android 4.2 Quad Core 1024*600 HD Screen with 1GB RAM HDMI 1080P Tablet + Audio Leather Case for Google Play eBook Reader 3D GAMES ")
+		# end
+
+		it "gives the rakuten url" do
+			@tipsanity_instance = TipsanityMerchantExtractor::AttributeExtractor.new("http://www.rakuten.com/prod/v7-pa19s-extreme-guard-iphone-5-case-iphone-white-polycarbonate/247297348.html?sellerid=0", linkshare:{token: "23bf03f93e1cbccd9009ab0b9128f2e57a6a245af6c2be5ebcfe6b7285ad9a79"})
+			@tipsanity_instance.details_url.should eql("http://affiliate.rakuten.com/fs-bin/click?id=B/IDdUgQ0Rg&subid=0&offerid=288682.1&type=10&tmpid=6932&RD_PARM1=http%3A%2F%2Fwww.rakuten.com%2Fprod%2Fv7-pa19s-extreme-guard-iphone-5-case-iphone-white-polycarbonate%2F247297348.html%3Fsellerid%3D0")
+		end
+		it "check whether it is rekutan or not." do
+			# TipsanityMerchantExtractor::AttributeExtractor.is_merchant_linkshare_rakuten?("http://mambate.shop.rakuten.com/p/7-agptek-android-4-2-quad-core-1024-600-hd-screen-with-1gb-ddr3-4gb/251837691.html").should eq("www.rakuten.com")
+			TipsanityMerchantExtractor::AttributeExtractor.who_is_merchant("http://mambate.shop.rakuten.com/p/7-agptek-android-4-2-quad-core-1024-600-hd-screen-with-1gb-ddr3-4gb/251837691.html").should eq("www.rakuten.com")
+		end
 	end
 end

data/tipsanity_merchant_extractor.gemspec

@@ -18,6 +18,11 @@ Gem::Specification.new do |gem|
   gem.require_paths = ["lib"]
 
   gem.add_dependency "asin"
+  gem.add_dependency "commission_junction"
+  gem.add_dependency "linkshare"
+  gem.add_dependency "nokogiri"
+  gem.add_dependency "nori"
+  gem.add_dependency "hashie"
 
   gem.add_dependency 'httpclient'
 

metadata

@@ -1,19 +1,19 @@
 --- !ruby/object:Gem::Specification
 name: tipsanity_merchant_extractor
 version: !ruby/object:Gem::Version
-  version: 0.0.4.alpha
-  prerelease: 6
+  version: 0.0.5
+  prerelease: 
 platform: ruby
 authors:
 - Umesh Umesh
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-07-15 00:00:00.000000000 Z
+date: 2013-10-13 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: asin
-  requirement: &70152960 !ruby/object:Gem::Requirement
+  requirement: &74521950 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -21,10 +21,65 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70152960
+  version_requirements: *74521950
+- !ruby/object:Gem::Dependency
+  name: commission_junction
+  requirement: &74521580 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *74521580
+- !ruby/object:Gem::Dependency
+  name: linkshare
+  requirement: &74521270 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *74521270
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: &74520860 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *74520860
+- !ruby/object:Gem::Dependency
+  name: nori
+  requirement: &74519480 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *74519480
+- !ruby/object:Gem::Dependency
+  name: hashie
+  requirement: &74518870 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *74518870
 - !ruby/object:Gem::Dependency
   name: httpclient
-  requirement: &70152610 !ruby/object:Gem::Requirement
+  requirement: &74518280 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -32,10 +87,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70152610
+  version_requirements: *74518280
 - !ruby/object:Gem::Dependency
   name: rake
-  requirement: &70152300 !ruby/object:Gem::Requirement
+  requirement: &74517720 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -43,10 +98,10 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *70152300
+  version_requirements: *74517720
 - !ruby/object:Gem::Dependency
   name: rspec
-  requirement: &70151950 !ruby/object:Gem::Requirement
+  requirement: &74517100 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -54,10 +109,10 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *70151950
+  version_requirements: *74517100
 - !ruby/object:Gem::Dependency
   name: httpclient
-  requirement: &70151580 !ruby/object:Gem::Requirement
+  requirement: &74516670 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -65,7 +120,7 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *70151580
+  version_requirements: *74516670
 description: Tipsanity website uses this gem to extract their marchant related information
 email:
 - umeshblader@gmail.com
@@ -82,6 +137,15 @@ files:
 - README.md
 - Rakefile
 - lib/tipsanity_merchant_extractor.rb
+- lib/tipsanity_merchant_extractor/1800lighting.rb
+- lib/tipsanity_merchant_extractor/amazon.rb
+- lib/tipsanity_merchant_extractor/attribute_extractor.rb
+- lib/tipsanity_merchant_extractor/best_buy.rb
+- lib/tipsanity_merchant_extractor/cj.rb
+- lib/tipsanity_merchant_extractor/linkshare.rb
+- lib/tipsanity_merchant_extractor/rakuten.rb
+- lib/tipsanity_merchant_extractor/registered_merchant_list.rb
+- lib/tipsanity_merchant_extractor/url_formatter.rb
 - lib/tipsanity_merchant_extractor/version.rb
 - spec/spec_helper.rb
 - spec/tipsanity_url_formatter_spec.rb
@@ -101,9 +165,9 @@ required_ruby_version: !ruby/object:Gem::Requirement
 required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
   requirements:
-  - - ! '>'
+  - - ! '>='
     - !ruby/object:Gem::Version
-      version: 1.3.1
+      version: '0'
 requirements: []
 rubyforge_project: 
 rubygems_version: 1.8.15