TaoBaoApi 0.0.5 → 0.0.6

data/README.md

@@ -3,7 +3,10 @@
 通过淘宝或天猫商品链接获取商品信息，商品信息包括标题、价格、图片。
 
 ## 环境说明
-ruby 1.9.3  2.0.0未测试，可能会有问题
+当前版本0.0.6 ruby 1.9.3  2.0.0未测试，nokogiri版本可能会有些问题
+
+## 依赖库
+nokogiri, faraday, faraday_middleware
 
 ## 安装方法
 
@@ -25,11 +28,14 @@ ruby 1.9.3  2.0.0未测试，可能会有问题
 
 require 'TaoBaoApi'
 
-good = TaoBaoApi::Good.new
+good = TaoBaoApi::Good.new 'http://item.taobao.com/item.htm?id=16434110195'
 
-info  = good.get_info 'http://item.taobao.com/item.htm?id=16434110195'
+info  = good.get_info
 
-p info #hash format,{:title => xxx, :price => xxx, :img => xxx, :url => url}
+p info #hash format,{:title => xxx, :price => xxx, :images => [], :url => url}
 
 ```
-测试文件见test.rb
+测试文件见test.rb
+
+## Todo
+* 获取促销价

data/TaoBaoApi.gemspec

@@ -23,4 +23,7 @@ Gem::Specification.new do |spec|
 
   # spec.add_dependency "nokogiri", '1.5.10'
   spec.add_dependency "nokogiri"
+  spec.add_dependency 'faraday'
+  # spec.add_dependency 'faraday-cookie_jar'
+  spec.add_dependency 'faraday_middleware'
 end

data/lib/TaoBaoApi.rb

@@ -1,28 +1,53 @@
 require "TaoBaoApi/version"
-require 'nokogiri'  
-require 'open-uri'
+require 'nokogiri'
+require 'faraday'
+# require 'faraday-cookie_jar'
+require 'faraday_middleware'
 
 module TaoBaoApi
+
   class Good
-    def get_info url
-      return 'good_url_nil' if url.nil?
+    def initialize(url)
+      @url = url_filter(url)
+
+      if @url.include? 'tmall'
+        init_url = 'http://www.tmall.com'
+      else
+        init_url = 'http://www.taobao.com/'
+      end
+
+      @conn = Faraday.new(:url => init_url) do |f|
+        f.use FaradayMiddleware::FollowRedirects , limit: 10
+
+        f.request  :url_encoded
+        f.adapter  :net_http
+        f.headers[:referer] = init_url
+        f.headers[:user_agent] = 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.9; rv:26.0) Gecko/20100101 Firefox/26.0'
+        # f.response :logger
+        # f.use :cookie_jar
+      end
+    end
+
+    def get_info
+      return 'good_url_nil' if @url.nil?
 
-      url = url_filter(url)
-      doc = Nokogiri::HTML(open(url)) 
+      response = @conn.get @url
+
+      doc = Nokogiri::HTML(response.body) 
       doc.encoding = 'utf-8'
-  
+
       begin
-        title = doc.css('title').first.text.split('-').first.strip
+        title = title_filter(doc.css('title').first.text)
       rescue NoMethodError
         return 'good_not_exists'
       end
 
       images = []
-      if url.include? 'taobao'
-        price = doc.css('em.tb-rmb-num').first.text
+      if @url.include? 'taobao'
+        price = price_filter(doc.css('em.tb-rmb-num').first.text)
         img_src = 'data-src'
-      elsif url.include? 'tmall'
-        price = doc.css('.J_originalPrice').first.text.strip
+      elsif @url.include? 'tmall'
+        price = price_filter(doc.css('.J_originalPrice').first.text.strip)
         img_src = 'src'
       else
         return 'good_url_is_not_taobao'
@@ -36,12 +61,19 @@ module TaoBaoApi
       {:title => title,
         :price => price,
         :images => images,
-        :url => url}
+        :url => @url}
     end
 
   private
-    def image_filter(imgUrl)
-      "#{imgUrl.split('.jpg').first}.jpg"
+    #小图转大图链接
+    def image_filter(img_url)
+      img_url  = "#{img_url.split('.jpg').first}.jpg"
+
+      if img_url.include? '60x60'
+        img_url = img_url.gsub('60x60','460x460')
+      end
+
+      img_url
     end
 
     def url_filter(url)
@@ -53,5 +85,15 @@ module TaoBaoApi
       end
     end
 
+    #去除标题空格
+    def title_filter(title)
+      title = title.split('-').first.strip.gsub(' ','') if !title.nil?
+    end
+
+    #格式化16.0 - 18.0 类似这样的价格区间
+    def price_filter price
+      price = price.split('-').first.strip if !price.nil? && price.include?('-')
+    end
+
   end
 end

data/lib/TaoBaoApi/version.rb

@@ -1,3 +1,3 @@
 module TaoBaoApi
-  VERSION = "0.0.5"
+  VERSION = "0.0.6"
 end

data/test.rb

@@ -1,8 +1,13 @@
 require File.join(File.dirname(__FILE__), 'lib', 'TaoBaoApi')
 
-good = TaoBaoApi::Good.new
+url  = 'http://item.taobao.com/item.htm?id=16434110195'
+# url = 'http://detail.tmall.com/item.htm?id=35513218520'
+# url = 'http://item.taobao.com/item.htm?spm=a1z09.5.0.0.x2gUPA&id=16718391999'
+# url = 'http://item.taobao.com/item.htm?id=20132398689'
+# url ='http://detail.tmall.com/item.htm?id=9153380600'
+# url ='http://detail.tmall.com/item.htm?id=17350703554&spm=a1z09.5.0.0.PCBxNl'
+good = TaoBaoApi::Good.new url
 
-url  = 'http://detail.tmall.com/item.htm?id=35576507007'
-info  = good.get_info url
+info  = good.get_info
 
-p info
+p info

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: TaoBaoApi
 version: !ruby/object:Gem::Version
-  version: 0.0.5
+  version: 0.0.6
   prerelease: 
 platform: ruby
 authors:
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-01-20 00:00:00.000000000 Z
+date: 2014-02-28 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -59,6 +59,38 @@ dependencies:
     - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: faraday
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: faraday_middleware
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 description: ! ' get goods info from taobao'
 email:
 - gwikimo@gmail.com