shopee 1.0.0 → 1.0.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 755028be4d2f5bdc40ddbcd3d607bb4bae24e8ad
-  data.tar.gz: a5428a405378f2370d7756a345ae3a37ab0ac34d
+  metadata.gz: 5e745a1cd1eadcf59c21089c07ed9f0942a57961
+  data.tar.gz: 80b853ab220ebc1534db2e01e644915e542b1e65
 SHA512:
-  metadata.gz: c12cb36534a9357af5aacc0a631ebac53137b02f3e9f41af9866901a4e88243ef1741db50d7184bc011233ec2394034b91f676579dcfb8b78a3efac6f4dfe60a
-  data.tar.gz: 0035557bdd8d291913fe8b60fa2298b3966baafca47d79f6762ab6c5011ca54dffd8f23f3c57969d3cdce481fa62357933ad2d713a3b00051f61ceab5a68c022
+  metadata.gz: 70f59d478752f94c7b8bf56d17bff314e70fd7c2e2628c60e42b9ca4e8932157527cffa026d2460d9354bb9c3fc3e558e7307709834e5089a133775c53e7a458
+  data.tar.gz: bcf504a14b42133fe7cd23bb03157029ae3c2e9a477179a27f07be187a85a55fdffb66a63fedc67cf1d8fa0f217ec0342febf033042f8097539c496410384f57

data/bin/shopee

@@ -41,5 +41,13 @@ Commander.configure do
       end
     end
 
+    command :child do |c|
+      c.syntax = 'shopee child [category]'
+      c.description = 'Get sub-category.'
 
+      c.action do |args, options|
+        shopeecate = ShopeeScrape::ShopeeListGoodsByCate.new()
+        puts shopeecate.get_cate_childs(args[0])
+      end
+    end
 end

data/lib/data/mobile_category.rb

@@ -140,4 +140,174 @@ ALL_LINK = { "電腦資訊"=>"http://www.mobile01.com/mpcatlist.php?c=1",
   "南部地區"=>"http://www.mobile01.com/mpcatlist.php?c=90",
   "東部與外島地區"=>"http://www.mobile01.com/mpcatlist.php?c=91"
 }
-CATEGORY_LIST = ["電腦資訊", "手持通訊", "攝影器材", "數位家電", "休閒旅遊", "生活用品", "汽車", "機車", "自行車", "男性時尚", "女性流行", "代購與虛擬物品", "房屋地產"]
+
+CATE_TREE = {
+  "電腦資訊" => {
+    "桌上型電腦"=>"http://www.mobile01.com/mpcatlist.php?c=9",
+    "核心組件"=>"http://www.mobile01.com/mpcatlist.php?c=11",
+    "儲存裝置"=>"http://www.mobile01.com/mpcatlist.php?c=58",
+    "顯示設備"=>"http://www.mobile01.com/mpcatlist.php?c=59",
+    "網路設備"=>"http://www.mobile01.com/mpcatlist.php?c=60",
+    "電腦周邊設備"=>"http://www.mobile01.com/mpcatlist.php?c=13",
+    "機殼、散熱與電源"=>"http://www.mobile01.com/mpcatlist.php?c=62",
+    "電腦軟體與書籍"=>"http://www.mobile01.com/mpcatlist.php?c=12",
+    "耗材、線材與雜項"=>"http://www.mobile01.com/mpcatlist.php?c=61",
+    "筆記型電腦"=>"http://www.mobile01.com/mpcatlist.php?cir=10",
+    "筆記型電腦周邊"=>"http://www.mobile01.com/mpcatlist.php?c=56",
+    "平板電腦"=>"http://www.mobile01.com/mpcatlist.php?c=55",
+    "蘋果電腦"=>"http://www.mobile01.com/mpcatlist.php?c=54",
+    "蘋果電腦周邊"=>"http://www.mobile01.com/mpcatlist.php?c=57",
+    "其它"=>"http://www.mobile01.com/mpcatlist.php?c=116"
+  },
+
+  "手持通訊" => {
+    "手機"=>"http://www.mobile01.com/mpcatlist.php?c=14",
+    "Android"=>"http://www.mobile01.com/mpcatlist.php?c=20000001",
+    "iPhone"=>"http://www.mobile01.com/mpcatlist.php?c=20000002",
+    "Windows Phone"=>"http://www.mobile01.com/mpcatlist.php?c=20000003",
+    "其他類型"=>"http://www.mobile01.com/mpcatlist.php?c=20000005",
+    "手機配件與吊飾"=>"http://www.mobile01.com/mpcatlist.php?c=63",
+    "家用電話"=>"http://www.mobile01.com/mpcatlist.php?c=64",
+    "傳真、影印與事務機"=>"http://www.mobile01.com/mpcatlist.php?c=65",
+    "通訊週邊與耗材"=>"http://www.mobile01.com/mpcatlist.php?c=17",
+    "GPS"=>"http://www.mobile01.com/mpcatlist.php?c=16"
+  },
+
+  "攝影器材" => {
+    "攝影機"=>"http://www.mobile01.com/mpcatlist.php?c=20",
+    "傳統底片相機"=>"http://www.mobile01.com/mpcatlist.php?c=70",
+    "消費級數位相機"=>"http://www.mobile01.com/mpcatlist.php?c=19",
+    "數位單眼相機"=>"http://www.mobile01.com/mpcatlist.php?c=18",
+    "相機其他周邊"=>"http://www.mobile01.com/mpcatlist.php?c=22",
+    "相機鏡頭"=>"http://www.mobile01.com/mpcatlist.php?c=67",
+    "攝影背包"=>"http://www.mobile01.com/mpcatlist.php?c=51",
+    "數位相機電池"=>"http://www.mobile01.com/mpcatlist.php?c=68",
+    "數位相機充電器"=>"http://www.mobile01.com/mpcatlist.php?c=69",
+    "記憶卡與行動相簿"=>"http://www.mobile01.com/mpcatlist.php?c=71",
+    "相片印表機與數位相框"=>"http://www.mobile01.com/mpcatlist.php?c=21"
+  },
+
+  "數位家電" => {
+    "電視機"=>"http://www.mobile01.com/mpcatlist.php?c=23",
+    "音響與隨身聽"=>"http://www.mobile01.com/mpcatlist.php?c=75",
+    "影音設備周邊"=>"http://www.mobile01.com/mpcatlist.php?c=24",
+    "投影機與布幕"=>"http://www.mobile01.com/mpcatlist.php?c=72",
+    "生活小家電"=>"http://www.mobile01.com/mpcatlist.php?c=25",
+    "廚房小家電"=>"http://www.mobile01.com/mpcatlist.php?c=76",
+    "淨水設備"=>"http://www.mobile01.com/mpcatlist.php?c=74",
+    "健康與美容小家電"=>"http://www.mobile01.com/mpcatlist.php?c=77",
+    "冰箱"=>"http://www.mobile01.com/mpcatlist.php?c=78",
+    "洗衣與乾衣機"=>"http://www.mobile01.com/mpcatlist.php?c=79",
+    "冷氣空調"=>"http://www.mobile01.com/mpcatlist.php?c=80"
+  },
+
+  "休閒娛樂" => {
+    "電玩主機"=>"http://www.mobile01.com/mpcatlist.php?c=27",
+    "電玩遊戲"=>"http://www.mobile01.com/mpcatlist.php?c=73",
+    "動漫電玩週邊"=>"http://www.mobile01.com/mpcatlist.php?c=85",
+    "電腦與線上遊戲"=>"http://www.mobile01.com/mpcatlist.php?c=26",
+    "懷舊童玩"=>"http://www.mobile01.com/mpcatlist.php?c=83",
+    "遙控模型"=>"http://www.mobile01.com/mpcatlist.php?c=81",
+    "金屬與鐵道模型"=>"http://www.mobile01.com/mpcatlist.php?c=82",
+    "益智遊戲"=>"http://www.mobile01.com/mpcatlist.php?c=84",
+    "玩具與模型"=>"http://www.mobile01.com/mpcatlist.php?c=29",
+    "書籍雜誌"=>"http://www.mobile01.com/mpcatlist.php?c=30",
+    "電視電影"=>"http://www.mobile01.com/mpcatlist.php?c=31",
+    "音樂歌曲"=>"http://www.mobile01.com/mpcatlist.php?c=32"
+  },
+
+  "生活用品" => {
+    "名產美食"=>"http://www.mobile01.com/mpcatlist.php?c=47",
+    "運動健身綜合"=>"http://www.mobile01.com/mpcatlist.php?c=34",
+    "休閒旅遊"=>"http://www.mobile01.com/mpcatlist.php?c=35",
+    "鐘錶名品"=>"http://www.mobile01.com/mpcatlist.php?c=872",
+    "生活居家"=>"http://www.mobile01.com/mpcatlist.php?c=38",
+    "寵物用品"=>"http://www.mobile01.com/mpcatlist.php?c=86"
+  },
+
+  "汽車" => {
+    "轎車、跑車"=>"http://www.mobile01.com/mpcatlist.php?c=1309",
+    "休旅車"=>"http://www.mobile01.com/mpcatlist.php?c=1310",
+    "貨車、其他車種"=>"http://www.mobile01.com/mpcatlist.php?c=1311",
+    "汽車用品"=>"http://www.mobile01.com/mpcatlist.php?c=130000001",
+    "汽車精品"=>"http://www.mobile01.com/mpcatlist.php?c=1312",
+    "美容清潔"=>"http://www.mobile01.com/mpcatlist.php?c=1313",
+    "油品"=>"http://www.mobile01.com/mpcatlist.php?c=1314",
+    "其他汽車用品"=>"http://www.mobile01.com/mpcatlist.php?c=1315",
+    "影音設備"=>"http://www.mobile01.com/mpcatlist.php?c=1316",
+    "汽車零件"=>"http://www.mobile01.com/mpcatlist.php?c=130000002",
+    "車燈"=>"http://www.mobile01.com/mpcatlist.php?c=1317",
+    "輪胎、鋁圈"=>"http://www.mobile01.com/mpcatlist.php?c=1318",
+    "底盤系統"=>"http://www.mobile01.com/mpcatlist.php?c=1319",
+    "電機、冷卻系統"=>"http://www.mobile01.com/mpcatlist.php?c=1320",
+    "煞車系統"=>"http://www.mobile01.com/mpcatlist.php?c=1321",
+    "空力套件"=>"http://www.mobile01.com/mpcatlist.php?c=1322",
+    "引擎、傳動與其它"=>"http://www.mobile01.com/mpcatlist.php?c=1323"
+  },
+
+  "機車" => {
+    "機車騎士用品"=>"http://www.mobile01.com/mpcatlist.php?c=1324",
+    "機車用品"=>"http://www.mobile01.com/mpcatlist.php?c=52",
+    "機車零組件"=>"http://www.mobile01.com/mpcatlist.php?c=53"
+  },
+
+  "自行車" => {
+    "公路車"=>"http://www.mobile01.com/mpcatlist.php?c=93",
+    "登山車"=>"http://www.mobile01.com/mpcatlist.php?c=92",
+    "小徑與摺疊車"=>"http://www.mobile01.com/mpcatlist.php?c=94",
+    "休閒與通勤車"=>"http://www.mobile01.com/mpcatlist.php?c=41",
+    "人身部品"=>"http://www.mobile01.com/mpcatlist.php?c=11700001",
+    "安全帽"=>"http://www.mobile01.com/mpcatlist.php?c=126",
+    "車衣、車褲"=>"http://www.mobile01.com/mpcatlist.php?c=127",
+    "其它人身部品"=>"http://www.mobile01.com/mpcatlist.php?c=128",
+    "自行車用品"=>"http://www.mobile01.com/mpcatlist.php?c=11700002",
+    "車燈、碼表"=>"http://www.mobile01.com/mpcatlist.php?c=129",
+    "收納袋、車袋"=>"http://www.mobile01.com/mpcatlist.php?c=130",
+    "清潔保養用品"=>"http://www.mobile01.com/mpcatlist.php?c=131",
+    "其它周邊配件"=>"http://www.mobile01.com/mpcatlist.php?c=132",
+    "自行車零件"=>"http://www.mobile01.com/mpcatlist.php?c=11700003",
+    "車架、前叉、避震器"=>"http://www.mobile01.com/mpcatlist.php?c=133",
+    "龍頭、車把"=>"http://www.mobile01.com/mpcatlist.php?c=134",
+    "煞車、變速系統零件"=>"http://www.mobile01.com/mpcatlist.php?c=135",
+    "輪組、內外胎"=>"http://www.mobile01.com/mpcatlist.php?c=136",
+    "座墊、座管"=>"http://www.mobile01.com/mpcatlist.php?c=137",
+    "其它車用零件"=>"http://www.mobile01.com/mpcatlist.php?c=138"
+  },
+
+  "男性時尚" => {
+    "服飾與襯衫"=>"http://www.mobile01.com/mpcatlist.php?c=866",
+    "外套與夾克"=>"http://www.mobile01.com/mpcatlist.php?c=867",
+    "男用長短褲"=>"http://www.mobile01.com/mpcatlist.php?c=868",
+    "男用鞋與靴"=>"http://www.mobile01.com/mpcatlist.php?c=869",
+    "男性內衣褲襪"=>"http://www.mobile01.com/mpcatlist.php?c=870",
+    "男性飾品與配件"=>"http://www.mobile01.com/mpcatlist.php?c=871"
+  },
+
+  "女性流行" => {
+    "彩妝與保養"=>"http://www.mobile01.com/mpcatlist.php?c=36",
+    "嬰幼童與母親"=>"http://www.mobile01.com/mpcatlist.php?c=37",
+    "流行女裝"=>"http://www.mobile01.com/mpcatlist.php?c=43",
+    "女性飾品與配件"=>"http://www.mobile01.com/mpcatlist.php?c=44",
+    "女鞋"=>"http://www.mobile01.com/mpcatlist.php?c=45",
+    "女性內衣"=>"http://www.mobile01.com/mpcatlist.php?c=46"
+  },
+
+  "代購與虛擬物品" => {
+    "3C物品代購"=>"http://www.mobile01.com/mpcatlist.php?c=240",
+    "動漫電玩代購"=>"http://www.mobile01.com/mpcatlist.php?c=241",
+    "服飾配件代購"=>"http://www.mobile01.com/mpcatlist.php?c=242",
+    "其他物品代購"=>"http://www.mobile01.com/mpcatlist.php?c=243",
+    "手機門號/加值/預付卡"=>"http://www.mobile01.com/mpcatlist.php?c=244",
+    "遊戲點卡/虛寶"=>"http://www.mobile01.com/mpcatlist.php?c=245",
+    "票卷"=>"http://www.mobile01.com/mpcatlist.php?c=246"
+  },
+
+  "房屋地產" => {
+    "北部地區"=>"http://www.mobile01.com/mpcatlist.php?c=88",
+    "中部地區"=>"http://www.mobile01.com/mpcatlist.php?c=89",
+    "南部地區"=>"http://www.mobile01.com/mpcatlist.php?c=90",
+    "東部與外島地區"=>"http://www.mobile01.com/mpcatlist.php?c=91"
+  }
+}
+
+# CATEGORY_LIST = ["電腦資訊", "手持通訊", "攝影器材", "數位家電", "休閒旅遊", "生活用品", "汽車", "機車", "自行車", "男性時尚", "女性流行", "代購與虛擬物品", "房屋地產"]

data/lib/shopee.rb

@@ -18,7 +18,6 @@ module ShopeeScrape
     GOOD_UPTIME = "//div[contains(@class, 'updated')]"
 
     def initialize(category=nil, page=nil)
-      puts category, page
       if !category.nil? && !page.nil?
         get_page_html(category, page)
       end
@@ -32,19 +31,30 @@ module ShopeeScrape
       @similar ||= find_similiar_goods(category, keyword, list_num)
     end
 
+    def get_cate_childs(cate=nil)
+      childs = []
+      if !cate.nil?
+        CATE_TREE[cate].each do |k, v|
+          childs << {k => v}
+        end
+        childs
+      else
+        childs
+      end
+    end
+
     private
 
     def get_page_html(cate, page)
       @document = []
       url = ALL_LINK[cate]
 
-      if CATEGORY_LIST.include?(cate)
-        if page != 1
-          @document << Oga.parse_html(open(url << '&p=' << page.to_s))
-        else
-          @document << Oga.parse_html(open(url))
-        end
+      if page != 1
+        @document << Oga.parse_html(open(url << '&p=' << page.to_s))
+      else
+        @document << Oga.parse_html(open(url))
       end
+
     end
 
     def extract_goods
@@ -99,7 +109,6 @@ module ShopeeScrape
 
       end
 
-      puts results.length
       results
     end
 

data/lib/shopee/version.rb

@@ -1,4 +1,4 @@
 module ShopeeScrape
-  VERSION = '1.0.0'
+  VERSION = '1.0.1'
   DATE = '2016-01-09'
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: shopee
 version: !ruby/object:Gem::Version
-  version: 1.0.0
+  version: 1.0.1
 platform: ruby
 authors:
 - Sheng Jung Wu