queenshop 0.0.3 → 0.0.4
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/queenshop/scraper.rb +5 -1
- metadata +1 -1
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: cb84e12719ee64149ce55090e044b3c3e0b9b53b
|
|
4
|
+
data.tar.gz: 640e9f0767bd8eb9b3106b7318a9c6ba34919e6c
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 5e1b5b0d89eb6e7de6d653513249933f31a9d585235686c6da68ad721adf52a48e516df5eaff89cbd963e414c1b34435732605f64e7e44ed4e31342117fd7ab1
|
|
7
|
+
data.tar.gz: 144af9b89a679f9614862d34947337ec034db04672c95d2fa5e4342b6bd01eb5ab6b4b81cc51305681d70ccde680e8ed589cd60491902c1c20bd77ed5c575738
|
data/lib/queenshop/scraper.rb
CHANGED
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
#!/usr/bin/env ruby
|
|
2
2
|
require 'oga'
|
|
3
|
+
require 'iconv'
|
|
3
4
|
require 'open-uri'
|
|
4
5
|
require_relative './config'
|
|
5
6
|
|
|
@@ -17,7 +18,9 @@ module QueenShopScraper
|
|
|
17
18
|
|
|
18
19
|
def get_xmldata(url)
|
|
19
20
|
raw_html = open(url)
|
|
20
|
-
|
|
21
|
+
ic = Iconv.new('UTF-8','big5')
|
|
22
|
+
data = ic.iconv(raw_html.read)
|
|
23
|
+
Oga.parse_html(data)
|
|
21
24
|
rescue StandardError
|
|
22
25
|
'error'
|
|
23
26
|
end
|
|
@@ -64,6 +67,7 @@ module QueenShopScraper
|
|
|
64
67
|
end
|
|
65
68
|
|
|
66
69
|
def scrape (params=[])
|
|
70
|
+
params = ARGV.empty? ? params : ARGV
|
|
67
71
|
conf = QConfig.new(params)
|
|
68
72
|
@price_filter = conf.parameters[:price]
|
|
69
73
|
|