XDDCrawler 0.0.1 → 0.0.1.1
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/XDDCrawler.rb +3 -1
- data/lib/XDDCrawler/version.rb +1 -1
- metadata +1 -1
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 57edfa9d25a45e64305c8f2f6bf50803bb5da81a
|
|
4
|
+
data.tar.gz: f97b13a5f971f48bb424cb6deeaf5f3594934ed3
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 8489752c648107c66e2f37e8391692572d5c227253945a6ac3804374cddb47237ef8e2a652fc4880181bbc0e88b997956843037d3b55e89a00e514c561d16d53
|
|
7
|
+
data.tar.gz: fee1778fffce2f425468db43d470ca1da7001d02320489e52622678fb1379651c31abfb25061d5ff02ac3543d2258c6af11c58762d491281eef6dbe6525f8bbf
|
data/lib/XDDCrawler.rb
CHANGED
|
@@ -7,6 +7,8 @@ module XDDCrawler
|
|
|
7
7
|
attr_reader :current_url
|
|
8
8
|
|
|
9
9
|
def initialize opts = {}
|
|
10
|
+
opts = Hash[opts.map{ |k, v| [k.to_sym, v] }]
|
|
11
|
+
@encoding = opts.fetch(:encoding, 'utf-8')
|
|
10
12
|
end
|
|
11
13
|
|
|
12
14
|
def visit url
|
|
@@ -46,7 +48,7 @@ module XDDCrawler
|
|
|
46
48
|
|
|
47
49
|
private
|
|
48
50
|
def handle_response response
|
|
49
|
-
@doc = Nokogiri::HTML response.force_encoding(
|
|
51
|
+
@doc = Nokogiri::HTML response.force_encoding(@encoding)
|
|
50
52
|
@cookies ||= response.cookies
|
|
51
53
|
end
|
|
52
54
|
end
|
data/lib/XDDCrawler/version.rb
CHANGED