list_spider 0.3.5 → 0.3.6
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/file_filter.rb +0 -0
- data/lib/list_spider.rb +0 -0
- data/lib/spider_helper.rb +1 -1
- metadata +3 -3
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: cc5222e3c9eff5b6009e41e29f146de7013ad0f0
|
|
4
|
+
data.tar.gz: 20a2d9c24d07a8fc4c9b61440bd4cabe256ea0f3
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 83cb5db4b531c32cce3ae5bac6cca154f1b43c175c6659a48cf04c86b6353d1a1763a0500426f7f6b2eb370aec66e311af48727f581d087f5677ea3c345afec2
|
|
7
|
+
data.tar.gz: fd3d2a42c7127b72396c98c189474b7431c5e92f874085c5d6939d765ec8105abf5d58d5ff6b6dc69ca31fb46f5cefb158ce13e8f828749f122b909182933035
|
data/lib/file_filter.rb
CHANGED
|
File without changes
|
data/lib/list_spider.rb
CHANGED
|
File without changes
|
data/lib/spider_helper.rb
CHANGED
|
@@ -52,7 +52,7 @@ module SpiderHelper
|
|
|
52
52
|
local_dir = File.dirname(local_path)
|
|
53
53
|
FileUtils.mkdir_p(local_dir) unless Dir.exist?(local_dir)
|
|
54
54
|
content = res.body
|
|
55
|
-
content = to_utf8(content) if
|
|
55
|
+
content = to_utf8(content) if convert_to_utf8
|
|
56
56
|
File.write(local_path, content)
|
|
57
57
|
puts 'succeed'
|
|
58
58
|
return true
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: list_spider
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.3.
|
|
4
|
+
version: 0.3.6
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Charles Zhang
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date:
|
|
11
|
+
date: 2017-04-24 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: em-http-request
|
|
@@ -99,7 +99,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
|
99
99
|
version: '0'
|
|
100
100
|
requirements: []
|
|
101
101
|
rubyforge_project:
|
|
102
|
-
rubygems_version: 2.
|
|
102
|
+
rubygems_version: 2.6.6
|
|
103
103
|
signing_key:
|
|
104
104
|
specification_version: 4
|
|
105
105
|
summary: List Spider
|