arb-crawler 1.0.1 → 1.0.2
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/arb/crawler.rb +5 -3
- data/lib/arb/crawler/version.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: cbb085b8ff9958806dad57320027af7dd2d78802
|
4
|
+
data.tar.gz: c5e76c072ce0b0e2eef14bb69932da3a285ee2c0
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: e2fe5708b073caf1e7097d1be8797aecf7acb7a792866a0a206571cfb3e32d98b2d3dc4b1b2356a3b4367dbd6f579bbd916ba16de65321e1b5b5bcef322f05c5
|
7
|
+
data.tar.gz: 4d193b9fa506a2897d58db72cd969a1363326089e651ae2e52c4904a91b54d2b8c3f861da55246c7d476fcbea2af29ef78b110499da4eae457fcc91fa0ef681d
|
data/lib/arb/crawler.rb
CHANGED
@@ -31,14 +31,16 @@ module Arb
|
|
31
31
|
|
32
32
|
define_method :download do |url,file|
|
33
33
|
begin
|
34
|
+
data=nil
|
34
35
|
File.open file,'wb+' do |file|
|
35
|
-
|
36
|
+
data=client.get(url).body
|
37
|
+
file<<data
|
36
38
|
end
|
37
39
|
rescue Exception=>e
|
38
40
|
$stderr.puts e
|
39
|
-
|
41
|
+
nil
|
40
42
|
end
|
41
|
-
|
43
|
+
data.size
|
42
44
|
end
|
43
45
|
|
44
46
|
methods.each do |method|
|
data/lib/arb/crawler/version.rb
CHANGED
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: arb-crawler
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.0.
|
4
|
+
version: 1.0.2
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- arybin
|
8
8
|
autorequire:
|
9
9
|
bindir: exe
|
10
10
|
cert_chain: []
|
11
|
-
date: 2017-02-
|
11
|
+
date: 2017-02-21 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: bundler
|