arb-bs 0.1.5 → 0.1.6
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/exe/bs_pic +7 -2
- data/lib/arb/bs/version.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: cc17e9bd17a4771edc4696a6e8a052da7edd1484
|
4
|
+
data.tar.gz: 8038b6face47fd2f01172dbb0577d0e95c551dbf
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 57b740f6b723bef1202f1180e6209bcc5093f682539b1d053638c5d11e4180f115142d3e49681adb0707597a75abcc3c137117ee98dedced0498eba19793e1bd
|
7
|
+
data.tar.gz: 20550beb04745265ad363d5f75c66a25adcfec0b2de4c1625302187fe8b8e0fe466a1a890a1ad535b840d9cdcf048cdd0e5031ba65e418ebf1350a2e85964ae9
|
data/exe/bs_pic
CHANGED
@@ -15,13 +15,18 @@ File.open(map_file,'w+') unless File.exists? map_file
|
|
15
15
|
|
16
16
|
loop do
|
17
17
|
"http://#{domain}/pic/?".enum('?',1..max_page).each_with_index do |url,index|
|
18
|
-
Crawler.get_by_css(url,"div.j-r-list-c-img a img")
|
18
|
+
res=Crawler.get_by_css(url,"div.j-r-list-c-img a img")
|
19
|
+
unless res
|
20
|
+
puts "Some errors occur when parsing page #{index+1}."
|
21
|
+
next
|
22
|
+
end
|
23
|
+
res.each do |hash|
|
19
24
|
url_file=Crawler.filename_of_url(hash[:"data-original"])
|
20
25
|
unless File.readlines(map_file).find{|line| line.to_s.include? url_file}
|
21
26
|
if Crawler.download(hash[:"data-original"],url_file)
|
22
27
|
puts "#{hash[:'data-original']}\n#{hash[:title]}",''
|
23
28
|
File.open map_file,'a' do |file|
|
24
|
-
file.puts "#{url_file}:#{hash[:title]}"
|
29
|
+
file.puts "#{url_file}:#{Crawler.filter_str(hash[:title])}"
|
25
30
|
end
|
26
31
|
end
|
27
32
|
end
|
data/lib/arb/bs/version.rb
CHANGED
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: arb-bs
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.1.
|
4
|
+
version: 0.1.6
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- arybin
|
8
8
|
autorequire:
|
9
9
|
bindir: exe
|
10
10
|
cert_chain: []
|
11
|
-
date: 2017-02-
|
11
|
+
date: 2017-02-18 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: bundler
|