arb-bs 0.1.5 → 0.1.6

Sign up to get free protection for your applications and to get access to all the features.
Files changed (4) hide show
  1. checksums.yaml +4 -4
  2. data/exe/bs_pic +7 -2
  3. data/lib/arb/bs/version.rb +1 -1
  4. metadata +2 -2
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: a02eb80cef7c1a3baa69df0dc4073eff58bcb7a8
4
- data.tar.gz: d842b1b2c6beacf0a865b9a951547d90b88378bb
3
+ metadata.gz: cc17e9bd17a4771edc4696a6e8a052da7edd1484
4
+ data.tar.gz: 8038b6face47fd2f01172dbb0577d0e95c551dbf
5
5
  SHA512:
6
- metadata.gz: be58681e52eeca47ff7e55b3d1367a564e61065a7c6a6c8c05c3c40e1107a3224ab70ff50b7ed366726007f5014fce18676fa0f577e4d433937968415eaca520
7
- data.tar.gz: 8597b048237f4a2008a435af7a17de2b40de4334355b478b557b50b1085a19703e1f4980b0be2e34ad987a84c72e2950605c03abda1ea4a313862133f6a12f81
6
+ metadata.gz: 57b740f6b723bef1202f1180e6209bcc5093f682539b1d053638c5d11e4180f115142d3e49681adb0707597a75abcc3c137117ee98dedced0498eba19793e1bd
7
+ data.tar.gz: 20550beb04745265ad363d5f75c66a25adcfec0b2de4c1625302187fe8b8e0fe466a1a890a1ad535b840d9cdcf048cdd0e5031ba65e418ebf1350a2e85964ae9
data/exe/bs_pic CHANGED
@@ -15,13 +15,18 @@ File.open(map_file,'w+') unless File.exists? map_file
15
15
 
16
16
  loop do
17
17
  "http://#{domain}/pic/?".enum('?',1..max_page).each_with_index do |url,index|
18
- Crawler.get_by_css(url,"div.j-r-list-c-img a img").each do |hash|
18
+ res=Crawler.get_by_css(url,"div.j-r-list-c-img a img")
19
+ unless res
20
+ puts "Some errors occur when parsing page #{index+1}."
21
+ next
22
+ end
23
+ res.each do |hash|
19
24
  url_file=Crawler.filename_of_url(hash[:"data-original"])
20
25
  unless File.readlines(map_file).find{|line| line.to_s.include? url_file}
21
26
  if Crawler.download(hash[:"data-original"],url_file)
22
27
  puts "#{hash[:'data-original']}\n#{hash[:title]}",''
23
28
  File.open map_file,'a' do |file|
24
- file.puts "#{url_file}:#{hash[:title]}"
29
+ file.puts "#{url_file}:#{Crawler.filter_str(hash[:title])}"
25
30
  end
26
31
  end
27
32
  end
@@ -1,5 +1,5 @@
1
1
  module Arb
2
2
  module Bs
3
- VERSION = "0.1.5"
3
+ VERSION = "0.1.6"
4
4
  end
5
5
  end
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: arb-bs
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.1.5
4
+ version: 0.1.6
5
5
  platform: ruby
6
6
  authors:
7
7
  - arybin
8
8
  autorequire:
9
9
  bindir: exe
10
10
  cert_chain: []
11
- date: 2017-02-13 00:00:00.000000000 Z
11
+ date: 2017-02-18 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: bundler