arb-bs 1.1.3 → 1.1.4
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/exe/bs_pic_url +7 -8
- data/lib/arb/bs/version.rb +1 -1
- metadata +1 -1
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: a5c71a362f4b5a8c8f4963d58ef70253357f711f
|
4
|
+
data.tar.gz: b42a130076d502bd4a51d8a07d20ac9d1b28d4f5
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: ebac14b1bdd6751825205f5095f9f8d1da5506a23acfbea3885d0afd4e244a719a649a96c37846dc20f7510895ffb0a88c973d2c6641f8608c3e36e776ab7a77
|
7
|
+
data.tar.gz: 0824264beb80b1c6945b0789a3ddea0b927dc8c70303fa6c71628deb007588448529da44e5ab946c4b555e8b7cfc79afdbb78f612ca5bbf08a21a712cd3221a4
|
data/exe/bs_pic_url
CHANGED
@@ -26,15 +26,14 @@ Thread.parallel(thread_count) do |dispatcher|
|
|
26
26
|
puts "Some errors occur when parsing page #{index+1}."
|
27
27
|
next
|
28
28
|
end
|
29
|
-
|
30
|
-
|
31
|
-
|
32
|
-
lock.synchronize do
|
29
|
+
lock.synchronize do
|
30
|
+
res.each do |hash|
|
31
|
+
url_file=Crawler.filename_of_url(hash[:"data-original"])
|
33
32
|
unless File.readlines(map_file).find{|line| line.to_s.include? url_file}
|
34
|
-
|
35
|
-
|
36
|
-
|
37
|
-
|
33
|
+
puts "#{hash[:'data-original']}\n#{hash[:title]}",''
|
34
|
+
File.open map_file,'a' do |file|
|
35
|
+
file.puts "#{hash[:'data-original']}:#{hash[:title].delete("\n")}"
|
36
|
+
end
|
38
37
|
end
|
39
38
|
end
|
40
39
|
|
data/lib/arb/bs/version.rb
CHANGED