arb-bs 1.1.3 → 1.1.4

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: 5b63afe38e81d5cfa92a61fa08eb0e2d0f1d7020
4
- data.tar.gz: bd1beab3a6de91d439c340203660bfa021fb6f3c
3
+ metadata.gz: a5c71a362f4b5a8c8f4963d58ef70253357f711f
4
+ data.tar.gz: b42a130076d502bd4a51d8a07d20ac9d1b28d4f5
5
5
  SHA512:
6
- metadata.gz: 9928186d35831a79297e25806c8d81bb3697e986abc520055dd9a574ab09b33f7828d6cbb592e9960f1892d15d17b53e510ad76a8c280d1da862e6bba7db93c7
7
- data.tar.gz: 916a0fcf65a183207f9a80d3fb9b084d2ae4ab15c8d693e668f12d060505d0f8144e9149a381847186c64ef6a3a0cfcd97d5d444d0774701efce721e594779d6
6
+ metadata.gz: ebac14b1bdd6751825205f5095f9f8d1da5506a23acfbea3885d0afd4e244a719a649a96c37846dc20f7510895ffb0a88c973d2c6641f8608c3e36e776ab7a77
7
+ data.tar.gz: 0824264beb80b1c6945b0789a3ddea0b927dc8c70303fa6c71628deb007588448529da44e5ab946c4b555e8b7cfc79afdbb78f612ca5bbf08a21a712cd3221a4
@@ -26,15 +26,14 @@ Thread.parallel(thread_count) do |dispatcher|
26
26
  puts "Some errors occur when parsing page #{index+1}."
27
27
  next
28
28
  end
29
- res.each do |hash|
30
- url_file=Crawler.filename_of_url(hash[:"data-original"])
31
-
32
- lock.synchronize do
29
+ lock.synchronize do
30
+ res.each do |hash|
31
+ url_file=Crawler.filename_of_url(hash[:"data-original"])
33
32
  unless File.readlines(map_file).find{|line| line.to_s.include? url_file}
34
- puts "#{hash[:'data-original']}\n#{hash[:title]}",''
35
- File.open map_file,'a' do |file|
36
- file.puts "#{hash[:'data-original']}:#{hash[:title]}"
37
- end
33
+ puts "#{hash[:'data-original']}\n#{hash[:title]}",''
34
+ File.open map_file,'a' do |file|
35
+ file.puts "#{hash[:'data-original']}:#{hash[:title].delete("\n")}"
36
+ end
38
37
  end
39
38
  end
40
39
 
@@ -1,5 +1,5 @@
1
1
  module Arb
2
2
  module Bs
3
- VERSION = "1.1.3"
3
+ VERSION = "1.1.4"
4
4
  end
5
5
  end
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: arb-bs
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.1.3
4
+ version: 1.1.4
5
5
  platform: ruby
6
6
  authors:
7
7
  - arybin