daimon_skycrawlers 0.11.2 → 0.11.3
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/daimon_skycrawlers/consumer/url.rb +1 -1
- data/lib/daimon_skycrawlers/version.rb +1 -1
- metadata +1 -1
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: d26cd9bc437f67de677b2fd929b3df34d5715736
|
|
4
|
+
data.tar.gz: e2a01ec217a9eac95cd23025286782844d8fc30d
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: d34053642471b25522a768507867d2c21ce4ee5a653c5ab886cdb8c42bfd62558770db354b3c74bc57f14bc9241e3a87488ad65c3634f4dc76705fdf9e1e7c31
|
|
7
|
+
data.tar.gz: 47937c94c61d1d2a71e8b2c6d5844aaa6dc1f15ac48e450453c1ed54941cd45ff900458de10382d74761ca495be10a7cbe8f1c6dc751b84b8a4925621c7ce965
|
|
@@ -48,7 +48,7 @@ module DaimonSkycrawlers
|
|
|
48
48
|
|
|
49
49
|
# XXX When several crawlers are registered, how should they behave?
|
|
50
50
|
self.class.crawlers.each do |crawler|
|
|
51
|
-
crawler.process(message)
|
|
51
|
+
crawler.process(message.dup)
|
|
52
52
|
if crawler.skipped?
|
|
53
53
|
sleep(crawler_interval) if crawler.n_processed_urls % 50 == 0
|
|
54
54
|
else
|