relevance-tarantula 0.3.2 → 0.3.3
Sign up to get free protection for your applications and to get access to all the features.
- data/VERSION.yml +1 -1
- data/lib/relevance/tarantula/crawler.rb +4 -1
- metadata +1 -1
data/VERSION.yml
CHANGED
@@ -38,6 +38,8 @@ class Relevance::Tarantula::Crawler
|
|
38
38
|
@decoder = HTMLEntities.new
|
39
39
|
@times_to_crawl = 1
|
40
40
|
@fuzzers = [Relevance::Tarantula::FormSubmission]
|
41
|
+
|
42
|
+
@stdout_tty = $stdout.tty?
|
41
43
|
end
|
42
44
|
|
43
45
|
def method_missing(meth, *args)
|
@@ -61,6 +63,7 @@ class Relevance::Tarantula::Crawler
|
|
61
63
|
begin
|
62
64
|
do_crawl num
|
63
65
|
rescue CrawlTimeout => e
|
66
|
+
puts
|
64
67
|
puts e.message
|
65
68
|
end
|
66
69
|
|
@@ -238,7 +241,7 @@ class Relevance::Tarantula::Crawler
|
|
238
241
|
|
239
242
|
def blip(number = 0)
|
240
243
|
unless verbose
|
241
|
-
print "\r #{links_completed_count} of #{total_links_count} links completed " if
|
244
|
+
print "\r #{links_completed_count} of #{total_links_count} links completed " if @stdout_tty
|
242
245
|
timeout_if_too_long(number)
|
243
246
|
end
|
244
247
|
end
|