driller 0.0.1 → 0.0.2

checksums.yaml

@@ -1,15 +1,15 @@
 ---
 !binary "U0hBMQ==":
   metadata.gz: !binary |-
-    MjExM2FlMjRiOWRiMjYwY2RhMTc3YzA3MGU4N2EyM2VkYWQ1OGQ1Nw==
+    Zjc5YTFiOGZhN2E3OTYwYjVmNjQ1ZTcyZjU1MmQzYzRjZDY2NzhkNw==
   data.tar.gz: !binary |-
-    MDgxMzZmZWQwYmVkYjliMWYzOTQwY2I5NzhmMzZlNjdlY2RlZDg4Ng==
+    ZWU1Y2Q2NWQyNDFhNTVjODdjMjczZjA4NjkxNGM5MzdiNTc4M2E1ZA==
 SHA512:
   metadata.gz: !binary |-
-    NzJkMGI5ZDllYjI1MzU2ZjU4ZGQ4ZGQ2MmEyOWZhY2E5MWZjYTAxZmQyNGUx
-    NDMxOWFjNzk5MjcyNmYxMDBkNWI2OGJhOGZlYjliYmQwMWQyMGY1YjM2OTA0
-    MTEzNTAzMDNmMDZhODI5ODNkNDU1MDZlM2U2MmQzNDk1OTQ0ODU=
+    MjM2MGM5OTAyYWVmNDZhNDA1NTE2YTNiZjM4ZGNmY2U0YzFjZDQ5MjNlMzQy
+    MzE0OGI0ZjJmOTY1OGZhMGNmZDFkNDg5MjNjZjc0ZDUzYjUwNzI5YzQzOTEw
+    MTdhYzkwYzkwMGM2YTcwMGZkODRiMGJlYjZmYzRhMGQwMjE0MGI=
   data.tar.gz: !binary |-
-    ZmVjNGY4OWU4OThjZmI5MWQyMzM3NGM4MTU3Y2NmN2QwZGZkMjQyYTJiMDZl
-    YmQ5ZTNkMzM1YzUwM2E3YjQzYTlkMTZiYWRiOTc2MGJiNWM5MzhjYzc3Y2Vl
-    NDEyMDJhNzVjYzNiZWUzNDlmOTQwNDNlMDZkMGQ0ZjhlZWQ4ZDQ=
+    YzcyZjU4MDBkMDVkOTJlMmRmY2NhYWNkNWZhNWFhMDUyMzEwZTVlMGZjYzQ1
+    YmNjZmViOGRjNDk3ZGU1MDM1YmRhYmQ5Y2NmODlmZjNiMzA1Y2JhZTYzMWEw
+    ODU3OTFhOTljMWZlM2QzZjg1M2Q1MzBkNzUxNjM3NDRjMjg2ZGU=

data/bin/driller

@@ -1,13 +1,49 @@
 #!/usr/bin/env ruby
 require 'driller/version'
+require 'driller/uri_helper'
 require 'fileutils'
 require "rubygems"
+require "anemone"
 
+URL = ARGV[0]
 
-def drill_website(url)
-  Driller::Crawler(url)
+Anemone.crawl(URL) do |anemone|
+
+anemone.depth_limit = 2
+
+anemone.focus_crawl do |page|
+  page.links.select { |url| url.starts_with? URL }
 end
 
+file = File.new('valid_pages.html', 'w')
+file = File.new('broken.html', 'w')
+file = File.new('slow_pages.html', 'w')
+
+anemone.on_every_page do |page|
+
+  if page.code = 200 && page.code = 301
+    file = File.open('valid_pages.html', 'a')
+    file.puts page.url
+  end
+
+  if page.code != 200 && page.code != 301
+    puts "=======broken======\n"
+    puts page.url
+    file = File.open('broken.html', 'a')
+    file.puts page.url
+  end
+
+
+  if page.response_time > 5000
+    puts "=======Slow Page======\n"
+    puts page.url
+    file = File.open('slow_pages.html', 'a')
+    file.puts page.url
+  end
+end
+end
+
+
 def print_usage
   puts <<EOF
 
@@ -33,14 +69,11 @@ def print_help
 
   <command-name> can be one of
     help
-    url
     version
 
     Commands:
       help : prints more detailed help information.
 
-      url  : crawl the url and reports error pages and slow paged.
-
       version : prints the gem version
 
   <Options>
@@ -55,8 +88,6 @@ else
 	cmd = ARGV.shift
 	if cmd == "help"
   		print_help
-	elsif cmd == "url"
-      drill_website(ARGV[1])
 	elsif cmd == "version"
 		puts Driller::VERSION
   	else

data/lib/driller.rb

@@ -4,5 +4,42 @@ require "driller/crawler"
 require "anemone"
 
 module Driller
-  # Your code goes here...
+  URL = ARGV[0]
+  Anemone.crawl(URL) do |anemone|
+
+anemone.depth_limit = 2
+
+anemone.focus_crawl do |page|
+  page.links.select { |url| url.starts_with? URL }
+end
+
+file = File.new('valid_pages.html', 'w')
+file = File.new('broken.html', 'w')
+file = File.new('slow_pages.html', 'w')
+
+anemone.on_every_page do |page|
+
+  if page.code = 200 && page.code = 301
+    file = File.open('valid_pages.html', 'a')
+    file.puts page.url
+  end
+
+  if page.code != 200 && page.code != 301
+    puts "=======broken======\n"
+    puts page.url
+    file = File.open('broken.html', 'a')
+    file.puts page.url
+  end
+
+
+  if page.response_time > 5000
+    puts "=======Slow Page======\n"
+    puts page.url
+    file = File.open('slow_pages.html', 'a')
+    file.puts page.url
+  end
+
+end
+
+end
 end

data/lib/driller/version.rb

@@ -1,3 +1,3 @@
 module Driller
-  VERSION = "0.0.1"
+  VERSION = "0.0.2"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: driller
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.0.2
 platform: ruby
 authors:
 - Shashikant86
@@ -68,7 +68,6 @@ files:
 - bin/driller
 - driller.gemspec
 - lib/driller.rb
-- lib/driller/crawler.rb
 - lib/driller/uri_helper.rb
 - lib/driller/version.rb
 homepage: ''

data/lib/driller/crawler.rb

@@ -1,44 +0,0 @@
-module Driller
-
-  class Crawler
-
-    URL = ARGV[0]
-    Anemone.crawl(URL) do |anemone|
-
-  anemone.depth_limit = 2
-
-  anemone.focus_crawl do |page|
-    page.links.select { |url| url.starts_with? URL }
-  end
-
-  file = File.new('valid_pages.html', 'w')
-  file = File.new('broken.html', 'w')
-  file = File.new('slow_pages.html', 'w')
-
-  anemone.on_every_page do |page|
-
-    if page.code = 200 && page.code = 301
-      file = File.open('valid_pages.html', 'a')
-      file.puts page.url
-    end
-
-    if page.code != 200 && page.code != 301
-      puts "=======broken======\n"
-      puts page.url
-      file = File.open('broken.html', 'a')
-      file.puts page.url
-    end
-
-
-    if page.response_time > 5000
-      puts "=======Slow Page======\n"
-      puts page.url
-      file = File.open('slow_pages.html', 'a')
-      file.puts page.url
-    end
-
-  end
-
-end
-  end
-end