driller 0.0.3 → 0.0.4

checksums.yaml

@@ -1,15 +1,15 @@
 ---
 !binary "U0hBMQ==":
   metadata.gz: !binary |-
-    Nzk3ZDg5ZmU2NzUwNmY4ZWVmNjE2NjQ1MmZjYTA4YjJjNDA2NjU2ZA==
+    OTk5MWY5OWY0MjU2OTM3MTYyYjhkM2U1ZDc0Y2IzNjVmZjJiOTc3MQ==
   data.tar.gz: !binary |-
-    OGJhMTdmNWYzNTgwMjkxZDYyOTM3MTc0NDdiM2UwYjljYWM2ZGQ4MA==
+    Yjg2ODI0ZDNjNTg1MjUyMTJhMTgxN2Q2NDJlNzA2YWMwYmE1Zjc3NA==
 SHA512:
   metadata.gz: !binary |-
-    OTc0MzNlODQ1NzNmMjhiZWQ0OTJhMjc0ZjQ5ZTE5M2FiZGE4N2UyNDI0MDVj
-    ZDY2YzJjY2VlMTA1ZjFmYTBkOGFjYzRhYzRiNjM0YzgyMGU2MzA3OTYzYTc1
-    MTI0NWQ4NDYzYzM5NDFjODFhYTg1NDhhYzQzNmRkNDRjMjdkYjg=
+    YzJmYTE3ZTkyNWM1ZjY0MTI5YTJkYzNkZWRhYjI0YTBiMmZlYzUxNGNmZjFj
+    ZDdjYzAzNjUzNjVlNGVlN2E5NzhkMzhmYjRhOTFjZDBjMWFkMzMwZWQ1NWY3
+    YjFkZDgwNWZmZjNjMTI0N2MxYjUzYzVmMGNjZTU0OGJjNzY2YTQ=
   data.tar.gz: !binary |-
-    ZDBhMjA4OTlhYzM3NzdhNmRiMTdhOTJiMmMxYTU4MDhhZjMxOWM4MTJjZTIx
-    Yjk1MWU0ZmFhMGI2NjA4NTY4ZGViMWRiYWViNjQ5NDE0YmU2YTViNTk1NTU1
-    OTM1MGJkNGJmNGM1MzVmZWE4NThhYzdjZmQ3ZDExMzliNTRkY2Y=
+    N2ZlODY2OTg4ZWU1ZGY1ZjU1ZjM5NjZlNDQxOTQwZWYyOWM4NjFhZmY4YTdh
+    ZWYzOWQ0YWQ4YTkwYzE1ZGIxZjVjNWU4ZDU1YzRiNGFhZjU0NGQ2Mzg2M2Nk
+    MzU1ZTMwYmFiZDVlMmE0MTFkYTczNDhlNGI3NzNmNTBjMGEwZTg=

data/README.md

@@ -1,6 +1,12 @@
 # Driller
 
-TODO: Write a gem description
+Driller is a command line Ruby based web crawler based on Anemone. Driller can  
+
+* Crawl website and reports error pages which are not 200 or 301. This will report all other HTTP codes.
+* Driller will report slow pages which are returned response time > 5000
+* This will create three HTML files valid_urls.html which are 200 response. broken.html wich are not 200. slow_pages.html which are retuned reaponse time > 5000
+
+
 
 ## Installation
 
@@ -20,7 +26,22 @@ Or install it yourself as:
 
 ## Usage
 
-TODO: Write usage instructions here
+  Driller takes two arguments
+
+  * URL of the page to be crawled
+  * Depth of the crawling
+
+
+          $ driller http://www.example.com 2
+
+  If you have installed it from bundle the
+
+           $ bundle exec driller  http://www.example.com 2
+
+
+ This will crawl website upto level 2. You can increase depth as per your need. This will create three HTML files valid_urls.html which are 200 response. broken.html wich are not 200. slow_pages.html which are retuned reaponse time > 5000
+
+ You an display these html files to CI server.
 
 ## Contributing
 

data/bin/driller

@@ -6,10 +6,11 @@ require "rubygems"
 require "anemone"
 
 URL = ARGV[0]
+depth = ARGV[1]
 
 Anemone.crawl(URL) do |anemone|
 
-anemone.depth_limit = ARGV[1]
+anemone.depth_limit = depth.to_i
 
 anemone.focus_crawl do |page|
   page.links.select { |url| url.starts_with? URL }
@@ -42,55 +43,3 @@ anemone.on_every_page do |page|
   end
 end
 end
-
-
-def print_usage
-  puts <<EOF
-
-  Usage: driller <command-name> [parameters] [options]
-
-  <command-name> can be one of
-    help
-      prints more detailed help information.
-    url and depth
-      crawl the url and reports error pages and slow paged upto depth level specified 
-    version
-      prints the gem version
-
-  <options> can be
-     -v, --verbose   Turns on verbose logging
-EOF
-end
-
-def print_help
-  puts <<EOF
-
-  Usage: driller <command-name>
-
-  <command-name> can be one of
-    help
-    version
-
-    Commands:
-      help : prints more detailed help information.
-
-      version : prints the gem version
-
-  <Options>
-      -v, --verbose  Turns on verbose logging
-EOF
-end
-
-
-if (ARGV.length == 0)
-  print_usage
-else
-	cmd = ARGV.shift
-	if cmd == "help"
-  		print_help
-	elsif cmd == "version"
-		puts Driller::VERSION
-  	else
-  		print_usage
-	end
-end

data/driller.gemspec

@@ -9,8 +9,8 @@ Gem::Specification.new do |spec|
   spec.authors       = ["Shashikant86"]
   spec.email         = ["shashikant.jagtap@aol.co.uk"]
   spec.summary       = %q{Drill your website for error and slow pages}
-  spec.description   = %q{Drill your website for error and slow pages.}
-  spec.homepage      = ""
+  spec.description   = %q{Driller is a command line Ruby based web crawler based on Anemone. Driller can crawl website and reports error pages which are not 200 or 301.}
+  spec.homepage      = "https://github.com/Shashikant86/driller"
   spec.license       = "MIT"
 
   spec.files         = `git ls-files -z`.split("\x0")

data/lib/driller/version.rb

@@ -1,3 +1,3 @@
 module Driller
-  VERSION = "0.0.3"
+  VERSION = "0.0.4"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: driller
 version: !ruby/object:Gem::Version
-  version: 0.0.3
+  version: 0.0.4
 platform: ruby
 authors:
 - Shashikant86
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-05-10 00:00:00.000000000 Z
+date: 2015-05-11 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -52,7 +52,8 @@ dependencies:
     - - ~>
       - !ruby/object:Gem::Version
         version: 0.7.2
-description: Drill your website for error and slow pages.
+description: Driller is a command line Ruby based web crawler based on Anemone. Driller
+  can crawl website and reports error pages which are not 200 or 301.
 email:
 - shashikant.jagtap@aol.co.uk
 executables:
@@ -70,7 +71,7 @@ files:
 - lib/driller.rb
 - lib/driller/uri_helper.rb
 - lib/driller/version.rb
-homepage: ''
+homepage: https://github.com/Shashikant86/driller
 licenses:
 - MIT
 metadata: {}