driller 0.1.0 → 0.1.1

checksums.yaml

@@ -1,15 +1,15 @@
 ---
 !binary "U0hBMQ==":
   metadata.gz: !binary |-
-    YTY1MTY1OWRmMDAxYmMzOGY2MDUwYjAyMmQyYTMwZjQwMGFlNGUxZA==
+    ZWQzNGUxOWVjMmE4ZThmMjVmMTYwMTA2OTk4ZTYxZjk0ZGIzNDUzOQ==
   data.tar.gz: !binary |-
-    NGRmM2FiNzhiMmNjZjc4YWMzNGNhODM5YzQ1YTJlODI3MGQ3NjMyOA==
+    ZjFkNmFlOWE5Njg0YzhlODlmODcxMWI5NGI4MTZkYzM4NzQyZmFlZg==
 SHA512:
   metadata.gz: !binary |-
-    OWJiMTVhZThiZmE2ZTQxZTU0NzEwNjZhOWJkZDMwZjUyOWEyNWRhNGYwMzY0
-    ZTE5OWQ1NzI1NmY2NGQ0Yzg5NTkwYzZhZjdiZjg4YTNkMWNiYTdhOWI2Mjdl
-    NDdkY2NhMzdlZmQwNTQ5OTc1YjkwMmY0NjI2ZGU2Mjg2ZjZjNzU=
+    NGM5ZjcyMDk1MjU2NzZmYzZhZWVkNmFjODk0M2Y5Nzg3Y2VjOWFiYmU0ZWEz
+    NDM5MDFlMDhjZDhjZjQ0NjBiNTg4NzAyNjVlNzYzY2ZmNzY5MDUyMTMwYWUx
+    NzY4MDkxNDU2ZTk2NjRlYTI0NWVhMjI3YjlmNGViOGNlMDQ4YjA=
   data.tar.gz: !binary |-
-    ZGIzNzkzMWY4MzY1YTQ1MzJjZjM4YWRiYWM3YmZiZDZlMTNmZjE5ZTA2NDg3
-    ODZmOGVhOWEzZmFkYWRmNThhZjhjMWRiOTIyZTk0OTc5M2RhMmVlNDJkMzQy
-    YTk2MGUwNThlZDM2OThmMjc4M2E5MmZjYTI4OTFhNjA3ZDU3NzE=
+    NzAxNmE4Y2VmZDkyZTM0MjVkNTM3Y2QxOGM1NmRlODhmZDQyYTViOWQ3Mjg0
+    NjQyMzUyYTNjMDViODg0Y2M3YzU1OWYzZjE0MjU2YTQ3YzZhMzZlOWUyZGFk
+    MzEyODVkODQyN2I0OTAyYjk1ZGJhNmM2OTg4OWJhZmJhZDE4ZjM=

metadata

@@ -1,10 +1,11 @@
 --- !ruby/object:Gem::Specification
 name: driller
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.1
 platform: ruby
 authors:
 - Shashikant86
+- Qambar
 autorequire: 
 bindir: bin
 cert_chain: []
@@ -56,21 +57,10 @@ description: Driller is a command line Ruby based web crawler based on Anemone.
   can crawl website and reports error pages which are not 200 or 301.
 email:
 - shashikant.jagtap@aol.co.uk
-executables:
-- driller
+executables: []
 extensions: []
 extra_rdoc_files: []
-files:
-- .gitignore
-- Gemfile
-- LICENSE.txt
-- README.md
-- Rakefile
-- bin/driller
-- driller.gemspec
-- lib/driller.rb
-- lib/driller/uri_helper.rb
-- lib/driller/version.rb
+files: []
 homepage: https://github.com/Shashikant86/driller
 licenses:
 - MIT

data/.gitignore

@@ -1,14 +0,0 @@
-/.bundle/
-/.yardoc
-/Gemfile.lock
-/_yardoc/
-/coverage/
-/doc/
-/pkg/
-/spec/reports/
-/tmp/
-*.bundle
-*.so
-*.o
-*.a
-mkmf.log

data/Gemfile

@@ -1,3 +0,0 @@
-source 'https://rubygems.org'
-
-gemspec

data/LICENSE.txt

@@ -1,22 +0,0 @@
-Copyright (c) 2015 Shashikant86
-
-MIT License
-
-Permission is hereby granted, free of charge, to any person obtaining
-a copy of this software and associated documentation files (the
-"Software"), to deal in the Software without restriction, including
-without limitation the rights to use, copy, modify, merge, publish,
-distribute, sublicense, and/or sell copies of the Software, and to
-permit persons to whom the Software is furnished to do so, subject to
-the following conditions:
-
-The above copyright notice and this permission notice shall be
-included in all copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
-EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
-MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
-NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
-LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
-OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
-WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -1,52 +0,0 @@
-# Driller
-
-Driller is a command line Ruby based web crawler based on Anemone. Driller can  
-
-* Crawl website and reports error pages which are not 200 or 301. This will report all other HTTP codes.
-* Driller will report slow pages which are returned response time > 5000
-* This will create three HTML files valid_urls.html which are 200 response. broken.html wich are not 200. slow_pages.html which are retuned reaponse time > 5000
-
-
-
-## Installation
-
-Add this line to your application's Gemfile:
-
-```ruby
-gem 'driller'
-```
-
-And then execute:
-
-    $ bundle
-
-Or install it yourself as:
-
-    $ gem install driller
-
-## Usage
-
-  Driller takes two arguments
-
-  * URL of the page to be crawled
-  * Depth of the crawling
-
-
-          $ driller http://www.example.com 2
-
-  If you have installed it from bundle the
-
-           $ bundle exec driller  http://www.example.com 2
-
-
- This will crawl website upto level 2. You can increase depth as per your need. This will create three HTML files valid_urls.html which are 200 response. broken.html wich are not 200. slow_pages.html which are retuned reaponse time > 5000
-
- You an display these html files to CI server.
-
-## Contributing
-
-1. Fork it ( https://github.com/[my-github-username]/driller/fork )
-2. Create your feature branch (`git checkout -b my-new-feature`)
-3. Commit your changes (`git commit -am 'Add some feature'`)
-4. Push to the branch (`git push origin my-new-feature`)
-5. Create a new Pull Request

data/Rakefile

@@ -1,2 +0,0 @@
-require "bundler/gem_tasks"
-

data/bin/driller

@@ -1,68 +0,0 @@
-#!/usr/bin/env ruby
-require 'driller/version'
-require 'driller/uri_helper'
-require 'fileutils'
-require "rubygems"
-require "anemone"
-
-webpage = ARGV[0]
-depth = ARGV[1]
-
-Anemone.crawl(webpage) do |anemone|
-
-anemone.depth_limit = depth.to_i
-puts "============= Driller is now checking your website links. If any of the link returned non 200, it will be displayed here========="
-anemone.focus_crawl do |page|
-  page.links.select { |url| url.starts_with? webpage }
-end
-
-file = File.new('valid_pages.html', 'w')
-file = File.new('broken.html', 'w')
-file = File.new('slow_pages.html', 'w')
-file = File.new('extremely_slow_pages.html', 'w')
-
-anemone.on_every_page do |page|
-
-  if page.code != 200
-    puts "=======This page is broken ======\n"
-    puts page.url
-    puts "\n returned response code of\n"
-    puts page.code
-    puts "=======Plese fix it ======\n"
-    file = File.open('broken.html', 'a+')
-    file.puts page.url
-    file.write("\n")
-    file.write("Returned with response code \n")
-    file.write("\n")
-    file.puts page.code
-  else if
-    page.code == 200
-    file = File.open('valid_pages.html', 'a+')
-    file.puts page.url
-    file.write("\n")
-  else if
-    page.response_time > 5000
-    puts "=======Slow Page======\n"
-    puts page.url
-    file = File.open('slow_pages.html', 'a+')
-    file.puts page.url
-    file.write("\n")
-    file.write("Returned with response time \n")
-    file.write("\n")
-    file.puts page.response_time
-  else if
-    page.response_time > 10000
-    puts "=======Very Slow Page======\n"
-    puts page.url
-    file = File.open('extremely_slow_pages.html', 'a+')
-    file.puts page.url
-    file.write("\n")
-    file.write("Returned with response time which is not acceptable at all \n")
-    file.write("\n")
-    file.puts page.response_time
-end
-end
-end
-end
-end
-end

data/driller.gemspec

@@ -1,25 +0,0 @@
-# coding: utf-8
-lib = File.expand_path('../lib', __FILE__)
-$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
-require 'driller/version'
-
-Gem::Specification.new do |spec|
-  spec.name          = "driller"
-  spec.version       = Driller::VERSION
-  spec.authors       = ["Shashikant86"]
-  spec.email         = ["shashikant.jagtap@aol.co.uk"]
-  spec.summary       = %q{Drill your website for error and slow pages}
-  spec.description   = %q{Driller is a command line Ruby based web crawler based on Anemone. Driller can crawl website and reports error pages which are not 200 or 301.}
-  spec.homepage      = "https://github.com/Shashikant86/driller"
-  spec.license       = "MIT"
-
-  spec.files         = `git ls-files -z`.split("\x0")
-  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
-  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
-  spec.require_paths = ["lib"]
-
-
-  spec.add_runtime_dependency "bundler", "~> 1.0"
-  spec.add_runtime_dependency "rake"
-  spec.add_runtime_dependency "anemone"
-end

data/lib/driller.rb

@@ -1,8 +0,0 @@
-require "driller/version"
-require "driller/uri_helper"
-require "driller/crawler"
-require "anemone"
-
-module Driller
-  
-end

data/lib/driller/uri_helper.rb

@@ -1,8 +0,0 @@
-module URI
-  class Generic
-    def starts_with?(prefix)
-      prefix = prefix.to_s
-      self.to_s[0, prefix.length] == prefix
-    end
-  end
-end

data/lib/driller/version.rb

@@ -1,3 +0,0 @@
-module Driller
-  VERSION = "0.1.0"
-end