crawl 1.1.2 → 1.1.3
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/crawl.gemspec +2 -2
- data/lib/crawl/engine.rb +1 -1
- data/lib/crawl/version.rb +1 -1
- metadata +7 -3
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 9ba736cf97ca1c7976fd6a99cbd89556b0c2d332
|
|
4
|
+
data.tar.gz: f8bf760b51c816fc6588758ce6fe6ad4a685bd7f
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 3d68259d53f2169b12338a4835ad1e7aecd9dc373be711eb041f1532cdd1382e6ac28aa92c656b43d7195757afc6a363e2b7720930caa258afc40dd5fc80b4da
|
|
7
|
+
data.tar.gz: 70da07649447935740649c1f2e815d62741cda5f172f2b66683dd1f08afa39b7c9c96b774d0cd428e29f80c8405c13c34ad278bbc274c629db341c55891e2201
|
data/crawl.gemspec
CHANGED
|
@@ -2,8 +2,8 @@
|
|
|
2
2
|
require File.expand_path('../lib/crawl/version', __FILE__)
|
|
3
3
|
|
|
4
4
|
Gem::Specification.new do |gem|
|
|
5
|
-
gem.authors = ["Tor Erik Linnerud"]
|
|
6
|
-
gem.email = ["tor@alphasights.com"]
|
|
5
|
+
gem.authors = ["Tor Erik Linnerud", "John Bohn", "Jake Faris"]
|
|
6
|
+
gem.email = ["tor@alphasights.com", "jjbohn@gmail.com", "jakefaris@outlook.com"]
|
|
7
7
|
gem.description = "Crawl all pages on a domain, checking for errors"
|
|
8
8
|
gem.summary = "Crawl pages witin a domain, reporting any page that returns a bad response code"
|
|
9
9
|
gem.homepage = "http://github.com/alphasights/crawl"
|
data/lib/crawl/engine.rb
CHANGED
|
@@ -9,7 +9,7 @@ class Crawl::Engine
|
|
|
9
9
|
:session_id => false}
|
|
10
10
|
|
|
11
11
|
|
|
12
|
-
IGNORE = [/#/, /mailto:/, /skype:/, /logout/, /javascript:/, %r(/xhr/), /https:/, /\.pdf$/,
|
|
12
|
+
IGNORE = [/#/, /mailto:/, /skype:/, /logout/, /javascript:/, %r(/xhr/), /https:/, /\.pdf$/, /^$/, /tel:/]
|
|
13
13
|
VALID_RESPONSE_CODES = [200, 302]
|
|
14
14
|
MAX_REDIRECTS = 3
|
|
15
15
|
LINE_WIDTH = 78
|
data/lib/crawl/version.rb
CHANGED
metadata
CHANGED
|
@@ -1,14 +1,16 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: crawl
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 1.1.
|
|
4
|
+
version: 1.1.3
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Tor Erik Linnerud
|
|
8
|
+
- John Bohn
|
|
9
|
+
- Jake Faris
|
|
8
10
|
autorequire:
|
|
9
11
|
bindir: bin
|
|
10
12
|
cert_chain: []
|
|
11
|
-
date: 2015-10-
|
|
13
|
+
date: 2015-10-29 00:00:00.000000000 Z
|
|
12
14
|
dependencies:
|
|
13
15
|
- !ruby/object:Gem::Dependency
|
|
14
16
|
name: nokogiri
|
|
@@ -69,6 +71,8 @@ dependencies:
|
|
|
69
71
|
description: Crawl all pages on a domain, checking for errors
|
|
70
72
|
email:
|
|
71
73
|
- tor@alphasights.com
|
|
74
|
+
- jjbohn@gmail.com
|
|
75
|
+
- jakefaris@outlook.com
|
|
72
76
|
executables:
|
|
73
77
|
- crawl
|
|
74
78
|
extensions: []
|
|
@@ -108,7 +112,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
|
108
112
|
version: '0'
|
|
109
113
|
requirements: []
|
|
110
114
|
rubyforge_project:
|
|
111
|
-
rubygems_version: 2.4.5
|
|
115
|
+
rubygems_version: 2.4.5
|
|
112
116
|
signing_key:
|
|
113
117
|
specification_version: 4
|
|
114
118
|
summary: Crawl pages witin a domain, reporting any page that returns a bad response
|