sitetap 0.1.0 → 0.1.1

Sign up to get free protection for your applications and to get access to all the features.
Files changed (4) hide show
  1. checksums.yaml +4 -4
  2. data/lib/sitetap/scraper.rb +2 -1
  3. data/lib/sitetap/version.rb +1 -1
  4. metadata +2 -2
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: 910630c447b621e63f65047fb027b385913d0a21
4
- data.tar.gz: 6f2689ccdbfd4897d8e9ac8adce44452be392423
3
+ metadata.gz: 89d0090637f8b89550f043a3fbfc6d7094c4bfa9
4
+ data.tar.gz: f58e37144bb456e114d2c44957a11969ed47366e
5
5
  SHA512:
6
- metadata.gz: 5201c5d44db48541d76ca615a309968b0bd3956e9a50fb1d9eea2ea1f0e8674fbda53bb95f2dd8251a327451348930bdb86592e398d2ea032509a8caef96f267
7
- data.tar.gz: 06a8d55f597e7c8289af49469d01b45f279cf6d271c3c29eba4cf38a72df0b791a8208e441ae26832ae6bc689608e2cb786d7f76442733bbedf09c8f0186d484
6
+ metadata.gz: f0b5a22231d7239bdff707c26345654d5a60ce97c9fc63922abfb954f531532a8b58edb3a7451f6b661167a404a40efde8f53a59f40f61640a341a1b701a5384
7
+ data.tar.gz: 65843f3c0c823ee2ffbeff2f95d70b7f781899565961d7c0b00c5a0b03504cfd3162ad11674ceb188c64415c2049eb948341d757448b113ec04de91621f04700
data/lib/sitetap/scraper.rb CHANGED
@@ -50,7 +50,8 @@ module Sitetap
50
50
  '--html-extension',
51
51
  '--convert-links',
52
52
  '--restrict-file-names=windows',
53
- '--span-hosts'
53
+ '--span-hosts',
54
+ '-e robots=off'
54
55
  ]
55
56
  end
56
57
 
data/lib/sitetap/version.rb CHANGED
@@ -1,3 +1,3 @@
1
1
  module Sitetap
2
- VERSION = "0.1.0"
2
+ VERSION = "0.1.1"
3
3
  end
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: sitetap
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.1.0
4
+ version: 0.1.1
5
5
  platform: ruby
6
6
  authors:
7
7
  - Sean C Davis
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2015-03-03 00:00:00.000000000 Z
11
+ date: 2015-03-17 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: bundler