krawler 1.0.6 → 1.0.7

data/bin/krawl

@@ -25,6 +25,10 @@ optparse = OptionParser.new do |opts|
     options[:r] = r
   end
 
+  opts.on('-n', '--no-cache', 'Send Cache-Control: no-cache header', 'Default: false') do |r|
+    options[:nc] = true
+  end
+
   opts.separator ''
 
   opts.on('-h', '--help', 'Show this help message.') { puts opts; exit }
@@ -41,5 +45,6 @@ Krawler::Base.new(ARGV[0] || 'http://localhost:3000/', {
   :exclude   => options[:e],
   :restrict  => options[:s],
   :threads   => options[:c],
-  :randomize => options[:r]
+  :randomize => options[:r],
+  :no_cache  => options[:nc]
 }).base

data/lib/krawler/version.rb

@@ -1,3 +1,3 @@
 module Krawler
-  VERSION = '1.0.6'
+  VERSION = '1.0.7'
 end

data/lib/krawler.rb

@@ -25,6 +25,7 @@ module Krawler
       @agent.user_agent = 'Krawler'
       @agent.ssl_version = 'SSLv3'
       @headers          = { 'Accept-Encoding' => 'gzip, deflate' }
+      @headers['Cache-Control'] = 'no-cache' if options[:no_cache]
     end
   
     def base

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: krawler
 version: !ruby/object:Gem::Version
-  version: 1.0.6
+  version: 1.0.7
   prerelease: 
 platform: ruby
 authors:
@@ -9,11 +9,11 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2012-08-02 00:00:00.000000000 Z
+date: 2012-09-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: mechanize
-  requirement: &70230190266640 !ruby/object:Gem::Requirement
+  requirement: &70222535947940 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -21,7 +21,7 @@ dependencies:
         version: 2.5.0
   type: :runtime
   prerelease: false
-  version_requirements: *70230190266640
+  version_requirements: *70222535947940
 description: Simple little website crawler.
 email:
 - mike@urlgonomics.com