ece_prewarmer 0.1.3 → 0.1.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 20e8e87e2ecefb39735c8c49ede563b047e6aecd
-  data.tar.gz: 0a9462edc917e130ae783bf625b1260046ad1552
+  metadata.gz: 60b9d13d4482a9a9310981a92a63c716807c1c93
+  data.tar.gz: 61bc0497385142dff1d5bb8ba19f7fa487046e86
 SHA512:
-  metadata.gz: 4ce664af01bb0e3c86c120eeb76120c6b44875d47b73d580251e135d8bf7ecd1c6fb7347505fd0b6c4353c7da83a2e6330828f3dfbc954e5eb1416601a0e80ae
-  data.tar.gz: 34893a605451f490b4d9a2fec7703b353cbfa0e6c9d1dc77d9739c8a8182410b7f7157f790ee231cc51701404cde935a13c53bba31ea6f9454e7cb7de9470c7f
+  metadata.gz: b721be666c2ae0754ce3d2661cac1a96e9d5590fee39fba3c3577b9c4e786298a375bc722364c8d8c2dfb857593d7196eea9ac796a3396e08fcde63ef13c0764
+  data.tar.gz: 74ffb3a1ced07098ede80272174fca72fb11fde435e5920c44659fe15cca00470bd6d5f09ab52d1189aca5c6b8e6322eec482f9c654d8838f287bd29731443e2

data/README.md

@@ -8,6 +8,14 @@ Se usa mas o menos así:
 [host ]$ screen
 [host ]$ unset http_proxy
 [host ]$ ece-prewarmer -s www.24horas.cl -i 10.132.17.114 -p 8080 -v -t 8
+http://www.24horas.cl:8080/ Queue: 0
+http://www.24horas.cl:8080/envivo/ Queue: 104
+http://www.24horas.cl:8080/internacional/ Queue: 103
+http://www.24horas.cl:8080/nacional/ Queue: 137
+http://www.24horas.cl:8080/videos/ Queue: 169
+http://www.24horas.cl:8080/galerias/ Queue: 168
+http://www.24horas.cl:8080/envivo/?articleId=221352 Queue: 167
+http://www.24horas.cl:8080/envivo/?articleId=110846 Queue: 166
 ```
 
 ## Installation

data/bin/ece-prewarmer

@@ -28,6 +28,10 @@ optparse = OptionParser.new do |opts|
     options[:depth_limit] = o.nil? ? nil : o.to_i
   end
 
+  opts.on('-dUSERAGENT', '--depth=USER-AGENT', 'USER-AGENT a usar') do |o|
+    options[:user_agent] = o.nil? ? nil : o.to_i
+  end
+
   opts.on('-tTHREADS', '--threads=THREADS', 'Procesos a lanzar') do |o|
     options[:threads] = o.nil? ? nil : o.to_i
   end
@@ -55,12 +59,32 @@ opts[:verbose] = options[:verbose]
 opts[:port] = options[:port]
 opts[:threads] = options[:threads]
 opts[:depth_limit] = options[:depth_limit]
+opts[:user_agent] = options[:user_agent]
+
+def shutdown
+  Thread.list.each do |thread|
+    thread.exit unless thread == Thread.current
+  end
+  puts "Eliminando entrada  de hosts file"
+  FileUtils.cp "/tmp/hosts", '/etc/hosts'
+end
+
+# Trap ^C
+Signal.trap("INT") {
+  shutdown
+  exit
+}
+
+# Trap `Kill `
+Signal.trap("TERM") {
+  shutdown
+  exit
+}
 
 results = EcePrewarmer.prewarm(host, website, opts)
 
 puts "Paginas visitadas: #{results.size}\n"
 
-
 BEGIN {
   at_exit {
     EcePrewarmer.remove_host_alias(website)

data/lib/ece_prewarmer/version.rb

@@ -1,3 +1,3 @@
 module EcePrewarmer
-  VERSION = "0.1.3"
+  VERSION = "0.1.5"
 end

data/lib/ece_prewarmer.rb

@@ -7,6 +7,7 @@ module EcePrewarmer
 
   def self.add_host_alias(ip, host_alias, file = nil)
     file ||= '/etc/hosts'
+    FileUtils.cp('/etc/hosts', '/tmp/hosts') if file == '/etc/hosts'
     hosts = Hosts::File.read(file)
     hosts.elements << Hosts::Entry.new(ip, host_alias)
     hosts.invalidate_cache!
@@ -22,6 +23,7 @@ module EcePrewarmer
     end
     to_delete.compact.each { |i| hosts.elements[i] = nil }
     hosts.elements.compact!
+    hosts.invalidate_cache!
     hosts.write
   end
 
@@ -29,14 +31,14 @@ module EcePrewarmer
     opts = parse_opts opts
     url = "http://#{website}:#{opts[:port]}/"
     add_host_alias(host, website, opts[:hostfile])
-    results = crawl(url, opts[:port], opts[:verbose], opts[:threads], opts[:depth_limit])
+    results = crawl(url, opts[:port], opts[:verbose], opts[:threads], opts[:depth_limit], opts[:user_agent])
     remove_host_alias(website, opts[:hostfile])
     results
   end
 
-  def self.crawl(url, port, verbose, threads, depth)
+  def self.crawl(url, port, verbose, threads, depth, user_agent)
     result = []
-    Anemone.crawl(url, verbose: verbose, threads: threads, depth_limit: depth) do |anemone|
+    Anemone.crawl(url, verbose: verbose, threads: threads, depth_limit: depth, user_agent: user_agent) do |anemone|
       links = []
       anemone.on_every_page do |page|
         links.push page.url
@@ -58,6 +60,8 @@ module EcePrewarmer
     opts[:verbose] ||= false
     opts[:port] ||= 80
     opts[:depth_limit] ||= false
+    # Chrome by default
+    opts[:user_agent] ||= "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/44.0.2403.155 Safari/537.36"
     opts
   end
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: ece_prewarmer
 version: !ruby/object:Gem::Version
-  version: 0.1.3
+  version: 0.1.5
 platform: ruby
 authors:
 - Patricio Bruna
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-05-25 00:00:00.000000000 Z
+date: 2015-08-26 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: anemone