macaron 1.0.0 → 1.0.1

data/README.md

@@ -2,11 +2,24 @@
 Macaron is a simple web scraper implemented in ruby. It's used for service alive testing.
 
 ## Install
-    gem install e-macaron
+    gem install macaron
 
 ## Example
 ```ruby
-macaron http://www.google.com/
+require 'macaron'
+spawner = Spawner.new()
+
+# 1st argument is for start url, 2nd is for the depth to dig (optional)
+spawner.dig("http://www.google.com/", 2)
+```
+
+## CLI (Command Line Interface)
+```
+Usage: macaron [options] URL
+    -d, --debug                      Show debug output
+    -n, --depth N                    Set the digging depth N
+    -j, --javascript                 Open javascript support mode
+    -h, --help                       Show this message
 ```
 
 ## License

data/bin/macaron

@@ -1,13 +1,42 @@
-#!/user/bin/ruby
-
+#!/usr/bin/ruby
 require File.dirname(__FILE__) + '/../lib/macaron'
+require 'rubygems'
+require 'optparse'
+require 'macaron/version'
+
+options = {:depth => 2}
+options_parser = OptionParser.new do |opts|
+  opts.banner = "Usage: #{File.basename($0)} [options] URL"
+
+  opts.on("-d", "--debug", "Show debug output") do |v|
+    options[:debug] = v
+  end
+
+  opts.on("-n N", "--depth N", Integer, "Set the digging depth N") do |n|
+    options[:depth] = n
+  end
+
+  opts.on("-j", "--javascript", "Open javascript support mode") do |j|
+    options[:waltir] = j
+  end
+
+  opts.on_tail("-h", "--help", "Show this message") do
+    puts opts
+    exit
+  end
+end
+
+options_parser.parse!
+
+if ARGV.length != 1
+  STDERR.puts options_parser
+  exit 1
+end
+
+url = ARGV.first
+puts "Starting at #{url}"
 
-mother = Spawner.new({ 
-  :thread_timeout_seconds => 999,
-  :in_site_crawling => true,
-  :with_waltir => false
-})
-mother.dig('http://rubyconf.tw/2012/', 2)
-# mother.dig('http://www.sakura.idv.tw/', 2) # url, depth
+mother = Spawner.new(options)
+mother.dig(url, options[:depth])
 puts "Success times: #{mother.success_times}"
 puts "Fail times: #{mother.fail_times}"

data/lib/macaron/spawner.rb

@@ -39,7 +39,7 @@ module Macaron
       @@fail_times
     end
 
-    def dig(url, init_depth)
+    def dig(url, init_depth=3)
       @@task_map = @@task_map.put(url, init_depth)
       loop do
         @@task_map = @@task_map.remove {|url, depth| 
@@ -54,7 +54,7 @@ module Macaron
         }
 
         break if @threadpool.busy_workers_count == 0 && @@task_map.empty?
-        
+
         if @@success_times > @@options[:pages]
           print "Fetched pages exceeds the limit #{@@options[:pages]}\n"
           break
@@ -63,7 +63,7 @@ module Macaron
 
       @bot.close unless @bot.nil?
 
-      # puts "result: #{@@result.size}, #{@@result.keys}"
+      puts "result: #{@@result.size}, #{@@result.keys}" if @@options[:debug]
     end
 
     private

data/lib/macaron/version.rb

@@ -0,0 +1,3 @@
+module Macaron
+  Version = "1.0.1"
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: macaron
 version: !ruby/object:Gem::Version
-  version: 1.0.0
+  version: 1.0.1
   prerelease: 
 platform: ruby
 authors:
@@ -13,7 +13,8 @@ date: 2012-11-17 00:00:00.000000000 Z
 dependencies: []
 description: 
 email: dalema22@gmail.com
-executables: []
+executables:
+- macaron
 extensions: []
 extra_rdoc_files: []
 files:
@@ -21,6 +22,7 @@ files:
 - lib/macaron/processor.rb
 - lib/macaron/scraper.rb
 - lib/macaron/spawner.rb
+- lib/macaron/version.rb
 - lib/macaron.rb
 - LICENSE
 - README.md