rcrawler 0.0.2 → 0.0.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: ff1eee821a0d9e416d60245d49c28fb8a871b331
-  data.tar.gz: 74e6cd410b5c632ccc4249f61564843579654adc
+  metadata.gz: 56f84a572fdd53fcb80d5473e4e47a4a549a4d85
+  data.tar.gz: 410785518581055a9cc5cdb264027b6d2157661b
 SHA512:
-  metadata.gz: d6db4bf8b44933b5dc99d0932dee1d6a19180ade6751ad5689f6aef3868d26cc0cbb0320b18b5b41c34641c376483ac4c413d7380a68b19f990f84e8e50827be
-  data.tar.gz: f6f7b46570e5af00e157cf2fb5ad1a81db2f09b2097e8db4ca79e681b849a24d73055c24f1b94c202be61b9e3e704cf63a068214066e70d2190250000c6d9c99
+  metadata.gz: 387532aebc322463c4415b8d7fb79c545dea09b49737822df9e1590a50199237f01680ae1e78759ba17376c4d03bfbee0dc75a4a5e8d5c0261b5d313cedfcb31
+  data.tar.gz: abae8d6cb3ae5ff50f81905875fe6d269300108dae7b058c12c8693c3b5264a96a4211cd73d1ba362decd0d0126a3d7ecb4629ff5b0a153e3a222b993badc821

data/.travis.yml

@@ -5,9 +5,6 @@ rvm:
 gemfile:
   - Gemfile
 script: bundle exec rake spec
-branches:
-  only:
-    - master
 notifications:
   mails:
     - i2bskn@gmail.com

data/README.md

@@ -79,6 +79,14 @@ RCrawler.async do
   end
 end
 ```
+
+#### Command
+
+    % rcrawler help
+    Commands:
+      rcrawler help [COMMAND]         # Describe available commands or one specific command
+      rcrawler sc http://example.com  # Get screen shot
+
 ## Contributing
 
 1. Fork it

data/bin/rcrawler

@@ -0,0 +1,6 @@
+#!/usr/bin/env ruby
+# coding: utf-8
+
+require "rcrawler"
+
+RCrawler::CLI.start

data/lib/rcrawler.rb

@@ -5,8 +5,11 @@ require "capybara/dsl"
 require "capybara-webkit"
 require "nokogiri"
 require "headless"
+require "timeout"
+require "thor"
 
 require "rcrawler/version"
+require "rcrawler/cli"
 require "rcrawler/configuration"
 require "rcrawler/driver"
 require "rcrawler/crawl"

data/lib/rcrawler/async.rb

@@ -1,7 +1,6 @@
 # coding: utf-8
 
 require "thread"
-require "timeout"
 
 module RCrawler
   class Async

data/lib/rcrawler/cli.rb

@@ -0,0 +1,19 @@
+# coding: utf-8
+
+require "digest/sha1"
+
+module RCrawler
+  class CLI < Thor
+    desc "sc http://example.com", "Get a screen shot"
+    long_desc <<-LONGDESC
+    `sc` is get a screen shot. Save to current directory if filename not specified.
+    LONGDESC
+    option :output, aliases: "-o", type: :string, desc: "Output filename."
+    def sc(url)
+      filename = options.fetch("output", "#{Digest::SHA1.hexdigest(url)}.png")
+      RCrawler.crawl do
+        screenshot(url, filename)
+      end
+    end
+  end
+end

data/lib/rcrawler/version.rb

@@ -1,5 +1,5 @@
 # coding: utf-8
 
 module RCrawler
-  VERSION = "0.0.2"
+  VERSION = "0.0.3"
 end

data/rcrawler.gemspec

@@ -22,6 +22,7 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency "rake"
   spec.add_development_dependency "rspec"
 
+  spec.add_dependency "thor"
   spec.add_dependency "capybara"
   spec.add_dependency "capybara-webkit"
   spec.add_dependency "nokogiri"

data/spec/rcrawler/async_spec.rb

@@ -50,7 +50,13 @@ describe RCrawler::Async do
 
     it "exec_crawl method should be called" do
       async.crawl {}
-      expect{async.send(:create_thread)}.not_to raise_error
+      expect{async.send(:create_thread).join}.not_to raise_error
+    end
+
+    it "exception should be generated if timeout" do
+      Timeout.should_receive(:timeout).and_raise(Timeout::Error)
+      async.instance_eval {@queue.push Proc.new{}}
+      expect{async.send(:create_thread).join}.to raise_error(Timeout::Error)
     end
   end
 
@@ -59,7 +65,7 @@ describe RCrawler::Async do
       mock = double("crawl mock")
       mock.should_receive(:instance_eval)
       RCrawler::Crawl.should_receive(:new).and_return(mock)
-      expect(async.send(:exec_crawl, Proc.new{})).not_to raise_error
+      expect{async.send(:exec_crawl, Proc.new{})}.not_to raise_error
     end
   end
 end

data/spec/rcrawler/cli_spec.rb

@@ -0,0 +1,24 @@
+# coding: utf-8
+
+require "spec_helper"
+
+describe RCrawler::CLI do
+  describe "#sc" do
+    let(:url) {"http://example.com"}
+    it "default filename should be a hashed url" do
+      args = ["sc", url]
+      RCrawler::Driver.any_instance.should_receive(:screenshot).with(url, "#{Digest::SHA1.hexdigest(url)}.png")
+      expect {
+        RCrawler::CLI.start(args)
+      }.not_to raise_error
+    end
+
+    it "output filename should be a specified filename" do
+      args = ["sc", url, "-o", "example.png"]
+      RCrawler::Driver.any_instance.should_receive(:screenshot).with(url, "example.png")
+      expect {
+        RCrawler::CLI.start(args)
+      }.not_to raise_error
+    end
+  end
+end

data/spec/rcrawler_spec.rb

@@ -18,6 +18,11 @@ describe RCrawler do
       mock.should_receive(:instance_eval)
       RCrawler.crawl {}
     end
+
+    it "exception should be generated if timeout" do
+      Timeout.should_receive(:timeout).and_raise(Timeout::Error)
+      expect{RCrawler.crawl {}}.to raise_error(Timeout::Error)
+    end
   end
 
   describe ".async" do

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: rcrawler
 version: !ruby/object:Gem::Version
-  version: 0.0.2
+  version: 0.0.3
 platform: ruby
 authors:
 - i2bskn
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-07-18 00:00:00.000000000 Z
+date: 2013-07-30 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -52,6 +52,20 @@ dependencies:
     - - '>='
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: capybara
   requirement: !ruby/object:Gem::Requirement
@@ -111,7 +125,8 @@ dependencies:
 description: The wrapper of capybara for crawler
 email:
 - i2bskn@gmail.com
-executables: []
+executables:
+- rcrawler
 extensions: []
 extra_rdoc_files: []
 files:
@@ -122,14 +137,17 @@ files:
 - LICENSE.txt
 - README.md
 - Rakefile
+- bin/rcrawler
 - lib/rcrawler.rb
 - lib/rcrawler/async.rb
+- lib/rcrawler/cli.rb
 - lib/rcrawler/configuration.rb
 - lib/rcrawler/crawl.rb
 - lib/rcrawler/driver.rb
 - lib/rcrawler/version.rb
 - rcrawler.gemspec
 - spec/rcrawler/async_spec.rb
+- spec/rcrawler/cli_spec.rb
 - spec/rcrawler/configuration_spec.rb
 - spec/rcrawler/crawl_spec.rb
 - spec/rcrawler/driver_spec.rb
@@ -155,12 +173,13 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.0.0
+rubygems_version: 2.0.2
 signing_key: 
 specification_version: 4
 summary: The wrapper of capybara for crawler
 test_files:
 - spec/rcrawler/async_spec.rb
+- spec/rcrawler/cli_spec.rb
 - spec/rcrawler/configuration_spec.rb
 - spec/rcrawler/crawl_spec.rb
 - spec/rcrawler/driver_spec.rb