grell 1.6.2 → 1.6.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 3afa2c4a7602651c1120450604bb129b5141a2cb
-  data.tar.gz: 6b047d176835d70ece39ddfc8f0d1f947c509297
+  metadata.gz: d96a4b468d41e32bf37e86fd2f7688eaba9e290b
+  data.tar.gz: b90fe28a5776478668db3f7a3451d3e15000680e
 SHA512:
-  metadata.gz: 6abace1d5c825dc06b5f46cc432b63457f8b3d1c904f6d041714bd2f7925216797cb6c36be23cb40210bb8dcd15c9408681c048f01379f5263e6c732029281a5
-  data.tar.gz: a6e12d878deca33d25be3dfd88c945a7a149e47b3eed4e2269c651a6ad1a51ceeb29d1b07e9a75066bf86823e1488b1a2583284566722f4829c2e3b707839e26
+  metadata.gz: da5a76f9c558836c1f16f51689b094caffece98ed7cbc254a7603a28b8c4b0699d5f2dd07f29a70f234ab9be9af25cc645974a293331f413c66c4756003e125e
+  data.tar.gz: 1d299821051f559c5253f63e18437a69ba97764b9bf21018bb223e5380380530b7d8e8e722c0c319f4628a3f0be2f1d5d8d91d33eeba9c0cb6dc46af4233646a

data/.travis.yml

@@ -0,0 +1,8 @@
+language: ruby
+cache: bundler
+sudo: false
+
+rvm:
+  - 2.2.4
+  - 2.3.0
+script: bundle exec rspec

data/CHANGELOG.md

@@ -1,3 +1,9 @@
+# 1.6.4
+  * Added #quit to Capybara driver
+
+# 1.6.3
+  * Only follow visible links
+
 # 1.6.2
   * Reset Capybara driver to Puffing Billy (used to rewrite URL requests in specs)
   * Use float timestamp for Poltergeist driver name to support fast test executions

data/README.md

@@ -1,5 +1,7 @@
 # Grell
 
+[![Build Status](https://travis-ci.org/mdsol/grell.svg?branch=develop)](https://travis-ci.org/mdsol/grell)
+
 Grell is a generic crawler for the web written in Ruby.
 It can be used to gather data, test pages in a given domain, etc.
 

data/grell.gemspec

@@ -21,8 +21,8 @@ Gem::Specification.new do |spec|
 
   spec.required_ruby_version = '>= 1.9.3'
 
-  spec.add_dependency 'capybara', '~> 2.2'
-  spec.add_dependency 'poltergeist', '~> 1.8'
+  spec.add_dependency 'capybara', '~> 2.7'
+  spec.add_dependency 'poltergeist', '~> 1.9'
 
   spec.add_development_dependency "bundler", "~> 1.6"
   spec.add_development_dependency "byebug", "~> 4.0"

data/lib/grell/capybara_driver.rb

@@ -40,6 +40,10 @@ module Grell
 
       @poltergeist_driver
     end
+
+    def quit
+      @poltergeist_driver.quit
+    end
   end
 
 end

data/lib/grell/rawpage.rb

@@ -23,7 +23,8 @@ module Grell
     def all_anchors
       # Some elements may not be "a" elements but still provide a link. This usually is done for Javascript
       # to convert other elements which are not links to be able to be clicked naturally.
-      all('[href]', visible: false).to_a + all('[data-href]', visible: false).to_a
+      # Only return links which are visible.
+      all('[href]', visible: true).to_a + all('[data-href]', visible: true).to_a
     end
 
 

data/lib/grell/version.rb

@@ -1,3 +1,3 @@
 module Grell
-  VERSION = "1.6.2"
+  VERSION = "1.6.4".freeze
 end

data/spec/lib/capybara_driver_spec.rb

@@ -23,14 +23,21 @@ RSpec.describe Grell::CapybaraDriver do
       driver = Grell::CapybaraDriver.new.setup_capybara
       expect(driver).to be_instance_of(Capybara::Poltergeist::Driver)
     end
+  end
 
-    after do
-      Timecop.return
-
-      # Reset Capybara so future tests can easily stub HTTP requests
-      Capybara.javascript_driver = :poltergeist_billy
-      Capybara.default_driver = :poltergeist_billy
+  describe 'quit' do
+    let(:driver) { Grell::CapybaraDriver.new.setup_capybara }
+    it 'quits the poltergeist driver' do
+      expect_any_instance_of(Capybara::Poltergeist::Driver).to receive(:quit)
+      driver.quit
     end
   end
 
+  after do
+    Timecop.return
+
+    # Reset Capybara so future tests can easily stub HTTP requests
+    Capybara.javascript_driver = :poltergeist_billy
+    Capybara.default_driver = :poltergeist_billy
+  end
 end

data/spec/lib/crawler_spec.rb

@@ -21,6 +21,7 @@ RSpec.describe Grell::Crawler do
     it 'can provide your own logger' do
       Grell::Crawler.new(external_driver: true, logger: 33)
       expect(Grell.logger).to eq(33)
+      Grell.logger = Logger.new(nil)
     end
 
     it 'provides a stdout logger if nothing provided' do

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: grell
 version: !ruby/object:Gem::Version
-  version: 1.6.2
+  version: 1.6.4
 platform: ruby
 authors:
 - Jordi Polo Carres
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-02-23 00:00:00.000000000 Z
+date: 2016-04-25 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: capybara
@@ -16,28 +16,28 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.2'
+        version: '2.7'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.2'
+        version: '2.7'
 - !ruby/object:Gem::Dependency
   name: poltergeist
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.8'
+        version: '1.9'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.8'
+        version: '1.9'
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
@@ -158,6 +158,7 @@ extensions: []
 extra_rdoc_files: []
 files:
 - ".rspec"
+- ".travis.yml"
 - CHANGELOG.md
 - Gemfile
 - LICENSE.txt
@@ -199,7 +200,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.4.8
+rubygems_version: 2.5.1
 signing_key: 
 specification_version: 4
 summary: Ruby web crawler