grell 1.3.0

data/spec/lib/reader_spec.rb

@@ -0,0 +1,43 @@
+RSpec.describe Grell::Reader do
+
+  context 'Waiting time expired' do
+    let(:waiting_time) {0}
+    let(:sleeping_time) {2}
+    let(:condition) {false}
+    it 'does not sleep' do
+      before_time = Time.now
+      Grell::Reader.wait_for(->{''}, waiting_time, sleeping_time) do
+        condition
+      end
+      expect(Time.now - before_time).to be < 1
+    end
+  end
+
+  context 'The condition is true' do
+    let(:waiting_time) {3}
+    let(:sleeping_time) {2}
+    let(:condition) {true}
+    it 'does not sleep' do
+      before_time = Time.now
+      Grell::Reader.wait_for(->{''}, waiting_time, sleeping_time) do
+        condition
+      end
+      expect(Time.now - before_time).to be < 1
+    end
+  end
+
+  context 'The condition is false' do
+    let(:waiting_time) {0.2}
+    let(:sleeping_time) {0.2}
+    let(:condition) {false}
+
+    it 'waits the waiting time' do
+      before_time = Time.now
+      Grell::Reader.wait_for(->{''}, waiting_time, sleeping_time) do
+        condition
+      end
+      expect(Time.now - before_time).to be > waiting_time
+    end
+
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,64 @@
+require 'grell'
+require 'byebug'
+require 'webmock/rspec'
+require 'billy/rspec'
+require 'rack'
+require 'rack/server'
+
+# This will trick Puffing-billy into using this logger instead of its own
+# Puffing billy is very noisy and we do not want to see that in our output
+class Rails
+  def self.logger
+    Logger.new(nil)
+  end
+end
+
+WebMock.disable_net_connect!
+
+
+# See http://rubydoc.info/gems/rspec-core/RSpec/Core/Configuration
+RSpec.configure do |config|
+
+  # We do not need to wait for pages to return all the data
+  config.before do
+    stub_const("Grell::Page::WAIT_TIME", 0)
+  end
+
+  config.expect_with :rspec do |expectations|
+    expectations.include_chain_clauses_in_custom_matcher_descriptions = true
+  end
+
+  config.mock_with :rspec do |mocks|
+    # Prevents you from mocking or stubbing a method that does not exist on
+    # a real object.
+    mocks.verify_partial_doubles = true
+  end
+
+  # Limits the available syntax to the non-monkey patched syntax that is recommended.
+  config.disable_monkey_patching!
+
+  # This setting enables warnings. It's recommended, but in some cases may
+  # be too noisy due to issues in dependencies.
+  # TODO: Billy puffy has lots of warnings, test this with new versions
+  # config.warnings = true
+
+  # Many RSpec users commonly either run the entire suite or an individual
+  # file, and it's useful to allow more verbose output when running an
+  # individual spec file.
+  if config.files_to_run.one?
+    # Use the documentation formatter for detailed output,
+    # unless a formatter has already been configured
+    # (e.g. via a command-line flag).
+    config.default_formatter = 'doc'
+  end
+
+  config.order = :random
+  Kernel.srand config.seed
+
+  Capybara.javascript_driver = :poltergeist_billy
+  Capybara.default_driver = :poltergeist_billy
+
+#  config.profile_examples = 10
+end
+
+

metadata

@@ -0,0 +1,196 @@
+--- !ruby/object:Gem::Specification
+name: grell
+version: !ruby/object:Gem::Version
+  version: 1.3.0
+platform: ruby
+authors:
+- Jordi Polo Carres
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-05-07 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: capybara
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.2'
+- !ruby/object:Gem::Dependency
+  name: poltergeist
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.5'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.5'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+- !ruby/object:Gem::Dependency
+  name: byebug
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.0'
+- !ruby/object:Gem::Dependency
+  name: kender
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: webmock
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.18'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.18'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: puffing-billy
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.5'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.5'
+description: Ruby web crawler using PhantomJS
+email:
+- jcarres@mdsol.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".rspec"
+- CHANGELOG.md
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- grell.gemspec
+- lib/grell.rb
+- lib/grell/capybara_driver.rb
+- lib/grell/crawler.rb
+- lib/grell/grell_logger.rb
+- lib/grell/page.rb
+- lib/grell/page_collection.rb
+- lib/grell/rawpage.rb
+- lib/grell/reader.rb
+- lib/grell/version.rb
+- spec/lib/crawler_spec.rb
+- spec/lib/page_collection_spec.rb
+- spec/lib/page_spec.rb
+- spec/lib/reader_spec.rb
+- spec/spec_helper.rb
+homepage: https://github.com/mdsol/grell
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: Ruby web crawler
+test_files:
+- spec/lib/crawler_spec.rb
+- spec/lib/page_collection_spec.rb
+- spec/lib/page_spec.rb
+- spec/lib/reader_spec.rb
+- spec/spec_helper.rb
+has_rdoc: