horsefield 0.0.1

data/spec/horsefield_spec.rb

@@ -0,0 +1,4 @@
+require 'horsefield'
+
+describe Horsefield do
+end

data/spec/scraper_spec.rb

@@ -0,0 +1,49 @@
+require 'spec_helper'
+require 'horsefield/scraper'
+
+VCR.configure do |c|
+  c.cassette_library_dir = 'spec/fixtures/vcr_cassettes'
+  c.hook_into :webmock
+end
+
+describe Horsefield::Scraper do
+  describe 'with HTML' do
+    before do
+      html = IO.read File.join(__dir__, 'fixtures/monster.html')
+      @scraper = Horsefield::Scraper.new(html: html)
+    end
+
+    it 'should scrape' do
+      result = @scraper.scrape do
+        many :jobs, '.listingsTable .odd, .listingsTable .even' do
+          one :title, '.jobTitleContainer'
+          one :company, '.companyContainer'
+        end
+      end
+
+      result[:jobs].should have(9).items
+    end
+  end
+
+  describe 'with URL' do
+    before do
+      @scraper = Horsefield::Scraper.new('https://www.facebook.com/johnny.qiu1/info?_fb_noscript=1')
+    end
+
+    it 'should scrape' do
+      VCR.use_cassette 'facebook/johnny_qiu1' do
+        result = @scraper.scrape do
+          one :name, '._8_2'
+
+          many :employers, '//table[@class="mal _5e7- profileInfoTable _3stn"]//*[text() = "Employers"]' do
+          end
+
+          many :educations, '//table[@class="mal _5e7- profileInfoTable _3stn"]//*[text() = "University" or text() = "Secondary school"]' do
+          end
+        end
+
+        result[:name].should == 'Johnny Qiu (邱博瀚)'
+      end
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,21 @@
+require 'pry'
+require 'vcr'
+require 'webmock'
+
+# This file was generated by the `rspec --init` command. Conventionally, all
+# specs live under a `spec` directory, which RSpec adds to the `$LOAD_PATH`.
+# Require this file using `require "spec_helper"` to ensure that it is only
+# loaded once.
+#
+# See http://rubydoc.info/gems/rspec-core/RSpec/Core/Configuration
+RSpec.configure do |config|
+  config.treat_symbols_as_metadata_keys_with_true_values = true
+  config.run_all_when_everything_filtered = true
+  config.filter_run :focus
+
+  # Run specs in random order to surface order dependencies. If you find an
+  # order dependency and want to debug it, you can fix the order by providing
+  # the seed, which is printed after each run.
+  #     --seed 1234
+  config.order = 'random'
+end

metadata

@@ -0,0 +1,168 @@
+--- !ruby/object:Gem::Specification
+name: horsefield
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Erik Strömberg
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-08-25 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: mechanize
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: vcr
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: webmock
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.12.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.12.0
+description: It's a scraper
+email:
+- erik.stromberg@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .rspec
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- horsefield.gemspec
+- lib/horsefield.rb
+- lib/horsefield/node.rb
+- lib/horsefield/node_set.rb
+- lib/horsefield/scraper.rb
+- lib/horsefield/version.rb
+- spec/fixtures/monster.html
+- spec/fixtures/vcr_cassettes/facebook/frontpage.yml
+- spec/fixtures/vcr_cassettes/facebook/johnny_qiu1.yml
+- spec/fixtures/vcr_cassettes/facebook/login.yml
+- spec/horsefield_spec.rb
+- spec/scraper_spec.rb
+- spec/spec_helper.rb
+homepage: ''
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.1.0.rc.1
+signing_key: 
+specification_version: 4
+summary: It's a scraper
+test_files:
+- spec/fixtures/monster.html
+- spec/fixtures/vcr_cassettes/facebook/frontpage.yml
+- spec/fixtures/vcr_cassettes/facebook/johnny_qiu1.yml
+- spec/fixtures/vcr_cassettes/facebook/login.yml
+- spec/horsefield_spec.rb
+- spec/scraper_spec.rb
+- spec/spec_helper.rb