horsefield 0.2.13 → 0.3.13

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 17b6a1907fab5f39fbbe85fc306c3cbd198cc452
-  data.tar.gz: 96920552317abba9925eba2892ffb304d04138ef
+  metadata.gz: 600cdb34954a4e1cbe152d9885bffae6b84604f6
+  data.tar.gz: 3dabac2ccec96a351bb483fb7e6cc9918507072f
 SHA512:
-  metadata.gz: 2fd67c7eed390a6f9ee806ed150cdfe1b0637c0b3c0baa503a9909c35b0931ed23d7af76c78d0e5c3b761d26eb64ea81ce9063e0ec77fd4e23cb1931f48556ca
-  data.tar.gz: 0a54c4037613638c3e6806840f787df355c16846aeaca8110f18f5497181b00fec5210a8886d9c71b8aecdb4de4e02d0c7f2b3a55eeacc623ac8885ba9f4afc7
+  metadata.gz: 4fd0f85c2f966e4676ac083f67fb9064b13cde9f756d185c70a9fe66f646a8fd92f04715605511842d887a0459d8a240fb0a89a42965f649e9824aedb8460917
+  data.tar.gz: 77cf1c3d70e6e2ab26615ff58abb574c08641f4b51bce10f694e6996b3752c57454bef292b7276a2fe6f2b3cb43986f0e7fd044469b9ebd9dfbb7495d098762c

data/lib/horsefield/node_set.rb

@@ -18,6 +18,10 @@ module Horsefield
     def browse(*)
     end
 
+    def scope(selector, &block)
+      @nodes = @nodes.merge(dig_deeper(selector, false, &block))
+    end
+
     def one(name, selector, type = :text, &block)
       @nodes[name] = dig_deeper selector, false, type, &block
     end

data/lib/horsefield/scraper.rb

@@ -20,6 +20,9 @@ module Horsefield
       browser.instance_eval &block
     end
 
+    def scope(*)
+    end
+
     def one(*)
     end
 

data/lib/horsefield/version.rb

@@ -1,3 +1,3 @@
 module Horsefield
-  VERSION = "0.2.13"
+  VERSION = "0.3.13"
 end

data/spec/scraper_spec.rb

@@ -16,7 +16,20 @@ describe Horsefield::Scraper do
         end
       end
 
-      result[:jobs].should have(9).items
+      expect(result[:jobs].length).to eq(9)
+    end
+
+    it 'should be able to scrape in scope' do
+      result = Horsefield::Scraper.new.scrape html: @html do
+        scope '#primaryResults' do
+          many :jobs, '.listingsTable .odd, .listingsTable .even' do
+            one :title, '.jobTitleContainer'
+            one :company, '.companyContainer'
+          end
+        end
+      end
+
+      expect(result[:jobs].length).to eq(9)
     end
 
     it 'should return nil for selectors that are not found' do
@@ -28,7 +41,7 @@ describe Horsefield::Scraper do
         end
       end
 
-      result[:job][:missing].should be_nil
+      expect(result[:job][:missing]).to be_nil
     end
 
     it 'can return HTML instead of text' do
@@ -40,7 +53,7 @@ describe Horsefield::Scraper do
         end
       end
 
-      result[:job][:title].should match(/<a id=\"ctl00_ctl00_ctl00_body_body_wacCenterStage_ctl02_rptResults_ctl00_linkJobTitle\"/)
+      expect(result[:job][:title]).to match(/<a id=\"ctl00_ctl00_ctl00_body_body_wacCenterStage_ctl02_rptResults_ctl00_linkJobTitle\"/)
     end
 
     it 'works with Watir' do

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: horsefield
 version: !ruby/object:Gem::Version
-  version: 0.2.13
+  version: 0.3.13
 platform: ruby
 authors:
 - Erik Strömberg
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-01-19 00:00:00.000000000 Z
+date: 2014-01-28 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: mechanize
@@ -143,7 +143,6 @@ files:
 - lib/horsefield/version.rb
 - spec/fixtures/monster.html
 - spec/fixtures/vcr_cassettes/facebook/johnny_qiu1.yml
-- spec/horsefield_spec.rb
 - spec/scraper_spec.rb
 - spec/spec_helper.rb
 homepage: ''
@@ -173,6 +172,5 @@ summary: It's a scraper
 test_files:
 - spec/fixtures/monster.html
 - spec/fixtures/vcr_cassettes/facebook/johnny_qiu1.yml
-- spec/horsefield_spec.rb
 - spec/scraper_spec.rb
 - spec/spec_helper.rb

data/spec/horsefield_spec.rb

@@ -1,11 +0,0 @@
-require 'horsefield'
-
-describe Horsefield do
-  it 'should delegate to Scraper' do
-    result = Horsefield.scrape 'http://example.org' do
-      one :headline, 'h1'
-    end
-
-    result[:headline].should == 'Example Domain'
-  end
-end