horsefield 0.2.4 → 0.2.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 2cfb5049fcbda71817b68f0ba6359a6a2794afdc
-  data.tar.gz: 2d3c26b593f8a05e6510522f805c3185815a59fc
+  metadata.gz: 8b8f8255739340596e630908fdf232ad5cf3ac97
+  data.tar.gz: 7f5e63af192760467df38b2788efadee28926da4
 SHA512:
-  metadata.gz: d3edbb36a1e8fd05e3306e14f0f7ca54f9ab9d715afcb64c4440507a0808e721f5790343fb23d16f61d343f183cc37da06ea0bc62f04261fa7ee6bf680e76ffd
-  data.tar.gz: e60f5aef998f9228cc3ddc493d3206c408b32fa3b7221199d6e2ad80bb0658bcb7145c09cbf0615a32f39e948548e2861f2efed95e7fc2e4da7f1f2633d9c84b
+  metadata.gz: b493efb36209a2b52527ffb5291314f4b3eeb1a2e80588f5f20a5bd627aa91456acf51d7d4c088a1ef67806467ff4c86099e6ec8f489c9571df605bea60f47e9
+  data.tar.gz: bed0f9129ef6e737577644709d6d8b2a8e33db76a1b5ccb6e3f0adbbd69d5be3f76f0a4cd78675c8d6d5ab195d72afbe98b91bd6ba86b5b6275db723d35c0197

data/lib/horsefield/node.rb

@@ -8,7 +8,11 @@ module Horsefield
     def process
       case @html
       when Nokogiri::XML::Element then
-        @html.search('text()').to_s.split.join ' '
+        if @type == :text
+          @html.search('text()').to_s.split.join ' '
+        elsif @type == :html
+          @html.to_s
+        end
       when Nokogiri::XML::Attr then
         @html.value
       end

data/lib/horsefield/node_set.rb

@@ -16,15 +16,15 @@ module Horsefield
     def browse(*)
     end
 
-    def one(name, selector, &block)
-      @nodes[name] = dig_deeper selector, &block
+    def one(name, selector, type = :text, &block)
+      @nodes[name] = dig_deeper selector, false, type, &block
     end
 
     def many(name, selector, &block)
       @nodes[name] = dig_deeper selector, true, &block
     end
 
-    def dig_deeper(selector, many = false, &block)
+    def dig_deeper(selector, many = false, type = :text, &block)
       return nil if base_elements(selector).empty?
 
       if block
@@ -38,10 +38,10 @@ module Horsefield
       else
         if many
           base_elements(selector).map do |e|
-            Horsefield::Node.new(e).process(&block)
+            Horsefield::Node.new(e, type).process(&block)
           end
         else
-          Horsefield::Node.new(base_elements(selector).first).process(&block)
+          Horsefield::Node.new(base_elements(selector).first, type).process(&block)
         end
       end
     end

data/lib/horsefield/version.rb

@@ -1,3 +1,3 @@
 module Horsefield
-  VERSION = "0.2.4"
+  VERSION = "0.2.5"
 end

data/spec/scraper_spec.rb

@@ -31,6 +31,18 @@ describe Horsefield::Scraper do
       result[:job][:missing].should be_nil
     end
 
+    it 'can return HTML instead of text' do
+      result = Horsefield::Scraper.new.scrape html: @html do
+        one :job, '.listingsTable .odd, .listingsTable .even' do
+          one :title, '.jobTitleContainer', :html
+          one :company, '.companyContainer'
+          one :missing, '.doesNotExist'
+        end
+      end
+
+      result[:job][:title].should match(/<div class=\"jobTitleContainer\">/)
+    end
+
     it 'works with Watir' do
       browser = Watir::Browser.new :phantomjs
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: horsefield
 version: !ruby/object:Gem::Version
-  version: 0.2.4
+  version: 0.2.5
 platform: ruby
 authors:
 - Erik Strömberg
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-09-03 00:00:00.000000000 Z
+date: 2013-10-30 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: mechanize
@@ -166,7 +166,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.0.0
+rubygems_version: 2.1.9
 signing_key: 
 specification_version: 4
 summary: It's a scraper