horsefield 0.4.2 → 0.4.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 93b64a722a015a6650d95d6626fd155b29b869d9
-  data.tar.gz: 9a34c2c66a48012b971cc936ea9fbdde4617d1f4
+  metadata.gz: 0f5b4da37cbaf7e0849d70748e380f7b207c7d1d
+  data.tar.gz: 830aa7acdc756a64cedc424f9dd04d49f5734ccb
 SHA512:
-  metadata.gz: 9f7aa681e6ccf05561315be597b0f94a02f3d078ed8dffbbe31a5726cafc52d2802deddce0bb0564625e8f3ca0b9979573bf4fee4edd5d7c2611f0bbc9951a27
-  data.tar.gz: d6cc5adbb6b01ef2a2ee43703e6a3a030ac889c6c2326bb3d80c5fc7140de292f1f99e87ba33089f63ab787e78a3a166f6704151c808d7b8be2327897ace053e
+  metadata.gz: c38b39c2a26f39994d1b1f09f013c5a4ef5c41b001e71f28cd7003da8d89a2d23a8267a528e4805cd587a9ed1d713245d857b8fcc5f4aea0a9ea9665441c98b1
+  data.tar.gz: e1ce59b3063d0bf4e3db3993d1aec8c11181ce9f544f57584d6355d1e244712e507df12c65bfa52fb9a1d72d210d63764cf2ab61a06efbcaeddfc4af28f21c5c

data/lib/horsefield/scraper.rb

@@ -21,20 +21,25 @@ module Horsefield
     end
 
     def fields
-      @fields ||= self.class.lambdas.reduce({}) { |fields, l| fields.merge(l.call(@doc)) }
+      @fields ||= self.class.lookups.reduce({}) { |fields, l| fields.merge(l.call(@doc)) }.
+        instance_eval(&self.class.postprocessor)
     end
 
     module ClassMethods
-      def lambdas
-        @lambdas ||= []
+      def lookups
+        @lookups ||= []
+      end
+
+      def postprocessor
+        @postprocessor || Proc.new { self }
       end
 
       def one(name, selector, lookup = :optional, &block)
-        self.lambdas << lambda { |doc| doc.one(name, selector, lookup, &block) }
+        self.lookups << lambda { |doc| doc.one(name, selector, lookup, &block) }
       end
 
       def many(name, selector, lookup = :optional, &block)
-        self.lambdas << lambda { |doc| doc.many(name, selector, lookup, &block) }
+        self.lookups << lambda { |doc| doc.many(name, selector, lookup, &block) }
       end
 
       def many!(name, selector, &block)
@@ -54,7 +59,11 @@ module Horsefield
       end
 
       def scope(selector, &block)
-        self.lambdas << lambda { |doc| doc.at(selector).instance_eval(&block) }
+        self.lookups << lambda { |doc| doc.at(selector).instance_eval(&block) }
+      end
+
+      def postprocess(&block)
+        @postprocessor = block
       end
     end
   end

data/lib/horsefield/version.rb

@@ -1,3 +1,3 @@
 module Horsefield
-  VERSION = "0.4.2"
+  VERSION = "0.4.3"
 end

data/test/horsefield/test_scraper.rb

@@ -1,4 +1,5 @@
 require 'test_helper'
+require 'pry'
 
 class RecipeScraper
   include Horsefield::Scraper
@@ -12,6 +13,11 @@ class RecipeScraper
     one(:type) { at('span').text }
     one(:value) { at('span.value').text }
   end
+
+  postprocess do |doc|
+    doc[:nutritional_value] = doc[:nutritional_value].uniq.compact
+    doc
+  end
 end
 
 class RecipeScraperWithOptionalField
@@ -41,6 +47,7 @@ class TestScraper < Minitest::Test
 
   def test_that_it_scrapes
     recipe = RecipeScraper.new(@html).scrape
+    p recipe
 
     assert_equal 'Traditional Welsh cawl', recipe[:title]
   end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: horsefield
 version: !ruby/object:Gem::Version
-  version: 0.4.2
+  version: 0.4.3
 platform: ruby
 authors:
 - Erik Strömberg
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-02-02 00:00:00.000000000 Z
+date: 2015-02-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: nokogiri