horsefield 0.4.3 → 0.4.4
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/horsefield/scraper.rb +8 -0
- data/lib/horsefield/version.rb +1 -1
- data/test/horsefield/test_scraper.rb +8 -0
- metadata +1 -1
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 72eb85dd308813a1ce44691c3f9317c7b919ec68
|
4
|
+
data.tar.gz: 6d4cb9ad913266aa0a592b4305366cc62939b518
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 42498ab4dda63c224fb6fc52831a28114343d69d2f321ec02cf4a7668308434b4a8350ab811b25500be6d76047062787ba6d3793480ecc0f4a83f60f2a9941b6
|
7
|
+
data.tar.gz: 72162c772ec6561119751e9d22b6bcacfea590674c442f0b8dc05b2ddde629d8a0e796ab141086333f30ad66e70d2dde60e81f9a6b7979d089630e4f0c2b6634
|
data/lib/horsefield/scraper.rb
CHANGED
@@ -34,6 +34,14 @@ module Horsefield
|
|
34
34
|
@postprocessor || Proc.new { self }
|
35
35
|
end
|
36
36
|
|
37
|
+
def helper(name, &block)
|
38
|
+
[Nokogiri::HTML::Document, Nokogiri::XML::Element].each do |klass|
|
39
|
+
klass.instance_eval do
|
40
|
+
define_method(name) { |*args| block.call(*args) }
|
41
|
+
end
|
42
|
+
end
|
43
|
+
end
|
44
|
+
|
37
45
|
def one(name, selector, lookup = :optional, &block)
|
38
46
|
self.lookups << lambda { |doc| doc.one(name, selector, lookup, &block) }
|
39
47
|
end
|
data/lib/horsefield/version.rb
CHANGED
@@ -4,6 +4,10 @@ require 'pry'
|
|
4
4
|
class RecipeScraper
|
5
5
|
include Horsefield::Scraper
|
6
6
|
|
7
|
+
helper :convert_time do |str|
|
8
|
+
str.upcase
|
9
|
+
end
|
10
|
+
|
7
11
|
scope '.hide_from_screen' do
|
8
12
|
one :title, 'h1'
|
9
13
|
one :description, 'h2'
|
@@ -14,6 +18,10 @@ class RecipeScraper
|
|
14
18
|
one(:value) { at('span.value').text }
|
15
19
|
end
|
16
20
|
|
21
|
+
one :total_time, '//div[contains(@style, "time.gif")]' do
|
22
|
+
convert_time(text.strip)
|
23
|
+
end
|
24
|
+
|
17
25
|
postprocess do |doc|
|
18
26
|
doc[:nutritional_value] = doc[:nutritional_value].uniq.compact
|
19
27
|
doc
|