horsefield 0.6.1 → 0.7.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 7233d84653e5fb4eb1183f6f12f4c2a8fb8d4fbec40a103a0d60cdfea85e215c
-  data.tar.gz: 308033f17e37939d4f60da0a3ef431afd123cd2399c82673bab7376ed6808b8b
+  metadata.gz: 361f824eedceebb4366e8d2a8041b15e9344424c801993059e435af201449442
+  data.tar.gz: 6bce024ad4503a6dbca19e3f5ca58ba6ae3cb4216c151ed3177e0eeb0cc3c028
 SHA512:
-  metadata.gz: e0b42e0f74571b90b5e369efdc48eb3e225984d54e4f8a9eed4edf81b44c6d240d36a3fb5f6cd23d0d1d53bf047fe6f8555bd2bc8a24fe46d5dd1c743eb82303
-  data.tar.gz: 3f5374c3f6f843ab29e21e95eb6c723eefd10a8c4be7cf3daa9698ca172961056f6eb5102e4cdd14e7912fe771b98690014e6e1ed39edcf19424e873c68491ab
+  metadata.gz: e966a5d390b4928ab479077fa31efd4a4df4471c8b1cb75fc4ea2e22054f6ae0792c01bc6033824022cea5d12d6e12094327e5cc4bb9046808364a896f17e19e
+  data.tar.gz: eee3aedbfa542d46573952aac4ea4a986901c2640bcc2fc7961d4de20fc1764f59d925df94139654479c2abc952758d24d11ddce36c8736d899486fa3b3fafcb

data/lib/horsefield/diggable.rb

@@ -24,7 +24,20 @@ module Horsefield
       raise MissingSelectorError, "Couldn't find required selector (#{selector})" if lookup == :required && !doc
       return fields if lookup == :presence && !doc
 
-      fields.merge!(Hash[[[name, doc && doc.with_fresh_fields.instance_eval(&processor(&block))]]])
+      if block
+        # Process the sub-document
+        sub_doc = doc && doc.with_fresh_fields
+        
+        # Run the block to populate fields and get its return value
+        return_value = sub_doc && sub_doc.instance_eval(&block)
+        
+        # Use fields if they were populated, otherwise use the block's return value
+        value = (sub_doc && !sub_doc.fields.empty?) ? sub_doc.fields : return_value
+        
+        fields.merge!(Hash[[[name, value]]])
+      else
+        fields.merge!(Hash[[[name, doc && doc.text.strip]]])
+      end
     end
 
     def many!(name, selector, &block)

data/lib/horsefield/version.rb

@@ -1,3 +1,3 @@
 module Horsefield
-  VERSION = "0.6.1"
+  VERSION = "0.7.1"
 end

data/test/horsefield/test_scraper.rb

@@ -1,9 +1,19 @@
-require 'test_helper'
+require_relative '../test_helper'
 require 'pry'
 
 class RedditScraper
   include Horsefield::Scraper
 
+  one :meta do
+    [:keywords].each do |name|
+      one name, ".//meta[@name='#{name}']/@content"
+    end
+  end
+
+  one :static do
+    "test"
+  end
+
   many :posts, '#siteTable .thing' do
     one :title, 'a.title'
     one :tagline, 'p.tagline' do
@@ -24,6 +34,8 @@ class TestScraper < Minitest::Test
 
   def test_scraper
     reddit = RedditScraper.new(@reddit_html).scrape
-    p reddit[:posts].first[:tagline]
+    assert_equal "reddit, reddit.com, vote, comment, submit", reddit[:meta][:keywords]
+    assert_equal "Chris Pratt, homeless, living in this van, holding the script to his first acting job", reddit[:posts][0][:title]
+    assert_equal "test", reddit[:static]
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: horsefield
 version: !ruby/object:Gem::Version
-  version: 0.6.1
+  version: 0.7.1
 platform: ruby
 authors:
 - Erik Strömberg
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
-date: 2020-05-29 00:00:00.000000000 Z
+date: 2025-05-17 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: nokogiri
@@ -94,7 +94,7 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-description: 
+description:
 email:
 - erik.stromberg@gmail.com
 executables: []
@@ -124,7 +124,7 @@ homepage: http://github.com/apa512/horsefield
 licenses:
 - MIT
 metadata: {}
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -139,8 +139,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.1.2
-signing_key: 
+rubygems_version: 3.5.22
+signing_key:
 specification_version: 4
 summary: It's a scraper
 test_files: