scrapouille 0.0.6 → 0.0.7

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 9ac7508a3cc01e967f6cf32e986578b99f5ddf23
-  data.tar.gz: 3bb5e1f56cfbe7c1c5668a387c679f6b8ac4b8ed
+  metadata.gz: e4fe2677b4492ce2c30d305949f0b8f72a48859d
+  data.tar.gz: e3891caa4fd74331d483e4308d2d42d1f9fc0944
 SHA512:
-  metadata.gz: a5a8462493a89d40936cbf7ae3ef85e69c5e36e89581c13ea12bfdd40abb9336c2d056352b67a35d3f88719ddd15f24aa02c67ba9c30b4dd4d3c343d4eec7154
-  data.tar.gz: ddf07efb781bb461c4e12e8b467b5cbc04f9bd75d9e07ab7eda3ceb2a4fdc673be3cbe939ede43a168fce6183892e58f9b0c0843b4a172d0e9379a08dacb3111
+  metadata.gz: 54ca09257d43ad187090d6cd35d4de71328574d4ab4682253033bb00d32f8788720ac65841195d844e381e564a20147ddc53ab1741f4ca6fd75769425c9645f3
+  data.tar.gz: 44ed891ee0c667918c945708c5344848042a4f2d3e26427e03a4746bf4e5601b4d0aacbf8a1bbdf9c6e9e79f1355a3af0461416479cefd18205c25e83b8195ef

data/lib/scrapouille/scraper.rb

@@ -22,9 +22,16 @@ module Scrapouille
       add_rule(:collect_unique, property, xpath_options, block)
     end
 
-    def scrap_each!(uris)
-      raise ArgumentError, 'Expecting enumerable as argument' unless uris.respond_to? :map
-      uris.map do |uri|
+    def scrap_each!(*uris)
+      if uris.length == 1 
+        full_uris = uris.first
+      elsif uris.length == 2
+        root, relative_uris = *uris
+        full_uris = relative_uris.map do |uri| "#{root}/#{uri}" end
+      else
+        raise ArgumentError, "Expecting 1 or 2 arguments when calling #{__callee__}"
+      end
+      full_uris.map do |uri|
         scrap!(uri)
       end
     end

data/scrapouille.gemspec

@@ -2,7 +2,7 @@
 
 Gem::Specification.new do |spec|
   spec.name          = "scrapouille"
-  spec.version       = "0.0.6"
+  spec.version       = "0.0.7"
   spec.authors       = ["simcap"]
   spec.summary       = %q{Interactive and declarative XPath driven HTML scraper}
   spec.description   = %q{Interactive and declarative XPath driven HTML scraper}

data/test/test_scraping.rb

@@ -52,6 +52,36 @@ class TestScraping < MiniTest::Unit::TestCase
     )
   end
 
+
+  def test_scrap_each_using_root_and_relative_uri
+    scraper = Scrapouille.configure do 
+      scrap 'fullname', at: "//div[@class='player-name']/h1/child::text()"
+      scrap 'image_url', at: "//div[@id='basic']//img/attribute::src"
+      scrap 'rank', at: "//div[@class='position']/text()" do |c|
+        Integer(c.sub('#', '')) 
+      end
+    end
+
+    results = scraper.scrap_each!("#{__dir__}/fixtures", ['tennis-player.html', 'other-tennis-player.html'])
+
+    assert Array === results
+    assert_equal({
+      'fullname' => 'Richard Gasquet',
+      'image_url' => 'http://cdn.tennis.com/uploads/img/2014/06/12/gasquet/regular.jpg',
+      'rank' => 21
+      }, 
+      results[0]
+    )
+    assert_equal({
+      'fullname' => 'Rafael Nadal',
+      'image_url' => 'http://cdn.tennis.com/uploads/img/1201/01/01/rnadal/regular.jpg',
+      'rank' => 2
+      }, 
+      results[1]
+    )
+  end
+
+
   def test_scrap_attribute_value
     scraper = Scrapouille.configure do 
       scrap :djokovic_picture_src, at: "//img[contains(@src, 'djokovicz')]/@src"

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: scrapouille
 version: !ruby/object:Gem::Version
-  version: 0.0.6
+  version: 0.0.7
 platform: ruby
 authors:
 - simcap