wombat 0.2.3 → 0.2.4

data/Gemfile

@@ -2,6 +2,7 @@ source "http://rubygems.org"
 
 gem 'mechanize'
 gem 'activesupport'
+gem 'rest-client'
 
 group :development, :test do
   gem 'bundler'

data/README.md

@@ -63,7 +63,7 @@ my_crawler.crawl
 }
 ```
 
-For more documentation, please see the [wiki](http://github.com/felipecsl/wombat/wiki)
+### For additional documentation, please check the project [Wiki](http://github.com/felipecsl/wombat/wiki).
 
 
 ## Contributing to Wombat

data/VERSION

@@ -1 +1 @@
-0.2.3
+0.2.4

data/fixtures/vcr_cassettes/xml_with_namespace.yml

@@ -0,0 +1,139 @@
+---
+http_interactions:
+- request:
+    method: get
+    uri: http://ws.audioscrobbler.com/2.0/?method=geo.getevents&location=San%20Francisco&api_key=060decb474b73437d5bbec37f527ae7b
+    body: ''
+    headers:
+      accept:
+      - ! '*/*'
+      user-agent:
+      - Mechanize/2.1 Ruby/1.9.3p0 (http://github.com/tenderlove/mechanize/)
+      accept-encoding:
+      - gzip,deflate,identity
+      accept-charset:
+      - ISO-8859-1,utf-8;q=0.7,*;q=0.7
+      accept-language:
+      - en-us,en;q=0.5
+      host:
+      - ws.audioscrobbler.com
+      connection:
+      - keep-alive
+      keep-alive:
+      - 300
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      server:
+      - Apache/2.2.17 (Unix)
+      x-web-node:
+      - www57
+      access-control-allow-origin:
+      - ! '*'
+      access-control-allow-methods:
+      - POST, GET, OPTIONS
+      access-control-max-age:
+      - '86400'
+      cache-control:
+      - max-age=3600
+      expires:
+      - Tue, 14 Feb 2012 18:21:39 GMT
+      content-type:
+      - text/xml; charset=utf-8;
+      content-encoding:
+      - gzip
+      date:
+      - Tue, 14 Feb 2012 17:21:40 GMT
+      x-varnish:
+      - '2305093058'
+      age:
+      - '0'
+      via:
+      - 1.1 varnish
+      connection:
+      - close
+    body: !binary |-
+      H4sIAAAAAAAAA+1c+3PbNhL++fJXoLp2rh1W4vulysr5ESfNNXUmdpPpdG4y
+      EAlJrEhCR1KSlb/+FnzIlESKpEw5dx1nMhYJLJbAAtjvWwDk4OW956IlCUKH
+      +mcdsSd0EPEtajv+5KyziMZdo/Ny+GLgjj0URjhahGcdOutAClkSPwoRFPfD
+      /oTQs840iuZ9nl+tVr2V3KPBhJcEQeYFkYdsfjUJDeXznIZ/7yCXWjiKH3iL
+      fXQdYN9yQov+iH7znYjY6BaeRMIOmuMJgUrBBQneJ9dQv4hG2GW3UBdZS+/h
+      UjU6aEzCyFliN6S+uz7rMGkMDYEKI/iXVPq4OjMNA8ceyqJqmqo44OGaJUVO
+      5JLh7zcXAz65ZIk4iJwwCtOnJneJTHq9lXHhYmuGLukowMUCn7A7I/5O3pRg
+      23V8EiSKH25ZBfjtGkCzFyS9hnqbgq4Z0qYNkOhjjwzvpgT9SlboPQ6ccDrg
+      48QkP+ux5BYSLCdaD2/wzMW+PeDju00WXfhRsB5udSbIpMmZWBgFhERDVTeR
+      aERTkGP3Az5Nz8TA+tC9MCLJ8PIcmYomSgM+l5jJQX/159TxNyWzRBdHQ1nv
+      GYKu6+qAz5J2pag/GXZFSepJuqTLWirIUrMn8DuPGPDbVhksAneYG1AuDqPe
+      2ONj4/OpzTkwMgdG5jIjs0JJ8RUZhWCxvIpoSnyymseiPYt6Az4TSorMp9QH
+      7d4Iuv17VRR+QIqidHVFV8BGuby05z2YNCh0vsBECj3sup0hDAGWOHzxt61c
+      j9jOwivNdnEwIaW55D4K8GERj0xwLpPZMhmi6ciA0XsFo2Z4tyA/IlFB12SE
+      JEGU4Lovmn1BZMMkE2LFbRJagTOPO2PwzR+XV+d3538MbGeJLOgGcBSjERst
+      neG3osB/K8qDUYD4YfL3itIg7CO9LwvzJOV2Sld9ZPSFLCH5KxocugG/8s03
+      Ax5UD//9b2hC/skvio2cdugiBDdLgiXp4tlmcMQJvKzwmiGooiFpvT/nk7xh
+      irqlWqFWT2HaS9X6REmrpTDf99VaJVUq1YqjiPg2IAMZSgL4s4dblhuQpUNW
+      4RByssvYGePJkD1i7PVjV3+28dYshw2uF+XzNC7BpyU4cKocjnamK0d9TlQ4
+      GI7BAgdrjo3JzRTeTODdWRo51owkvpiBxOaG+UrWItclNmvJw01aDk/Cjfdh
+      DbAp9ZBHwPUlDcrnhe7CnpBcenyZPSdp3LBNEBQNeQcEfyG+v0b/CvDSib5U
+      wuGOdBHufcDzKSYuusXYdv5Tin87mpogoWGasinJRUh4Te8R/IKHCZ4ICkXA
+      KHRHXDIJoOHofEl6J4VDUa8Fh4Kgmq3DYWr4eH6BpbmNpUvxELBwTO9pYud6
+      YCgLUleSdL0mGNby04qgyoIh6lv+qhg9a7npGvoaeeka+po76VqNZpBere7z
+      Rhm/0/fsOr1MZ1Ouv3fQoS5dMPqiWEUXWoNwVVd1STb13txvB8LrKGw0OOoo
+      bD46yrTmMNt8FILHUNMIwaEEF8MCl8JChuX58fZ1wTzwR/soPl74s/1Un9Bu
+      SBcFqB9Qq0A+mK6jqYdg3qCRu2CIs8cWCrW5MZDONgD+NFRCF2VlN57+xYng
+      B71b2Pa6mklsCZeRhC2hJhxBFCRZl01llyS8XcydeuTgggQzgPX1j+gS9x5F
+      EQ7xgeN4gGbqhlKHB2i6zhxpyzwgMy63seY+ATgE9H/ROFcSIPiE/0fHubdz
+      YjnYRR8xTOoIRnqIQohqe73eCWJXWRF0VVPN1mLXOgobAV8dhc2Br0xrDurE
+      RwBf6hgbAF9cgktcHRe7OoZ76dT6yngHkOPbYOEiwAIHGjigAe9nOT54vIUH
+      7SuKesn9HEqW5Vow7j1wRdZhtagYRScLB+be08GgokvqDgxe4eUMV+JfKlUC
+      fGlus6hYN1RB2wW864A4k2kU84pb7C7Z1Lmk4zEh6A2FqdIMCc//x4BQFwxd
+      rgWEpizKJwiIY5tzqZE5MDKXGplLjMylRn4GSAaQUl8Vni6yUw1Da29ptlpd
+      s6iuUt0RMV2hzraALXF1TYCNleBiV8YQrWqSfGWom7nki0eCfUj5k6ziTZ/d
+      9OgLtp3Zk0GNqat7Edc7x0rWWq0p8WckQK8DuphXYk9ZsaLl3Nu5E49CLywF
+      qzJ1jdBL1w1N3VvTfUe+fME+6KgBU1vb0o/CKUVR0FsShg6pscFpKqIgH4Ve
+      uiHJilEDvRTBOMlybmJzLmfkgxubXiYXjquWchVRRZqkIsMwhDYXcmVB0yXR
+      aGsdt1pds4ClUt0R4UqNFtdbxFUFIdPGb7o89rKCW2+p9hOxAdDVB0AXjL6i
+      PhmgK5JuKrrRGqLX0NdsFb9a3xGr+MVKczD+mI3WFFQagHpcgktdPpe5fC52
+      +QzlH0YWg3P1q8H5FAd2SYwYRuCOgpJMAK3lumy/Nl6vcaySojupp6UDMkQ+
+      +g4dYDug52FEAurYIXoNA+1+je7oIqhkBAdKFpGCjzhBGbKb/wD5BzQ25AWm
+      bApFe70/+zaZw7AHYz4pO9AkA105SyfENrSuHkNgu7bHMARdVSWzDkOQQVQ/
+      BUNg1o83YbbMXXUAynkQTsgCf4gtXNB7dDMeOxZBXQTUAdot9kRFktqmDqKh
+      tkkdDqtrTB0OqzuOOlS1uO7+b6qL3xkJXK6jj+QQot6Xnm5RQIHZYgqS3Np2
+      bx2FzVhEDYVH0IgSrTnmoD2CR6Ro1IBHxCVix7JBCS5BCY6hRLb1mx9rX5dQ
+      wEiHeHBO5wUr4S60wAevuiRFi9ZQrmDTmMCoJWgJ3thl8FewvkARsCtrhugi
+      KnjmioTUK1Ac4RlBGLmUzhAuKDhe+AXEZuq4BXzHZmC5LFoU2bbDiVc+DFnc
+      pTqfgHcyBgBdch5F2JqFlRznNQ4Cx0cXxB87xLVLmcueXDO+YsiyKe3ylatf
+      z6FHFv7kaRcyZF1Fohif0z7REoYuCnotggKuTVBOQFBic3NgXy6z70FuYvs4
+      kaskJd8DEfkBaZLWFRXBbJOJSJokSJLaGhWpoa8RAtXQ1xyAajW6/kJGpo5/
+      6HkO+paVmjuWeDwXkR+1g/+eBGMaeI4/QS6gQT9/En2A0TQg4y0fmDXMW0BY
+      yb+nDJ6464XrcnTMfViTzvYDPie+B54TSyImiegYgST4pSHqdlHRU+ax9BiE
+      6ThYk55PIr6DAuKedXw6ppC86gwr5Jn+uu1IPCiXedCyRuw75NIWTGLReM4e
+      qnhOrEl9f2EgzL0BFlJW1VgCMYlDtWSey52C0Cg97XqwsvvSuTqHcwCBGNDO
+      Or/5M5+ufJRWZqeKiyS3M7x4dX3z4RW6e/MKXXw4//gKBjEoKa2s43vrEbED
+      Sj12yCSMaxASHFhT3sUj4vJvcUj97yQBBnWwht/biMF5eLBRx2tt1GHJYYlP
+      1F2yV85K+iw5PJYIFXZbmCofY4uMgC/FlXXjYqtUdUFLK0s9rhvfvDq/uoTu
+      +/BrWQcWVoC9dhfyb4CqXGJgbD7wKt0QAHRVU1JMTXrJikcNWlRTYa6x8d+E
+      JrOlsF6SYLM3ddA/kcpe1fF+ShLZ2IA0LU5LBQFAEXtmevutKCBsLxkt/ylL
+      URHT1qvyqtsgP3bXACU8c/C8IPGihnvTyHP3LLEpdXgkroGOL0aJ6hWOrOnL
+      5dnNvWdanwPx9tzaU5vK79ppr0ctGBc7NaeBTQL+JfAT70wFtBP3lN8lAU0b
+      yqU95R9/fo9uAXEdK6n9Cc6giYqoyO3t0dfQ12xVplrfEcsyxUrbWtFPgqUm
+      K/qsBMcCKi4OqLhNQPVksTWMuKIDZhDVhCUHwQpjaoh55w5b3yiUL1m1PxDX
+      lyz3nzzalXb3+Z+j3edo9znafY52n6Pd52j3Odp9jnafo93naPc52j1ttHvE
+      YGYOGYj6aOPi4xH9HDf/n8TNUsOTcKxErbi5dLJa7EU/GwfZdO1m0/UvGWkf
+      Pj1XFIef+uUtzdjdVwaWtkaXMC5n6C243hpR9pZ40WE5dlbt0xT6El0sxmPo
+      /kOx+Ja2xgfoTaPooNzrgOAInaev66F3jFSgN5ht+D9hdG6oJrr5xzVzkQB9
+      9c7Vm0eeqwfErvNWmCIaht7+69FpV8TnV2Lbc5ntudj2XGL7w2ftmeAU5Goc
+      n0tid8NQu4KutnrcXmVnhqS2IvdKbc1eoKrSdsT7U9XNrXteLlHFHxwCR4bt
+      klAjbG/xE2empmmG0dqBuToKG37irFrhMZ84K9aa/8TZo96mi7Gn0dt0UIJj
+      EMHFEMEBRGSn5EqH2Fc+M1fMNko+b5LiRsF5fWAaJOhCID1ZBcn3Jipf+84/
+      qoRwYDfqlj9z+1srJ17yl42Hz5llb5E7E2iS64Qe+v7qLUQm0Q/V75RvypS/
+      WJ4TaUQvDEnXlEJ68ZGEIXlqLoEuqTePqI/eu1UkwjiSRLCXu2u9nKdpJ1jq
+      T+wdz+7MwAcJwzIWqs0WVFPrqgLjiy2yBUPQtdbW+Su1NWMLVdqOYAvVza2/
+      wp8o4x+6+1hyID3yGzTJ09HtNeJ5pKLfCQ7Que877HPTgCA9dIXXSDzBmoYk
+      y6Ks6Hprixp1FDbbKaqh8IitohKtOWqhPGZdI8GWJusarAT3ABTcd5Jx9ZYD
+      BPqOvYtUsrixVHsr7KdkodAJtcYqiEusiO1N7H1YJsnwgQQdyqzA9fQ3hAt3
+      7A1f/BcWb0rTb10AAA==
+    http_version: '1.0'
+  recorded_at: Tue, 14 Feb 2012 17:21:40 GMT
+recorded_with: VCR 2.0.0.rc1

data/lib/wombat/crawler.rb

@@ -28,6 +28,10 @@ module Wombat
         metadata.for_each(selector).instance_eval(&block) if block
       end
 
+      def format type
+        metadata.document_format = type
+      end
+
       def follow_links selector
 
       end

data/lib/wombat/metadata.rb

@@ -4,6 +4,13 @@ require 'wombat/iterator'
 
 module Wombat
   class Metadata < PropertyContainer
+    attr_accessor :document_format
+
+    def initialize
+      @document_format = :html
+      super
+    end
+
     def base_url url
       self[:base_url] = url
     end

data/lib/wombat/parser.rb

@@ -1,6 +1,7 @@
  #coding: utf-8
 require 'wombat/property_locator'
 require 'mechanize'
+require 'restclient'
 
 module Wombat
   module Parser
@@ -12,7 +13,7 @@ module Wombat
     end
 
     def parse metadata
-      self.context = @mechanize.get("#{metadata[:base_url]}#{metadata[:list_page]}").parser
+      self.context = get_parser metadata
       original_context = self.context
 
       metadata.iterators.each do |it|
@@ -20,7 +21,7 @@ module Wombat
           self.context = n
           it.all_properties.each do |p|
             p.result ||= []
-            result = locate_first(p)
+            result = locate(p)
             p.result << result if result
           end
         end
@@ -29,11 +30,22 @@ module Wombat
       self.context = original_context
 
       metadata.all_properties.each do |p|
-        result = locate_first p
+        result = locate p
         p.result = p.callback ? p.callback.call(result) : result
       end
 
       metadata.flatten
     end
+
+    private 
+    def get_parser metadata
+      url = "#{metadata[:base_url]}#{metadata[:list_page]}"
+
+      if metadata.document_format == :html
+        @mechanize.get(url).parser
+      else
+        Nokogiri::XML RestClient.get(url)
+      end
+    end
   end
 end

data/lib/wombat/property_locator.rb

@@ -5,11 +5,13 @@ module Wombat
   module PropertyLocator
     include NodeSelector
 
-    def locate_first property
-      locate(property).first
+    def locate property
+      props = _locate property
+      property.format != :list ? props.first : props
     end
 
-    def locate property
+    private
+    def _locate property
       result = select_nodes(property.selector, property.namespaces).to_a
       result.map! {|r| r.inner_html.strip } if property.format == :html
       result.map {|r| r.kind_of?(String) ? r : r.inner_text }.map(&:strip)

data/spec/crawler_spec.rb

@@ -111,4 +111,12 @@ describe Wombat::Crawler do
 
     @crawler_instance.crawl
   end
+
+  it 'should assign metadata forma' do
+    @crawler_instance.should_receive(:parse) do |arg|
+      arg.document_format.should == :xml
+    end
+    @crawler.format :xml
+    @crawler_instance.crawl
+  end
 end

data/spec/integration/integration_spec.rb

@@ -60,4 +60,29 @@ describe 'basic crawler setup' do
       ]
     end
   end
+
+  it  'should crawl xml with namespaces' do
+    VCR.use_cassette('xml_with_namespace') do
+      crawler = Class.new
+      crawler.send(:include, Wombat::Crawler)
+      
+      crawler.format :xml
+      crawler.base_url "http://ws.audioscrobbler.com"
+      crawler.list_page "/2.0/?method=geo.getevents&location=#{URI.escape('San Francisco')}&api_key=060decb474b73437d5bbec37f527ae7b"
+
+      crawler.artist "xpath=//title", :list
+      
+      crawler.for_each 'xpath=//event' do
+        latitude "xpath=./venue/location/geo:point/geo:lat", :text, { 'geo' => 'http://www.w3.org/2003/01/geo/wgs84_pos#' }
+        longitude "xpath=./venue/location/geo:point/geo:long", :text, { 'geo' => 'http://www.w3.org/2003/01/geo/wgs84_pos#' }
+      end
+
+      crawler_instance = crawler.new
+      results = crawler_instance.crawl
+      
+      results["latitude"].should =~ ["37.807775", "37.807717", "37.869784", "37.870873", "37.782348", "37.775529", "37.771079", "37.771079", "37.784963", "37.788978"] 
+      results["longitude"].should =~ ["-122.272736", "-122.270059", "-122.267701", "-122.269313", "-122.408059", "-122.437757", "-122.412604", "-122.412604", "-122.418871", "-122.40664"]
+      results["artist"].should =~ ["Davka", "Digitalism (DJ Set)", "Gary Clark Jr.", "Lenny Kravitz", "Little Muddy", "Michael Schenker Group", "The Asteroids Galaxy Tour", "When Indie Attacks", "When Indie Attacks", "YOB"]
+    end
+  end
 end

data/spec/parser_spec.rb

@@ -42,7 +42,7 @@ describe Wombat::Parser do
     
     @parser.mechanize.stub(:get).and_return fake_document
     @metadata.stub(:all_properties).and_return [property]
-    @parser.should_receive(:locate_first).with(property)
+    @parser.should_receive(:locate).with(property)
 
     @parser.parse @metadata
 
@@ -65,7 +65,7 @@ describe Wombat::Parser do
     
     @parser.mechanize.stub(:get).and_return fake_document
     @metadata.stub(:all_properties).and_return [property]
-    @parser.should_receive(:locate_first).with(property).and_return("blah")
+    @parser.should_receive(:locate).with(property).and_return("blah")
 
     @parser.parse @metadata
 
@@ -104,8 +104,8 @@ describe Wombat::Parser do
     @parser.should_receive(:context=).with(c1).ordered
     @parser.should_receive(:context=).with(c2).ordered
     @parser.should_receive(:context=).ordered
-    @parser.should_receive(:locate_first).with(it['prop_1']).twice
-    @parser.should_receive(:locate_first).with(it['prop_2']).twice
+    @parser.should_receive(:locate).with(it['prop_1']).twice
+    @parser.should_receive(:locate).with(it['prop_2']).twice
     @parser.stub(:locate)
 
     @parser.parse(@metadata)
@@ -128,12 +128,25 @@ describe Wombat::Parser do
     @parser.should_receive(:context=).with(c1).ordered
     @parser.should_receive(:context=).with(c2).ordered
     @parser.should_receive(:context=).ordered
-    @parser.should_receive(:locate_first).with(it['prop_1']).and_return(12)
-    @parser.should_receive(:locate_first).with(it['prop_1']).and_return(nil)
+    @parser.should_receive(:locate).with(it['prop_1']).and_return(12)
+    @parser.should_receive(:locate).with(it['prop_1']).and_return(nil)
     @parser.stub(:locate)
 
     @parser.parse(@metadata)
 
     it["prop_1"].result.should == [12]
   end
+
+  it 'should correctly parse xml documents' do
+    fake_document = double :xml
+    fake_parser = double :parser
+    @metadata.document_format = :xml
+    @parser.mechanize.should_not_receive(:get)
+    RestClient.should_receive(:get).and_return fake_document
+    Nokogiri.should_receive(:XML).with(fake_document).and_return fake_parser
+    @parser.should_receive(:context=).with(fake_parser)
+    @parser.should_receive(:context=)
+
+    @parser.parse @metadata
+  end
 end

data/spec/property_locator_spec.rb

@@ -28,7 +28,7 @@ describe Wombat::PropertyLocator do
 
     @locator_instance.stub(:context).and_return context
     
-    @metadata.all_properties.each { |p| p.result = @locator_instance.locate_first p }
+    @metadata.all_properties.each { |p| p.result = @locator_instance.locate p }
 
     @metadata["blah"].result.should == "abc"
     @metadata["event"]["data1"].result.should == "Something cool"
@@ -47,7 +47,7 @@ describe Wombat::PropertyLocator do
 
     @metadata["event"].another_info "xpath=/anotherData", :html
 
-    @metadata.all_properties.each { |p| p.result = @locator_instance.locate_first p }
+    @metadata.all_properties.each { |p| p.result = @locator_instance.locate p }
 
     @metadata["event"]["another_info"].result.should == "some another info"
   end
@@ -59,8 +59,17 @@ describe Wombat::PropertyLocator do
     @locator_instance.stub(:context).and_return context
     @metadata["event"].description "xpath=/event/some/description", :text, "blah"
 
-    @metadata.all_properties.each { |p| p.result = @locator_instance.locate_first p }
+    @metadata.all_properties.each { |p| p.result = @locator_instance.locate p }
 
     @metadata["event"]["description"].result.should == "awesome event"
   end
-end
+
+  it 'should return array of matching nodes for list properties' do
+    context = double :context
+    @metadata.list_prop "css=.selector", :list
+    @locator_instance.stub(:context).and_return context
+    @locator_instance.should_receive(:select_nodes).with("css=.selector", nil).and_return %w(1 2 3 4 5)
+    
+    @locator_instance.locate(@metadata["list_prop"]).should == %w(1 2 3 4 5)
+  end
+end

data/wombat.gemspec

@@ -5,11 +5,11 @@
 
 Gem::Specification.new do |s|
   s.name = "wombat"
-  s.version = "0.2.3"
+  s.version = "0.2.4"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.authors = ["Felipe Lima"]
-  s.date = "2012-02-14"
+  s.date = "2012-02-15"
   s.description = "Generic Web crawler with a DSL that parses structured data from web pages"
   s.email = "felipe.lima@gmail.com"
   s.extra_rdoc_files = [
@@ -29,6 +29,7 @@ Gem::Specification.new do |s|
     "VERSION",
     "fixtures/vcr_cassettes/basic_crawler_page.yml",
     "fixtures/vcr_cassettes/for_each_page.yml",
+    "fixtures/vcr_cassettes/xml_with_namespace.yml",
     "lib/wombat.rb",
     "lib/wombat/crawler.rb",
     "lib/wombat/iterator.rb",
@@ -62,6 +63,7 @@ Gem::Specification.new do |s|
     if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
       s.add_runtime_dependency(%q<mechanize>, [">= 0"])
       s.add_runtime_dependency(%q<activesupport>, [">= 0"])
+      s.add_runtime_dependency(%q<rest-client>, [">= 0"])
       s.add_development_dependency(%q<bundler>, [">= 0"])
       s.add_development_dependency(%q<rake>, [">= 0"])
       s.add_development_dependency(%q<yard>, [">= 0"])
@@ -72,6 +74,7 @@ Gem::Specification.new do |s|
     else
       s.add_dependency(%q<mechanize>, [">= 0"])
       s.add_dependency(%q<activesupport>, [">= 0"])
+      s.add_dependency(%q<rest-client>, [">= 0"])
       s.add_dependency(%q<bundler>, [">= 0"])
       s.add_dependency(%q<rake>, [">= 0"])
       s.add_dependency(%q<yard>, [">= 0"])
@@ -83,6 +86,7 @@ Gem::Specification.new do |s|
   else
     s.add_dependency(%q<mechanize>, [">= 0"])
     s.add_dependency(%q<activesupport>, [">= 0"])
+    s.add_dependency(%q<rest-client>, [">= 0"])
     s.add_dependency(%q<bundler>, [">= 0"])
     s.add_dependency(%q<rake>, [">= 0"])
     s.add_dependency(%q<yard>, [">= 0"])

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: wombat
 version: !ruby/object:Gem::Version
-  version: 0.2.3
+  version: 0.2.4
   prerelease: 
 platform: ruby
 authors:
@@ -9,11 +9,11 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2012-02-14 00:00:00.000000000 Z
+date: 2012-02-15 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: mechanize
-  requirement: &70328357893040 !ruby/object:Gem::Requirement
+  requirement: &70159522946820 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -21,10 +21,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70328357893040
+  version_requirements: *70159522946820
 - !ruby/object:Gem::Dependency
   name: activesupport
-  requirement: &70328357892320 !ruby/object:Gem::Requirement
+  requirement: &70159522962680 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -32,10 +32,21 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70328357892320
+  version_requirements: *70159522962680
+- !ruby/object:Gem::Dependency
+  name: rest-client
+  requirement: &70159522962060 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *70159522962060
 - !ruby/object:Gem::Dependency
   name: bundler
-  requirement: &70328357891720 !ruby/object:Gem::Requirement
+  requirement: &70159522961340 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -43,10 +54,10 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *70328357891720
+  version_requirements: *70159522961340
 - !ruby/object:Gem::Dependency
   name: rake
-  requirement: &70328357907480 !ruby/object:Gem::Requirement
+  requirement: &70159522960620 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -54,10 +65,10 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *70328357907480
+  version_requirements: *70159522960620
 - !ruby/object:Gem::Dependency
   name: yard
-  requirement: &70328357906820 !ruby/object:Gem::Requirement
+  requirement: &70159522960000 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -65,10 +76,10 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *70328357906820
+  version_requirements: *70159522960000
 - !ruby/object:Gem::Dependency
   name: jeweler
-  requirement: &70328357906240 !ruby/object:Gem::Requirement
+  requirement: &70159522959520 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -76,10 +87,10 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *70328357906240
+  version_requirements: *70159522959520
 - !ruby/object:Gem::Dependency
   name: rspec
-  requirement: &70328357905660 !ruby/object:Gem::Requirement
+  requirement: &70159522959040 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -87,10 +98,10 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *70328357905660
+  version_requirements: *70159522959040
 - !ruby/object:Gem::Dependency
   name: vcr
-  requirement: &70328357905040 !ruby/object:Gem::Requirement
+  requirement: &70159522958540 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - =
@@ -98,10 +109,10 @@ dependencies:
         version: 2.0.0.rc1
   type: :development
   prerelease: false
-  version_requirements: *70328357905040
+  version_requirements: *70159522958540
 - !ruby/object:Gem::Dependency
   name: fakeweb
-  requirement: &70328357904360 !ruby/object:Gem::Requirement
+  requirement: &70159522958060 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -109,7 +120,7 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *70328357904360
+  version_requirements: *70159522958060
 description: Generic Web crawler with a DSL that parses structured data from web pages
 email: felipe.lima@gmail.com
 executables: []
@@ -130,6 +141,7 @@ files:
 - VERSION
 - fixtures/vcr_cassettes/basic_crawler_page.yml
 - fixtures/vcr_cassettes/for_each_page.yml
+- fixtures/vcr_cassettes/xml_with_namespace.yml
 - lib/wombat.rb
 - lib/wombat/crawler.rb
 - lib/wombat/iterator.rb