wombat 0.1.6 → 0.2.0

data/Gemfile

@@ -10,6 +10,7 @@ group :development, :test do
   gem 'jeweler'
   gem 'rspec'
   gem 'guard'
+  gem 'growl_notify'
   gem 'guard-rspec'
   gem 'guard-bundler'
   gem 'vcr', '2.0.0.rc1'

data/Gemfile.lock

@@ -8,6 +8,8 @@ GEM
     fakeweb (1.3.0)
     ffi (1.0.11)
     git (1.2.5)
+    growl_notify (0.0.3)
+      rb-appscript
     guard (0.9.4)
       ffi (>= 0.5.0)
       thor (~> 0.14.6)
@@ -32,6 +34,7 @@ GEM
     nokogiri (1.5.0)
     ntlm-http (0.1.1)
     rake (0.9.2.2)
+    rb-appscript (0.6.1)
     rspec (2.7.0)
       rspec-core (~> 2.7.0)
       rspec-expectations (~> 2.7.0)
@@ -56,6 +59,7 @@ DEPENDENCIES
   activesupport
   bundler
   fakeweb
+  growl_notify
   guard
   guard-bundler
   guard-rspec

data/README.md

@@ -8,6 +8,8 @@ Generic Web crawler with a DSL that parses structured data from web pages.
 
 ``gem install wombat``
 
+Creating a crawler:
+
 ```ruby
 
 # => github_crawler.rb
@@ -37,8 +39,11 @@ class GithubCrawler
   end
 end
 ```
+
+Running it:
+
 ```ruby
-irb> SampleCrawler.new.crawl
+irb> GithubCrawler.new.crawl
    => 
    {
       "headline" => "1,316,633 people hosting over 3,951,378 git repositories", 

data/VERSION

@@ -1 +1 @@
-0.1.6
+0.2.0

data/lib/wombat/crawler.rb

@@ -21,12 +21,7 @@ module Wombat
 
     module ClassMethods
       def method_missing method, *args, &block
-        if args.empty? && block
-          metadata["#{method.to_s}"] = PropertyContainer.new unless metadata["#{method.to_s}"]
-          block.call(metadata["#{method.to_s}"])
-        else
-          metadata.send method, *args, &block
-        end
+        metadata.send method, *args, &block
       end
 
       def for_each selector, &block

data/lib/wombat/iterator.rb

@@ -4,6 +4,7 @@ module Wombat
 
     def initialize selector
       @selector = selector
+      super()
     end    
   end
 end

data/lib/wombat/metadata.rb

@@ -4,12 +4,6 @@ require 'wombat/iterator'
 
 module Wombat
   class Metadata < PropertyContainer
-    attr_accessor :iterators
-
-    def initialize
-      @iterators = []
-    end
-
     def base_url url
       self[:base_url] = url
     end
@@ -17,11 +11,5 @@ module Wombat
     def list_page url
       self[:list_page] = url
     end
-
-    def for_each selector
-      Iterator.new(selector).tap do |i|
-        iterators << i
-      end
-    end
   end
 end

data/lib/wombat/node_selector.rb

@@ -0,0 +1,10 @@
+module Wombat
+  module NodeSelector
+    def select_nodes selector, namespaces = nil
+      return [selector.to_s] if selector.is_a? Symbol
+      return context.xpath selector[6..-1], namespaces if selector.start_with? "xpath="
+      return context.css selector[4..-1] if selector.start_with? "css="
+      nil
+    end
+  end
+end

data/lib/wombat/parser.rb

@@ -12,14 +12,24 @@ module Wombat
     end
 
     def parse metadata
-      @context = @mechanize.get("#{metadata[:base_url]}#{metadata[:list_page]}").parser
+      self.context = @mechanize.get("#{metadata[:base_url]}#{metadata[:list_page]}").parser
+      original_context = self.context
 
-      props = metadata.all_properties
+      metadata.iterators.each do |it|
+        select_nodes(it.selector).each do |n|
+          self.context = n
+          it.all_properties.each do |p|
+            p.result ||= []
+            p.result << locate_first(p)
+          end
+        end
+      end
 
-      locate props
+      self.context = original_context
 
-      props.each do |p|
-        p.result = p.callback.call(p.result) if p.callback
+      metadata.all_properties.each do |p|
+        result = locate_first p
+        p.result = p.callback ? p.callback.call(result) : result
       end
 
       metadata.flatten

data/lib/wombat/property.rb

@@ -9,5 +9,9 @@ module Wombat
       @namespaces = options[:namespaces]
       @callback = options[:callback]
     end
+
+    def flatten
+      result
+    end
   end
 end

data/lib/wombat/property_container.rb

@@ -2,42 +2,54 @@
 
 module Wombat
   class PropertyContainer < Hash
-    def add_property property
-      self[property.name] = property
-    end
+    attr_accessor :iterators
 
-    def get_property name
-      self[name]
+    def initialize
+      @iterators = []
     end
 
     def method_missing method, *args, &block
-      self[method.to_s] = Property.new(
-        name: method.to_s,
-        selector: args.first,
-        format: args[1],
-        namespaces: args[2],
-        callback: block)
+      if args.empty? && block
+        self["#{method.to_s}"] = PropertyContainer.new unless self["#{method.to_s}"]
+        block.call(self["#{method.to_s}"])
+      else
+        self[method.to_s] = Property.new(
+          name: method.to_s,
+          selector: args.first,
+          format: args[1],
+          namespaces: args[2],
+          callback: block)
+      end      
+    end
+
+    def to_ary
     end
 
     def all_properties
       values.flat_map { |v|
-        v.kind_of?(PropertyContainer) \
-          ? v.all_properties \
-          : v.kind_of?(Property) \
-            ? v \
-            : nil
+        if v.kind_of? PropertyContainer
+          v.all_properties
+        elsif v.kind_of? Property
+          v
+        else
+          nil
+        end
       }.compact
     end
 
     def flatten
       Hash.new.tap do |h|
         keys.map do |k|
-          if self[k].kind_of?(PropertyContainer)
+          if self[k].kind_of?(PropertyContainer) || self[k].kind_of?(Property)
             h[k] = self[k].flatten
-          elsif self[k].kind_of?(Property)
-            h[k] = self[k].result
           end
         end
+      end.merge(iterators.inject({}) {|memo, i| memo.merge(i.flatten) })
+    end
+
+    def for_each selector
+      Iterator.new(selector).tap do |i|
+        iterators << i
       end
     end
   end

data/lib/wombat/property_locator.rb

@@ -1,25 +1,18 @@
 #coding: utf-8
+require 'wombat/node_selector'
 
 module Wombat
   module PropertyLocator
-    def locate properties
-      properties.each do |p|
-        p.result = locate_property(p).first
-      end
+    include NodeSelector
+
+    def locate_first property
+      locate(property).first
     end
 
-    private 
-    def locate_property property
-      result = locate_selector(property.selector, property.namespaces).to_a
+    def locate property
+      result = select_nodes(property.selector, property.namespaces).to_a
       result.map! {|r| r.inner_html.strip } if property.format == :html
       result.map {|r| r.kind_of?(String) ? r : r.inner_text }.map(&:strip)
     end
-
-    def locate_selector selector, namespaces = nil
-      return [selector.to_s] if selector.is_a? Symbol
-      return context.xpath selector[6..-1], namespaces if selector.start_with? "xpath="
-      return context.css selector[4..-1] if selector.start_with? "css="
-      nil
-    end
   end
 end

data/spec/crawler_spec.rb

@@ -33,10 +33,10 @@ describe Wombat::Crawler do
     @crawler.location { |v| v.latitude -50.2323 }
 
     @crawler_instance.should_receive(:parse) do |arg|
-      arg["event"].get_property("title").selector.should == "Fulltronic Dezembro"
-      arg["event"].get_property("time").selector.to_s.should == time.to_s
-      arg["venue"].get_property("name").selector.should == "Scooba"
-      arg["location"].get_property("latitude").selector.should == -50.2323
+      arg["event"]["title"].selector.should == "Fulltronic Dezembro"
+      arg["event"]["time"].selector.to_s.should == time.to_s
+      arg["venue"]["name"].selector.should == "Scooba"
+      arg["location"]["latitude"].selector.should == -50.2323
     end
     
     @crawler_instance.crawl
@@ -48,11 +48,11 @@ describe Wombat::Crawler do
     another_crawler_instance = another_crawler.new
 
     another_crawler.event { |e| e.title 'Ibiza' }
-    another_crawler_instance.should_receive(:parse) { |arg| arg["event"].get_property("title").selector.should == "Ibiza" }
+    another_crawler_instance.should_receive(:parse) { |arg| arg["event"]["title"].selector.should == "Ibiza" }
     another_crawler_instance.crawl
 
     @crawler.event { |e| e.title 'Fulltronic Dezembro' }
-    @crawler_instance.should_receive(:parse) { |arg| arg["event"].get_property("title").selector.should == "Fulltronic Dezembro" }
+    @crawler_instance.should_receive(:parse) { |arg| arg["event"]["title"].selector.should == "Fulltronic Dezembro" }
     @crawler_instance.crawl
   end
 
@@ -96,12 +96,17 @@ describe Wombat::Crawler do
     @crawler.for_each "css=.element" do
       title "css=.title"
       body "css=.body"
+      event do |e|
+        e.all "yeah"
+      end
     end
 
     @crawler_instance.should_receive(:parse) do |arg|
-      arg.iterators.first.selector.should == "css=.element"
-      arg.iterators.first["title"].selector.should == "css=.title"
-      arg.iterators.first["body"].selector.should == "css=.body"
+      it = arg.iterators.first
+      it.selector.should == "css=.element"
+      it["title"].selector.should == "css=.title"
+      it["body"].selector.should == "css=.body"
+      it["event"]["all"].selector.should == "yeah"
     end 
 
     @crawler_instance.crawl

data/spec/helpers/sample_crawler.rb

@@ -13,24 +13,24 @@ class SampleCrawler
       e.date "xpath=//div[@class='scrollable-items']/div[@class='s-item active']//a" do |d|
         DateTime.strptime(d, '%d/%m')
       end
-      e.type("xpath=.") { |t| t.split(" | ").first.strip.casecmp('SHOW') == 0 ? :show : :party }
+      e.type("xpath=.type") { |t| t.split(" | ").first.strip.casecmp('SHOW') == 0 ? :show : :party }
     end
 
     venue do |v|
       v.name("xpath=.") { |n| name.split(" | ")[2].strip }
     end
+  
+    # follow_links "xpath=.//a[1]/@href" do
+    #   event { |e| e.description "css=#main-node-content", :html }
+    #   venue do |v|
+    #     v.phone "css=span.tel .value"
+    #     v.image "xpath=//div[@id='article-image']/div/img/@src"
+    #   end
 
-    follow_links "xpath=.//a[1]/@href" do
-      event { |e| e.description "css=#main-node-content", :html }
-      venue do |v|
-        v.phone "css=span.tel .value"
-        v.image "xpath=//div[@id='article-image']/div/img/@src"
-      end
-
-      location do |l|
-        l.city "css=span.locality"
-        l.street("css=span.street-address") { |s| s.gsub(/\n/, '').gsub(/  /, '') }
-      end
-    end
-  end
+    #   location do |l|
+    #     l.city "css=span.locality"
+    #     l.street("css=span.street-address") { |s| s.gsub(/\n/, '').gsub(/  /, '') }
+    #   end
+    # end
+   end
 end

data/spec/integration/integration_spec.rb

@@ -15,6 +15,10 @@ describe 'basic crawler setup' do
         s.twitter "css=.ctn-bar li.last"
       end
 
+      crawler.for_each "css=.ctn-links" do
+        menu "css=a"
+      end
+
       crawler.subheader "css=h2.ttl-dynamic" do |h|
         h.gsub("London", "Londres")
       end
@@ -24,6 +28,7 @@ describe 'basic crawler setup' do
       results = crawler_instance.crawl
 
       results["search"].should == "Buscar"
+      results["menu"].should =~ ["Agenda", "Brasileiro", "Brasil", "Bolsas", "Cinema", "Galerias de Fotos", "Beleza", "Esportes", "Assine o RSS"]
       results["subheader"].should == "Londres 2012"
       results["social"]["twitter"].should == "Verão"
     end

data/spec/parser_spec.rb

@@ -24,7 +24,7 @@ describe Wombat::Parser do
     fake_parser = double :parser
     fake_document.should_receive(:parser).and_return(fake_parser)
     @parser.mechanize.stub(:get).and_return fake_document
-    @parser.should_receive(:locate).with(@metadata.all_properties)
+    @parser.should_not_receive :locate
     @parser.parse @metadata
   end
 
@@ -42,7 +42,7 @@ describe Wombat::Parser do
     
     @parser.mechanize.stub(:get).and_return fake_document
     @metadata.stub(:all_properties).and_return [property]
-    @parser.should_receive(:locate).with(@metadata.all_properties)
+    @parser.should_receive(:locate_first).with(property)
 
     @parser.parse @metadata
 
@@ -59,21 +59,20 @@ describe Wombat::Parser do
       p.should == "blah"
     }
     
-    property.should_receive(:result).and_return("blah")
     fake_document.should_receive(:parser).and_return(fake_parser)
     property.should_receive(:callback).twice.and_return(block)
     property.should_receive(:result=).with(true)
     
     @parser.mechanize.stub(:get).and_return fake_document
     @metadata.stub(:all_properties).and_return [property]
-    @parser.should_receive(:locate).with(@metadata.all_properties)
+    @parser.should_receive(:locate_first).with(property).and_return("blah")
 
     @parser.parse @metadata
 
     block_called.should be_true
   end
 
-  it 'should return array with requested properties' do
+  it 'should return hash with requested properties' do
     hash = double :results
     fake_parser = double :parser
     fake_document = double :document
@@ -81,7 +80,34 @@ describe Wombat::Parser do
     fake_document.should_receive(:parser).and_return fake_parser
     @parser.mechanize.stub(:get).and_return fake_document
     @metadata.should_receive(:flatten).and_return hash
-    
+
     @parser.parse(@metadata).should == hash
   end
-end
+
+  it 'should iterate in for_each properties' do
+    fake_parser = double :parser
+    fake_document = double :document
+    c1 = double :context
+    c2 = double :context
+    it = Wombat::Iterator.new "it_selector"
+    it.prop_1 "some_selector"
+    it.prop_2 "another_selector"
+    
+    @parser.should_receive(:context=).ordered
+    @metadata.should_receive(:iterators).and_return [it]
+    @metadata.should_receive(:flatten)
+    fake_document.should_receive(:parser).and_return(fake_parser)
+    it['prop_1'].should_receive(:result).exactly(4).times.and_return([])
+    it['prop_2'].should_receive(:result).exactly(4).times.and_return([])
+    @parser.mechanize.stub(:get).and_return fake_document
+    @parser.should_receive(:select_nodes).with("it_selector").and_return [c1, c2]
+    @parser.should_receive(:context=).with(c1).ordered
+    @parser.should_receive(:context=).with(c2).ordered
+    @parser.should_receive(:context=).ordered
+    @parser.should_receive(:locate_first).with(it['prop_1']).twice
+    @parser.should_receive(:locate_first).with(it['prop_2']).twice
+    @parser.stub(:locate)
+
+    @parser.parse(@metadata)
+  end
+end

data/spec/property_container_spec.rb

@@ -5,17 +5,24 @@ describe Wombat::PropertyContainer do
     @metadata = Wombat::PropertyContainer.new
   end
 
-  it 'should return an array with all the metadata properties' do
+  it 'should return an array with all the metadata properties excluding iterators' do
     @metadata["event"] = Wombat::PropertyContainer.new
     @metadata["venue"] = Wombat::PropertyContainer.new
     @metadata.another_property "/some/selector", :text
     @metadata["event"]["something"] = Wombat::PropertyContainer.new
     @metadata["event"]["something"].else "Wohooo"
     @metadata["venue"].awesome "whooea"
+    it = Wombat::Iterator.new "it_selector"
+    it.felipe "lima"
+    @metadata.iterators << it
     
     all_propes = @metadata.all_properties
     
-    all_propes.should =~ [@metadata["another_property"], @metadata["event"]["something"]["else"], @metadata["venue"]["awesome"]]
+    all_propes.should =~ [
+      @metadata["another_property"], 
+      @metadata["event"]["something"]["else"], 
+      @metadata["venue"]["awesome"]
+    ]
   end
 
   it 'should be able to change properties via all_properties' do
@@ -24,7 +31,7 @@ describe Wombat::PropertyContainer do
     @metadata["another_property"].selector.should == "abc"
   end
 
-  it 'should return metadata in plain hash format' do
+  it 'should return metadata in plain hash format including iterators' do
     @metadata.title "/some/selector"
     @metadata["title"].result = "Gogobot Inc."
     @metadata["holder"] = Wombat::PropertyContainer.new
@@ -33,6 +40,10 @@ describe Wombat::PropertyContainer do
     @metadata["holder"]["subheader"] = Wombat::PropertyContainer.new
     @metadata["holder"]["subheader"].section "/blah"
     @metadata["holder"]["subheader"]["section"].result = "Lorem Ipsum"
+    it = Wombat::Iterator.new "it_selector"
+    it.felipe "lima"
+    it["felipe"].result = ["correa", "de souza", "lima"]
+    @metadata.iterators = [it]
     @metadata.footer("another thing", :html) { |a| true }
     @metadata["footer"].result = "bla bla bla"
     
@@ -44,6 +55,7 @@ describe Wombat::PropertyContainer do
           "section" => "Lorem Ipsum"
         }
       },
+      "felipe" => ["correa", "de souza", "lima"],
       "footer" => "bla bla bla"
     }
   end

data/spec/property_locator_spec.rb

@@ -28,12 +28,12 @@ describe Wombat::PropertyLocator do
 
     @locator_instance.stub(:context).and_return context
     
-    @locator_instance.locate @metadata.all_properties
+    @metadata.all_properties.each { |p| p.result = @locator_instance.locate_first p }
 
-    @metadata.get_property("blah").result.should == "abc"
-    @metadata["event"].get_property("data1").result.should == "Something cool"
-    @metadata["venue"].get_property("data2").result.should == "farms"
-    @metadata["location"].get_property("data3").result.should == "Another stuff"
+    @metadata["blah"].result.should == "abc"
+    @metadata["event"]["data1"].result.should == "Something cool"
+    @metadata["venue"]["data2"].result.should == "farms"
+    @metadata["location"]["data3"].result.should == "Another stuff"
   end
 
   it 'should support properties with html format' do
@@ -47,9 +47,9 @@ describe Wombat::PropertyLocator do
 
     @metadata["event"].another_info "xpath=/anotherData", :html
 
-    @locator_instance.locate @metadata.all_properties
+    @metadata.all_properties.each { |p| p.result = @locator_instance.locate_first p }
 
-    @metadata["event"].get_property("another_info").result.should == "some another info"
+    @metadata["event"]["another_info"].result.should == "some another info"
   end
 
   it 'should trim property contents and use namespaces if present' do
@@ -59,8 +59,8 @@ describe Wombat::PropertyLocator do
     @locator_instance.stub(:context).and_return context
     @metadata["event"].description "xpath=/event/some/description", :text, "blah"
 
-    @locator_instance.locate @metadata.all_properties
+    @metadata.all_properties.each { |p| p.result = @locator_instance.locate_first p }
 
-    @metadata["event"].get_property("description").result.should == "awesome event"
+    @metadata["event"]["description"].result.should == "awesome event"
   end
 end

data/spec/sample_crawler_spec.rb

@@ -6,17 +6,21 @@ describe SampleCrawler do
     @sample_crawler = SampleCrawler.new
   end
 
-  xit 'should correctly assign event metadata' do
+  it 'should correctly assign event metadata' do
     @sample_crawler.should_receive(:parse) do |args|
-      args.event["title"].selector.should == "xpath=."
-      args.event["description"].selector.should == "css=#main-node-content"
-      args.event["date"].selector.should == DateTime.now.to_date
+      # args["event"]["description"].selector.should == "css=#main-node-content"
 
-      args.venue["name"].selector.should == "Cafe de La Musique"
-      args.venue["address"].selector.should == "324 Dom Pedro II Street"
+      # args["venue"]["address"].selector.should == "324 Dom Pedro II Street"
 
-      args[:base_url].should == 'http://www.google.com/'
-      args[:list_page].should == 'shows.php'
+      it = args.iterators.first
+      it.selector.should == "css=div.title-agenda"
+      it["event"]["title"].selector.should == "xpath=."
+      it["event"]["date"].selector.should == "xpath=//div[@class='scrollable-items']/div[@class='s-item active']//a"
+      it["event"]["type"].selector.should == "xpath=.type"
+      it["venue"]["name"].selector.should == "xpath=."
+
+      args[:base_url].should == 'http://www.obaoba.com.br'
+      args[:list_page].should == '/porto-alegre/agenda' 
     end
 
     @sample_crawler.crawl

data/wombat.gemspec

@@ -5,11 +5,11 @@
 
 Gem::Specification.new do |s|
   s.name = "wombat"
-  s.version = "0.1.6"
+  s.version = "0.2.0"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.authors = ["Felipe Lima"]
-  s.date = "2012-02-08"
+  s.date = "2012-02-14"
   s.description = "Generic Web crawler with a DSL that parses structured data from web pages"
   s.email = "felipe.lima@gmail.com"
   s.extra_rdoc_files = [
@@ -32,6 +32,7 @@ Gem::Specification.new do |s|
     "lib/wombat/crawler.rb",
     "lib/wombat/iterator.rb",
     "lib/wombat/metadata.rb",
+    "lib/wombat/node_selector.rb",
     "lib/wombat/parser.rb",
     "lib/wombat/property.rb",
     "lib/wombat/property_container.rb",
@@ -66,6 +67,7 @@ Gem::Specification.new do |s|
       s.add_development_dependency(%q<jeweler>, [">= 0"])
       s.add_development_dependency(%q<rspec>, [">= 0"])
       s.add_development_dependency(%q<guard>, [">= 0"])
+      s.add_development_dependency(%q<growl_notify>, [">= 0"])
       s.add_development_dependency(%q<guard-rspec>, [">= 0"])
       s.add_development_dependency(%q<guard-bundler>, [">= 0"])
       s.add_development_dependency(%q<vcr>, ["= 2.0.0.rc1"])
@@ -79,6 +81,7 @@ Gem::Specification.new do |s|
       s.add_dependency(%q<jeweler>, [">= 0"])
       s.add_dependency(%q<rspec>, [">= 0"])
       s.add_dependency(%q<guard>, [">= 0"])
+      s.add_dependency(%q<growl_notify>, [">= 0"])
       s.add_dependency(%q<guard-rspec>, [">= 0"])
       s.add_dependency(%q<guard-bundler>, [">= 0"])
       s.add_dependency(%q<vcr>, ["= 2.0.0.rc1"])
@@ -93,6 +96,7 @@ Gem::Specification.new do |s|
     s.add_dependency(%q<jeweler>, [">= 0"])
     s.add_dependency(%q<rspec>, [">= 0"])
     s.add_dependency(%q<guard>, [">= 0"])
+    s.add_dependency(%q<growl_notify>, [">= 0"])
     s.add_dependency(%q<guard-rspec>, [">= 0"])
     s.add_dependency(%q<guard-bundler>, [">= 0"])
     s.add_dependency(%q<vcr>, ["= 2.0.0.rc1"])

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: wombat
 version: !ruby/object:Gem::Version
-  version: 0.1.6
+  version: 0.2.0
   prerelease: 
 platform: ruby
 authors:
@@ -9,11 +9,11 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2012-02-08 00:00:00.000000000 Z
+date: 2012-02-14 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: mechanize
-  requirement: &70163534813940 !ruby/object:Gem::Requirement
+  requirement: &70107446346260 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -21,10 +21,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70163534813940
+  version_requirements: *70107446346260
 - !ruby/object:Gem::Dependency
   name: activesupport
-  requirement: &70163534813160 !ruby/object:Gem::Requirement
+  requirement: &70107446345760 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -32,10 +32,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70163534813160
+  version_requirements: *70107446345760
 - !ruby/object:Gem::Dependency
   name: bundler
-  requirement: &70163534812680 !ruby/object:Gem::Requirement
+  requirement: &70107446345060 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -43,10 +43,10 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *70163534812680
+  version_requirements: *70107446345060
 - !ruby/object:Gem::Dependency
   name: rake
-  requirement: &70163534812200 !ruby/object:Gem::Requirement
+  requirement: &70107446344320 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -54,10 +54,10 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *70163534812200
+  version_requirements: *70107446344320
 - !ruby/object:Gem::Dependency
   name: yard
-  requirement: &70163534811700 !ruby/object:Gem::Requirement
+  requirement: &70107446359960 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -65,10 +65,10 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *70163534811700
+  version_requirements: *70107446359960
 - !ruby/object:Gem::Dependency
   name: jeweler
-  requirement: &70163534811200 !ruby/object:Gem::Requirement
+  requirement: &70107446359480 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -76,10 +76,10 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *70163534811200
+  version_requirements: *70107446359480
 - !ruby/object:Gem::Dependency
   name: rspec
-  requirement: &70163534810720 !ruby/object:Gem::Requirement
+  requirement: &70107446358960 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -87,10 +87,10 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *70163534810720
+  version_requirements: *70107446358960
 - !ruby/object:Gem::Dependency
   name: guard
-  requirement: &70163534810240 !ruby/object:Gem::Requirement
+  requirement: &70107446358460 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -98,10 +98,21 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *70163534810240
+  version_requirements: *70107446358460
+- !ruby/object:Gem::Dependency
+  name: growl_notify
+  requirement: &70107446357840 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: *70107446357840
 - !ruby/object:Gem::Dependency
   name: guard-rspec
-  requirement: &70163535048080 !ruby/object:Gem::Requirement
+  requirement: &70107446357240 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -109,10 +120,10 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *70163535048080
+  version_requirements: *70107446357240
 - !ruby/object:Gem::Dependency
   name: guard-bundler
-  requirement: &70163535047560 !ruby/object:Gem::Requirement
+  requirement: &70107446356580 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -120,10 +131,10 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *70163535047560
+  version_requirements: *70107446356580
 - !ruby/object:Gem::Dependency
   name: vcr
-  requirement: &70163535047060 !ruby/object:Gem::Requirement
+  requirement: &70107446355780 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - =
@@ -131,10 +142,10 @@ dependencies:
         version: 2.0.0.rc1
   type: :development
   prerelease: false
-  version_requirements: *70163535047060
+  version_requirements: *70107446355780
 - !ruby/object:Gem::Dependency
   name: fakeweb
-  requirement: &70163535046440 !ruby/object:Gem::Requirement
+  requirement: &70107446355300 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -142,7 +153,7 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *70163535046440
+  version_requirements: *70107446355300
 description: Generic Web crawler with a DSL that parses structured data from web pages
 email: felipe.lima@gmail.com
 executables: []
@@ -166,6 +177,7 @@ files:
 - lib/wombat/crawler.rb
 - lib/wombat/iterator.rb
 - lib/wombat/metadata.rb
+- lib/wombat/node_selector.rb
 - lib/wombat/parser.rb
 - lib/wombat/property.rb
 - lib/wombat/property_container.rb