wombat 0.1.1

data/.document

@@ -0,0 +1,5 @@
+lib/**/*.rb
+bin/*
+- 
+features/**/*.feature
+LICENSE.txt

data/.rspec

@@ -0,0 +1 @@
+--color

data/Gemfile

@@ -0,0 +1,3 @@
+source "http://rubygems.org"
+
+gemspec

data/Gemfile.lock

@@ -0,0 +1,83 @@
+PATH
+  remote: .
+  specs:
+    wombat (0.0.1)
+      nightcrawler
+
+GEM
+  remote: http://rubygems.org/
+  specs:
+    activemodel (3.0.11)
+      activesupport (= 3.0.11)
+      builder (~> 2.1.2)
+      i18n (~> 0.5.0)
+    activerecord (3.0.11)
+      activemodel (= 3.0.11)
+      activesupport (= 3.0.11)
+      arel (~> 2.0.10)
+      tzinfo (~> 0.3.23)
+    activesupport (3.0.11)
+    arel (2.0.10)
+    builder (2.1.2)
+    defined (0.0.2)
+    diff-lcs (1.1.3)
+    ffi (1.0.11)
+    git (1.2.5)
+    growl_notify (0.0.3)
+      rb-appscript
+    guard (0.9.4)
+      ffi (>= 0.5.0)
+      thor (~> 0.14.6)
+    guard-bundler (0.1.3)
+      bundler (>= 1.0.0)
+      guard (>= 0.2.2)
+    guard-rspec (0.5.10)
+      guard (>= 0.8.4)
+    i18n (0.5.0)
+    jeweler (1.6.4)
+      bundler (~> 1.0)
+      git (>= 1.2.5)
+      rake
+    nightcrawler (0.0.2)
+      activerecord (~> 3.0.5)
+      defined (~> 0.0.1)
+    rake (0.9.2.2)
+    rb-appscript (0.6.1)
+    rb-fchange (0.0.5)
+      ffi
+    rb-fsevent (0.4.3.1)
+    rb-inotify (0.8.8)
+      ffi (>= 0.5.0)
+    rcov (0.9.11)
+    rspec (2.7.0)
+      rspec-core (~> 2.7.0)
+      rspec-expectations (~> 2.7.0)
+      rspec-mocks (~> 2.7.0)
+    rspec-core (2.7.1)
+    rspec-expectations (2.7.0)
+      diff-lcs (~> 1.1.2)
+    rspec-mocks (2.7.0)
+    shoulda (2.11.3)
+    thor (0.14.6)
+    tzinfo (0.3.31)
+    yard (0.7.4)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  activesupport
+  bundler (~> 1.0.0)
+  growl_notify
+  guard
+  guard-bundler
+  guard-rspec
+  jeweler (~> 1.6.4)
+  rb-fchange
+  rb-fsevent
+  rb-inotify
+  rcov
+  rspec
+  shoulda
+  wombat!
+  yard

data/Guardfile

@@ -0,0 +1,16 @@
+require 'guard'
+
+guard 'rspec', :version => 2, :cli => '--color', :all_on_start => false, :all_after_pass => false do
+  watch('spec/spec_helper.rb')  { "spec" }
+
+  watch(%r{(?:^|\/)spec/.+_spec\.rb$})
+  watch(%r{(?:^|\/)spec/helpers/(.+)\.rb$})
+  watch(%r{(?:^|\/)app/(.+)\.rb$})                           { |m| "spec/#{m[1]}_spec.rb" }
+  watch(%r{(?:^|\/)lib/(.+)\.rb$})                           { |m| "spec/lib/#{m[1]}_spec.rb" }
+  
+  watch(%r{^spec/factories/(.+)\.rb$})
+end
+
+guard 'bundler' do
+  watch('Gemfile')
+end

data/LICENSE.txt

@@ -0,0 +1,20 @@
+Copyright (c) 2011 Felipe Lima
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.rdoc

@@ -0,0 +1,20 @@
+= Wombat
+
+Generic Web crawler with a DSL that parses event-related data from web pages.
+Still under development, it is being rewritten from scratch as a gem from an already existing project.
+
+== Contributing to Wombat
+ 
+* Check out the latest master to make sure the feature hasn't been implemented or the bug hasn't been fixed yet
+* Check out the issue tracker to make sure someone already hasn't requested it and/or contributed it
+* Fork the project
+* Start a feature/bugfix branch
+* Commit and push until you are happy with your contribution
+* Make sure to add tests for it. This is important so I don't break it in a future version unintentionally.
+* Please try not to mess with the Rakefile, version, or history. If you want to have your own version, or is otherwise necessary, that is fine, but please isolate to its own commit so I can cherry-pick around it.
+
+== Copyright
+
+Copyright (c) 2011 Felipe Lima. See LICENSE.txt for
+further details.
+

data/Rakefile

@@ -0,0 +1,29 @@
+# encoding: utf-8
+
+require 'rubygems'
+require 'bundler'
+require 'rake'
+require 'jeweler'
+require 'rspec/core/rake_task'
+require 'yard'
+
+Jeweler::Tasks.new do |gem|
+  # gem is a Gem::Specification... see http://docs.rubygems.org/read/chapter/20 for more options
+  gem.name = "wombat"
+  gem.homepage = "http://github.com/felipecsl/nightcrawler"
+  gem.license = "MIT"
+  gem.summary = %Q{Generic web crawler for event-related data}
+  gem.description = %Q{Generic Web crawler with a DSL that parses event-related data from web pages}
+  gem.email = "felipe.lima@gmail.com"
+  gem.authors = ["Felipe Lima"]
+  # dependencies defined in Gemfile
+end
+
+Jeweler::RubygemsDotOrgTasks.new
+
+RSpec::Core::RakeTask.new(:spec)
+
+task :test => :spec
+task :default => :spec
+
+YARD::Rake::YardocTask.new

data/VERSION

@@ -0,0 +1 @@
+0.1.1

data/lib/wombat/crawler.rb

@@ -0,0 +1,53 @@
+#coding: utf-8
+require 'wombat/properties'
+require 'wombat/metadata'
+require 'wombat/parser'
+require 'active_support'
+require 'date'
+
+module Wombat
+  module Crawler
+    extend ActiveSupport::Concern
+
+    module InstanceMethods
+      def crawl
+        parser.parse self.class.send(:metadata)
+      end
+
+      def supports_city?
+      end
+
+      def parser
+        @parser ||= Parser.new
+      end
+
+      def parser= parser
+        @parser = parser
+      end
+    end
+
+    module ClassMethods
+      [:event, :venue, :location].each do |m|
+        define_method(m) do |&block|
+          block.call(metadata["#{m.to_s}_props".to_sym]) if block
+        end
+      end
+
+      def method_missing method, *args, &block
+        metadata[method] = args.first
+      end
+
+      def with_details_page
+        yield metadata if block_given?
+      end
+
+      def supported_cities
+      end
+
+      private
+      def metadata
+        @metadata ||= Metadata.new
+      end
+    end
+  end
+end

data/lib/wombat/metadata.rb

@@ -0,0 +1,24 @@
+#coding: utf-8
+module Wombat
+  class Metadata < Hash
+    def initialize
+      self[:event_props] = Properties.new
+      self[:venue_props] = Properties.new
+      self[:location_props] = Properties.new
+    end
+
+    [:event, :venue, :location].each do |m|
+      define_method(m) do
+        self["#{m.to_s}_props".to_sym]
+      end
+    end
+
+    def method_missing method, *args, &block
+      if method.to_s.end_with? '='
+        self[method] = args.first
+      else
+        self[method]
+      end
+    end
+  end
+end

data/lib/wombat/parser.rb

@@ -0,0 +1,24 @@
+#coding: utf-8
+require 'wombat/property_locator'
+require 'mechanize'
+
+module Wombat
+  class Parser
+    include PropertyLocator
+    attr_accessor :mechanize, :context
+
+    def initialize
+      @mechanize = Mechanize.new
+    end
+
+    def parse metadata
+      @context = @mechanize.get("#{metadata.base_url}#{metadata.event_list_page}").parser
+
+      locate metadata
+
+      [metadata.event_props, metadata.venue_props, metadata.location_props].flat_map { |p| p.all_properties }.each do |p|
+        p.callback.call(p.result) if p.callback
+      end
+    end
+  end
+end

data/lib/wombat/properties.rb

@@ -0,0 +1,31 @@
+#coding: utf-8
+require 'wombat/property'
+
+module Wombat
+  class Properties
+    def initialize
+      @properties = []
+    end
+
+    def method_missing method, *args, &block
+      @properties << Property.new(
+        name: method.to_s, 
+        selector: args.first, 
+        format: args[1], 
+        namespaces: args[2],
+        callback: block)
+    end
+
+    # TODO: Why I need this?????
+    def to_ary
+    end
+
+    def get_property name
+      @properties.detect {|p| p.name == name }
+    end
+
+    def all_properties
+      @properties
+    end
+  end
+end

data/lib/wombat/property.rb

@@ -0,0 +1,13 @@
+module Wombat
+  class Property
+    attr_accessor :name, :selector, :format, :namespaces, :callback, :result
+
+    def initialize options
+      @name = options[:name]
+      @selector = options[:selector]
+      @format = options[:format]
+      @namespaces = options[:namespaces]
+      @callback = options[:callback]
+    end
+  end
+end

data/lib/wombat/property_locator.rb

@@ -0,0 +1,25 @@
+#coding: utf-8
+
+module Wombat
+  module PropertyLocator
+    def locate metadata
+      [metadata.event_props, metadata.venue_props, metadata.location_props].flat_map { |p| p.all_properties }.each do |p|
+        p.result = locate_property(p).first
+      end
+    end
+
+    private 
+    def locate_property property
+      result = locate_selector(property.selector, property.namespaces)
+      result.map! {|r| r.inner_html } if property.format == :html
+      result.map {|r| r.strip }
+    end
+
+    def locate_selector selector, namespaces = nil
+      return [selector.to_s] if selector.is_a? Symbol
+      return context.xpath selector[6..-1], namespaces if selector.start_with? "xpath="
+      return context.css selector[4..-1] if selector.start_with? "css="
+      nil
+    end
+  end
+end

data/lib/wombat.rb

@@ -0,0 +1,6 @@
+#coding: utf-8
+
+require 'wombat/crawler'
+
+module Wombat
+end

data/spec/crawler_spec.rb

@@ -0,0 +1,72 @@
+require 'spec_helper'
+
+describe Wombat::Crawler do
+  before(:each) do
+    @crawler = Class.new
+    @parser = Wombat::Parser.new
+    @crawler.send(:include, Wombat::Crawler)
+    @crawler_instance = @crawler.new
+    @crawler_instance.parser = @parser
+  end
+
+  it 'should call the provided block' do
+    event_called = false
+    
+    @crawler.event { event_called = true }
+    
+    event_called.should be_true
+  end
+
+  it 'should provide metadata to yielded block' do
+    @crawler.event do |e|
+      e.should_not be_nil
+    end 
+  end
+
+  it 'should store assigned metadata information' do
+    time = Time.now
+
+    @crawler.event do |e|
+      e.title 'Fulltronic Dezembro'
+      e.time Time.now
+    end
+
+    @crawler.venue { |v| v.name "Scooba" }
+    @crawler.location { |v| v.latitude -50.2323 }
+
+    @parser.should_receive(:parse) do |arg|
+      arg.event_props.get_property("title").selector.should == "Fulltronic Dezembro"
+      arg.event_props.get_property("time").selector.to_s.should == time.to_s
+      arg.venue_props.get_property("name").selector.should == "Scooba"
+      arg.location_props.get_property("latitude").selector.should == -50.2323
+    end
+    
+    @crawler_instance.crawl
+  end
+
+  it 'should isolate metadata between different instances' do
+    another_parser = Wombat::Parser.new
+    another_crawler = Class.new
+    another_crawler.send(:include, Wombat::Crawler)
+    another_crawler_instance = another_crawler.new
+    another_crawler_instance.parser = another_parser
+
+    another_crawler.event { |e| e.title 'Ibiza' }
+    another_parser.should_receive(:parse) { |arg| arg.event_props.get_property("title").selector.should == "Ibiza" }
+    another_crawler_instance.crawl
+
+    @crawler.event { |e| e.title 'Fulltronic Dezembro' }
+    @parser.should_receive(:parse) { |arg| arg.event_props.get_property("title").selector.should == "Fulltronic Dezembro" }
+    @crawler_instance.crawl
+  end
+
+  it 'should be able to assign arbitrary plain text metadata' do
+    @crawler.some_data "/event/list"
+    @parser.should_receive(:parse) { |arg| arg.some_data.should == "/event/list" }
+    @crawler_instance.crawl
+  end
+
+  it 'should not explode if no block given' do
+    @crawler.event
+  end
+end

data/spec/helpers/sample_crawler.rb

@@ -0,0 +1,17 @@
+#coding: utf-8
+require 'wombat'
+
+class SampleCrawler
+  include Wombat::Crawler
+
+  event do |e|
+    e.title "Sample Event"
+    e.description "This event's description"
+    e.date DateTime.now.to_date
+  end
+
+  venue do |v|
+    v.name "Cafe de La Musique"
+    v.address "324 Dom Pedro II Street"
+  end
+end

data/spec/metadata_spec.rb

@@ -0,0 +1,21 @@
+require 'spec_helper'
+
+describe Wombat::Metadata do
+  it 'should have basic structure' do
+    metadata = Wombat::Metadata.new
+
+    metadata[:event_props].class.should == Wombat::Properties
+    metadata[:venue_props].class.should == Wombat::Properties
+    metadata[:location_props].class.should == Wombat::Properties
+
+    metadata.event_props.should == metadata[:event_props]
+    metadata.venue_props.should == metadata[:venue_props]
+    metadata.location_props.should == metadata[:location_props]
+  end
+
+  it 'should be able to get hash key like a method' do
+    m = Wombat::Metadata.new
+    m[:some_data] = "yeah"
+    m.some_data.should == "yeah"
+  end
+end

data/spec/parser_spec.rb

@@ -0,0 +1,119 @@
+require 'spec_helper'
+
+describe Wombat::Parser do
+  before(:each) do
+    @parser = Wombat::Parser.new
+    @metadata = Wombat::Metadata.new
+  end
+
+  it 'should request page document with correct url' do
+    @metadata[:base_url] = "http://www.google.com"
+    @metadata[:event_list_page] = "/search"
+    fake_document = double :document
+    fake_parser = double :parser
+    fake_document.should_receive(:parser).and_return(fake_parser)
+    @parser.mechanize.should_receive(:get).with("http://www.google.com/search").and_return fake_document
+    
+    @parser.parse @metadata
+  end
+
+  it 'should send correct data to locate method' do
+    fake_document = double :document
+    fake_parser = double :parser
+    fake_document.should_receive(:parser).and_return(fake_parser)
+    @parser.mechanize.stub(:get).and_return fake_document
+    @parser.should_receive(:locate).with(@metadata)
+    @parser.parse @metadata
+  end
+
+  it 'should invoke event callbacks' do
+    fake_document = double :document
+    fake_parser = double :parser
+    property = double :property
+    properties = double :properties
+    block_called = false
+    block = lambda { |p| block_called = true }
+    
+    property.stub(:result)
+    fake_document.should_receive(:parser).and_return(fake_parser)
+    property.should_receive(:callback).twice.and_return(block)
+    properties.should_receive(:all_properties).and_return [property]
+    
+    @parser.mechanize.stub(:get).and_return fake_document
+    @parser.should_receive(:locate).with(@metadata)
+    @metadata.should_receive(:event_props).and_return properties
+
+    @parser.parse @metadata
+
+    block_called.should be_true
+  end
+
+  it 'should invoke venue callbacks' do
+    fake_document = double :document
+    fake_parser = double :parser
+    property = double :property
+    properties = double :properties
+    block_called = false
+    block = lambda { |p| block_called = true }
+    
+    property.stub(:result)
+    fake_document.should_receive(:parser).and_return(fake_parser)
+    property.should_receive(:callback).twice.and_return(block)
+    properties.should_receive(:all_properties).and_return [property]
+    
+    @parser.mechanize.stub(:get).and_return fake_document
+    @parser.should_receive(:locate).with(@metadata)
+    @metadata.should_receive(:venue_props).and_return properties
+
+    @parser.parse @metadata
+
+    block_called.should be_true
+  end
+
+  it 'should invoke location callbacks' do
+    fake_document = double :document
+    fake_parser = double :parser
+    property = double :property
+    properties = double :properties
+    block_called = false
+    block = lambda { |p| block_called = true }
+    
+    property.stub(:result)
+    fake_document.should_receive(:parser).and_return(fake_parser)
+    property.should_receive(:callback).twice.and_return(block)
+    properties.should_receive(:all_properties).and_return [property]
+    
+    @parser.mechanize.stub(:get).and_return fake_document
+    @parser.should_receive(:locate).with(@metadata)
+    @metadata.should_receive(:venue_props).and_return properties
+
+    @parser.parse @metadata
+
+    block_called.should be_true
+  end
+
+  it 'should invoke callback with parsed data' do
+    fake_document = double :document
+    fake_parser = double :parser
+    property = double :property
+    properties = double :properties
+    block_called = false
+    block = lambda { |p|
+      block_called = true 
+      p.should == "blah"
+    }
+    
+    property.should_receive(:result).and_return("blah")
+    fake_document.should_receive(:parser).and_return(fake_parser)
+    property.should_receive(:callback).twice.and_return(block)
+    properties.should_receive(:all_properties).and_return [property]
+    
+    @parser.mechanize.stub(:get).and_return fake_document
+    @parser.should_receive(:locate).with(@metadata)
+    @metadata.should_receive(:event_props).and_return properties
+
+    @parser.parse @metadata
+
+    block_called.should be_true
+  end
+end

data/spec/properties_spec.rb

@@ -0,0 +1,31 @@
+require 'spec_helper'
+
+describe Wombat::Properties do
+  before(:each) do
+    @props = Wombat::Properties.new
+  end
+
+  it 'should store event properties' do
+    block_executed = false
+    @props.title "/my/custom/selector", :text, { xmlns: "http://whatwg.org/xmlns" } do |x|
+      block_executed = true
+    end
+
+    title = @props.get_property "title"
+
+    title.name.should == "title"
+    title.selector.should == "/my/custom/selector"
+    title.format.should == :text
+    title.namespaces.should == { xmlns: "http://whatwg.org/xmlns" }
+    title.callback.should_not be_nil
+    title.callback.call
+    block_executed.should be_true
+  end
+
+  it 'should return all stored properties' do
+    @props.name "something"
+    @props.date DateTime.now
+
+    @props.all_properties.size.should == 2
+  end
+end

data/spec/property_locator_spec.rb

@@ -0,0 +1,56 @@
+require 'spec_helper'
+
+describe Wombat::PropertyLocator do
+  before(:each) do
+    @locator = Class.new
+    @locator.send(:include, Wombat::PropertyLocator)
+    @locator_instance = @locator.new
+    @metadata = Wombat::Metadata.new
+  end
+
+  it 'should locate metadata properties' do
+    context = double :context
+    context.stub(:xpath).with("/abc", nil).and_return(["Something cool"])
+    context.stub(:css).with("/ghi").and_return(["Another stuff"])
+
+    @metadata.event_props.data1 "xpath=/abc"
+    @metadata.venue_props.data2 :farms
+    @metadata.location_props.data3 "css=/ghi"
+
+    @locator_instance.stub(:context).and_return context
+    
+    @locator_instance.locate @metadata
+
+    @metadata.event_props.get_property("data1").result.should == "Something cool"
+    @metadata.venue_props.get_property("data2").result.should == "farms"
+    @metadata.location_props.get_property("data3").result.should == "Another stuff"
+  end
+
+  it 'should support properties with html format' do
+    context = double :context
+    html_info = double :html_info
+
+    html_info.should_receive(:inner_html).and_return("some another info ")
+    context.should_receive(:xpath).with("/anotherData", nil).and_return([html_info])
+
+    @locator_instance.stub(:context).and_return context
+
+    @metadata.event_props.another_info "xpath=/anotherData", :html
+
+    @locator_instance.locate @metadata
+
+    @metadata.event_props.get_property("another_info").result.should == "some another info"
+  end
+
+  it 'should trim property contents and use namespaces if present' do
+    context = double :context
+    context.should_receive(:xpath).with("/event/some/description", "blah").and_return(["  awesome event    "])
+
+    @locator_instance.stub(:context).and_return context
+    @metadata.event_props.description "xpath=/event/some/description", :text, "blah"
+
+    @locator_instance.locate @metadata
+
+    @metadata.event_props.get_property("description").result.should == "awesome event"
+  end
+end

data/spec/property_spec.rb

@@ -0,0 +1,16 @@
+require 'spec_helper'
+
+describe Wombat::Property do
+  it 'should store property data' do
+    property = Wombat::Property.new(
+      name: "title",
+      selector: "/some/selector", 
+      format: :html,
+      callback: lambda {})
+    
+    property.name.should == "title"
+    property.selector.should == "/some/selector"
+    property.format.should == :html
+    property.callback.should == lambda {}
+  end
+end

data/spec/sample_crawler_spec.rb

@@ -0,0 +1,22 @@
+require 'spec_helper'
+require 'helpers/sample_crawler'
+
+describe SampleCrawler do
+  before(:each) do
+    @sample_crawler = SampleCrawler.new
+    @sample_crawler.parser = Wombat::Parser.new
+  end
+
+  it 'should correctly assign event metadata' do
+    @sample_crawler.parser.should_receive(:parse) do |args|
+      args.event_props.get_property("title").selector.should == "Sample Event"
+      args.event_props.get_property("description").selector.should == "This event's description"
+      args.event_props.get_property("date").selector.should == DateTime.now.to_date
+
+      args.venue_props.get_property("name").selector.should == "Cafe de La Musique"
+      args.venue_props.get_property("address").selector.should == "324 Dom Pedro II Street"
+    end
+
+    @sample_crawler.crawl
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,3 @@
+require 'wombat'
+require 'rspec'
+require 'rspec-expectations'

data/wombat.gemspec

@@ -0,0 +1,116 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run 'rake gemspec'
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = "wombat"
+  s.version = "0.1.1"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Felipe Lima"]
+  s.date = "2011-12-27"
+  s.description = "Generic Web crawler with a DSL that parses event-related data from web pages"
+  s.email = "felipe.lima@gmail.com"
+  s.extra_rdoc_files = [
+    "LICENSE.txt",
+    "README.rdoc"
+  ]
+  s.files = [
+    ".document",
+    ".rspec",
+    "Gemfile",
+    "Gemfile.lock",
+    "Guardfile",
+    "LICENSE.txt",
+    "README.rdoc",
+    "Rakefile",
+    "VERSION",
+    "lib/wombat.rb",
+    "lib/wombat/crawler.rb",
+    "lib/wombat/metadata.rb",
+    "lib/wombat/parser.rb",
+    "lib/wombat/properties.rb",
+    "lib/wombat/property.rb",
+    "lib/wombat/property_locator.rb",
+    "spec/crawler_spec.rb",
+    "spec/helpers/sample_crawler.rb",
+    "spec/metadata_spec.rb",
+    "spec/parser_spec.rb",
+    "spec/properties_spec.rb",
+    "spec/property_locator_spec.rb",
+    "spec/property_spec.rb",
+    "spec/sample_crawler_spec.rb",
+    "spec/spec_helper.rb",
+    "wombat.gemspec"
+  ]
+  s.homepage = "http://github.com/felipecsl/nightcrawler"
+  s.licenses = ["MIT"]
+  s.require_paths = ["lib"]
+  s.rubygems_version = "1.8.11"
+  s.summary = "Generic web crawler for event-related data"
+
+  if s.respond_to? :specification_version then
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
+      s.add_runtime_dependency(%q<wombat>, [">= 0"])
+      s.add_development_dependency(%q<rspec>, [">= 0"])
+      s.add_development_dependency(%q<guard>, [">= 0"])
+      s.add_development_dependency(%q<bundler>, ["~> 1.0.0"])
+      s.add_development_dependency(%q<jeweler>, ["~> 1.6.4"])
+      s.add_development_dependency(%q<rcov>, [">= 0"])
+      s.add_development_dependency(%q<yard>, [">= 0"])
+      s.add_development_dependency(%q<guard-rspec>, [">= 0"])
+      s.add_development_dependency(%q<guard-bundler>, [">= 0"])
+      s.add_development_dependency(%q<growl_notify>, [">= 0"])
+      s.add_development_dependency(%q<rb-inotify>, [">= 0"])
+      s.add_development_dependency(%q<rb-fsevent>, [">= 0"])
+      s.add_development_dependency(%q<rb-fchange>, [">= 0"])
+      s.add_development_dependency(%q<activesupport>, [">= 0"])
+      s.add_development_dependency(%q<shoulda>, [">= 0"])
+      s.add_development_dependency(%q<bundler>, ["~> 1.0.0"])
+      s.add_development_dependency(%q<jeweler>, ["~> 1.6.4"])
+      s.add_development_dependency(%q<rcov>, [">= 0"])
+    else
+      s.add_dependency(%q<wombat>, [">= 0"])
+      s.add_dependency(%q<rspec>, [">= 0"])
+      s.add_dependency(%q<guard>, [">= 0"])
+      s.add_dependency(%q<bundler>, ["~> 1.0.0"])
+      s.add_dependency(%q<jeweler>, ["~> 1.6.4"])
+      s.add_dependency(%q<rcov>, [">= 0"])
+      s.add_dependency(%q<yard>, [">= 0"])
+      s.add_dependency(%q<guard-rspec>, [">= 0"])
+      s.add_dependency(%q<guard-bundler>, [">= 0"])
+      s.add_dependency(%q<growl_notify>, [">= 0"])
+      s.add_dependency(%q<rb-inotify>, [">= 0"])
+      s.add_dependency(%q<rb-fsevent>, [">= 0"])
+      s.add_dependency(%q<rb-fchange>, [">= 0"])
+      s.add_dependency(%q<activesupport>, [">= 0"])
+      s.add_dependency(%q<shoulda>, [">= 0"])
+      s.add_dependency(%q<bundler>, ["~> 1.0.0"])
+      s.add_dependency(%q<jeweler>, ["~> 1.6.4"])
+      s.add_dependency(%q<rcov>, [">= 0"])
+    end
+  else
+    s.add_dependency(%q<wombat>, [">= 0"])
+    s.add_dependency(%q<rspec>, [">= 0"])
+    s.add_dependency(%q<guard>, [">= 0"])
+    s.add_dependency(%q<bundler>, ["~> 1.0.0"])
+    s.add_dependency(%q<jeweler>, ["~> 1.6.4"])
+    s.add_dependency(%q<rcov>, [">= 0"])
+    s.add_dependency(%q<yard>, [">= 0"])
+    s.add_dependency(%q<guard-rspec>, [">= 0"])
+    s.add_dependency(%q<guard-bundler>, [">= 0"])
+    s.add_dependency(%q<growl_notify>, [">= 0"])
+    s.add_dependency(%q<rb-inotify>, [">= 0"])
+    s.add_dependency(%q<rb-fsevent>, [">= 0"])
+    s.add_dependency(%q<rb-fchange>, [">= 0"])
+    s.add_dependency(%q<activesupport>, [">= 0"])
+    s.add_dependency(%q<shoulda>, [">= 0"])
+    s.add_dependency(%q<bundler>, ["~> 1.0.0"])
+    s.add_dependency(%q<jeweler>, ["~> 1.6.4"])
+    s.add_dependency(%q<rcov>, [">= 0"])
+  end
+end
+

metadata

@@ -0,0 +1,272 @@
+--- !ruby/object:Gem::Specification
+name: wombat
+version: !ruby/object:Gem::Version
+  version: 0.1.1
+  prerelease: 
+platform: ruby
+authors:
+- Felipe Lima
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2011-12-27 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: wombat
+  requirement: &70274763497680 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *70274763497680
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: &70274760260820 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: *70274760260820
+- !ruby/object:Gem::Dependency
+  name: guard
+  requirement: &70274760150780 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: *70274760150780
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: &70274759481420 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.0.0
+  type: :development
+  prerelease: false
+  version_requirements: *70274759481420
+- !ruby/object:Gem::Dependency
+  name: jeweler
+  requirement: &70274758627840 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.6.4
+  type: :development
+  prerelease: false
+  version_requirements: *70274758627840
+- !ruby/object:Gem::Dependency
+  name: rcov
+  requirement: &70274758883060 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: *70274758883060
+- !ruby/object:Gem::Dependency
+  name: yard
+  requirement: &70274763457680 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: *70274763457680
+- !ruby/object:Gem::Dependency
+  name: guard-rspec
+  requirement: &70274762681960 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: *70274762681960
+- !ruby/object:Gem::Dependency
+  name: guard-bundler
+  requirement: &70274758275240 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: *70274758275240
+- !ruby/object:Gem::Dependency
+  name: growl_notify
+  requirement: &70274758286120 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: *70274758286120
+- !ruby/object:Gem::Dependency
+  name: rb-inotify
+  requirement: &70274758283180 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: *70274758283180
+- !ruby/object:Gem::Dependency
+  name: rb-fsevent
+  requirement: &70274758281620 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: *70274758281620
+- !ruby/object:Gem::Dependency
+  name: rb-fchange
+  requirement: &70274758296380 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: *70274758296380
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: &70274758295580 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: *70274758295580
+- !ruby/object:Gem::Dependency
+  name: shoulda
+  requirement: &70274758294740 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: *70274758294740
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: &70274758293620 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.0.0
+  type: :development
+  prerelease: false
+  version_requirements: *70274758293620
+- !ruby/object:Gem::Dependency
+  name: jeweler
+  requirement: &70274758292980 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.6.4
+  type: :development
+  prerelease: false
+  version_requirements: *70274758292980
+- !ruby/object:Gem::Dependency
+  name: rcov
+  requirement: &70274758291340 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: *70274758291340
+description: Generic Web crawler with a DSL that parses event-related data from web
+  pages
+email: felipe.lima@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files:
+- LICENSE.txt
+- README.rdoc
+files:
+- .document
+- .rspec
+- Gemfile
+- Gemfile.lock
+- Guardfile
+- LICENSE.txt
+- README.rdoc
+- Rakefile
+- VERSION
+- lib/wombat.rb
+- lib/wombat/crawler.rb
+- lib/wombat/metadata.rb
+- lib/wombat/parser.rb
+- lib/wombat/properties.rb
+- lib/wombat/property.rb
+- lib/wombat/property_locator.rb
+- spec/crawler_spec.rb
+- spec/helpers/sample_crawler.rb
+- spec/metadata_spec.rb
+- spec/parser_spec.rb
+- spec/properties_spec.rb
+- spec/property_locator_spec.rb
+- spec/property_spec.rb
+- spec/sample_crawler_spec.rb
+- spec/spec_helper.rb
+- wombat.gemspec
+homepage: http://github.com/felipecsl/nightcrawler
+licenses:
+- MIT
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.11
+signing_key: 
+specification_version: 3
+summary: Generic web crawler for event-related data
+test_files: []