scrappy 0.1.23 → 0.1.24

data/History.txt

@@ -1,3 +1,9 @@
+=== 0.1.24 2011-03-08
+
+* Using RDF::NodeProxy from lightRDF 0.2
+* Added references (-r option) on constructed URIs
+* Minor corrections
+
 === 0.1.23 2011-03-03
 
 * Prettier web interface

data/Rakefile

@@ -11,7 +11,7 @@ Echoe.new('scrappy', Scrappy::VERSION) do |p|
   p.email          = "joseignacio.fernandez@gmail.com"
   p.install_message = '**(Optional) Remember to install rbwebkitgtk for visual parsing features**'
   p.ignore_pattern = ["pkg/*"]
-  p.dependencies = [['activesupport','>= 2.3.5'], ['sinatra', '>= 1.1.2'], ['thin', '>= 1.2.7'], ['nokogiri', '>= 1.4.1'], ['mechanize','>= 1.0.0'], ['lightrdf','>= 0.1.9'], ['i18n', '>= 0.4.2'], ['haml', '>= 3.0.24']]
+  p.dependencies = [['activesupport','>= 2.3.5'], ['sinatra', '>= 1.1.2'], ['thin', '>= 1.2.7'], ['nokogiri', '>= 1.4.1'], ['mechanize','>= 1.0.0'], ['lightrdf','>= 0.2.0'], ['i18n', '>= 0.4.2'], ['haml', '>= 3.0.24']]
 end
 
 Rake::RDocTask.new(:rdoc) do |rdoc|

data/bin/scrappy

@@ -29,7 +29,7 @@ module Scrappy
       args = ARGV.map { |arg| arg.split(" ") }.flatten
 
       OptionParser.new do |opts|
-        opts.on('-V', '--version')              { output_version; exit 0 }
+        opts.on('-v', '--version')              { output_version; exit 0 }
         opts.on('-h', '--help')                 { output_help; exit 0 }
         opts.on('-g URL', '--get URL')          { |url| Options.url = url; Options.http_method=:get }
         opts.on('-p URL', '--post URL')         { |url| Options.url = url; Options.http_method=:post }
@@ -42,7 +42,7 @@ module Scrappy
         opts.on('-c C', '--concurrence C')      { |c| Agent::Options.workers = c.to_i }
         opts.on('-d D', '--delay D')            { |d| Agent::Options.delay = d; Agent::Options.workers = 1 }
         opts.on('-l L', '--levels L')           { |l| Agent::Options.depth = l.to_i }
-        opts.on('-v', '--visual')               { Agent::Options.agent = :visual; Agent::Options.workers = 1 }
+        opts.on('-V', '--visual')               { Agent::Options.agent = :visual; Agent::Options.workers = 1 }
         opts.on('-r', '--reference')            { Agent::Options.referenceable = :minimum }
         opts.on('-R', '--reference-all')        { Agent::Options.referenceable = :dump }
         opts.on('-w', '--window')               { Agent::Options.window = true }
@@ -85,8 +85,8 @@ module Scrappy
   Scrappy is a tool to scrape semantic data out of the unstructured web
 
 Examples
-  This command retrieves Google web page
-    scrappy -g http://www.google.com
+  This command retrieves a web page
+    scrappy -g http://www.example.com
 
 Usage 
   scrappy [options]
@@ -95,7 +95,7 @@ Usage
 
 Options
   -h, --help               Displays help message
-  -V, --version            Display the version, then exit
+  -v, --version            Display the version, then exit
   -f, --format             Picks output format (json, ejson, rdfxml, ntriples, png)
   -g, --get URL            Gets requested URL
   -p, --post URL           Posts requested URL
@@ -108,7 +108,7 @@ Options
   -s, --server [ROOT]      Runs web server (optionally specify server's root url)
   -S, --proxy-server       Runs web proxy
   -P, --port PORT          Selects port number (default is 3434)
-  -v, --visual             Uses visual agent (slow)
+  -V, --visual             Uses visual agent (slow)
   -r, --reference          Outputs referenceable data
   -R, --reference-all      Outputs all HTML referenceable data
   -w, --window             Shows browser window (requires -v)

data/lib/scrappy/agent/extractor.rb

@@ -7,12 +7,12 @@ module Scrappy
         print "Extracting #{uri}..."; $stdout.flush
       end
       
+      @selector_pool ||= {}
       triples = []
       content = Nokogiri::HTML(html, nil, 'utf-8')
 
       uri_selectors  = (kb.find(nil, Node('rdf:type'), Node('sc:UriSelector')) + kb.find(nil, Node('rdf:type'), Node('sc:UriPatternSelector'))).flatten.select do |uri_selector|
-        class_name = uri_selector.rdf::type.first.to_s.split('#').last
-        results = Kernel.const_get(class_name).filter uri_selector, {:content=>content, :uri=>uri}
+        results = selector_pool(uri_selector).filter :content=>content, :uri=>uri
         !results.empty?
       end
 
@@ -41,9 +41,19 @@ module Scrappy
       # Generate triples
       docs.each do |doc|
         # Build URIs if identifier present
-        nodes = fragment.sc::identifier.map { |s| filter s, doc }.flatten.map{ |d| Node(parse_uri(uri, d[:value])) }
+        nodes = fragment.sc::identifier.map { |s| filter s, doc  }.flatten.map do |d|
+          node = Node(parse_uri(uri, d[:value]))
+          if options[:referenceable]
+            # Include the fragment where the URI was built from
+            uri_node = Node(nil)
+            options[:triples] << [ node,     Node("sc:uri"),    uri_node ]
+            options[:triples] << [ uri_node, Node("rdf:value"), node.to_s ]
+            options[:triples] << [ uri_node, Node("sc:source"), Node(node_hash(d[:uri], d[:content].path)) ]
+          end
+          node
+        end
         nodes << Node(nil) if nodes.empty?
-
+        
         nodes.each do |node|
           # Build the object
           object = if fragment.sc::type.include?(Node('rdf:Literal'))
@@ -82,9 +92,6 @@ module Scrappy
     end
 
     def filter selector, doc
-      # From "BaseUriSelector" to "base_uri"
-      class_name = selector.rdf::type.first.to_s.split('#').last
-
       if !selector.sc::debug.empty? and options.debug
         puts '== DEBUG'
         puts '== Selector:'
@@ -96,7 +103,7 @@ module Scrappy
       end
 
       # Process selector
-      results = Kernel.const_get(class_name).filter selector, doc
+      results = selector_pool(selector).filter doc
 
       if !selector.sc::debug.empty? and options.debug
         puts "== No results" if results.empty?
@@ -128,7 +135,7 @@ module Scrappy
     end
 
     def add_referenceable_data content, triples, referenceable
-      resources = triples.map{|s,p,o| [[s],[o]]}.flatten
+      resources = {}; triples.each { |s,p,o| resources[o] = true }
 
       fragment = Node(node_hash(uri, '/'))
       selector = Node(nil)
@@ -136,7 +143,7 @@ module Scrappy
 
       selector.rdf::type = Node('sc:UnivocalSelector')
       selector.sc::path = '/'
-      selector.sc::uri = uri
+      selector.sc::document = uri
 
       fragment.sc::selector = selector
 
@@ -144,15 +151,15 @@ module Scrappy
 
       content.search('*').each do |node|
         fragment = Node(node_hash(uri, node.path))
-
-        if referenceable == :dump or resources.include?(fragment)
+        
+        if referenceable == :dump or resources[fragment]
           selector = Node(nil)
           presentation = Node(nil)
 
           selector.rdf::type = Node('sc:UnivocalSelector')
           selector.sc::path = node.path.to_s
           selector.sc::tag = node.name.to_s
-          selector.sc::uri = uri
+          selector.sc::document = uri
 
           presentation.sc::x = node[:vx].to_s if node[:vx]
           presentation.sc::y = node[:vy].to_s if node[:vy]
@@ -175,7 +182,11 @@ module Scrappy
 
     def node_hash uri, path
       digest = Digest::MD5.hexdigest("#{uri} #{path}")
-      "_:bnode#{digest}"
+      :"_:bnode#{digest}"
+    end
+    
+    def selector_pool selector
+      @selector_pool[selector.id] ||= kb.node(selector)
     end
   end
 end

data/lib/scrappy/agent/visual_agent.rb

@@ -63,14 +63,17 @@ module Scrappy
             var i=0;
             for(var i=0; i<items.length; i++) {
               var item = items[i];
-              item.setAttribute('vx', item.offsetLeft)
-              item.setAttribute('vy', item.offsetTop)
-              item.setAttribute('vw', item.offsetWidth)
-              item.setAttribute('vh', item.offsetHeight)
-              item.setAttribute('vsize', document.defaultView.getComputedStyle(item, null).getPropertyValue('font-size'))
-              item.setAttribute('vweight', document.defaultView.getComputedStyle(item, null).getPropertyValue('font-weight'))
-              item.setAttribute('vcolor', document.defaultView.getComputedStyle(item, null).getPropertyValue('color'))
-              item.setAttribute('vbcolor', document.defaultView.getComputedStyle(item, null).getPropertyValue('background-color'))
+              item.setAttribute('vx', item.offsetLeft);
+              item.setAttribute('vy', item.offsetTop);
+              item.setAttribute('vw', item.offsetWidth);
+              item.setAttribute('vh', item.offsetHeight);
+              item.setAttribute('vsize', document.defaultView.getComputedStyle(item, null).getPropertyValue('font-size'));
+              var weight = document.defaultView.getComputedStyle(item, null).getPropertyValue('font-weight');
+              if (weight == 'normal') weight = 400;
+              if (weight == 'bold')   weight = 700;
+              item.setAttribute('vweight', weight);
+              item.setAttribute('vcolor', document.defaultView.getComputedStyle(item, null).getPropertyValue('color'));
+              item.setAttribute('vbcolor', document.defaultView.getComputedStyle(item, null).getPropertyValue('background-color'));
             }"""
     end
 

data/lib/scrappy/selectors/base_uri.rb

@@ -1,5 +1,9 @@
-module BaseUriSelector
-  def self.filter selector, doc
-    [ { :uri=>doc[:uri], :content=>doc[:content], :value=>doc[:uri] } ]
+module Sc
+  class BaseUriSelector
+    include RDF::NodeProxy
+
+    def filter doc
+      [ { :uri=>doc[:uri], :content=>doc[:content], :value=>doc[:uri] } ]
+    end
   end
 end

data/lib/scrappy/selectors/css.rb

@@ -1,6 +1,10 @@
-module CssSelector
-  def self.filter selector, doc
-    # By using Nokogiri, CSS and XPath use the same search method
-    XPathSelector.filter selector, doc
+module Sc
+  class CssSelector
+    include RDF::NodeProxy
+
+    def filter doc
+      # By using Nokogiri, CSS and XPath use the same search method
+      Sc::XPathSelector.new(node).filter doc
+    end
   end
 end

data/lib/scrappy/selectors/new_uri.rb

@@ -1,23 +1,35 @@
-module NewUriSelector
-  def self.filter selector, doc
-    contents = if selector.sc::attribute.first
-      # Select node's attribute if given
-      selector.sc::attribute.map { |attribute| doc[:content][attribute] }
-    else
-      [ doc[:content].text ]
-    end
-
-    @@indexes ||= Hash.new(0)
-    prefix = selector.sc::prefix.first.to_s
-    prefix = (prefix =~ /\Ahttp/ ? URI::parse(doc[:uri]).merge(prefix).to_s : "#{doc[:uri]}#{prefix}")
-    suffix = selector.sc::suffix.first.to_s
-
-    contents.map do |content|
-      variable = selector.sc::sequence.first.to_s=="true" ? (@@indexes[selector] += 1) : content.wikify
+module Sc
+  class NewUriSelector
+    include RDF::NodeProxy
+    
+    def filter doc
+      contents = if sc::attribute.first
+        # Select node's attribute if given
+        sc::attribute.map { |attribute| doc[:content][attribute] }
+      else
+        [ doc[:value] ]
+      end
       
-      new_uri = "#{prefix}#{variable}#{suffix}"
+      @indexes ||= Hash.new(0)
+      prefix = sc::prefix.first.to_s
+      prefix = (prefix =~ /\Ahttp/ ? URI::parse(doc[:uri]).merge(prefix).to_s : "#{doc[:uri]}#{prefix}")
+      suffix = sc::suffix.first.to_s
       
-      { :uri=>new_uri, :content=>doc[:content], :value=>new_uri }
+      contents.map do |content|
+        variable = if sc::sequence.first.to_s=="true" 
+          @indexes[prefix] += 1
+        else
+          if sc::downcase.first.to_s=="true"
+            content.to_s.underscore
+          else
+            content.to_s.wikify
+          end
+        end
+        
+        new_uri = "#{prefix}#{variable}#{suffix}"
+        
+        { :uri=>new_uri, :content=>doc[:content], :value=>new_uri }
+      end
     end
   end
 end

data/lib/scrappy/selectors/root.rb

@@ -1,12 +1,15 @@
-module RootSelector
-  extend Scrappy::Formats
+module Sc
+  class RootSelector
+    include RDF::NodeProxy
+    include Scrappy::Formats
 
-  def self.filter selector, doc
-    if selector.sc::attribute.first
-      # Select node's attribute if given
-      selector.sc::attribute.map { |attribute| { :uri=>doc[:uri], :content=>doc[:content], :value=>doc[:content][attribute] } }
-    else
-      [ { :uri=>doc[:uri], :content=>doc[:content], :value=>format(doc[:content], selector.sc::format, doc[:uri]) } ]
+    def filter doc
+      if sc::attribute.first
+        # Select node's attribute if given
+        sc::attribute.map { |attribute| { :uri=>doc[:uri], :content=>doc[:content], :value=>doc[:content][attribute] } }
+      else
+        [ { :uri=>doc[:uri], :content=>doc[:content], :value=>format(doc[:content], sc::format, doc[:uri]) } ]
+      end
     end
   end
-end
+end

data/lib/scrappy/selectors/section.rb

@@ -1,14 +1,17 @@
-module SectionSelector
-  extend Scrappy::Formats
-
-  def self.filter selector, doc
-    selector.rdf::value.map do |pattern|
-      doc[:content].search('h1, h2, h3, h4, h5, h6, h7, h8, h9, h10').select { |n| n.parent.name!='script' and n.text.downcase.strip == pattern }.map do |node|
-        found = false
-        content = node.parent.children[node.parent.children.index(node)+1..-1].select { |n| found ||= (n.name==node.name or n.name=='div'); !found }
-
-        [ { :uri=>doc[:uri], :content=>content, :value=>content.map{|t| format(t, selector.sc::format, doc[:uri])}.select{|t| t.to_s.strip!=''}*"\n\n" } ]
-      end
-    end.flatten
+module Sc
+  class SectionSelector
+    include RDF::NodeProxy
+    include Scrappy::Formats
+    
+    def filter doc
+      rdf::value.map do |pattern|
+        doc[:content].search('h1, h2, h3, h4, h5, h6, h7, h8, h9, h10').select { |n| n.parent.name!='script' and n.text.downcase.strip == pattern }.map do |node|
+          found = false
+          content = node.parent.children[node.parent.children.index(node)+1..-1].select { |n| found ||= (n.name==node.name or n.name=='div'); !found }
+          
+          [ { :uri=>doc[:uri], :content=>content, :value=>content.map{|t| format(t, sc::format, doc[:uri])}.select{|t| t.to_s.strip!=''}*"\n\n" } ]
+        end
+      end.flatten
+    end
   end
 end

data/lib/scrappy/selectors/slice.rb

@@ -1,8 +1,14 @@
-module SliceSelector
-  def self.filter selector, doc
-    selector.rdf::value.map do |separator|
-      slices = doc[:value].split(separator)
-      selector.sc::index.map { |index| { :uri=>doc[:uri], :content=>doc[:content], :value=>slices[index.to_i].to_s.strip} }
-    end.flatten
+module Sc
+  class SliceSelector
+    include RDF::NodeProxy
+
+    def filter doc
+      rdf::value.map do |separator|
+        slices = doc[:value].split(separator)
+        sc::index.map { |index| slices[index.to_i].to_s.strip }.
+                  select { |value| value != "" }.
+                  map { |value| { :uri=>doc[:uri], :content=>doc[:content], :value=>value} }
+      end.flatten
+    end
   end
-end
+end

data/lib/scrappy/selectors/uri.rb

@@ -1,10 +1,14 @@
-module UriSelector
-  def self.filter selector, doc
-    # Check if the UriSelector has this URI as value (without params: ?param1=value1&param2=value2)
-    if selector.rdf::value.include?(doc[:uri].match(/\A([^\?]*)(\?.*\Z)?/).captures.first)
-      [ { :uri=>doc[:uri], :content=>doc[:content], :value=>doc[:content].text } ]
-    else
-      []
+module Sc
+  class UriSelector
+    include RDF::NodeProxy
+    
+    def filter doc
+      # Check if the UriSelector has this URI as value (without params: ?param1=value1&param2=value2)
+      if rdf::value.include?(doc[:uri].match(/\A([^\?]*)(\?.*\Z)?/).captures.first)
+        [ { :uri=>doc[:uri], :content=>doc[:content], :value=>doc[:content].text } ]
+      else
+        []
+      end
     end
   end
 end

data/lib/scrappy/selectors/uri_pattern.rb

@@ -1,10 +1,14 @@
-module UriPatternSelector
-  def self.filter selector, doc
-    # Check if the uri fits the pattern
-    if selector.rdf::value.any? { |v| doc[:uri] =~ /\A#{v.gsub('.','\.').gsub('*', '.+')}\Z/ }
-      [ { :uri=>doc[:uri], :content=>doc[:content], :value=>doc[:content].text } ]
-    else
-      []
+module Sc
+  class UriPatternSelector
+    include RDF::NodeProxy
+
+    def filter doc
+      # Check if the uri fits the pattern
+      if rdf::value.any? { |v| doc[:uri] =~ /\A#{v.gsub('.','\.').gsub('*', '.+')}\Z/ }
+        [ { :uri=>doc[:uri], :content=>doc[:content], :value=>doc[:content].text } ]
+      else
+        []
+      end
     end
   end
-end
+end

data/lib/scrappy/selectors/xpath.rb

@@ -1,23 +1,26 @@
-module XPathSelector
-  extend Scrappy::Formats
-  
-  def self.filter selector, doc
-    selector.rdf::value.map do |pattern|
-      interval = if selector.sc::index.first
-        (selector.sc::index.first.to_i..selector.sc::index.first.to_i)
-      else
-        (0..-1)
-      end
-      patterns = selector.sc::keyword
-      (doc[:content].search(pattern)[interval] || []).select { |node| patterns.any? ? patterns.include?(node.text.downcase.strip) : true }.map do |result|
-        if selector.sc::attribute.first
-          # Select node's attribute if given
-          selector.sc::attribute.map { |attribute| { :uri=>doc[:uri], :content=>result, :value=>result[attribute] } }
+module Sc
+  class XPathSelector
+    include RDF::NodeProxy
+    include Scrappy::Formats
+    
+    def filter doc
+      rdf::value.map do |pattern|
+        interval = if sc::index.first
+          (sc::index.first.to_i..sc::index.first.to_i)
         else
-          # Select node
-          [ { :uri=>doc[:uri], :content=>result, :value=>format(result, selector.sc::format, doc[:uri]) } ]
+          (0..-1)
         end
-      end
-    end.flatten
+        patterns = sc::keyword
+        (doc[:content].search(pattern)[interval] || []).select { |node| patterns.any? ? patterns.include?(node.text.downcase.strip) : true }.map do |result|
+          if sc::attribute.first
+            # Select node's attribute if given
+            sc::attribute.map { |attribute| { :uri=>doc[:uri], :content=>result, :value=>result[attribute] } }
+          else
+            # Select node
+            [ { :uri=>doc[:uri], :content=>result, :value=>format(result, sc::format, doc[:uri]) } ]
+          end
+        end
+      end.flatten
+    end
   end
 end

data/lib/scrappy/server/public/stylesheets/application.css

@@ -1,24 +1,32 @@
 body {
   font-family: Arial, sans;
 }
-.center {
+#center {
   text-align: center;
   margin-top: 100px;
+  margin-bottom: 100px;
 }
-.search {
+#search {
   margin-top: 40px;
-  margin-bottom: 100px;
   font-size:20px;
+  margin-bottom: 10px;
 }
-.search input  {
-  width: 400px; height:30px; font-size:16px;
+#search input  {
+  width: 700px; height:30px; font-size:16px;
 }
-.search select {
-  width: 80px; height: 30px; font-size:16px;
+#buttons {
+  width: 400px;
+  margin: auto;
 }
-.search button {
-  width: 80px; height: 30px; font-size:16px;
+#buttons select {
+  width: 100px; height: 30px; font-size:16px;
+  margin-left: 5px;
 }
+#buttons button {
+  width: 100px; height: 30px; font-size:16px;
+  margin-right: 5px;
+}
+
 pre {
   width: 600px;
   margin-left: auto;
@@ -37,4 +45,7 @@ pre {
 }
 #footer {
   margin-top:30px; text-align: center; font-size:14px; color: #555;
+}
+img {
+  border: none;
 }

data/lib/scrappy/server/views/help.haml

@@ -2,10 +2,10 @@
 %html
   %head
     %title Help - Scrappy
-    %link{:type=>"text/css", :href=>"/stylesheets/application.css", :rel=>"stylesheet"}
+    %link{:type=>"text/css", :href=>"#{settings.base_uri}/stylesheets/application.css", :rel=>"stylesheet"}
   %body
     %div#header
-      %img{:src=>'/images/logo_small.png'}
+      %img{:src=>"#{settings.base_uri}/images/logo_small.png"}
     %div#body
       %h1 Help
       %p
@@ -15,11 +15,11 @@
         %pre http://[host]/[format]/[url]
       %p
         For example, to retrieve http://example.com/~user/?test=1 with RDF serialization:
-        %pre http://localhost:3434/rdf/http://example.com/~user/%3Ftest%3D1
+        %pre==#{settings.base_uri || "http://localhost:#{settings.port}"}/rdf/http://example.com/~user/%3Ftest%3D1
       %p Available serialization formats are rdf, rdfxml, png, yarf, ntriples, turtle, json, jsonrdf, and ejson.
     %div#footer
-      %a{:href=>"/"} Home
+      %a{:href=>"#{settings.base_uri}/"} Home
       |
-      %a{:href=>"/help"} Help
+      %a{:href=>"#{settings.base_uri}/help"} Help
       |
       %a{:href=>'http://github.com/josei/scrappy'} About

data/lib/scrappy/server/views/home.haml

@@ -2,24 +2,25 @@
 %html
   %head
     %title Scrappy
-    %link{:type=>"text/css", :href=>"/stylesheets/application.css", :rel=>"stylesheet"}
+    %link{:type=>"text/css", :href=>"#{settings.base_uri}/stylesheets/application.css", :rel=>"stylesheet"}
   %body
-    %div.center
+    %div#center
       %a{:href=>'http://github.com/josei/scrappy'}
-        %img{:src=>'/images/logo.png'}
-      %form.search
-        %div
+        %img{:src=>"#{settings.base_uri}/images/logo.png"}
+      %form
+        %div#search
+          %input{:name=>:uri, :size=>30, :type=>:text, :value=>'Enter URI...', :onclick=>"if(this.value=='Enter URI...') this.value='';"}
+        %div#buttons
+          %button Scrape
           %select{:name=>:format}
             %option{:value=>:rdf} RDF
             %option{:value=>:png} PNG
             %option{:value=>:ejson} JSON
             %option{:value=>:yarf} YARF
             %option{:value=>:ntriples} nTriples
-          %input{:name=>:uri, :size=>30, :type=>:text, :value=>'Enter URI...', :onclick=>"if(this.value=='Enter URI...') this.value='';"}
-          %button Scrape
     %div#footer
-      %a{:href=>"/"} Home
+      %a{:href=>"#{settings.base_uri}/"} Home
       |
-      %a{:href=>"/help"} Help
+      %a{:href=>"#{settings.base_uri}/help"} Help
       |
       %a{:href=>'http://github.com/josei/scrappy'} About

data/lib/scrappy/support.rb

@@ -22,4 +22,11 @@ class String
   def wikify
     gsub(/^[a-z]|\s+[a-z]/) { |a| a.upcase }.gsub(/\s/, '')
   end
+  def underscore
+    self.gsub(/::/, '/').
+    gsub(/([A-Z]+)([A-Z][a-z])/,'\1_\2').
+    gsub(/([a-z\d])([A-Z])/,'\1_\2').
+    tr("-", "_").
+    downcase
+  end
 end

data/lib/scrappy.rb

@@ -21,7 +21,7 @@ require 'scrappy/agent/agent'
 Namespace :sc, 'http://lab.gsi.dit.upm.es/scraping.rdf#'
 
 module Scrappy
-  VERSION = '0.1.23'
+  VERSION = '0.1.24'
 end
 
 # Require selectors

data/scrappy.gemspec

@@ -2,11 +2,11 @@
 
 Gem::Specification.new do |s|
   s.name = %q{scrappy}
-  s.version = "0.1.23"
+  s.version = "0.1.24"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 1.2") if s.respond_to? :required_rubygems_version=
   s.authors = ["Jose Ignacio"]
-  s.date = %q{2011-03-03}
+  s.date = %q{2011-03-08}
   s.default_executable = %q{scrappy}
   s.description = %q{RDF web scraper}
   s.email = %q{joseignacio.fernandez@gmail.com}
@@ -32,7 +32,7 @@ Gem::Specification.new do |s|
       s.add_runtime_dependency(%q<thin>, [">= 1.2.7"])
       s.add_runtime_dependency(%q<nokogiri>, [">= 1.4.1"])
       s.add_runtime_dependency(%q<mechanize>, [">= 1.0.0"])
-      s.add_runtime_dependency(%q<lightrdf>, [">= 0.1.9"])
+      s.add_runtime_dependency(%q<lightrdf>, [">= 0.2.0"])
       s.add_runtime_dependency(%q<i18n>, [">= 0.4.2"])
       s.add_runtime_dependency(%q<haml>, [">= 3.0.24"])
     else
@@ -41,7 +41,7 @@ Gem::Specification.new do |s|
       s.add_dependency(%q<thin>, [">= 1.2.7"])
       s.add_dependency(%q<nokogiri>, [">= 1.4.1"])
       s.add_dependency(%q<mechanize>, [">= 1.0.0"])
-      s.add_dependency(%q<lightrdf>, [">= 0.1.9"])
+      s.add_dependency(%q<lightrdf>, [">= 0.2.0"])
       s.add_dependency(%q<i18n>, [">= 0.4.2"])
       s.add_dependency(%q<haml>, [">= 3.0.24"])
     end
@@ -51,7 +51,7 @@ Gem::Specification.new do |s|
     s.add_dependency(%q<thin>, [">= 1.2.7"])
     s.add_dependency(%q<nokogiri>, [">= 1.4.1"])
     s.add_dependency(%q<mechanize>, [">= 1.0.0"])
-    s.add_dependency(%q<lightrdf>, [">= 0.1.9"])
+    s.add_dependency(%q<lightrdf>, [">= 0.2.0"])
     s.add_dependency(%q<i18n>, [">= 0.4.2"])
     s.add_dependency(%q<haml>, [">= 3.0.24"])
   end

metadata

@@ -5,8 +5,8 @@ version: !ruby/object:Gem::Version
   segments: 
   - 0
   - 1
-  - 23
-  version: 0.1.23
+  - 24
+  version: 0.1.24
 platform: ruby
 authors: 
 - Jose Ignacio
@@ -14,7 +14,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2011-03-03 00:00:00 +01:00
+date: 2011-03-08 00:00:00 +01:00
 default_executable: 
 dependencies: 
 - !ruby/object:Gem::Dependency 
@@ -96,9 +96,9 @@ dependencies:
       - !ruby/object:Gem::Version 
         segments: 
         - 0
-        - 1
-        - 9
-        version: 0.1.9
+        - 2
+        - 0
+        version: 0.2.0
   type: :runtime
   version_requirements: *id006
 - !ruby/object:Gem::Dependency