content_scrapper 0.0.3 → 0.0.4

data/VERSION

@@ -1 +1 @@
-0.0.3
+0.0.4

data/content_scrapper.gemspec

@@ -5,7 +5,7 @@
 
 Gem::Specification.new do |s|
   s.name = %q{content_scrapper}
-  s.version = "0.0.3"
+  s.version = "0.0.4"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.authors = ["Gyorgy Frivolt"]

data/lib/content_scrapper.rb

@@ -40,15 +40,13 @@ class ContentScrapper
 
   def scrap_content(url)
     content_mappings.each do | content_mapping |
-      if content_mapping.matches_url?(url) and !content_mapping.content_xpaths_list.empty?
+      if content_mapping.matches_url?(url)
+        return nil if content_mapping.content_xpaths_list.empty?
         begin
           doc = Nokogiri::HTML(Kernel.open(url))
           content = content_mapping.scrap_content(doc)
-          if content.nil?
-            return nil
-          else
-            return Sanitize.clean(content, sanitize_settings)
-          end
+          return nil if content.nil?
+          return Sanitize.clean(content, sanitize_settings)
         rescue Exception
           scrap_content_exception($!)
         end

data/rails/init.rb

@@ -1,3 +1,3 @@
 require 'content_scrapper'
 
-ContentScrapper.default_config_file = "#{RAILS_ROOT}/config/content_scrapper.yml"
+ContentScrapper.default_config_file = "#{RAILS_ROOT}/config/content_scrapper.rb"

data/test/test_content_scrapper.rb

@@ -26,6 +26,15 @@ class TestContentScrapper < Test::Unit::TestCase
           content_at '//div[@id="itext_second_content"]'
         end
 
+        content_mapping do
+          url_pattern /^http:\/\/www\.skipper\.url/
+        end
+
+        content_mapping do
+          url_pattern /^http:\/\/www\.skipper\.url/
+          content_at '//div[@id="never_should_be_here"]'
+        end
+
         sanitize_tags ({:elements => ['p','br', 'b', 'em', 'i', 'strong', 'u', 'a', 'h1', 'h2', 'h3', 'li', 'ol', 'ul'], \
                        :attributes => { 'a' => ['href'] }})
       end
@@ -70,6 +79,14 @@ class TestContentScrapper < Test::Unit::TestCase
       end
     end
 
+    context "skipper patterns" do
+      setup do
+        Kernel.expects(:open).with('http://www.skipper.url/fdgsw').never
+        @entry_content = @scrapper.scrap_content('http://www.skipper.url/fdgsw')
+      end
+      should("not match enything") { assert_nil @entry_content }
+    end
+
     context "on scrapping with feedzirra" do
       setup do
         require 'content_scrapper/feedzirra'

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification 
 name: content_scrapper
 version: !ruby/object:Gem::Version 
-  version: 0.0.3
+  version: 0.0.4
 platform: ruby
 authors: 
 - Gyorgy Frivolt