feedtools 0.2.18 → 0.2.19

data/test/unit/atom_test.rb

@@ -3,12 +3,13 @@ require 'feed_tools'
 require 'feed_tools/helpers/feed_tools_helper'
 
 class AtomTest < Test::Unit::TestCase
-  include FeedToolsHelper
+  include FeedTools::FeedToolsHelper
   
   def setup
-    FeedTools.tidy_enabled = false
-    FeedTools.feed_cache = FeedTools::DatabaseFeedCache
-    FeedToolsHelper.default_local_path = 
+    FeedTools.reset_configurations
+    FeedTools.configurations[:tidy_enabled] = false
+    FeedTools.configurations[:feed_cache] = "FeedTools::DatabaseFeedCache"
+    FeedTools::FeedToolsHelper.default_local_path = 
       File.expand_path(
         File.expand_path(File.dirname(__FILE__)) + '/../feeds')
   end
@@ -37,8 +38,65 @@ class AtomTest < Test::Unit::TestCase
       assert_equal("<p>History of the &lt;blink&gt; tag</p>", feed.title)
     }
   end
+  
+  def test_feed_link
+    with_feed(:from_data => <<-FEED
+      <feed version="0.3" xmlns="http://purl.org/atom/ns#">
+        <link rel="alternate" href="http://www.example.com/" />
+        <link rel="alternate" href="http://www.example.com/somewhere/" />
+      </feed>
+    FEED
+    ) { |feed|
+      assert_equal("http://www.example.com/", feed.link)
+      assert_equal(0, feed.images.size)
+    }
+    with_feed(:from_data => <<-FEED
+      <feed version="0.3" xmlns="http://purl.org/atom/ns#">
+        <link type="text/html" href="http://www.example.com/" />
+      </feed>
+    FEED
+    ) { |feed|
+      assert_equal("http://www.example.com/", feed.link)
+      assert_equal(0, feed.images.size)
+    }
+    with_feed(:from_data => <<-FEED
+      <feed version="0.3" xmlns="http://purl.org/atom/ns#">
+        <link type="application/xhtml+xml" href="http://www.example.com/" />
+      </feed>
+    FEED
+    ) { |feed|
+      assert_equal("http://www.example.com/", feed.link)
+      assert_equal(0, feed.images.size)
+    }
+    with_feed(:from_data => <<-FEED
+      <feed version="0.3" xmlns="http://purl.org/atom/ns#">
+        <link href="http://www.example.com/" />
+      </feed>
+    FEED
+    ) { |feed|
+      assert_equal("http://www.example.com/", feed.link)
+      assert_equal(0, feed.images.size)
+    }
+    with_feed(:from_data => <<-FEED
+      <feed version="0.3" xmlns="http://purl.org/atom/ns#">
+        <link rel="alternate" type="image/jpeg"
+              href="http://www.example.com/something.jpeg" />
+        <link rel="alternate" href="http://www.example.com/" />
+        <link rel="alternate" type="text/html"
+              href="http://www.example.com/somewhere/" />
+        <link rel="alternate" type="application/xhtml+xml"
+              href="http://www.example.com/xhtml/somewhere/" />
+      </feed>
+    FEED
+    ) { |feed|
+      assert_equal("http://www.example.com/xhtml/somewhere/", feed.link)
+      assert_equal(1, feed.images.size)
+      assert_equal("http://www.example.com/something.jpeg",
+        feed.images[0].url)
+    }
+  end
 
-  def test_copyright
+  def test_feed_copyright
     with_feed(:from_file =>
         'wellformed/atom/feed_copyright_base64.xml') { |feed|
       assert_equal("Example <b>Atom</b>", feed.copyright)
@@ -49,10 +107,34 @@ class AtomTest < Test::Unit::TestCase
     }
   end
   
-  def test_feed_author
-#    feed = FeedTools::Feed.open(
-#      'http://feedparser.org/tests/wellformed/atom/atom_namespace_5.xml')
-#    assert_equal("Example Atom", feed.title)
+  def test_feed_item_author
+    with_feed(:from_data => <<-FEED
+      <?xml version="1.0" encoding="iso-8859-1"?>
+      <feed version="0.3" xmlns="http://purl.org/atom/ns#" xml:lang="en">
+        <entry>
+          <author>
+            <name>Cooper Baker</name>    
+          </author>
+        </entry>
+      </feed>
+    FEED
+    ) { |feed|
+      assert_equal(1, feed.entries.size)
+      assert_equal("Cooper Baker", feed.entries[0].author.name)
+    }
+  end
+  
+  def test_feed_images
+    with_feed(:from_data => <<-FEED
+      <feed version="0.3" xmlns="http://purl.org/atom/ns#">
+        <link type="image/jpeg" href="http://www.example.com/image.jpeg" />
+      </feed>
+    FEED
+    ) { |feed|
+      assert_equal(1, feed.images.size)
+      assert_equal("http://www.example.com/image.jpeg", feed.images[0].url)
+      assert_equal(nil, feed.link)
+    }
   end
 end
 

data/test/unit/cache_test.rb

@@ -1,15 +1,22 @@
 require 'test/unit'
 require 'feed_tools'
+require 'feed_tools/helpers/feed_tools_helper'
 
 class CacheTest < Test::Unit::TestCase
+  include FeedTools::FeedToolsHelper
+
   def setup
-    FeedTools.tidy_enabled = false
+    FeedTools.reset_configurations
+    FeedTools.configurations[:tidy_enabled] = false
+    FeedTools.configurations[:feed_cache] = "FeedTools::DatabaseFeedCache"
+    FeedTools::FeedToolsHelper.default_local_path = 
+      File.expand_path(
+        File.expand_path(File.dirname(__FILE__)) + '/../feeds')
   end
 
   def test_database_connection
     # Ensure the cache is on for this test
-    FeedTools.feed_cache = FeedTools::DatabaseFeedCache
-
+    FeedTools.configurations[:feed_cache] = "FeedTools::DatabaseFeedCache"
     unless FeedTools.feed_cache.nil?
       # Assumes that there is a database.yml file handy
       assert_equal(true, FeedTools.feed_cache_connected?)
@@ -20,38 +27,41 @@ class CacheTest < Test::Unit::TestCase
   
   def test_redirects_when_cache_disabled
     # Turn the cache off for this test
-    FeedTools.feed_cache = nil
-
-    # We just want to make sure there's no unexepected exceptions
+    FeedTools.configurations[:feed_cache] = nil
+    # We just want to make sure there's no unexpected exceptions
     begin
       slashdot_feed = FeedTools::Feed.open('http://www.slashdot.org/index.rss')
     rescue FeedTools::FeedAccessError
     end
     
     # Turn the cache back on
-    FeedTools.feed_cache = FeedTools::DatabaseFeedCache
+    FeedTools.configurations[:feed_cache] = "FeedTools::DatabaseFeedCache"
   end
 
   def test_redirects_when_cache_enabled
     # Ensure the cache is on for this test
-    FeedTools.feed_cache = FeedTools::DatabaseFeedCache
-    
+    FeedTools.configurations[:feed_cache] = "FeedTools::DatabaseFeedCache"    
     begin
       slashdot_feed = FeedTools::Feed.open('http://www.slashdot.org/index.rss')
       assert(slashdot_feed.feed_data != nil, "No content retrieved.")
       slashdot_feed.expire!
       assert_equal(true, slashdot_feed.expired?)
+      assert_equal(false, slashdot_feed.url.blank?)
       slashdot_feed = FeedTools::Feed.open('http://www.slashdot.org/index.rss')
       assert(slashdot_feed.feed_data != nil, "No content retrieved.")
       assert_equal(true, slashdot_feed.live?)
+      assert_equal(false, slashdot_feed.url.blank?)
       slashdot_feed = FeedTools::Feed.open('http://www.slashdot.org/index.rss')
       assert(slashdot_feed.feed_data != nil, "No content retrieved.")
       assert_equal(false, slashdot_feed.live?)    
+      assert_equal(false, slashdot_feed.url.blank?)
       slashdot_feed.expire!
       slashdot_feed.expire!
+      assert_equal(false, slashdot_feed.url.blank?)
       slashdot_feed = FeedTools::Feed.open('http://www.slashdot.org/index.rss')
       assert(slashdot_feed.feed_data != nil, "No content retrieved.")
       assert_equal(true, slashdot_feed.live?)
+      assert_equal(false, slashdot_feed.url.blank?)
       FeedTools::Feed.open(slashdot_feed.url)
     
       entries = FeedTools::DatabaseFeedCache.find_all_by_url(slashdot_feed.url)
@@ -62,16 +72,17 @@ class CacheTest < Test::Unit::TestCase
   
   def test_cached_item_expiration
     # Ensure the cache is on for this test
-    FeedTools.feed_cache = FeedTools::DatabaseFeedCache
-
+    FeedTools.configurations[:feed_cache] = "FeedTools::DatabaseFeedCache"
     begin
       slashdot_feed = FeedTools::Feed.open('http://www.slashdot.org/index.rss')
       assert(slashdot_feed.feed_data != nil, "No content retrieved.")
       slashdot_feed.expire!
       assert_equal(true, slashdot_feed.expired?)
+      assert_equal(false, slashdot_feed.url.blank?)
       slashdot_feed = FeedTools::Feed.open('http://www.slashdot.org/index.rss')
       assert(slashdot_feed.feed_data != nil, "No content retrieved.")
       assert_equal(true, slashdot_feed.live?)
+      assert_equal(false, slashdot_feed.url.blank?)
       slashdot_feed.time_to_live = 1.hour
       slashdot_feed.last_retrieved = (Time.now - 55.minute)
       assert_equal(false, slashdot_feed.expired?)
@@ -80,4 +91,12 @@ class CacheTest < Test::Unit::TestCase
     rescue FeedTools::FeedAccessError
     end
   end
+  
+  def test_file_protocol_url_cache_disuse
+    # Ensure the cache is on for this test
+    FeedTools.configurations[:feed_cache] = "FeedTools::DatabaseFeedCache"
+    with_feed(:from_file => 'wellformed/rss/aaa_wellformed.xml') { |feed|
+      assert_equal(nil, feed.cache_object)
+    }
+  end
 end

data/test/unit/cdf_test.rb

@@ -3,12 +3,13 @@ require 'feed_tools'
 require 'feed_tools/helpers/feed_tools_helper'
 
 class CdfTest < Test::Unit::TestCase
-  include FeedToolsHelper
+  include FeedTools::FeedToolsHelper
   
   def setup
-    FeedTools.tidy_enabled = false
-    FeedTools.feed_cache = FeedTools::DatabaseFeedCache
-    FeedToolsHelper.default_local_path = 
+    FeedTools.reset_configurations
+    FeedTools.configurations[:tidy_enabled] = false
+    FeedTools.configurations[:feed_cache] = "FeedTools::DatabaseFeedCache"
+    FeedTools::FeedToolsHelper.default_local_path = 
       File.expand_path(
         File.expand_path(File.dirname(__FILE__)) + '/../feeds')
   end
@@ -61,6 +62,7 @@ class CdfTest < Test::Unit::TestCase
       </CHANNEL>
     FEED
     ) { |feed|
+      assert_equal(2, feed.images.size)
       assert_equal("http://www.example.com/exampleicon.gif", feed.images[0].url)
       assert_equal("icon", feed.images[0].style)
       assert_equal("http://www.example.com/exampleimage.gif", feed.images[1].url)

data/test/unit/encoding_test.rb

@@ -0,0 +1,99 @@
+require 'test/unit'
+require 'feed_tools'
+require 'feed_tools/helpers/feed_tools_helper'
+
+class EncodingTest < Test::Unit::TestCase
+  include FeedTools::FeedToolsHelper
+  
+  def setup
+    FeedTools.reset_configurations
+    FeedTools.configurations[:tidy_enabled] = false
+    FeedTools.configurations[:feed_cache] = "FeedTools::DatabaseFeedCache"
+    FeedTools::FeedToolsHelper.default_local_path = 
+      File.expand_path(
+        File.expand_path(File.dirname(__FILE__)) + '/../feeds')
+  end
+  
+  def test_http_headers_nil
+    with_feed(:from_url =>
+        'http://rss.slashdot.org/Slashdot/slashdot') { |feed|
+      assert_equal(false, feed.http_headers.blank?)
+      assert_equal('http://rss.slashdot.org/Slashdot/slashdot', feed.url)
+      feed.feed_data = <<-FEED
+        <rss>
+          <channel>
+            <title>Feed Title</title>
+          </channel>
+        </rss>
+      FEED
+      assert_equal(true, feed.http_headers.blank?)
+      assert_equal(nil, feed.url)
+    }
+  end
+  
+  def test_encoding_from_instruct
+    with_feed(:from_data => <<-FEED
+      <?xml version="1.0" encoding="UTF-8"?>
+      <rss version="2.0">
+      </rss>
+    FEED
+    ) { |feed|
+      assert_equal("utf-8", feed.encoding_from_xml_data)
+      assert_equal("utf-8", feed.encoding)
+    }
+
+    with_feed(:from_data => <<-FEED
+      <?xml     encoding="US-ascii"     version="1.0"     ?>
+      <rss version="2.0">
+      </rss>
+    FEED
+    ) { |feed|
+      assert_equal("us-ascii", feed.encoding_from_xml_data)
+      assert_equal("us-ascii", feed.encoding)
+    }
+
+    with_feed(:from_data => <<-FEED
+      <?xml encoding="US-ascii"?>
+      <rss version="2.0">
+      </rss>
+    FEED
+    ) { |feed|
+      assert_equal("us-ascii", feed.encoding_from_xml_data)
+      assert_equal("us-ascii", feed.encoding)
+    }
+
+    with_feed(:from_data => <<-FEED
+      <?xml     encoding="big5"     ?>
+      <rss version="2.0">
+      </rss>
+    FEED
+    ) { |feed|
+      assert_equal("big5", feed.encoding_from_xml_data)
+      assert_equal("big5", feed.encoding)
+    }
+
+    with_feed(:from_data => <<-FEED
+      <?xml  bogus="crap"   encoding="mac"    bogus="crap" ?>
+      <rss version="2.0">
+      </rss>
+    FEED
+    ) { |feed|
+      assert_equal("mac", feed.encoding_from_xml_data)
+      assert_equal("mac", feed.encoding)
+    }
+  end
+  
+  def test_ebcdic
+    with_feed(:from_file =>
+        '/wellformed/encoding/x80_ebcdic-cp-us.xml') { |feed|
+      assert_equal("ebcdic-cp-us", feed.encoding)
+    }
+  end
+
+  def test_big_5
+    with_feed(:from_file =>
+        '/wellformed/encoding/big5.xml') { |feed|
+      assert_equal("big5", feed.encoding)
+    }
+  end
+end

data/test/unit/generation_test.rb

@@ -3,8 +3,9 @@ require 'feed_tools'
 
 class GenerationTest < Test::Unit::TestCase
   def setup
-    FeedTools.tidy_enabled = false
-    FeedTools.feed_cache = FeedTools::DatabaseFeedCache
+    FeedTools.reset_configurations
+    FeedTools.configurations[:tidy_enabled] = false
+    FeedTools.configurations[:feed_cache] = "FeedTools::DatabaseFeedCache"
   end
 
   def test_generate_rss_20_from_scratch
@@ -120,42 +121,4 @@ class GenerationTest < Test::Unit::TestCase
     assert_equal('atom', parsed_feed.feed_type)
     assert_equal(1.0, parsed_feed.feed_version)
   end
-  
-  def test_generate_atom_03_from_scratch
-    # Create the feed
-    feed = FeedTools::Feed.new
-    feed.title = 'Test Feed'
-    feed.description = 'Test Feed Description'
-    feed.link = 'http://example.com/'
-    3.times do |i|
-      item = FeedTools::FeedItem.new
-      item.content = "This is item number #{i}"
-      item.link = "http://example.com/item#{i}/"
-      feed.items << item
-      sleep(1)
-    end
-    output_xml = feed.build_xml('atom', 0.3)
-    
-    # Now read it back in
-    parsed_feed = FeedTools::Feed.new
-    parsed_feed.feed_data = output_xml
-    parsed_feed.feed_data_type = :xml
-    
-    assert_equal('Test Feed', parsed_feed.title)
-    assert_equal('Test Feed Description', parsed_feed.description)
-    assert_equal('http://example.com/', parsed_feed.link)
-    
-    # Note reverse chronological order
-    assert_equal('This is item number 2', parsed_feed.items[0].content)
-    assert_equal('http://example.com/item2/', parsed_feed.items[0].link)
-    assert_equal('This is item number 1', parsed_feed.items[1].content)
-    assert_equal('http://example.com/item1/', parsed_feed.items[1].link)
-    assert_equal('This is item number 0', parsed_feed.items[2].content)
-    assert_equal('http://example.com/item0/', parsed_feed.items[2].link)
-    
-    # Check feed information
-    assert_equal(:xml, parsed_feed.feed_data_type)
-    assert_equal('atom', parsed_feed.feed_type)
-    assert_equal(0.3, parsed_feed.feed_version)
-  end
 end

data/test/unit/helper_test.rb

@@ -1,15 +1,68 @@
 require 'test/unit'
 require 'feed_tools'
+require 'feed_tools/helpers/feed_tools_helper'
 
 class HelperTest < Test::Unit::TestCase
+  include FeedTools::FeedToolsHelper
+  include FeedTools::GenericHelper
+
   def setup
-    FeedTools.tidy_enabled = false
-    FeedTools.feed_cache = FeedTools::DatabaseFeedCache
-    FeedToolsHelper.default_local_path = 
+    FeedTools.reset_configurations
+    FeedTools.configurations[:tidy_enabled] = false
+    FeedTools.configurations[:feed_cache] = "FeedTools::DatabaseFeedCache"
+    FeedTools::FeedToolsHelper.default_local_path = 
       File.expand_path(
         File.expand_path(File.dirname(__FILE__)) + '/../feeds')
   end
 
+  def test_xpath_case_insensitivity
+    FEED_TOOLS_NAMESPACES["testnamespace"] = "http://example.com/ns/"
+    
+    xml = <<-XML
+      <RoOt>
+        <ChIlD>Test String #1</ChIlD>
+      </RoOt>
+    XML
+    xml_doc = REXML::Document.new(xml)
+    test_string = try_xpaths(xml_doc, [
+      "ROOT/child/text()"
+    ], :select_result_value => true)
+    assert_equal("Test String #1", test_string)
+
+    xml = <<-XML
+      <root xmlns:TESTnAmEsPace="http://example.com/ns/">
+        <TESTnAmEsPace:ChIlD>Test String #2</TESTnAmEsPace:ChIlD>
+      </root>
+    XML
+    xml_doc = REXML::Document.new(xml)
+    test_string = try_xpaths(xml_doc, [
+      "ROOT/testnamespace:child/text()"
+    ], :select_result_value => true)
+    assert_equal("Test String #2", test_string)
+
+    xml = <<-XML
+      <RoOt>
+        <ChIlD AttRib="Test String #3" />
+      </RoOt>
+    XML
+    xml_doc = REXML::Document.new(xml)
+    test_string = try_xpaths(xml_doc, [
+      "ROOT/child/@ATTRIB"
+    ], :select_result_value => true)
+    assert_equal("Test String #3", test_string)
+
+    xml = <<-XML
+      <RoOt xmlns:TESTnAmEsPace="http://example.com/ns/">
+        <ChIlD TESTnAmEsPace:AttRib="Test String #4" />
+      </RoOt>
+    XML
+    xml_doc = REXML::Document.new(xml)
+    test_string = try_xpaths(xml_doc, [
+      "ROOT/child/@testnamespace:ATTRIB"
+    ], :select_result_value => true)
+    assert_equal("Test String #4", test_string)
+  end
+
   def test_escape_entities
   end
 
@@ -19,7 +72,9 @@ class HelperTest < Test::Unit::TestCase
   def test_normalize_url
     assert_equal("http://slashdot.org/",
       FeedTools.normalize_url("slashdot.org"))
-      
+    assert_equal("http://example.com/index.php",
+      FeedTools.normalize_url("example.com/index.php"))
+
     # Test windows-style file: protocol normalization
     assert_equal("file:///c:/windows/My%20Documents%20100%20/foo.txt",
       FeedTools.normalize_url("c:\\windows\\My Documents 100%20\\foo.txt"))
@@ -36,10 +91,15 @@ class HelperTest < Test::Unit::TestCase
   
   def test_sanitize_html
     assert_equal("<!--foo-->", FeedTools.sanitize_html("<!--foo-->"))
+    assert_equal("<P>Upper-case tags</P>",
+      FeedTools.sanitize_html("<P>Upper-case tags</P>"))
+    assert_equal("<A HREF='/dev/null'>Upper-case attributes</A>",
+      FeedTools.sanitize_html(
+        "<A HREF='/dev/null'>Upper-case attributes</A>"))
   end
   
   def test_tidy_html
-    FeedTools.tidy_enabled = true
+    FeedTools.configurations[:tidy_enabled] = true
     unless FeedTools.tidy_enabled?
       puts "\nCould not test tidy support.  Libtidy couldn't be found."
     else
@@ -78,7 +138,7 @@ class HelperTest < Test::Unit::TestCase
       assert_not_equal(nil, illegal_pre_after_tidy =~ /class HTTPIO &lt; HTTP/,
         "Tidy failed to clean up illegal chars in <pre> block.")
     end
-    FeedTools.tidy_enabled = false
+    FeedTools.configurations[:tidy_enabled] = false
   end
   
   def test_build_urn_uri