feed-normalizer 1.3.1 → 1.3.2

data/History.txt

@@ -1,3 +1,8 @@
+1.3.2
+
+ * Add support for applicable dublin core elements. (dc:date and dc:creator)
+ * Feeds can now be dumped to YAML.
+
 1.3.1
 
  * Small changes to work with hpricot 0.6. This release depends on hpricot 0.6.

data/Rakefile

@@ -1,6 +1,6 @@
 require 'hoe'
 
-Hoe.new("feed-normalizer", "1.3.1") do |s|
+Hoe.new("feed-normalizer", "1.3.2") do |s|
   s.author = "Andrew A. Smith"
   s.email = "andy@tinnedfruit.org"
   s.url = "http://feed-normalizer.rubyforge.org/"

data/lib/parsers/rss.rb

@@ -36,7 +36,7 @@ module FeedNormalizer
         :description => :description,
         :copyright => :copyright,
         :authors => :managingEditor,
-        :last_updated => [:lastBuildDate, :pubDate],
+        :last_updated => [:lastBuildDate, :pubDate, :dc_date],
         :id => :guid
       }
 
@@ -49,12 +49,12 @@ module FeedNormalizer
 
       # item elements
       item_mapping = {
-        :date_published => :pubDate,
+        :date_published => [:pubDate, :dc_date],
         :urls => :link,
         :description => :description,
         :content => :description,
         :title => :title,
-        :authors => :author
+        :authors => [:author, :dc_creator]
       }
 
       rss.items.each do |rss_item|

data/lib/parsers/simple-rss.rb

@@ -34,7 +34,7 @@ module FeedNormalizer
       feed_mapping = {
         :generator => :generator,
         :title => :title,
-        :last_updated => [:updated, :lastBuildDate, :pubDate],
+        :last_updated => [:updated, :lastBuildDate, :pubDate, :dc_date],
         :copyright => [:copyright, :rights],
         :authors => [:author, :webMaster, :managingEditor, :contributor],
         :urls => :link,
@@ -50,12 +50,12 @@ module FeedNormalizer
 
       # entry elements
       entry_mapping = {
-        :date_published => [:pubDate, :published],
+        :date_published => [:pubDate, :published, :dc_date],
         :urls => :link,
         :description => [:description, :summary],
         :content => [:content, :description],
         :title => :title,
-        :authors => [:author, :contributor]
+        :authors => [:author, :contributor, :dc_creator]
       }
 
       atomrss.entries.each do |atomrss_entry|
@@ -85,7 +85,7 @@ module FeedNormalizer
     end
 
     def self.feed_id(parser)
-      overridden_value(parser, :id) || "#{parser.link}"
+      overridden_value(parser, :id) || ("#{parser.link}" if parser.respond_to?(:link))
     end
 
     # gets the value returned from the method if it overriden, otherwise nil.

data/lib/structures.rb

@@ -160,7 +160,7 @@ module FeedNormalizer
       @urls = []
       @authors = []
       @items = []
-      @parser = wrapper.parser
+      @parser = wrapper.parser.to_s
     end
 
     def channel() self end

data/test/test_feednormalizer.rb

@@ -1,5 +1,6 @@
 require 'test/unit'
 require 'feed-normalizer'
+require 'yaml'
 
 include FeedNormalizer
 
@@ -44,7 +45,7 @@ class FeedNormalizerTest < Test::Unit::TestCase
   end
 
   def test_parser_failover_order
-    assert_equal SimpleRSS, FeedNormalizer::FeedNormalizer.parse(XML_FILES[:atom10], :force_parser => RubyRssParser).parser
+    assert_equal 'SimpleRSS', FeedNormalizer::FeedNormalizer.parse(XML_FILES[:atom10], :force_parser => RubyRssParser).parser
   end
 
   def test_force_parser_fail
@@ -56,8 +57,8 @@ class FeedNormalizerTest < Test::Unit::TestCase
   end
 
   def test_correct_parser_used
-    assert_equal RSS::Parser, FeedNormalizer::FeedNormalizer.parse(XML_FILES[:rss20]).parser
-    assert_equal SimpleRSS, FeedNormalizer::FeedNormalizer.parse(XML_FILES[:atom10]).parser
+    assert_equal 'RSS::Parser', FeedNormalizer::FeedNormalizer.parse(XML_FILES[:rss20]).parser
+    assert_equal 'SimpleRSS', FeedNormalizer::FeedNormalizer.parse(XML_FILES[:atom10]).parser
   end
 
   def test_rss
@@ -68,6 +69,7 @@ class FeedNormalizerTest < Test::Unit::TestCase
     assert_equal "MP3 player court order overturned", feed.entries.last.title
     assert_equal "SanDisk puts its MP3 players back on display at a German electronics show after overturning a court injunction.", feed.entries.last.description
     assert_equal "SanDisk puts its MP3 players back on display at a German electronics show after overturning a court injunction.", feed.entries.last.content
+    assert_instance_of Time, feed.entries.last.date_published
   end
 
   def test_simplerss
@@ -86,8 +88,7 @@ class FeedNormalizerTest < Test::Unit::TestCase
     XML_FILES.keys.each do |xml_file|
       feed = FeedNormalizer::FeedNormalizer.parse(XML_FILES[xml_file])
 
-      assert [feed.title, feed.url, feed.entries.first.url].collect{|e| e.is_a?(String)}.all?, "Not everything was a String in #{xml_file}"
-      assert [feed.parser, feed.class].collect{|e| e.is_a?(Class)}.all?
+      assert [feed.parser, feed.title, feed.url, feed.entries.first.url].collect{|e| e.is_a?(String)}.all?, "Not everything was a String in #{xml_file}"
     end
   end
 
@@ -121,6 +122,11 @@ class FeedNormalizerTest < Test::Unit::TestCase
     assert_nothing_raised { Marshal.load(Marshal.dump(feed)) }
   end
 
+  def test_yaml
+    feed = FeedNormalizer::FeedNormalizer.parse(XML_FILES[:rss20])
+    assert_nothing_raised { YAML.load(YAML.dump(feed)) }
+  end
+
   def test_method_missing
     assert_raise(NoMethodError) { Feed.new(nil).nonexistant }
   end
@@ -133,5 +139,33 @@ class FeedNormalizerTest < Test::Unit::TestCase
     assert feed.entries.first.content =~ /\<p\>/
   end
 
+  def test_malformed_feed
+    assert_nothing_raised { FeedNormalizer::FeedNormalizer.parse('<feed></feed>') }
+  end
+
+  def test_dublin_core_date_ruby_rss
+    feed = FeedNormalizer::FeedNormalizer.parse(XML_FILES[:rdf10], :force_parser => RubyRssParser)
+    assert_equal 'RSS::Parser', feed.parser
+    assert_instance_of Time, feed.entries.first.date_published
+  end
+
+  def test_dublin_core_date_simple_rss
+    feed = FeedNormalizer::FeedNormalizer.parse(XML_FILES[:rdf10], :force_parser => SimpleRssParser)
+    assert_equal 'SimpleRSS', feed.parser
+    assert_instance_of Time, feed.entries.first.date_published
+  end
+
+  def test_dublin_core_creator_ruby_rss
+    feed = FeedNormalizer::FeedNormalizer.parse(XML_FILES[:rdf10], :force_parser => RubyRssParser)
+    assert_equal 'RSS::Parser', feed.parser
+    assert_equal 'Jeff Hecht', feed.entries.last.author
+  end
+
+  def test_dublin_core_creator_simple_rss
+    feed = FeedNormalizer::FeedNormalizer.parse(XML_FILES[:rdf10], :force_parser => SimpleRssParser)
+    assert_equal 'SimpleRSS', feed.parser
+    assert_equal 'Jeff Hecht', feed.entries.last.author
+  end
+
 end
 

metadata

@@ -3,8 +3,8 @@ rubygems_version: 0.9.2
 specification_version: 1
 name: feed-normalizer
 version: !ruby/object:Gem::Version 
-  version: 1.3.1
-date: 2007-06-18 00:00:00 -07:00
+  version: 1.3.2
+date: 2007-07-02 00:00:00 -07:00
 summary: Extensible Ruby wrapper for Atom and RSS parsers
 require_paths: 
 - lib
@@ -50,10 +50,14 @@ files:
 - test/test_htmlcleaner.rb
 test_files: 
 - test/test_all.rb
-rdoc_options: []
-
-extra_rdoc_files: []
-
+rdoc_options: 
+- --main
+- README.txt
+extra_rdoc_files: 
+- History.txt
+- License.txt
+- Manifest.txt
+- Readme.txt
 executables: []
 
 extensions: []
@@ -86,5 +90,5 @@ dependencies:
     requirements: 
     - - ">="
       - !ruby/object:Gem::Version 
-        version: 1.2.0
+        version: 1.2.1
     version: