feedutils 0.3.0 → 0.3.1

data/lib/feedutils.rb

@@ -2,6 +2,7 @@
 
 require 'rss'
 require 'pp'
+require 'date'
 
 # 3rd party gems/libs
 

data/lib/feedutils/builder/atom.rb

@@ -29,7 +29,10 @@ class AtomFeedBuilder
     if atom_feed.updated
       # NOTE: empty updated.content e.g.  used by google groups feed
       #   will return nil : NilClass
-      feed.updated =  atom_feed.updated.content  #  .utc.strftime( "%Y-%m-%d %H:%M" )
+      
+      ## convert from time to to_datetime  (avoid errors on windows w/ builtin rss lib)
+      
+      feed.updated =  atom_feed.updated.content.nil?  ? nil : atom_feed.updated.content.to_datetime  #  .utc.strftime( "%Y-%m-%d %H:%M" )
       logger.debug "  atom | updated.content  >#{atom_feed.updated.content}< : #{atom_feed.updated.content.class.name}"
     end
 
@@ -65,7 +68,9 @@ class AtomFeedBuilder
 
 
     if atom_item.updated
-      item.updated    =  atom_item.updated.content  #  .utc.strftime( "%Y-%m-%d %H:%M" )
+      ## convert from time to to_datetime  (avoid errors on windows w/ builtin rss lib)
+
+      item.updated    =  atom_item.updated.content.nil? ? nil : atom_item.updated.content.to_datetime   #  .utc.strftime( "%Y-%m-%d %H:%M" )
 
       ## change time to utc if present? why? why not?
 
@@ -73,7 +78,9 @@ class AtomFeedBuilder
     end
     
     if atom_item.published
-      item.published   =  atom_item.published.content  #  .utc.strftime( "%Y-%m-%d %H:%M" )
+      ## convert from time to to_datetime  (avoid errors on windows w/ builtin rss lib)
+
+      item.published   =  atom_item.published.content.nil? ? nil : atom_item.published.content.to_datetime   #  .utc.strftime( "%Y-%m-%d %H:%M" )
       logger.debug "  atom | item.published.content  >#{atom_item.published.content}< : #{atom_item.published.content.class.name}"
     end
 
@@ -97,17 +104,16 @@ class AtomFeedBuilder
 
     if atom_item.summary
       item.summary = atom_item.summary.content
-    else
-      if atom_item.content
-        text  = atom_item.content.content
-        ## strip all html tags
-        text = text.gsub( /<[^>]+>/, '' )
-        text = text[ 0..400 ] # get first 400 chars
-        ## todo: check for length if > 400 add ... at the end???
-        item.summary = text
-      end
     end
 
+#  let client deal w/ missing summary - move to attic - delete
+#        text  = atom_item.content.content
+#        ## strip all html tags
+#        text = text.gsub( /<[^>]+>/, '' )
+#        text = text[ 0..400 ] # get first 400 chars
+#        ## todo: check for length if > 400 add ... at the end???
+#        item.summary = text
+
     item
   end # method build_feed_item
 

data/lib/feedutils/builder/rss.rb

@@ -31,14 +31,18 @@ class RssFeedBuilder
     feed.url       = rss_feed.channel.link            # required
     feed.summary   = rss_feed.channel.description     # required
 
+    logger.debug "  rss | channel.description: >#{rss_feed.channel.description}< : #{rss_feed.channel.description.class.name}"
+
      # NOTE:
      # All date-times in RSS conform
      #   to the Date and Time Specification of RFC 822
      #  e.g. Sun, 19 May 2012 15:21:36 GMT  or
      #       Sat, 07 Sep 2013 00:00:01 GMT
 
-    feed.built     = rss_feed.channel.lastBuildDate   # optional
-    feed.published = rss_feed.channel.pubDate         # optional
+    ## convert from time to to_datetime  (avoid errors on windows w/ builtin rss lib)
+
+    feed.built     = rss_feed.channel.lastBuildDate.nil? ? nil : rss_feed.channel.lastBuildDate.to_datetime  # optional
+    feed.published = rss_feed.channel.pubDate.nil?       ? nil : rss_feed.channel.pubDate.to_datetime     # optional
 
     logger.debug "  rss | channel.lastBuildDate: >#{rss_feed.channel.lastBuildDate}< : #{rss_feed.channel.lastBuildDate.class.name}"
     logger.debug "  rss | channel.pubDate: >#{rss_feed.channel.pubDate}< : #{rss_feed.channel.pubDate.class.name}"
@@ -85,7 +89,9 @@ class RssFeedBuilder
     #  e.g. Sun, 19 May 2012 15:21:36 GMT  or
     #       Sat, 07 Sep 2013 00:00:01 GMT
 
-    item.published = rss_item.pubDate     # .utc.strftime( "%Y-%m-%d %H:%M" )
+    ## convert from time to to_datetime  (avoid errors on windows w/ builtin rss lib)
+
+    item.published = rss_item.pubDate.nil? ? nil : rss_item.pubDate.to_datetime    # .utc.strftime( "%Y-%m-%d %H:%M" )
 
     logger.debug "  rss | item.pubDate: >#{rss_item.pubDate}< : #{rss_item.pubDate.class.name}"
  
@@ -99,9 +105,16 @@ class RssFeedBuilder
     # end
 
     ## fix/todo: check if rss_item.guid present? !!!!
-    item.guid     = rss_item.guid.content
-        
-    logger.debug "  rss | item.guid.content: >#{rss_item.guid.content}< : #{rss_item.guid.content.class.name}"
+    ##
+    ##  might be the case e.g. check lambda-the-ultimate.org, for example
+
+    if rss_item.guid && rss_item.guid.content
+      item.guid     = rss_item.guid.content
+      logger.debug "  rss | item.guid.content: >#{rss_item.guid.content}< : #{rss_item.guid.content.class.name}"
+    else
+      item.guid     = rss_item.link
+      logger.warn "  rss | item.guid.content missing !!!! - using link for guid"
+    end
 
     ### todo: add support or authors (incl. dc:creator)
     ##  <dc:creator>Dhaivat Pandya</dc:creator>

data/lib/feedutils/version.rb

@@ -1,4 +1,4 @@
 
 module FeedUtils
-   VERSION = '0.3.0'
+   VERSION = '0.3.1'
 end

data/test/test_rss.rb

@@ -19,5 +19,10 @@ class TestRss < MiniTest::Unit::TestCase
     assert( feed.format == 'rss 2.0' )
   end
 
+  def test_lambdatheultimate
+    ## check - has no item.guid - will use item.link for guid
+    feed = parse_feed( 'http://lambda-the-ultimate.org/rss.xml' )
+    assert( feed.format == 'rss 2.0' )
+  end
 
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: feedutils
 version: !ruby/object:Gem::Version
-  version: 0.3.0
+  version: 0.3.1
   prerelease: 
 platform: ruby
 authors:
@@ -9,11 +9,11 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-09-21 00:00:00.000000000 Z
+date: 2013-09-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: logutils
-  requirement: &74860390 !ruby/object:Gem::Requirement
+  requirement: &74300430 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -21,10 +21,10 @@ dependencies:
         version: '0.5'
   type: :runtime
   prerelease: false
-  version_requirements: *74860390
+  version_requirements: *74300430
 - !ruby/object:Gem::Dependency
   name: rdoc
-  requirement: &74859360 !ruby/object:Gem::Requirement
+  requirement: &74300030 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -32,10 +32,10 @@ dependencies:
         version: '3.10'
   type: :development
   prerelease: false
-  version_requirements: *74859360
+  version_requirements: *74300030
 - !ruby/object:Gem::Dependency
   name: hoe
-  requirement: &74858200 !ruby/object:Gem::Requirement
+  requirement: &74299400 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -43,7 +43,7 @@ dependencies:
         version: '3.3'
   type: :development
   prerelease: false
-  version_requirements: *74858200
+  version_requirements: *74299400
 description: feedutils - web feed parser and normalizer (RSS 2.0, Atom, etc.)
 email: webslideshow@googlegroups.com
 executables: []