feedparser 1.1.1 → 1.2.0

data/test/feeds/{sitepoint.rss2 → sitepoint.rss}

@@ -1,12 +1,12 @@
-<?xml version="1.0" encoding="UTF-8"?><rss version="2.0"
+<?xml version="1.0" encoding="UTF-8"?>
+<rss version="2.0"
 	xmlns:content="http://purl.org/rss/1.0/modules/content/"
 	xmlns:wfw="http://wellformedweb.org/CommentAPI/"
 	xmlns:dc="http://purl.org/dc/elements/1.1/"
 	xmlns:atom="http://www.w3.org/2005/Atom"
 	xmlns:sy="http://purl.org/rss/1.0/modules/syndication/"
 	xmlns:slash="http://purl.org/rss/1.0/modules/slash/"
-	xmlns:series="http://organizeseries.com/"
-	>
+	xmlns:series="http://organizeseries.com/">
 
 <channel>
 	<title>SitePoint &#187; Ruby</title>
@@ -207,13 +207,12 @@ Content Delivery Network via Amazon Web Services: CloudFront: dab1nmslvvntp.clou
 
 ---
 
-feed.format:     rss 2.0
-feed.title:      SitePoint » Ruby
-feed.url:        http://www.sitepoint.com
-feed.summary:    Learn CSS | HTML5 | JavaScript | Wordpress | Tutorials-Web Development | Reference | Books and More
-feed.generator:  http://wordpress.org/?v=4.0
+feed.format:          rss 2.0
+feed.title:           SitePoint » Ruby
+feed.url:             http://www.sitepoint.com
+feed.summary:         Learn CSS | HTML5 | JavaScript | Wordpress | Tutorials-Web Development | Reference | Books and More
+feed.generator.text:  http://wordpress.org/?v=4.0
 
 feed.items[0].title: Rails Model Caching with Redis
 feed.items[0].url:  http://www.sitepoint.com/rails-model-caching-redis/
 feed.items[0].guid: http://www.sitepoint.com/?p=97720
-

data/test/feeds/spec/atom/author.atom

@@ -0,0 +1,48 @@
+<?xml version="1.0" encoding="utf-8"?>
+<feed xmlns="http://www.w3.org/2005/Atom">
+  <title>Test Author</title>
+  <link rel="alternate" type="text/html" href="http://example.com/" />
+  <link rel="self" type="application/atom+xml" href="http://example.com/feed.xml" />
+  <id>http://example.com</id>
+  <updated>2017-05-23T19:36:44Z</updated>
+  <author>
+		<name>John Jay Gruber</name>
+		<uri>http://example.com/</uri>
+	</author>
+
+  <entry>
+  	<title>Feedbin, Too</title>
+	  <link rel="alternate" type="text/html" href="https://feedbin.com/blog/2017/05/22/feedbin-supports-json-feed/" />
+	  <id>tag:daringfireball.net,2017:/linked//6.33732</id>
+	  <published>2017-05-23T18:50:36Z</published>
+	  <updated>2017-05-23T19:03:33Z</updated>
+	  <author>
+		  <name>Max Gruber Jun.</name>
+		  <uri>http://example.com/</uri>
+	  </author>
+  	<content type="text">
+       Ben Ubois, announcing support for JSON Feed in Feedbin...
+    </content>
+  </entry>
+</feed>
+
+---
+
+feed.authors.size:      >>> 1
+feed.authors[0].name:   John Jay Gruber
+feed.authors[0].url:	  http://example.com/
+feed.authors[0].email:	>>> nil
+
+feed.author.name:  John Jay Gruber
+feed.author.url: 	 http://example.com/
+feed.author.email: >>> nil
+
+
+feed.items[0].authors.size:     >>> 1
+feed.items[0].authors[0].name:  Max Gruber Jun.
+feed.items[0].authors[0].url:	  http://example.com/
+feed.items[0].authors[0].email:	>>> nil
+
+feed.items[0].author.name:   Max Gruber Jun.
+feed.items[0].author.url: 	 http://example.com/
+feed.items[0].author.email:  >>> nil

data/test/feeds/spec/atom/authors.atom

@@ -0,0 +1,70 @@
+<?xml version="1.0" encoding="utf-8"?>
+<feed xmlns="http://www.w3.org/2005/Atom">
+  <title>Test Author</title>
+  <link rel="alternate" type="text/html" href="http://example.com/" />
+  <link rel="self" type="application/atom+xml" href="http://example.com/feed.xml" />
+  <id>http://example.com</id>
+  <updated>2017-05-23T19:36:44Z</updated>
+  <author>
+		<name>John Jay Gruber</name>
+		<uri>http://example.com/</uri>
+	</author>
+  <author>
+		<name>Frank Huber</name>
+		<uri>http://example.com/frank/</uri>
+	</author>
+
+  <entry>
+  	<title>Feedbin, Too</title>
+	  <link rel="alternate" type="text/html" href="https://feedbin.com/blog/2017/05/22/feedbin-supports-json-feed/" />
+	  <id>tag:daringfireball.net,2017:/linked//6.33732</id>
+	  <published>2017-05-23T18:50:36Z</published>
+	  <updated>2017-05-23T19:03:33Z</updated>
+	  <author>
+		  <name>Max Gruber Jun.</name>
+		  <uri>http://example.com/</uri>
+	  </author>
+    <author>
+  		<name>Frank Huber</name>
+  		<uri>http://example.com/frank/</uri>
+      <email>frank@example.com</email>
+  	</author>
+    <author>
+  		<name>George Imker</name>
+  		<uri>http://example.com/george/</uri>
+  	</author>
+  	<content type="text">
+       Ben Ubois, announcing support for JSON Feed in Feedbin...
+    </content>
+  </entry>
+</feed>
+
+---
+
+feed.authors.size:      >>> 2
+feed.authors[0].name:   John Jay Gruber
+feed.authors[0].url:	  http://example.com/
+feed.authors[0].email:	>>> nil
+feed.authors[1].name:   Frank Huber
+feed.authors[1].url:	  http://example.com/frank/
+
+feed.author.name:  John Jay Gruber
+feed.author.url: 	 http://example.com/
+feed.author.email: >>> nil
+
+
+
+feed.items[0].authors.size:     >>> 3
+feed.items[0].authors[0].name:  Max Gruber Jun.
+feed.items[0].authors[0].url:	  http://example.com/
+feed.items[0].authors[0].email:	>>> nil
+feed.items[0].authors[1].name:  Frank Huber
+feed.items[0].authors[1].url:	  http://example.com/frank/
+feed.items[0].authors[1].email:	frank@example.com
+feed.items[0].authors[2].name:  George Imker
+feed.items[0].authors[2].url:	  http://example.com/george/
+feed.items[0].authors[2].email:	>>> nil
+
+feed.items[0].author.name:   Max Gruber Jun.
+feed.items[0].author.url: 	 http://example.com/
+feed.items[0].author.email:  >>> nil

data/test/feeds/spec/atom/categories.atom

@@ -0,0 +1,66 @@
+<?xml version="1.0" encoding="utf-8"?>
+<feed xmlns='http://www.w3.org/2005/Atom'>
+  <title>Test Categories</title>
+  <link rel="alternate" type="text/html" href="http://example.com/" />
+  <link rel="self" type="application/atom+xml" href="http://example.com/feed.xml" />
+  <id>http://example.com</id>
+  <updated>2017-05-23T19:36:44Z</updated>
+
+   <category term="jruby"/>
+   <category term="ruby"/>
+   <category term="java"/>
+   <category term="rails"/>
+   <category term="invokedynamic"/>
+   <category term="jvm"/>
+   <category term="application bundle"/>
+   <category term="compilation"/>
+   <category term="compiler"/>
+   <category term="dynamic dispatch"/>
+   <category term="dynamic languages"/>
+   <category term="ruby 2.0"/>
+
+   <entry>
+
+     <title>Rock Surprise</title>
+     <link href='https://www.tbray.org/ongoing/When/201x/2017/05/20/Rock-Surprise' />
+     <id>https://www.tbray.org/ongoing/When/201x/2017/05/20/Rock-Surprise</id>
+     <published>2017-05-20T12:00:00-07:00</published>
+     <updated>2017-05-21T11:13:00-07:00</updated>
+
+     <category scheme='https://www.tbray.org/ongoing/What/' term='Arts/Music' />
+     <category scheme='https://www.tbray.org/ongoing/What/' term='Arts' />
+     <category scheme='https://www.tbray.org/ongoing/What/' term='Music' />
+     <category scheme='https://www.tbray.org/ongoing/What/' term='Arts/Photos' />
+     <category scheme='https://www.tbray.org/ongoing/What/' term='Photos' />
+
+   	<content type="text">
+      On a recent Saturday we accidentally took in two very
+      different pop-music concerts...
+     </content>
+   </entry>
+ </feed>
+
+---
+
+feed.tags.size:     >>> 12
+feed.tags[0].name:  jruby
+feed.tags[1].name:  ruby
+feed.tags[2].name:  java
+feed.tags[3].name:  rails
+feed.tags[4].name:  invokedynamic
+feed.tags[5].name:  jvm
+feed.tags[6].name:  application bundle
+feed.tags[7].name:  compilation
+feed.tags[8].name:  compiler
+feed.tags[9].name:  dynamic dispatch
+feed.tags[10].name: dynamic languages
+feed.tags[11].name: ruby 2.0
+
+
+feed.items[0].tags.size:      >>> 5
+feed.items[0].tags[0].name:   Arts/Music
+feed.items[0].tags[0].scheme: https://www.tbray.org/ongoing/What/
+feed.items[0].tags[1].name:   Arts
+feed.items[0].tags[2].name:   Music
+feed.items[0].tags[3].name:   Arts/Photos
+feed.items[0].tags[4].name:   Photos

data/test/feeds/spec/json/microblog.json

@@ -26,9 +26,18 @@ feed.title:      Brent Simmons’s Microblog
 feed.url:        https://example.org/
 feed.feed_url:   https://example.org/feed.json
 
-feed.items.size:    >>> 1
+feed.authors.size:      >>> 1
+feed.authors[0].name:   Brent Simmons
+feed.authors[0].url:    http://example.org/
+feed.authors[0].avatar: https://example.org/avatar.png
 
+
+feed.items.size:            >>> 1
 feed.items[0].id:           2347259
 feed.items[0].url:          https://example.org/2347259
 feed.items[0].content_text: Cats are neat. \n\nhttps://example.org/cats
-feed.items[0].published:    >>> DateTime.new( 2016, 2, 9, 14, 22, 0, '-7')
+feed.items[0].published:       >>> DateTime.new( 2016, 2, 9, 14, 22, 0, '-7').utc
+feed.items[0].published_local: >>> DateTime.new( 2016, 2, 9, 14, 22, 0, '-7')
+
+>>> pp feed.items[0].published
+>>> pp feed.items[0].published_local

data/test/feeds/spec/json/tags.json

@@ -0,0 +1,33 @@
+{
+    "version": "https://jsonfeed.org/version/1",
+    "title": "My Example Feed",
+    "home_page_url": "https://example.org/",
+    "feed_url": "https://example.org/feed.json",
+    "items": [
+        {
+            "id": "2",
+            "content_text": "This is a second item.",
+            "url": "https://example.org/second-item",
+            "tags": ["one", "two", "fourty four"]
+        },
+        {
+            "id": "1",
+            "content_html": "<p>Hello, world!</p>",
+            "url": "https://example.org/initial-post",
+            "tags": ["compiler","dynamic dispatch","dynamic languages","ruby 2.0"]
+        }
+    ]
+}
+
+---
+
+feed.items[0].tags.size:     >>> 3
+feed.items[0].tags[0].name: one
+feed.items[0].tags[1].name: two
+feed.items[0].tags[2].name: fourty four
+
+feed.items[1].tags.size:     >>> 4
+feed.items[1].tags[0].name: compiler
+feed.items[1].tags[1].name: dynamic dispatch
+feed.items[1].tags[2].name: dynamic languages
+feed.items[1].tags[3].name: ruby 2.0

data/test/feeds/spec/rss/author.rss

@@ -0,0 +1,41 @@
+<?xml version="1.0"?>
+<rss version="2.0">
+  <channel>
+    <title>Test Author</title>
+    <link>http://example.com/</link>
+    <description/>
+    <lastBuildDate>Mon, 29 May 2017 18:51:30 GMT </lastBuildDate>
+    <managingEditor>Matt Flegenheimer Jr.</managingEditor>
+    <webMaster>Matt Flegenheimer Sr.</webMaster>
+    <item>
+      <title>Jared Kushner&#x2019;s Role Is Tested as Russia Case Grows</title>
+      <link>https://www.nytimes.com/2017/05/28/us/kushner-trump-relationship-russia-investigation.html?partner=rss&amp;emc=rss</link>
+      <guid isPermaLink="true">https://www.nytimes.com/2017/05/28/us/kushner-trump-relationship-russia-investigation.html</guid>
+      <pubDate>Mon, 29 May 2017 01:23:57 GMT</pubDate>
+      <author>Peter Baker</author>
+    </item>
+  </channel>
+</rss>
+
+---
+
+feed.authors.size:      >>> 2
+feed.authors[0].text:   Matt Flegenheimer Jr.
+feed.authors[0].to_s:	  Matt Flegenheimer Jr.
+feed.authors[0].email:	>>> nil
+feed.authors[1].text:   Matt Flegenheimer Sr.
+feed.authors[1].to_s:	  Matt Flegenheimer Sr.
+
+feed.author.text:  Matt Flegenheimer Jr.
+feed.author.to_s:  Matt Flegenheimer Jr.
+feed.author.email: >>> nil
+
+
+feed.items[0].authors.size:     >>> 1
+feed.items[0].authors[0].text:  Peter Baker
+feed.items[0].authors[0].to_s:	Peter Baker
+feed.items[0].authors[0].email:	>>> nil
+
+feed.items[0].author.text:   Peter Baker
+feed.items[0].author.to_s: 	 Peter Baker
+feed.items[0].author.email:  >>> nil

data/test/feeds/spec/rss/categories.rss

@@ -0,0 +1,64 @@
+<?xml version="1.0"?>
+<rss version="2.0">
+  <channel>
+    <title>Test Categories</title>
+    <link>http://example.com</link>
+    <description/>
+    <lastBuildDate>Mon, 29 May 2017 18:51:30 GMT </lastBuildDate>
+    <category domain="http://www.nytimes.com/namespaces/keywords/des">United States Politics and Government</category>
+    <category domain="http://www.nytimes.com/namespaces/keywords/des">Social Media</category>
+    <category domain="http://www.nytimes.com/namespaces/keywords/mdes">News and News Media</category>
+
+    <item>
+      <title>Jared Kushner&#x2019;s Role Is Tested as Russia Case Grows</title>
+      <link>https://www.nytimes.com/2017/05/28/us/kushner-trump-relationship-russia-investigation.html?partner=rss&amp;emc=rss</link>
+      <guid isPermaLink="true">https://www.nytimes.com/2017/05/28/us/kushner-trump-relationship-russia-investigation.html</guid>
+      <description>It is unclear how Jared Kushner&#x2019;s high-profile woes will affect his hard-won partnership with his father-in-law, perhaps the most stable in an often unstable White House.</description>
+      <pubDate>Mon, 29 May 2017 01:23:57 GMT</pubDate>
+      <category domain="http://www.nytimes.com/namespaces/keywords/mdes">Presidents and Presidency (US)</category>
+      <category domain="http://www.nytimes.com/namespaces/keywords/des">Appointments and Executive Changes</category>
+      <category domain="http://www.nytimes.com/namespaces/keywords/nyt_geo">United States</category>
+      <category domain="http://www.nytimes.com/namespaces/keywords/nyt_per">Jared Kushner</category>
+      <category domain="http://www.nytimes.com/namespaces/keywords/nyt_per">Donald J. Trump</category>
+    </item>
+
+    <item>
+      <title>Reported Talks by Jared Kushner With Russia Would Be &#x2018;Good Thing,&#x2019; Trump Official Says</title>
+      <link>https://www.nytimes.com/2017/05/28/us/politics/trump-returns-to-us-and-to-berating-newsmedia-on-twitter.html?partner=rss&amp;emc=rss</link>
+      <guid isPermaLink="true">https://www.nytimes.com/2017/05/28/us/politics/trump-returns-to-us-and-to-berating-newsmedia-on-twitter.html</guid>
+      <description>John F. Kelly, the homeland security secretary, played down reports of a back channel. The president, meanwhile, resumed using Twitter as a weapon.</description>
+      <pubDate>Sun, 28 May 2017 16:57:05 GMT</pubDate>
+      <category domain="http://www.nytimes.com/namespaces/keywords/nyt_per">Trump, Donald J</category>
+      <category domain="http://www.nytimes.com/namespaces/keywords/des">United States Politics and Government</category>
+      <category domain="http://www.nytimes.com/namespaces/keywords/des">Social Media</category>
+      <category domain="http://www.nytimes.com/namespaces/keywords/mdes">News and News Media</category>
+      <category domain="http://www.nytimes.com/namespaces/keywords/nyt_org_all">Twitter</category>
+    </item>
+  </channel>
+</rss>
+
+---
+
+feed.tags.size:      >>> 3
+feed.tags[0].name:   United States Politics and Government
+feed.tags[0].domain: http://www.nytimes.com/namespaces/keywords/des
+feed.tags[1].name:   Social Media
+feed.tags[2].name:   News and News Media
+
+
+feed.items[0].tags.size:      >>> 5
+feed.items[0].tags[0].name:   Presidents and Presidency (US)
+feed.items[0].tags[0].domain: http://www.nytimes.com/namespaces/keywords/mdes
+feed.items[0].tags[1].name:   Appointments and Executive Changes
+feed.items[0].tags[2].name:   United States
+feed.items[0].tags[3].name:   Jared Kushner
+feed.items[0].tags[4].name:   Donald J. Trump
+
+
+feed.items[1].tags.size:      >>> 5
+feed.items[1].tags[0].name:   Trump, Donald J
+feed.items[1].tags[0].domain: http://www.nytimes.com/namespaces/keywords/nyt_per
+feed.items[1].tags[1].name:   United States Politics and Government
+feed.items[1].tags[2].name:   Social Media
+feed.items[1].tags[3].name:   News and News Media
+feed.items[1].tags[4].name:   Twitter

data/test/feeds/spec/rss/creator.rss

@@ -0,0 +1,38 @@
+<?xml version="1.0"?>
+<rss xmlns:dc="http://purl.org/dc/elements/1.1/" version="2.0">
+  <channel>
+    <title>Test Dublin Core</title>
+    <link>http://example.com/</link>
+    <description/>
+    <lastBuildDate>Mon, 29 May 2017 18:51:30 GMT </lastBuildDate>
+    <dc:creator>Matt Flegenheimer</dc:creator>
+    <item>
+      <title>Jared Kushner&#x2019;s Role Is Tested as Russia Case Grows</title>
+      <link>https://www.nytimes.com/2017/05/28/us/kushner-trump-relationship-russia-investigation.html?partner=rss&amp;emc=rss</link>
+      <guid isPermaLink="true">https://www.nytimes.com/2017/05/28/us/kushner-trump-relationship-russia-investigation.html</guid>
+      <pubDate>Mon, 29 May 2017 01:23:57 GMT</pubDate>
+      <dc:creator>Peter Baker</dc:creator>
+    </item>
+  </channel>
+</rss>
+
+---
+
+feed.authors.size:      >>> 1
+feed.authors[0].text:   Matt Flegenheimer
+feed.authors[0].to_s:	  Matt Flegenheimer
+feed.authors[0].email:	>>> nil
+
+feed.author.text:  Matt Flegenheimer
+feed.author.to_s:  Matt Flegenheimer
+feed.author.email: >>> nil
+
+
+feed.items[0].authors.size:     >>> 1
+feed.items[0].authors[0].text:  Peter Baker
+feed.items[0].authors[0].to_s:	Peter Baker
+feed.items[0].authors[0].email:	>>> nil
+
+feed.items[0].author.text:   Peter Baker
+feed.items[0].author.to_s: 	 Peter Baker
+feed.items[0].author.email:  >>> nil

data/test/helper.rb

@@ -39,22 +39,27 @@ class Test
 
       line = line.strip
 
-      pos = line.index(':')   ## assume first colon (:) is separator
-      expr  = line[0...pos].strip    ## NOTE: do NOT include colon (thus, use tree dots ...)
-      value = line[pos+1..-1].strip
-
-
-      ##  for ruby code use |>  or >> or >>> or =>  or $ or | or RUN or  ????
-      ##   otherwise assume "literal" string
-
-      if value.start_with? '>>>'
-         value = value[3..-1].strip
-         code="assert_equal #{value}, #{expr}"
-      elsif value.start_with? 'DateTime'         ## todo/fix: remove; use >>> style
-        code="assert_equal #{value}, #{expr}"
-      else # assume value is a "plain" string
-        ## note use %{ } so value can include quotes ('') etc.
-        code="assert_equal %{#{value}}, #{expr}"
+
+      if line.start_with? '>>>'
+        ## for debugging allow "custom" code e.g. >>> pp feed.items[0].summary etc.
+        code = line[3..-1].strip
+      else
+        pos = line.index(':')   ## assume first colon (:) is separator
+        expr  = line[0...pos].strip    ## NOTE: do NOT include colon (thus, use tree dots ...)
+        value = line[pos+1..-1].strip
+
+        ##  for ruby code use |>  or >> or >>> or =>  or $ or | or RUN or  ????
+        ##   otherwise assume "literal" string
+
+        if value.start_with? '>>>'
+           value = value[3..-1].strip
+           code="assert_equal #{value}, #{expr}"
+        elsif value.start_with? 'DateTime'         ## todo/fix: remove; use >>> style
+          code="assert_equal #{value}, #{expr}"
+        else # assume value is a "plain" string
+          ## note use %{ } so value can include quotes ('') etc.
+          code="assert_equal %{#{value}}, #{expr}"
+        end
       end
 
       puts "eval #{code}"