feedparser 1.1.0 → 1.1.1

data/test/feeds/spec/json/example.json

@@ -0,0 +1,36 @@
+{
+    "version": "https://jsonfeed.org/version/1",
+    "title": "My Example Feed",
+    "home_page_url": "https://example.org/",
+    "feed_url": "https://example.org/feed.json",
+    "items": [
+        {
+            "id": "2",
+            "content_text": "This is a second item.",
+            "url": "https://example.org/second-item"
+        },
+        {
+            "id": "1",
+            "content_html": "<p>Hello, world!</p>",
+            "url": "https://example.org/initial-post"
+        }
+    ]
+}
+
+---
+
+feed.format:     json
+feed.title:      My Example Feed
+feed.url:        https://example.org/
+feed.feed_url:   https://example.org/feed.json
+
+feed.items.size:    >>> 2
+
+feed.items[0].id:           2
+feed.items[0].content_text: This is a second item.
+feed.items[0].url:          https://example.org/second-item
+
+
+feed.items[1].id:            1
+feed.items[1].content_html:  <p>Hello, world!</p>
+feed.items[1].url:           https://example.org/initial-post

data/test/feeds/spec/json/microblog.json

@@ -0,0 +1,34 @@
+{
+    "version": "https://jsonfeed.org/version/1",
+    "user_comment": "This is a microblog feed. You can add this to your feed reader using the following URL: https://example.org/feed.json",
+    "title": "Brent Simmons’s Microblog",
+    "home_page_url": "https://example.org/",
+    "feed_url": "https://example.org/feed.json",
+    "author": {
+        "name": "Brent Simmons",
+        "url": "http://example.org/",
+        "avatar": "https://example.org/avatar.png"
+    },
+    "items": [
+        {
+            "id": "2347259",
+            "url": "https://example.org/2347259",
+            "content_text": "Cats are neat. \n\nhttps://example.org/cats",
+            "date_published": "2016-02-09T14:22:00-07:00"
+        }
+    ]
+}
+
+---
+
+feed.format:     json
+feed.title:      Brent Simmons’s Microblog
+feed.url:        https://example.org/
+feed.feed_url:   https://example.org/feed.json
+
+feed.items.size:    >>> 1
+
+feed.items[0].id:           2347259
+feed.items[0].url:          https://example.org/2347259
+feed.items[0].content_text: Cats are neat. \n\nhttps://example.org/cats
+feed.items[0].published:    >>> DateTime.new( 2016, 2, 9, 14, 22, 0, '-7')

data/test/feeds/xkcd.atom

@@ -0,0 +1,48 @@
+<?xml version="1.0" encoding="utf-8"?>
+<feed xmlns="http://www.w3.org/2005/Atom" xml:lang="en">
+  <title>xkcd.com</title>
+  <link href="https://xkcd.com/" rel="alternate"></link>
+  <id>https://xkcd.com/</id>
+  <updated>2017-05-22T00:00:00Z</updated>
+  <entry>
+    <title>Genetic Testing Results</title>
+    <link href="https://xkcd.com/1840/" rel="alternate"></link>
+    <updated>2017-05-22T00:00:00Z</updated>
+    <id>https://xkcd.com/1840/</id>
+    <summary type="html">&lt;img src="https://imgs.xkcd.com/comics/genetic_testing_results.png" title="That's very exciting! The bad news is that it's a risk factor for a lot of things." alt="That's very exciting! The bad news is that it's a risk factor for a lot of things." /&gt;</summary>
+  </entry>
+  <entry>
+    <title>Doctor Visit</title>
+    <link href="https://xkcd.com/1839/" rel="alternate"></link>
+    <updated>2017-05-19T00:00:00Z</updated>
+    <id>https://xkcd.com/1839/</id>
+    <summary type="html">&lt;img src="https://imgs.xkcd.com/comics/doctor_visit.png" title="According to these blood tests, you're like 30% cereal." alt="According to these blood tests, you're like 30% cereal." /&gt;</summary>
+  </entry>
+  <entry>
+    <title>Machine Learning</title>
+    <link href="https://xkcd.com/1838/" rel="alternate"></link>
+    <updated>2017-05-17T00:00:00Z</updated>
+    <id>https://xkcd.com/1838/</id>
+    <summary type="html">&lt;img src="https://imgs.xkcd.com/comics/machine_learning.png" title="The pile gets soaked with data and starts to get mushy over time, so it's technically recurrent." alt="The pile gets soaked with data and starts to get mushy over time, so it's technically recurrent." /&gt;</summary>
+  </entry>
+  <entry>
+    <title>Rental Car</title>
+    <link href="https://xkcd.com/1837/" rel="alternate"></link>
+    <updated>2017-05-15T00:00:00Z</updated>
+    <id>https://xkcd.com/1837/</id>
+    <summary type="html">&lt;img src="https://imgs.xkcd.com/comics/rental_car.png" title="Technically, both cars are haunted, but the murder ghosts can't stand listening to the broken GPS for more than a few minutes." alt="Technically, both cars are haunted, but the murder ghosts can't stand listening to the broken GPS for more than a few minutes." /&gt;</summary>
+  </entry>
+</feed>
+
+---
+
+feed.format:        atom
+feed.title:         xkcd.com
+feed.url:           https://xkcd.com/
+feed.updated:       >>> DateTime.new( 2017, 5, 22 )
+feed.items.size:    >>> 4
+
+feed.items[0].title:   Genetic Testing Results
+feed.items[0].url:     https://xkcd.com/1840/
+feed.items[0].guid:    https://xkcd.com/1840/
+feed.items[0].updated: >>> DateTime.new( 2017, 5, 22 )

data/test/feeds/xkcd.rss2

@@ -0,0 +1,55 @@
+<?xml version="1.0" encoding="utf-8"?>
+<rss version="2.0">
+  <channel>
+    <title>xkcd.com</title>
+    <link>https://xkcd.com/</link>
+    <description>xkcd.com: A webcomic of romance and math humor.</description>
+    <language>en</language>
+    <item>
+      <title>Genetic Testing Results</title>
+      <link>https://xkcd.com/1840/</link>
+      <description>&lt;img src="https://imgs.xkcd.com/comics/genetic_testing_results.png" title="That's very exciting! The bad news is that it's a risk factor for a lot of things." alt="That's very exciting! The bad news is that it's a risk factor for a lot of things." /&gt;</description>
+      <pubDate>Mon, 22 May 2017 04:00:00 -0000</pubDate>
+      <guid>https://xkcd.com/1840/</guid>
+    </item>
+    <item>
+      <title>Doctor Visit</title>
+      <link>https://xkcd.com/1839/</link>
+      <description>&lt;img src="https://imgs.xkcd.com/comics/doctor_visit.png" title="According to these blood tests, you're like 30% cereal." alt="According to these blood tests, you're like 30% cereal." /&gt;</description>
+      <pubDate>Fri, 19 May 2017 04:00:00 -0000</pubDate>
+      <guid>https://xkcd.com/1839/</guid>
+    </item>
+    <item>
+      <title>Machine Learning</title>
+      <link>https://xkcd.com/1838/</link>
+      <description>&lt;img src="https://imgs.xkcd.com/comics/machine_learning.png" title="The pile gets soaked with data and starts to get mushy over time, so it's technically recurrent." alt="The pile gets soaked with data and starts to get mushy over time, so it's technically recurrent." /&gt;</description>
+      <pubDate>Wed, 17 May 2017 04:00:00 -0000</pubDate>
+      <guid>https://xkcd.com/1838/</guid>
+    </item>
+    <item>
+      <title>Rental Car</title>
+      <link>https://xkcd.com/1837/</link>
+      <description>&lt;img src="https://imgs.xkcd.com/comics/rental_car.png" title="Technically, both cars are haunted, but the murder ghosts can't stand listening to the broken GPS for more than a few minutes." alt="Technically, both cars are haunted, but the murder ghosts can't stand listening to the broken GPS for more than a few minutes." /&gt;</description>
+      <pubDate>Mon, 15 May 2017 04:00:00 -0000</pubDate>
+      <guid>https://xkcd.com/1837/</guid>
+    </item>
+  </channel>
+</rss>
+
+---
+
+feed.format:        rss 2.0
+feed.title:         xkcd.com
+feed.summary:       xkcd.com: A webcomic of romance and math humor.
+feed.url:           https://xkcd.com/
+feed.items.size:    >>> 4
+
+feed.items[0].title:   Genetic Testing Results
+feed.items[0].url:     https://xkcd.com/1840/
+feed.items[0].guid:    https://xkcd.com/1840/
+feed.items[0].updated: >>> DateTime.new( 2017, 5, 22, 4, 0 )
+
+feed.items[1].title:   Doctor Visit
+feed.items[1].url:     https://xkcd.com/1839/
+feed.items[1].guid:    https://xkcd.com/1839/
+feed.items[1].updated: >>> DateTime.new( 2017, 5, 19, 4, 0 )

data/test/helper.rb

@@ -43,7 +43,20 @@ class Test
       expr  = line[0...pos].strip    ## NOTE: do NOT include colon (thus, use tree dots ...)
       value = line[pos+1..-1].strip
 
-      code="assert_equal '#{value}', #{expr}"
+
+      ##  for ruby code use |>  or >> or >>> or =>  or $ or | or RUN or  ????
+      ##   otherwise assume "literal" string
+
+      if value.start_with? '>>>'
+         value = value[3..-1].strip
+         code="assert_equal #{value}, #{expr}"
+      elsif value.start_with? 'DateTime'         ## todo/fix: remove; use >>> style
+        code="assert_equal #{value}, #{expr}"
+      else # assume value is a "plain" string
+        ## note use %{ } so value can include quotes ('') etc.
+        code="assert_equal %{#{value}}, #{expr}"
+      end
+
       puts "eval #{code}"
       eval( code )
     end  # each line
@@ -59,4 +72,3 @@ def fetch_and_parse_feed( url )
 
   FeedParser::Parser.parse( xml )
 end
-

data/test/test_dates.rb

@@ -0,0 +1,52 @@
+###
+#  to run use
+#     ruby -I ./lib -I ./test test/test_dates.rb
+#  or better
+#     rake test
+
+require 'helper'
+
+
+class TestDates < MiniTest::Test
+
+  def test_iso8601   # used by atom, json feed
+
+    recs = [
+      [ '2017-05-20T19:23:06Z',       DateTime.new(2017, 5,20,19,23, 6) ],       # from daringfireball.json
+      [ '2017-05-20T19:23:08Z',       DateTime.new(2017, 5,20,19,23, 8) ],
+      [ '2017-05-17T08:02:12-07:00',  DateTime.new(2017, 5,17, 8, 2,12,'-7') ],  # from jsonfeed.json
+      [ '2017-05-18T21:08:49+00:00',  DateTime.new(2017, 5,18,21, 8,49) ],       # from byparker.json
+      [ '2017-05-18T21:08:49.123+00:00', DateTime.new(2017, 5,18,21, 8,49.123) ],   ### try with usec e.g. 49.124
+      [ '2017-05-17T08:02:12.567-07:00', DateTime.new(2017, 5,17, 8, 2,12.567,'-7') ],
+    ]
+
+    recs.each do |rec|
+      d = DateTime.iso8601( rec[0] )
+      puts "class: #{d.class.name} - #{d.utc} (#{d.usec}) <= iso8601 #{rec[0]}"
+      pp d
+      assert_equal rec[1], d
+    end
+  end   # test_iso8601
+
+
+  def test_rfc822   # used by rss 2.0
+
+    recs = [
+      [ 'Sat, 17 Jan 2015 11:57:47 +0000', DateTime.new( 2015, 1,17,11,57,47) ],  # from sitepoint.rss2
+      [ 'Thu, 15 Jan 2015 15:00:56 +0000', DateTime.new( 2015, 1,15,15,00,56) ],
+      [ 'Fri, 16 Jan 2015 17:33:47 +0100', DateTime.new( 2015, 1,16,17,33,47,'+1') ],  # from rubyflow.rss2
+      [ 'Fri, 16 Jan 2015 09:33:57 +0100', DateTime.new( 2015, 1,16, 9,33,57,'+1') ],
+	    [ 'Wed, 17 Dec 2014 12:30:48 +0000', DateTime.new( 2014,12,17,12,30,48) ],  # from rubymine.rss2
+    ]
+
+    recs.each do |rec|
+      d = DateTime.rfc822( rec[0] )
+      puts "class: #{d.class.name} - #{d.utc} (#{d.usec}) <= rfc822 #{rec[0]}"
+      pp d
+      assert_equal rec[1], d
+    end
+
+  end  # test_rfc822
+
+
+end # class TestDates

data/test/test_feeds.rb

@@ -0,0 +1,27 @@
+###
+#  to run use
+#     ruby -I ./lib -I ./test test/test_feeds.rb
+#  or better
+#     rake test
+
+require 'helper'
+
+
+class TestFeeds < MiniTest::Test
+
+  def test_all
+    names = [
+             'learnenough.atom',
+             'xkcd.atom',
+             'xkcd.rss2',
+             'daringfireball.atom',
+             'intertwingly.atom',
+            ]
+
+    names.each do |name|
+      assert_feed_tests_for( name )
+    end
+  end
+
+
+end # class TestFeeds

data/test/test_json.rb

@@ -13,6 +13,10 @@ class TestJson < MiniTest::Test
     names = [
              'jsonfeed.json',
              'byparker.json',
+             'daringfireball.json',
+             'inessential.json',
+             'spec/json/example.json',
+             'spec/json/microblog.json',
             ]
 
     names.each do |name|

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: feedparser
 version: !ruby/object:Gem::Version
-  version: 1.1.0
+  version: 1.1.1
 platform: ruby
 authors:
 - Gerald Bauer
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2017-05-20 00:00:00.000000000 Z
+date: 2017-05-26 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: logutils
@@ -66,8 +66,8 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '3.16'
-description: feedparser - web feed parser and normalizer (RSS 2.0, Atom, etc.)
-email: feedreader@googlegroups.com
+description: feedparser - web feed parser and normalizer (RSS 2.0, Atom, JSON, etc.)
+email: wwwmake@googlegroups.com
 executables: []
 extensions: []
 extra_rdoc_files:
@@ -88,23 +88,34 @@ files:
 - lib/feedparser/parser.rb
 - lib/feedparser/version.rb
 - test/feeds/byparker.json
+- test/feeds/daringfireball.atom
+- test/feeds/daringfireball.json
 - test/feeds/googlegroups.atom
 - test/feeds/googlegroups2.atom
 - test/feeds/headius.atom
+- test/feeds/inessential.json
+- test/feeds/intertwingly.atom
 - test/feeds/jsonfeed.json
 - test/feeds/lambdatheultimate.rss2
+- test/feeds/learnenough.atom
 - test/feeds/railstutorial.atom
 - test/feeds/rubyflow.rss2
 - test/feeds/rubymine.rss2
 - test/feeds/rubyonrails.atom
 - test/feeds/sitepoint.rss2
+- test/feeds/spec/json/example.json
+- test/feeds/spec/json/microblog.json
+- test/feeds/xkcd.atom
+- test/feeds/xkcd.rss2
 - test/helper.rb
 - test/test_atom.rb
 - test/test_atom_live.rb
+- test/test_dates.rb
+- test/test_feeds.rb
 - test/test_json.rb
 - test/test_rss.rb
 - test/test_rss_live.rb
-homepage: https://github.com/feedreader/feed.parser
+homepage: https://github.com/feedreader/feedparser
 licenses:
 - Public Domain
 metadata: {}
@@ -129,5 +140,5 @@ rubyforge_project:
 rubygems_version: 2.6.7
 signing_key: 
 specification_version: 4
-summary: feedparser - web feed parser and normalizer (RSS 2.0, Atom, etc.)
+summary: feedparser - web feed parser and normalizer (RSS 2.0, Atom, JSON, etc.)
 test_files: []