feedparser 0.1.0

data/test/helper.rb

@@ -0,0 +1,35 @@
+## $:.unshift(File.dirname(__FILE__))
+
+
+## minitest setup
+
+require 'minitest/autorun'
+
+require 'logutils'
+require 'fetcher'
+
+## our own code
+
+require 'feedutils'
+
+
+LogUtils::Logger.root.level = :debug
+
+def parse_feed( url )
+  xml = Fetcher.read( url )
+
+  FeedUtils::Parser.parse( xml )
+end
+
+
+
+def read_feed_from_file( name )
+  File.read( "#{FeedUtils.root}/test/feeds/#{name}")
+end
+
+def parse_feed_from_file( name )
+  xml = read_feed_from_file( name )
+
+  FeedUtils::Parser.parse( xml )  
+end
+

data/test/test_atom.rb

@@ -0,0 +1,45 @@
+###
+#  to run use
+#     ruby -I ./lib -I ./test test/test_atom.rb
+#  or better
+#     rake test
+
+require 'helper'
+
+class TestAtom < MiniTest::Test
+
+  def test_rubyonrails
+    feed = parse_feed( 'http://weblog.rubyonrails.org/feed/atom.xml' )
+    
+    assert_equal 'atom',                           feed.format
+    assert_equal 'http://weblog.rubyonrails.org/', feed.url
+  end
+
+
+  def test_railstutorial
+    feed = parse_feed( 'http://feeds.feedburner.com/railstutorial?format=xml' )
+    
+    assert_equal 'atom',                           feed.format
+    assert_equal 'http://news.railstutorial.org/', feed.url
+  end
+
+
+  def test_googlegroup
+    feed = parse_feed( 'https://groups.google.com/forum/feed/beerdb/topics/atom.xml?num=15' )
+
+    assert_equal 'atom', feed.format
+    assert_equal 'https://groups.google.com/d/forum/beerdb', feed.url
+  end
+
+
+  def test_headius
+    feed = parse_feed( 'http://blog.headius.com/feeds/posts/default' )
+
+    assert_equal 'atom',    feed.format
+    assert_equal 'Blogger', feed.generator
+    assert_equal 'Headius', feed.title
+    assert_equal 'Helping the JVM Into the 21st Century', feed.title2  # aka subtitle in atom
+    assert_equal 'http://blog.headius.com/', feed.url
+  end
+
+end

data/test/test_atom_from_file.rb

@@ -0,0 +1,28 @@
+###
+#  to run use
+#     ruby -I ./lib -I ./test test/test_atom_from_file.rb
+#  or better
+#     rake test
+
+require 'helper'
+
+
+class TestAtomFromFile < MiniTest::Test
+
+  def test_googlegroup
+    feed = parse_feed_from_file( 'googlegroups.atom' )
+
+    assert_equal 'atom', feed.format
+    assert_equal 'Google Groups', feed.generator
+    assert_equal 'https://groups.google.com/d/forum/beerdb', feed.url
+  end
+
+  def test_googlegroup2
+    feed = parse_feed_from_file( 'googlegroups2.atom' )
+
+    assert_equal 'atom', feed.format
+    assert_equal 'Google Groups (w/ leading n trailing newlines stripped)', feed.generator
+    assert_equal 'https://groups.google.com/d/forum/beerdb', feed.url
+  end
+
+end # class TestAtomFromFile

data/test/test_atom_v03.rb

@@ -0,0 +1,41 @@
+###
+#  to run use
+#     ruby -I ./lib -I ./test test/test_atom_v03.rb
+#  or better
+#     rake test
+
+require 'helper'
+
+
+class TestAtomV03 < MiniTest::Test
+
+  def test_match
+    xmlv1   = read_feed_from_file( 'googlegroups.atom' )
+    xmlv03  = read_feed_from_file( 'quirksblog.atom.v03' )
+
+    atomv03helper = FeedUtils::AtomV03Helper.new
+
+    assert_equal false, atomv03helper.match?( xmlv1 )
+    assert_equal true,  atomv03helper.match?( xmlv03 )
+
+    xmlv03up = atomv03helper.convert( xmlv03 )
+    assert_equal false, atomv03helper.match?( xmlv03up )
+
+    pp xmlv03up[0..1000]
+  end
+
+  def test_parse
+    feed  = parse_feed_from_file( 'quirksblog.atom.v03' )
+
+    pp feed.updated
+    assert_equal '2014-12-31T15:33:00+00:00', feed.updated.to_s
+
+    pp feed.items[0].updated
+    assert_equal '2014-12-31T15:33:00+00:00', feed.items[0].updated.to_s
+
+    pp feed.items[1].updated
+    assert_equal '2014-11-26T12:11:25+00:00', feed.items[1].updated.to_s
+  end
+
+end # class TestAtomV03
+

data/test/test_rss.rb

@@ -0,0 +1,38 @@
+###
+#  to run use
+#     ruby -I ./lib -I ./test test/test_rss.rb
+#  or better
+#     rake test
+
+require 'helper'
+
+class TestRss < MiniTest::Test
+
+
+  def test_rubyflow
+    feed = parse_feed( 'http://feeds.feedburner.com/Rubyflow?format=xml' )
+    
+    assert_equal 'rss 2.0', feed.format
+  end
+
+  def test_sitepointruby
+    feed = parse_feed( 'http://www.sitepoint.com/ruby/feed/' )
+
+    assert_equal 'rss 2.0', feed.format
+  end
+
+  def test_lambdatheultimate
+    ## check - has no item.guid - will use item.link for guid
+    feed = parse_feed( 'http://lambda-the-ultimate.org/rss.xml' )
+
+    assert_equal 'rss 2.0', feed.format
+  end
+
+  def test_rubymine
+    # includes item/content:encoded
+    feed = parse_feed( 'http://feeds.feedburner.com/jetbrains_rubymine?format=xml' )
+    
+    assert_equal 'rss 2.0', feed.format
+  end
+
+end

metadata

@@ -0,0 +1,115 @@
+--- !ruby/object:Gem::Specification
+name: feedparser
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Gerald Bauer
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-01-08 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: logutils
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.6.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.6.1
+- !ruby/object:Gem::Dependency
+  name: rdoc
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.0'
+- !ruby/object:Gem::Dependency
+  name: hoe
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.13'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.13'
+description: feedparser - web feed parser and normalizer (RSS 2.0, Atom, etc.)
+email: feedreader@googlegroups.com
+executables: []
+extensions: []
+extra_rdoc_files:
+- HISTORY.md
+- Manifest.txt
+- README.md
+files:
+- ".gemtest"
+- HISTORY.md
+- Manifest.txt
+- README.md
+- Rakefile
+- lib/feedparser.rb
+- lib/feedparser/builder/atom.rb
+- lib/feedparser/builder/rss.rb
+- lib/feedparser/feed.rb
+- lib/feedparser/helper/atom_v03.rb
+- lib/feedparser/item.rb
+- lib/feedparser/parser.rb
+- lib/feedparser/version.rb
+- test/feeds/googlegroups.atom
+- test/feeds/googlegroups2.atom
+- test/feeds/quirksblog.atom.v03
+- test/helper.rb
+- test/test_atom.rb
+- test/test_atom_from_file.rb
+- test/test_atom_v03.rb
+- test/test_rss.rb
+homepage: https://github.com/feedreader/feed.parser
+licenses:
+- Public Domain
+metadata: {}
+post_install_message: 
+rdoc_options:
+- "--main"
+- README.md
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 1.9.2
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.2
+signing_key: 
+specification_version: 4
+summary: feedparser - web feed parser and normalizer (RSS 2.0, Atom, etc.)
+test_files:
+- test/test_atom_v03.rb
+- test/test_atom.rb
+- test/test_atom_from_file.rb
+- test/test_rss.rb