feedbag 0.9.8 → 0.10.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: d849beafed42f6eaf06f5847d525b284990ea308
-  data.tar.gz: 59de9e7d7692ef586d82812bec5086b7570e75e1
+SHA256:
+  metadata.gz: 90acb0f6598522043d717b5fbba5f9675408b4f06c45659416a02581d64adecb
+  data.tar.gz: 71077f0a64463a4cae1bb8bd6d3af48bdf2efd9afdfecc1b5041161c97e1c638
 SHA512:
-  metadata.gz: 9a3d98e90e7f48bcbb44a461ff35f674737b2c4d93c09f137e33b3afdba4fdfb69221681ae43778aa39c7724d5305ca12ae38f258d83ff08294d1799d8374819
-  data.tar.gz: 367c78e9308d3e8ec85d3576c41d4f56057bc42766c5660d7adbdf7e6b52ccf3e4bd6062216b3031c240655168e557f37e55042584d2607d64ed530c84e90a17
+  metadata.gz: faa0ef3f90c3fb9d73f6f64253f6a3e7a3ecc4be7220017277a2c8d598b82ec09209b85cfcc39077925fd801e8034e98835a4514d1a8cc899d63a65c2a8c254c
+  data.tar.gz: 31ec8d217ac7b30f6180ac3c9447ef3f79cdb8a2baea2aee9d1e96dc203d7366af2ae494287fb4cc8291c57a7aa0537bcb677c5db2ae639d8da62990985e1cd0

data/COPYING

@@ -1,4 +1,4 @@
-Copyright (C) 2008-2014 David Moreno <david@axiombox.com>
+Copyright (C) 2008-2021 David Moreno <damog@damog.net>
 
 Permission is hereby granted, free of charge, to any person obtaining
 a copy of this software and associated documentation files (the

data/README.markdown

@@ -5,14 +5,16 @@ Feedbag is Ruby's favorite auto-discovery tool/library!
 
 ### Quick synopsis
 
-    >> require "feedbag"
-    => true
-    >> Feedbag.find "damog.net/blog"
-    => ["http://damog.net/blog/index.rss", "http://damog.net/blog/tags/feed", "http://damog.net/blog/tags/rfeed"]
-    >> Feedbag.feed? "perl.org"
-    => false
-    >> Feedbag.feed?("http://jobs.perl.org/rss/standard.rss")
-    => true
+```ruby
+>> require "feedbag"
+=> true
+>> Feedbag.find "damog.net/blog"
+=> ["http://damog.net/blog/atom.xml"]
+>> Feedbag.feed? "perl.org"
+=> false
+>> Feedbag.feed?("https://m.signalvnoise.com/feed")
+=> true
+```
 
 ### Installation
 
@@ -20,13 +22,38 @@ Feedbag is Ruby's favorite auto-discovery tool/library!
 
 Or just grab feedbag.rb and use it on your own project:
 
-    $ wget http://github.com/damog/feedbag/raw/master/lib/feedbag.rb
+    $ wget https://raw.githubusercontent.com/damog/feedbag/master/lib/feedbag.rb
 
 You can also use the command line tool for quick queries, if you install the gem:
 
-    $ feedbag http://rubygems.org/profiles/damog
-    == http://rubygems.org/profiles/damog:
-     - http://feeds.feedburner.com/gemcutter-latest
+    » feedbag https://www.ruby-lang.org/en/
+    == https://www.ruby-lang.org/en/:
+    - https://www.ruby-lang.org/en/feeds/news.rss
+    
+
+### Usage
+Feedbag will find all RSS feed types.  Here's an example of finding ATOM and JSON Feed
+
+```ruby
+> Feedbag.find('https://daringfireball.net')
+=> ["https://daringfireball.net/feeds/main", "https://daringfireball.net/feeds/json", "https://daringfireball.net/linked/2021/02/17/bookfeed"]
+```
+
+Feedbag defaults to a User-Agent string of **Feedbag/1.10.2**, however you can override this
+
+```ruby
+0> Feedbag.find('https://kottke.org', 'User-Agent' => "My Personal Agent/1.0.1")
+=> ["http://feeds.kottke.org/main", "http://feeds.kottke.org/json"]
+````
+
+The other options passed to find, will be passed to OpenURI. For example:
+
+```ruby
+Feedbag.find("https://kottke.org", 'User-Agent' => "My Personal Agent/1.0.1", open_timeout: 1000)
+```
+
+You can find the other options to OpenURI [here](https://rubyapi.org/o/openuri/openread#method-i-open).
+
 
 ### Why should you use it?
 
@@ -35,13 +62,17 @@ You can also use the command line tool for quick queries, if you install the gem
 - Because it's a single file you can embed easily in your application.
 - Because it's faster than anything else.
 
+### Web Service
+
+Now you can also POST directly into an AWS Lambda function webservice that runs `Feedbag.find()`. Don't overuse it. It's [here](https://github.com/damog/aws-lambda-feedbag).
+
 ### Author
 
 [David Moreno](http://damog.net/) <[damog@damog.net](mailto:damog@damog.net)>.
 
 ### Donations
 
-![Superfeedr](http://damog.net/files/misc/superfeedr_150.png)
+![Superfeedr](https://raw.githubusercontent.com/damog/feedbag/master/img/superfeedr_150.png)
 
 [Superfeedr](http://superfeedr.com) has kindly financially [supported](https://github.com/damog/feedbag/issues/9) the development of Feedbag.
 

data/lib/feedbag.rb

@@ -1,6 +1,6 @@
 #!/usr/bin/ruby
 
-# Copyright (c) 2008-2014 David Moreno <david@axiombox.com>
+# Copyright (c) 2008-2019 David Moreno <damog@damog.net>
 #
 # Permission is hereby granted, free of charge, to any person obtaining
 # a copy of this software and associated documentation files (the
@@ -25,10 +25,9 @@ require "rubygems"
 require "nokogiri"
 require "open-uri"
 require "net/http"
-require "open_uri_redirections"
 
 class Feedbag
-
+  VERSION = '0.10.2'
   CONTENT_TYPES = [
     'application/x.atom+xml',
     'application/atom+xml',
@@ -36,19 +35,22 @@ class Feedbag
     'text/xml',
     'application/rss+xml',
     'application/rdf+xml',
-    'application/json',   
+    'application/json',
+    'application/feed+json'
   ].freeze
 
   def self.feed?(url)
     new.feed?(url)
   end
 
-  def self.find(url, args = {})
-    new.find(url, args = {})
+  def self.find(url, options = {})
+    new(options: options).find(url, **options)
   end
 
-  def initialize
+  def initialize(options: nil)
     @feeds = []
+    @options = options || {}
+    @options["User-Agent"] ||= "Feedbag/#{VERSION}"
   end
 
   def feed?(url)
@@ -68,7 +70,7 @@ class Feedbag
     end
   end
 
-  def find(url, args = {})
+  def find(url, options = {})
     url_uri = URI.parse(url)
     url = nil
     if url_uri.scheme.nil?
@@ -97,7 +99,7 @@ class Feedbag
     end
 
     begin
-      html = open(url, :allow_redirections => :all) do |f|
+      html = URI.open(url, **@options) do |f|
         content_type = f.content_type.downcase
         if content_type == "application/octet-stream" # open failed
           content_type = f.meta["content-type"].gsub(/;.*$/, '')
@@ -128,7 +130,7 @@ class Feedbag
           end
         end
 
-        doc.xpath("//link[@rel='alternate' and @type='application/json'][@href]").each do |e| 
+        doc.xpath("//link[@rel='alternate' and @type='application/json'][@href]").each do |e|
           self.add_feed(e['href'], url, @base_uri) if self.looks_like_feed?(e['href'])
         end
 
@@ -166,7 +168,8 @@ class Feedbag
   end
 
   def looks_like_feed?(url)
-    if url =~ /(\.(rdf|xml|rss)$|feed=(rss|atom)|(atom|feed)\/?$)/i
+	puts url
+    if url =~ /(\.(rdf|xml|rss)(\?([\w'\-%]?(=[\w'\-%.]*)?(&|#|\+|\;)?)+)?(:[\w'\-%]+)?$|feed=(rss|atom)|(atom|feed)\/?$)/i
       true
     else
       false

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: feedbag
 version: !ruby/object:Gem::Version
-  version: 0.9.8
+  version: 0.10.2
 platform: ruby
 authors:
 - David Moreno
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
-date: 2017-06-18 00:00:00.000000000 Z
+date: 2020-11-28 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: nokogiri
@@ -16,28 +16,20 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.0'
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '1.0'
-- !ruby/object:Gem::Dependency
-  name: open_uri_redirections
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
+        version: '1.8'
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '0.2'
+        version: 1.8.2
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.2'
+        version: '1.8'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.8.2
 - !ruby/object:Gem::Dependency
   name: shoulda
   requirement: !ruby/object:Gem::Requirement
@@ -86,6 +78,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '3'
+- !ruby/object:Gem::Dependency
+  name: byebug
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '11'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '11'
 description: Ruby's favorite feed auto-discovery tool
 email: damog@damog.net
 executables:
@@ -104,7 +110,7 @@ homepage: http://github.com/damog/feedbag
 licenses:
 - MIT
 metadata: {}
-post_install_message: 
+post_install_message:
 rdoc_options:
 - "--main"
 - README.markdown
@@ -121,9 +127,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: feedbag
-rubygems_version: 2.6.11
-signing_key: 
+rubygems_version: 3.1.4
+signing_key:
 specification_version: 4
-summary: Ruby's favorite feed auto-discovery tool
+summary: RSS/Atom feed auto-discovery tool
 test_files: []