feedbag 0.10 → 0.10.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: 2f4a18f05a16a8b2b8bc186f4fe114c3257f9fb5
-  data.tar.gz: f37fbb42c262877603597a7aa302641611099aa1
+SHA256:
+  metadata.gz: c5439ea287031a4c8aa34a87ade233f73c89acaffb8c03e05f4a1bc9fc1f9eb7
+  data.tar.gz: 043fd828e69509b5a15260c8dc0e0991a70dbc2c01c7128176f74680b640d6f6
 SHA512:
-  metadata.gz: f3690a18905ace1fd0abf19c6b1c9cc47e20a696e51865a5cfb7ffb03ccbd884f9ff4a75a6da6feba48a07627ceb5d451daf2afb079cc33ffe13714bfae0615c
-  data.tar.gz: babb742f5e7a301bc59de0cdfefd28eb8b7df73b0640bed71033ae1a8d95434f56a9164279eb231af1c4d2737b7a2c1a5e2a668cd4945b58d1c4becd65036b8e
+  metadata.gz: 9b3d6f64e975c623f8bc8046670fef214a0209cd09fb33e81b6a27e9684175f48fa950a1803609bb7334b31160df5cd107eaf3af525fcb423bba2b06f8986102
+  data.tar.gz: a5c04f3e465f4e36c570e6a6f42f4c75246d4ef94fbb1e815530d1b9c9efd5e5cdbb7b248eca2ab97044ae18a7630b820aacdfcf8538721d59299ecfc40e82f7

data/COPYING

@@ -1,4 +1,4 @@
-Copyright (C) 2008-2014 David Moreno <david@axiombox.com>
+Copyright (C) 2008-2021 David Moreno <damog@damog.net>
 
 Permission is hereby granted, free of charge, to any person obtaining
 a copy of this software and associated documentation files (the

data/README.markdown

@@ -29,6 +29,31 @@ You can also use the command line tool for quick queries, if you install the gem
     » feedbag https://www.ruby-lang.org/en/
     == https://www.ruby-lang.org/en/:
     - https://www.ruby-lang.org/en/feeds/news.rss
+    
+
+### Usage
+Feedbag will find all RSS feed types.  Here's an example of finding ATOM and JSON Feed
+
+```ruby
+> Feedbag.find('https://daringfireball.net')
+=> ["https://daringfireball.net/feeds/main", "https://daringfireball.net/feeds/json", "https://daringfireball.net/linked/2021/02/17/bookfeed"]
+```
+
+Feedbag defaults to a User-Agent string of **Feedbag/1.10.2**, however you can override this
+
+```ruby
+0> Feedbag.find('https://kottke.org', 'User-Agent' => "My Personal Agent/1.0.1")
+=> ["http://feeds.kottke.org/main", "http://feeds.kottke.org/json"]
+````
+
+The other options passed to find, will be passed to OpenURI. For example:
+
+```ruby
+Feedbag.find("https://kottke.org", 'User-Agent' => "My Personal Agent/1.0.1", open_timeout: 1000)
+```
+
+You can find the other options to OpenURI [here](https://rubyapi.org/o/openuri/openread#method-i-open).
+
 
 ### Why should you use it?
 
@@ -37,6 +62,10 @@ You can also use the command line tool for quick queries, if you install the gem
 - Because it's a single file you can embed easily in your application.
 - Because it's faster than anything else.
 
+### Web Service
+
+Now you can also POST directly into an AWS Lambda function webservice that runs `Feedbag.find()`. Don't overuse it. It's [here](https://github.com/damog/aws-lambda-feedbag).
+
 ### Author
 
 [David Moreno](http://damog.net/) <[damog@damog.net](mailto:damog@damog.net)>.

data/lib/feedbag.rb

@@ -1,6 +1,6 @@
 #!/usr/bin/ruby
 
-# Copyright (c) 2008-2019 David Moreno <david@axiombox.com>
+# Copyright (c) 2008-2019 David Moreno <damog@damog.net>
 #
 # Permission is hereby granted, free of charge, to any person obtaining
 # a copy of this software and associated documentation files (the
@@ -25,10 +25,9 @@ require "rubygems"
 require "nokogiri"
 require "open-uri"
 require "net/http"
-require "open_uri_redirections"
 
 class Feedbag
-
+  VERSION = '0.10.3'
   CONTENT_TYPES = [
     'application/x.atom+xml',
     'application/atom+xml',
@@ -37,18 +36,21 @@ class Feedbag
     'application/rss+xml',
     'application/rdf+xml',
     'application/json',
+    'application/feed+json'
   ].freeze
 
   def self.feed?(url)
     new.feed?(url)
   end
 
-  def self.find(url, args = {})
-    new.find(url, args = {})
+  def self.find(url, options = {})
+    new(options: options).find(url, **options)
   end
 
-  def initialize
+  def initialize(options: nil)
     @feeds = []
+    @options = options || {}
+    @options["User-Agent"] ||= "Feedbag/#{VERSION}"
   end
 
   def feed?(url)
@@ -68,7 +70,7 @@ class Feedbag
     end
   end
 
-  def find(url, args = {})
+  def find(url, options = {})
     url_uri = URI.parse(url)
     url = nil
     if url_uri.scheme.nil?
@@ -97,7 +99,7 @@ class Feedbag
     end
 
     begin
-      html = open(url, :allow_redirections => :all) do |f|
+      html = URI.open(url, **@options) do |f|
         content_type = f.content_type.downcase
         if content_type == "application/octet-stream" # open failed
           content_type = f.meta["content-type"].gsub(/;.*$/, '')
@@ -166,7 +168,7 @@ class Feedbag
   end
 
   def looks_like_feed?(url)
-    if url =~ /(\.(rdf|xml|rss)(\?([\w'\-%]?(=[\w'\-%.]*)?(&|#)?)+)?(:[\w'\-%]+)?$|feed=(rss|atom)|(atom|feed)\/?$)/i
+    if url =~ /(\.(rdf|xml|rss)(\?([\w'\-%]?(=[\w'\-%.]*)?(&|#|\+|\;)?)+)?(:[\w'\-%]+)?$|feed=(rss|atom)|(atom|feed)\/?$)/i
       true
     else
       false

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: feedbag
 version: !ruby/object:Gem::Version
-  version: '0.10'
+  version: 0.10.3
 platform: ruby
 authors:
 - David Moreno
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
-date: 2019-01-13 00:00:00.000000000 Z
+date: 2020-11-28 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: nokogiri
@@ -30,20 +30,6 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: 1.8.2
-- !ruby/object:Gem::Dependency
-  name: open_uri_redirections
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '0.2'
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '0.2'
 - !ruby/object:Gem::Dependency
   name: shoulda
   requirement: !ruby/object:Gem::Requirement
@@ -92,6 +78,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '3'
+- !ruby/object:Gem::Dependency
+  name: byebug
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '11'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '11'
 description: Ruby's favorite feed auto-discovery tool
 email: damog@damog.net
 executables:
@@ -110,7 +110,7 @@ homepage: http://github.com/damog/feedbag
 licenses:
 - MIT
 metadata: {}
-post_install_message: 
+post_install_message:
 rdoc_options:
 - "--main"
 - README.markdown
@@ -127,9 +127,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: feedbag
-rubygems_version: 2.6.11
-signing_key: 
+rubygems_version: 3.1.4
+signing_key:
 specification_version: 4
 summary: RSS/Atom feed auto-discovery tool
 test_files: []