feed2email 0.8.0 → 0.9.0

data/lib/feed2email/feed_autodiscoverer.rb

@@ -1,6 +1,6 @@
 require 'nokogiri'
-require 'open-uri'
 require 'uri'
+require 'feed2email/open-uri'
 
 module Feed2Email
   class FeedAutodiscoverer
@@ -8,17 +8,15 @@ module Feed2Email
       @uri = uri
     end
 
-    def content_type; @content_type end
+    def content_type; handle.content_type end
 
     def feeds
-      return @feeds if @feeds
-      fetch
-      @feeds = discoverable? ? discover : []
+      @feeds ||= discoverable? ? discover : []
     end
 
     private
 
-    def data; @data end
+    def data; handle.read end
 
     def discover
       head = Nokogiri::HTML(data).at_css('head')
@@ -26,7 +24,7 @@ module Feed2Email
       if base = head.at_css('base[href]')
         base_uri = base['href']
       else
-        base_uri = uri
+        base_uri = handle.base_uri.to_s
       end
 
       head.css('link[rel=alternate]').select {|link|
@@ -43,11 +41,11 @@ module Feed2Email
     end
 
     def discoverable?
-      content_type == 'text/html'
+      handle.content_type == 'text/html'
     end
 
-    def fetch
-      @data, @content_type = open(uri) {|f| [f.read, f.content_type] }
+    def handle
+      @handle ||= open(uri)
     end
 
     def uri; @uri end

data/lib/feed2email/migrate/convert_feeds_migration.rb

@@ -0,0 +1,29 @@
+require 'feed2email/migrate/migration'
+
+module Feed2Email
+  module Migrate
+    class ConvertFeedsMigration < Migration
+      private
+
+      def applicable?
+        super && valid_data?
+      end
+
+      def filename
+        'feeds.yml'
+      end
+
+      def migrate
+        open(path, 'w') {|f| f.write(to_yaml) }
+      end
+
+      def to_yaml
+        data.map {|uri| { uri: uri, enabled: true } }.to_yaml
+      end
+
+      def valid_data?
+        data.is_a?(Array) && data.all? {|d| d.is_a?(String) }
+      end
+    end
+  end
+end

data/lib/feed2email/migrate/feeds_import_migration.rb

@@ -0,0 +1,42 @@
+require 'feed2email/feed'
+require 'feed2email/migrate/migration'
+
+module Feed2Email
+  module Migrate
+    class FeedsImportMigration < Migration
+      def apply
+        applicable? && migrate
+      end
+
+      private
+
+      def applicable?
+        super && table_empty? && valid_data?
+      end
+
+      def filename
+        'feeds.yml'
+      end
+
+      def migrate
+        data.each do |feed|
+          Feed.create(
+            uri:               feed[:uri],
+            enabled:           feed[:enabled],
+            etag:              feed[:etag],
+            last_modified:     feed[:last_modified],
+            last_processed_at: Time.now
+          )
+        end
+      end
+
+      def table_empty?
+        Feed.empty?
+      end
+
+      def valid_data?
+        data.is_a?(Array) && data.all? {|d| d.is_a?(Hash) && d.has_key?(:uri) }
+      end
+    end
+  end
+end

data/lib/feed2email/migrate/history_import_migration.rb

@@ -0,0 +1,42 @@
+require 'digest/md5'
+require 'feed2email/entry'
+require 'feed2email/feed'
+require 'feed2email/migrate/migration'
+
+module Feed2Email
+  module Migrate
+    class HistoryImportMigration < Migration
+      def apply
+        applicable? && migrate
+      end
+
+      private
+
+      def applicable?
+        table_empty?
+      end
+
+      def feed_history_data(feed_uri)
+        YAML.load(open(feed_history_path(feed_uri)))
+      end
+
+      def feed_history_path(feed_uri)
+        root.join("history-#{Digest::MD5.hexdigest(feed_uri)}.yml")
+      end
+
+      def migrate
+        Feed.each do |feed|
+          if feed_history_path(feed.uri).exist?
+            feed_history_data(feed.uri).each do |entry_uri|
+              Entry.find_or_create(feed_id: feed.id, uri: entry_uri)
+            end
+          end
+        end
+      end
+
+      def table_empty?
+        Entry.empty?
+      end
+    end
+  end
+end

data/lib/feed2email/migrate/migration.rb

@@ -0,0 +1,42 @@
+require 'fileutils'
+require 'yaml'
+require 'feed2email'
+
+module Feed2Email
+  module Migrate
+    class Migration
+      def apply
+        applicable? && backup_file && migrate
+      end
+
+      private
+
+      def applicable?
+        file_exists?
+      end
+
+      def backup_file
+        begin
+          FileUtils.cp(path, "#{path}.bak")
+          true
+        rescue
+          false
+        end
+      end
+
+      def data
+        @data ||= YAML.load(open(path))
+      end
+
+      def file_exists?
+        path.exist?
+      end
+
+      def path
+        root.join(filename)
+      end
+
+      def root; Feed2Email.root end
+    end
+  end
+end

data/lib/feed2email/migrate/split_history_migration.rb

@@ -0,0 +1,32 @@
+require 'digest/md5'
+require 'feed2email/migrate/migration'
+
+module Feed2Email
+  module Migrate
+    class SplitHistoryMigration < Migration
+      private
+
+      def applicable?
+        super && pending?
+      end
+
+      def feed_history_path(feed_uri)
+        root.join("history-#{Digest::MD5.hexdigest(feed_uri)}.yml")
+      end
+
+      def filename
+        'history.yml'
+      end
+
+      def migrate
+        data.each do |feed_uri, entries|
+          open(feed_history_path(feed_uri), 'w') {|f| f.write(entries.to_yaml) }
+        end
+      end
+
+      def pending?
+        Dir[root.join('history-*.yml')].empty?
+      end
+    end
+  end
+end

data/lib/feed2email/open-uri.rb

@@ -0,0 +1,7 @@
+require 'open-uri'
+
+# Monkey patch to allow redirection from "http" scheme to "https"
+def OpenURI.redirectable?(uri1, uri2)
+  uri1.scheme.downcase == uri2.scheme.downcase ||
+    (uri1.scheme =~ /\A(?:http|ftp)\z/i && uri2.scheme =~ /\A(?:https?|ftp)\z/i)
+end

data/lib/feed2email/opml_exporter.rb

@@ -0,0 +1,109 @@
+require 'net/http'
+require 'nokogiri'
+require 'uri'
+
+module Feed2Email
+  class OPMLExporter
+    MAX_REDIRECTS = 10
+
+    def self.export(path)
+      require 'feed2email/feed'
+
+      open(path, 'w') do |f|
+        uris = Feed.by_smallest_id.select_map(:uri)
+
+        if new(uris).export(f) > 0
+          uris.size
+        end
+      end
+    end
+
+    def initialize(uris)
+      @uris = uris
+    end
+
+    def export(io)
+      io.write(xml)
+    end
+
+    private
+
+    def builder
+      Nokogiri::XML::Builder.new do |xml|
+        xml.root {
+          xml.opml(version: '2.0') {
+            xml.head {
+              xml.title 'feed2email subscriptions'
+              xml.dateCreated Time.now
+              xml.ownerName ENV['USER']
+              xml.docs 'http://dev.opml.org/spec2.html'
+            }
+            xml.body {
+              uris.each do |uri|
+                xml.outline(text: uri, type: feed_type(uri), xmlUrl: uri)
+              end
+            }
+          }
+        }
+      end
+    end
+
+    # Adjusted from
+    # https://github.com/yugui/rubycommitters/blob/master/opml-generator.rb
+    def feed_type(url)
+      uri = nil
+      redirects = 0
+
+      loop do
+        uri = URI.parse(url)
+
+        begin
+          response = Net::HTTP.start(uri.host, uri.port) {|http|
+            http.head(uri.request_uri)
+          }
+        rescue
+          break
+        end
+
+        if response.code =~ /\A3\d\d\z/
+          redirects += 1
+          return unless response['location'] && redirects <= MAX_REDIRECTS
+          url = response['location']
+          next
+        end
+
+        case response['content-type'][/[^;]+/]
+        when 'text/rss', 'text/rss+xml', 'application/rss+xml',
+             'application/rdf+xml', 'application/xml', 'text/xml'
+          return 'rss'
+        when 'text/atom', 'text/atom+xml', 'application/atom+xml'
+          return 'atom'
+        else
+          break
+        end
+      end
+
+      case File.extname(uri.path)
+      when '.rdf', '.rss'
+        return 'rss'
+      when '.atom'
+        return 'atom'
+      end
+
+      case File.basename(uri.path)
+      when 'rss.xml', 'rdf.xml'
+        return 'rss'
+      when 'atom.xml'
+        return 'atom'
+      else
+        return
+      end
+    end
+
+    def uris; @uris end
+
+    def xml
+      builder.to_xml
+    end
+  end
+end

data/lib/feed2email/opml_importer.rb

@@ -0,0 +1,52 @@
+require 'nokogiri'
+
+module Feed2Email
+  class OPMLImporter
+    def self.import(path)
+      require 'feed2email/feed'
+
+      n = 0
+
+      open(path) do |f|
+        new(f).import do |uri|
+          if feed = Feed[uri: uri]
+            warn "Feed already exists: #{feed}"
+          else
+            feed = Feed.new(uri: uri)
+
+            if feed.save(raise_on_failure: false)
+              puts "Imported feed: #{feed}"
+              n += 1
+            else
+              warn "Failed to import feed: #{feed}"
+            end
+          end
+        end
+      end
+
+      n
+    end
+
+    def initialize(io)
+      @io = io
+    end
+
+    def import(&blk)
+      uris.each(&blk)
+    end
+
+    private
+
+    def data
+      io.read
+    end
+
+    def io; @io end
+
+    def uris
+      Nokogiri::XML(data).css('opml body outline').map {|outline|
+        outline['xmlUrl']
+      }.compact
+    end
+  end
+end

data/lib/feed2email/redirection_checker.rb

@@ -3,13 +3,13 @@ require 'uri'
 
 module Feed2Email
   class RedirectionChecker
+    attr_reader :location
+
     def initialize(uri)
       @uri = uri
       check
     end
 
-    def location; @location end
-
     def permanently_redirected?
       redirected? && code == 301
     end

data/lib/feed2email/smtp_connection.rb

@@ -0,0 +1,59 @@
+require 'net/smtp'
+require 'feed2email/configurable'
+
+module Feed2Email
+  def self.smtp_connection
+    @smtp_connection
+  end
+
+  def self.smtp_connection=(smtp_connection)
+    @smtp_connection = smtp_connection
+  end
+
+  class SMTPConnection
+    extend Configurable
+
+    def self.setup
+      Feed2Email.smtp_connection = new(
+        config.slice(*config.keys.grep(/\Asmtp_/))
+      )
+      at_exit { Feed2Email.smtp_connection.finish }
+    end
+
+    def initialize(options)
+      @options = options
+    end
+
+    def finish
+      smtp.finish if started?
+    end
+
+    def sendmail(*args, &block)
+      start unless started?
+      smtp.sendmail(*args, &block) # delegate
+    end
+
+    private
+
+    def options; @options end
+
+    def smtp
+      return @smtp if @smtp
+      @smtp = Net::SMTP.new(options['smtp_host'], options['smtp_port'])
+      @smtp.enable_starttls if options['smtp_starttls']
+      @smtp
+    end
+
+    def start
+      smtp.start('localhost',
+        options['smtp_user'],
+        options['smtp_pass'],
+        options['smtp_auth'].to_sym
+      )
+    end
+
+    def started?
+      smtp.started? # delegate
+    end
+  end
+end