automatic 13.1.0 → 13.2.0

data/plugins/filter/ignore.rb

@@ -2,7 +2,7 @@
 # Name::      Automatic::Plugin::Filter::Ignore
 # Author::    774 <http://id774.net>
 # Created::   Feb 22, 2012
-# Updated::   Jun 14, 2012
+# Updated::   Feb 13, 2013
 # Copyright:: 774 Copyright (c) 2012
 # License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
 
@@ -23,14 +23,6 @@ module Automatic::Plugin
           end
         }
       end
-      unless @config['exclude'].nil?
-        @config['exclude'].each {|e|
-          if items.link.include?(e.chomp)
-            detection = true
-            Automatic::Log.puts("info", "Excluded by link: #{items.link}")
-          end
-        }
-      end
       unless @config['description'].nil?
         @config['description'].each {|e|
           if items.description.include?(e.chomp)
@@ -45,13 +37,13 @@ module Automatic::Plugin
     def run
       @return_feeds = []
       @pipeline.each {|feeds|
-        ignore = false
+        new_feeds = []
         unless feeds.nil?
           feeds.items.each {|items|
-            ignore = true if exclude(items)
+            new_feeds << items if exclude(items) == false
           }
         end
-        @return_feeds << feeds unless ignore
+        @return_feeds << Automatic::FeedParser.create(new_feeds) if new_feeds.length > 0
       }
       @return_feeds
     end

data/plugins/filter/{reverse.rb → sort.rb}

@@ -1,13 +1,13 @@
 # -*- coding: utf-8 -*-
-# Name::      Automatic::Plugin::Filter::Reverse
+# Name::      Automatic::Plugin::Filter::Sort
 # Author::    774 <http://id774.net>
 # Created::   Mar 23, 2012
-# Updated::   Mar 23, 2012
+# Updated::   Jan 23, 2013
 # Copyright:: 774 Copyright (c) 2012
 # License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
 
 module Automatic::Plugin
-  class FilterReverse
+  class FilterSort
 
     def initialize(config, pipeline=[])
       @config = config
@@ -19,9 +19,15 @@ module Automatic::Plugin
       @pipeline.each { |feeds|
         return_feed_items = []
         unless feeds.nil?
-          feeds.items.sort!{|a,b|
-            a.date <=> b.date
-          }
+          if @config['sort'] == "asc"
+            feeds.items.sort!{|a,b|
+              a.date <=> b.date
+            }
+          else
+            feeds.items.sort!{|a,b|
+              - (a.date <=> b.date)
+            }
+          end
           @return_feeds << feeds
         end
       }

data/plugins/publish/instapaper.rb

@@ -0,0 +1,77 @@
+# -*- coding: utf-8 -*-
+# Name::      Automatic::Plugin::Publish::Instapaper
+# Author::    soramugi <http://soramugi.net>
+# Created::   Feb 9, 2013
+# Updated::   Feb 9, 2013
+# Copyright:: soramugi Copyright (c) 2013
+# License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
+
+module Automatic::Plugin
+  class Instapaper
+    # @see http://www.instapaper.com/api/simple
+    require "net/http"
+    require "openssl"
+
+    def initialize(username, password = '')
+      @username = username
+      @password = password
+      request(:authenticate)
+    end
+
+    def add(url, title = '', selection = '')
+      params = {
+        :url       => url,
+        :title     => title,
+        :selection => selection
+      }
+      res = request(:add, params)
+      if res.code == "201" then
+        message = "Success: #{url}"
+        message += " Title: #{title}" unless title.nil?
+        Automatic::Log.puts(:info, message)
+      else
+        Automatic::Log.puts(:error, "#{res.code} Error: #{url}")
+      end
+    end
+
+    private
+
+    def request(method, params = {})
+      request          = Net::HTTP::Post.new('/api/' + method.to_s)
+      request.basic_auth(@username, @password)
+      request.set_form_data(params)
+      http             = Net::HTTP.new('www.instapaper.com', 443)
+      http.use_ssl     = true
+      http.verify_mode = OpenSSL::SSL::VERIFY_NONE
+      http.start { http.request(request) }
+    end
+  end
+
+  class PublishInstapaper
+
+    attr_accessor :instapaper
+
+    def initialize(config, pipeline=[])
+      @config   = config
+      @pipeline = pipeline
+
+      @instapaper = Instapaper.new(
+        @config['email'],
+        @config['password']
+      )
+    end
+
+    def run
+      @pipeline.each {|feeds|
+        unless feeds.nil?
+          feeds.items.each {|feed|
+            Automatic::Log.puts("info", "add: #{feed.link}")
+            instapaper.add(feed.link, feed.title, feed.description)
+            sleep @config['interval'].to_i unless @config['interval'].nil?
+          }
+        end
+      }
+      @pipeline
+    end
+  end
+end

data/plugins/store/target_link.rb

@@ -3,7 +3,7 @@
 # Name::      Automatic::Plugin::Store::TargetLink
 # Author::    774 <http://id774.net>
 # Created::   Feb 28, 2012
-# Updated::   Jan  8, 2013
+# Updated::   Feb  9, 2013
 # Copyright:: 774 Copyright (c) 2012
 # License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
 
@@ -32,11 +32,15 @@ module Automatic::Plugin
           feeds.items.each {|feed|
             unless feed.link.nil?
               Automatic::Log.puts("info", "Downloading: #{feed.link}")
+              retries = 0
               begin
+                retries += 1
                 wget(feed.link)
                 sleep @config['interval'].to_i unless @config['interval'].nil?
               rescue
-                Automatic::Log.puts("error", "Error found during file download.")
+                Automatic::Log.puts("error", "ErrorCount: #{retries}, Fault during file download.")
+                sleep @config['interval'].to_i unless @config['interval'].nil?
+                retry if retries <= @config['retry'].to_i unless @config['retry'].nil?
               end
             end
           }

data/plugins/subscription/feed.rb

@@ -2,7 +2,7 @@
 # Name::      Automatic::Plugin::SubscriptionFeed
 # Author::    774 <http://id774.net>
 # Created::   Feb 22, 2012
-# Updated::   Feb 24, 2012
+# Updated::   Feb  8, 2013
 # Copyright:: 774 Copyright (c) 2012
 # License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
 
@@ -15,11 +15,15 @@ module Automatic::Plugin
 
     def run
       @config['feeds'].each {|feed|
+        retries = 0
         begin
           rss = Automatic::FeedParser.get(feed)
           @pipeline << rss
         rescue
-          Automatic::Log.puts("error", "Fault in parsing: #{feed}")
+          retries += 1
+          Automatic::Log.puts("error", "ErrorCount: #{retries}, Fault in parsing: #{feed}")
+          sleep @config['interval'].to_i unless @config['interval'].nil?
+          retry if retries <= @config['retry'].to_i unless @config['retry'].nil?
         end
       }
       @pipeline

data/plugins/subscription/google_reader_star.rb

@@ -0,0 +1,63 @@
+# -*- coding: utf-8 -*-
+# Name::      Automatic::Plugin::Subscription::GoogleReaderStar
+# Author::    soramugi <http://soramugi.net>
+# Created::   Feb 10, 2013
+# Updated::   Feb 10, 2013
+# Copyright:: soramugi Copyright (c) 2013
+# License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
+
+module Automatic::Plugin
+  class SubscriptionGoogleReaderStar
+    require 'open-uri'
+    require 'nokogiri'
+    require 'rss'
+
+    def initialize(config, pipeline=[])
+      @config   = config
+      @pipeline = pipeline
+    end
+
+    def run
+      @return_feeds = []
+      @config['feeds'].each {|feed|
+        begin
+          Automatic::Log.puts("info", "Parsing: #{feed}")
+          @return_feeds << self.parse(Automatic::FeedParser.get(feed).items)
+        rescue
+          Automatic::Log.puts("error", "Fault in parsing: #{feed}")
+        end
+      }
+      @return_feeds
+    end
+
+    def parse(feeds = [])
+      RSS::Maker.make("2.0") {|maker|
+        maker.xml_stylesheets.new_xml_stylesheet
+        maker.channel.title = "Automatic Ruby"
+        maker.channel.description = "Automatic Ruby"
+        maker.channel.link = "https://github.com/id774/automaticruby"
+        maker.items.do_sort = true
+
+        unless feeds.nil?
+          feeds.each {|feed|
+            unless feed.link.href.nil?
+              Automatic::Log.puts("info", "Creating: #{feed.link.href}")
+              item       = maker.items.new_item
+              item.title = feed.title.content # google reader feed
+              item.link  = feed.link.href     # google reader feed
+              begin
+                item.description = feed.description
+                item.author      = feed.author
+                item.comments    = feed.comments
+                item.date        = feed.pubDate || Time.now
+              rescue NoMethodError
+                Automatic::Log.puts("warn", "Undefined field detected in feed.")
+              end
+            end
+          }
+        end
+      }
+    end
+
+  end
+end

data/plugins/subscription/link.rb

@@ -2,7 +2,7 @@
 # Name::      Automatic::Plugin::Subscription::Link
 # Author::    774 <http://id774.net>
 # Created::   Sep 18, 2012
-# Updated::   Jan  8, 2013
+# Updated::   Feb  8, 2013
 # Copyright:: 774 Copyright (c) 2012
 # License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
 
@@ -30,10 +30,14 @@ module Automatic::Plugin
     def run
       @return_feeds = []
       @config['urls'].each {|url|
+        retries = 0
         begin
           create_rss(url)
         rescue
-          Automatic::Log.puts("error", "Fault in parsing: #{url}")
+          retries += 1
+          Automatic::Log.puts("error", "ErrorCount: #{retries}, Fault in parsing: #{url}")
+          sleep @config['interval'].to_i unless @config['interval'].nil?
+          retry if retries <= @config['retry'].to_i unless @config['retry'].nil?
         end
       }
       @return_feeds

data/plugins/subscription/tumblr.rb

@@ -2,7 +2,7 @@
 # Name::      Automatic::Plugin::Subscription::Tumblr
 # Author::    774 <http://id774.net>
 # Created::   Oct 16, 2012
-# Updated::   Jan  8, 2013
+# Updated::   Feb  8, 2013
 # Copyright:: 774 Copyright (c) 2012
 # License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
 
@@ -28,18 +28,22 @@ module Automatic::Plugin
     def run
       @return_feeds = []
       @config['urls'].each {|url|
+        retries = 0
         begin
           create_rss(url)
-        unless @config['pages'].nil?
-          @config['pages'].times {|i|
-            if i > 0
-              old_url = url + "/page/" + (i+1).to_s
-              create_rss(old_url)
-            end
-          }
-        end
+          unless @config['pages'].nil?
+            @config['pages'].times {|i|
+              if i > 0
+                old_url = url + "/page/" + (i+1).to_s
+                create_rss(old_url)
+              end
+            }
+          end
         rescue
-          Automatic::Log.puts("error", "Fault in parsing: #{url}")
+          retries += 1
+          Automatic::Log.puts("error", "ErrorCount: #{retries}, Fault in parsing: #{url}")
+          sleep @config['interval'].to_i unless @config['interval'].nil?
+          retry if retries <= @config['retry'].to_i unless @config['retry'].nil?
         end
       }
       @return_feeds

data/plugins/subscription/twitter.rb

@@ -2,7 +2,7 @@
 # Name::      Automatic::Plugin::Subscription::Twitter
 # Author::    774 <http://id774.net>
 # Created::   Sep  9, 2012
-# Updated::   Jan  8, 2013
+# Updated::   Feb  8, 2013
 # Copyright:: 774 Copyright (c) 2012
 # License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
 
@@ -50,10 +50,14 @@ module Automatic::Plugin
     def run
       @return_feeds = []
       @config['urls'].each {|url|
+        retries = 0
         begin
           create_rss(url)
         rescue
-          Automatic::Log.puts("error", "Fault in parsing: #{url}")
+          retries += 1
+          Automatic::Log.puts("error", "ErrorCount: #{retries}, Fault in parsing: #{url}")
+          sleep @config['interval'].to_i unless @config['interval'].nil?
+          retry if retries <= @config['retry'].to_i unless @config['retry'].nil?
         end
       }
       @return_feeds

data/spec/lib/automatic_spec.rb

@@ -3,7 +3,7 @@
 # Author::    kzgs
 #             774 <http://id774.net>
 # Created::   Mar  9, 2012
-# Updated::   Jan  8, 2013
+# Updated::   Feb 13, 2013
 # Copyright:: kzgs Copyright (c) 2012
 # License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
 
@@ -26,7 +26,7 @@ describe Automatic do
 
   describe "#version" do
     specify {
-      Automatic.const_get(:VERSION).should == "13.1.0"
+      Automatic.const_get(:VERSION).should == "13.2.0"
     }
   end
 

data/spec/plugins/filter/full_feed_spec.rb

@@ -0,0 +1,48 @@
+# -*- coding: utf-8 -*-
+# Name::      Automatic::Plugin::Filter::FullFeed
+# Author::    774 <http://id774.net>
+# Created::   Jan 24, 2013
+# Updated::   Jan 24, 2013
+# Copyright:: 774 Copyright (c) 2013
+# License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
+
+require File.expand_path(File.dirname(__FILE__) + '../../../spec_helper')
+
+require 'filter/full_feed'
+
+describe Automatic::Plugin::FilterFullFeed do
+  context "It should be asc sorted" do
+    subject {
+      Automatic::Plugin::FilterFullFeed.new(
+        {
+          'siteinfo' => "items_all.json"
+        },
+        AutomaticSpec.generate_pipeline {
+          feed {
+            item "http://matome.naver.jp/odai/2129948007339738701/2129948085139809603", "",
+            "",
+            "Mon, 07 Mar 2011 15:54:11 +0900"
+          }})}
+
+    describe "#run" do
+      its(:run) { should have(1).feeds }
+
+      specify {
+        subject.instance_variable_get(:@pipeline)[0].items[0].link.
+        should == "http://matome.naver.jp/odai/2129948007339738701/2129948085139809603"
+        subject.instance_variable_get(:@pipeline)[0].items[0].description.
+        should == ""
+
+        subject.run
+
+        subject.instance_variable_get(:@pipeline)[0].items[0].link.
+        should == "http://matome.naver.jp/odai/2129948007339738701/2129948085139809603"
+        subject.instance_variable_get(:@pipeline)[0].items[0].description.
+        should ==
+"<div class=\"LyMain\" role=\"main\" data-na=\"NA:main\">\r\n\t<div class=\"ArMain02\" data-na=\"NA:comment\">\r\n\r\n\r\n<script>\r\nvar COMMENT_TARGET_ID = \"PSImipbkFp746BTYcGvB8iizlwODIqiioNZ\";\r\nvar COMMENT_TYPE_CODE = \"R\";\r\nvar COMMENT_ITEM_TOTAL = 0;\r\n</script><a name=\"comment\"></a>\r\n<div id=\"ancMTMComment\" class=\"MdMTMComment01\">\r\n\r\n\t<h2 class=\"mdMTMComment01Ttl\">このまとめへのコメント<span class=\"mdMTMComment01CounterWrap\">（<span class=\"mdMTMComment01Counter\">0</span>）</span>\n</h2>\r\n\r\n\t<div class=\"MdCommentForm01\">\r\n\t<p class=\"mdCommentForm01Input\"><textarea class=\"mdCommentForm01InputTxt\" placeholder=\"追加するコメントを入力\"></textarea></p>\r\n\t<p class=\"mdCommentForm01Btn\"><span class=\"MdBtn01Post01\"><input type=\"button\" value=\"書き込む\" class=\"mdBtn01Post01Btn\" data-na=\"NC:save\"></span></p>\r\n\t</div>\r\n\r\n\t<ul class=\"MdCommentList01\"><!-- /.MdCommentList01 --></ul>\n<div class=\"MdPagination04\" data-na=\"NA:pager\">\r\n\r\n\r\n\r\n\t\t<strong>1</strong>\r\n<!--/MdPagination04-->\n</div>\r\n\r\n<script type=\"text/javascript\">\r\n$(function() {\r\n    nj.Bootloader.done(\"nj.matome.comment\", function() {\r\n        var cl = $(\"ul.MdCommentList01\").mtmCommentSet({\"encryptId\" : COMMENT_TARGET_ID, \"typeCode\": COMMENT_TYPE_CODE});\r\n        $(\".MdPagination04\").njPageNavi({\"item\":0,\"onClickEvent\" : function(e, n){cl.mtmCommentSet(\"setArgs\",{\"page\":n});cl.mtmCommentSet(\"getComment\");}});\r\n    });\r\n});\r\n</script><!--/.MdMTMComment01-->\n</div>\r\n\t<!--/ArMain02-->\n</div>\r\n<!--/LyMain-->\n</div>"
+
+      }
+    end
+  end
+
+end