automatic 13.5.0 → 13.6.0

data/plugins/filter/absolute_uri.rb

@@ -3,7 +3,7 @@
 # Author::    774 <http://id774.net>
 # Created::   Jun 20, 2012
 # Updated::   Apr  5, 2013
-# Copyright:: 774 Copyright (c) 2012-2013
+# Copyright:: Copyright (c) 2012-2013 Automatic Ruby Developers.
 # License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
 
 module Automatic::Plugin
@@ -17,7 +17,6 @@ module Automatic::Plugin
     def run
       @return_feeds = []
       @pipeline.each {|feeds|
-        return_feed_items = []
         unless feeds.nil?
           feeds.items.each {|feed|
             feed.link = rewrite(feed.link) unless feed.link.nil?
@@ -32,9 +31,14 @@ module Automatic::Plugin
     def rewrite(string)
       if /^http:\/\/.*$/ =~ string
         return string
-      else
-        return @config['url'] + string
       end
+
+      if /[^\/]$/ =~ @config['url']
+        @config['url'] = @config['url'] + '/'
+      end
+      string = @config['url'] + string.sub(/^\./,'').sub(/^\//,'')
+      string = URI.encode(string)
+      return string
     end
   end
 end

data/plugins/filter/accept.rb

@@ -0,0 +1,61 @@
+# -*- coding: utf-8 -*-
+# Name::      Automatic::Plugin::Filter::Accept
+# Author::    soramugi <http://soramugi.net>
+# Created::   Jun  4, 2013
+# Updated::   Jun  4, 2013
+# Copyright:: Copyright (c) 2012-2013 Automatic Ruby Developers.
+# License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
+
+module Automatic::Plugin
+  class FilterAccept
+    def initialize(config, pipeline=[])
+      @config   = config
+      @pipeline = pipeline
+    end
+
+    def run
+      @return_feeds = []
+      @pipeline.each {|feeds|
+        new_feeds = []
+        unless feeds.nil?
+          feeds.items.each {|items|
+            new_feeds << items if contain(items) == true
+          }
+        end
+        @return_feeds << Automatic::FeedParser.create(new_feeds) if new_feeds.length > 0
+      }
+      @return_feeds
+    end
+
+    private
+
+    def contain(items)
+      detection = false
+      unless @config['title'].nil?
+        @config['title'].each {|e|
+          if items.title.include?(e.chomp)
+            detection = true
+            Automatic::Log.puts("info", "Contain by title: #{items.link}")
+          end
+        }
+      end
+      unless @config['link'].nil?
+        @config['link'].each {|e|
+          if items.link.include?(e.chomp)
+            detection = true
+            Automatic::Log.puts("info", "Contain by link: #{items.link}")
+          end
+        }
+      end
+      unless @config['description'].nil?
+        @config['description'].each {|e|
+          if items.description.include?(e.chomp)
+            detection = true
+            Automatic::Log.puts("info", "Contain by description: #{items.link}")
+          end
+        }
+      end
+      detection
+    end
+  end
+end

data/plugins/filter/full_feed.rb

@@ -3,9 +3,8 @@
 # Author::    progd <http://d.hatena.ne.jp/progd/20120429/automatic_ruby_filter_full_feed>
 #             774 <http://id774.net>
 # Created::   Apr 29, 2012
-# Updated::   Apr  5, 2013
-# Copyright:: progd
-#             774 Copyright (c) 2012-2013
+# Updated::   Jun 23, 2013
+# Copyright:: Copyright (c) 2012-2013 Automatic Ruby Developers.
 # License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
 
 module Automatic::Plugin
@@ -38,7 +37,7 @@ module Automatic::Plugin
 
     def get_siteinfo
       Automatic::Log.puts(:info, "Loading siteinfo from #{@config['siteinfo']}")
-      siteinfo = JSON.load(open(File.join(assets_dir, @config['siteinfo'])).read)
+      siteinfo = JSON.load(open(File.join(assets_dir, @config['siteinfo'])).read.force_encoding("UTF-8"))
       siteinfo.select! { |info| SITEINFO_TYPES.include? (info['data']['type']) }
       siteinfo.sort! { |a, b|
         atype, btype = a['data']['type'], b['data']['type']
@@ -58,7 +57,7 @@ module Automatic::Plugin
 
     def fulltext(feed)
       return feed unless feed.link
-      @siteinfo.each { |info|
+      @siteinfo.each {|info|
         begin
           if feed.link.match(info['data']['url'])
             Automatic::Log.puts(:info, "Siteinfo matched: #{info['data']['url']}")

data/plugins/filter/github_feed.rb

@@ -0,0 +1,36 @@
+# -*- coding: utf-8 -*-
+# Name::      Automatic::Plugin::Filter::GithubFeed
+# Author::    Kohei Hasegawa <http://github.com/banyan>
+# Created::   Jun 6, 2013
+# Updated::   Jun 6, 2013
+# Copyright:: Copyright (c) 2012-2013 Automatic Ruby Developers.
+# License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
+
+module Automatic::Plugin
+  class FilterGithubFeed
+
+    def initialize(config, pipeline=[])
+      @config = config
+      @pipeline = pipeline
+    end
+
+    def run
+      @return_feeds = []
+      @pipeline.each {|feeds|
+        dummyFeeds = []
+        unless feeds.nil?
+          feeds.items.each {|feed|
+            Automatic::Log.puts("info", "Invoked: FilterGithubFeed")
+            dummy = Hashie::Mash.new
+            dummy.title       = feed.title.content
+            dummy.link        = feed.id.content
+            dummy.description = feed.content.content
+            dummyFeeds << dummy
+          }
+        end
+        @return_feeds << Automatic::FeedParser.create(dummyFeeds)
+      }
+      @pipeline = @return_feeds
+    end
+  end
+end

data/plugins/filter/ignore.rb

@@ -3,7 +3,7 @@
 # Author::    774 <http://id774.net>
 # Created::   Feb 22, 2012
 # Updated::   Apr  5, 2013
-# Copyright:: 774 Copyright (c) 2012-2013
+# Copyright:: Copyright (c) 2012-2013 Automatic Ruby Developers.
 # License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
 
 module Automatic::Plugin

data/plugins/filter/image.rb

@@ -3,7 +3,7 @@
 # Author::    774 <http://id774.net>
 # Created::   Sep 18, 2012
 # Updated::   Apr  5, 2013
-# Copyright:: 774 Copyright (c) 2012-2013
+# Copyright:: Copyright (c) 2012-2013 Automatic Ruby Developers.
 # License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
 
 module Automatic::Plugin

data/plugins/filter/image_source.rb

@@ -3,7 +3,7 @@
 # Author::    774 <http://id774.net>
 # Created::   Feb 28, 2012
 # Updated::   Apr  5, 2013
-# Copyright:: 774 Copyright (c) 2012-2013
+# Copyright:: Copyright (c) 2012-2013 Automatic Ruby Developers.
 # License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
 
 module Automatic::Plugin
@@ -19,29 +19,53 @@ module Automatic::Plugin
     def run
       @return_feeds = []
       @pipeline.each {|feeds|
-        img_url = ""
+        dummyFeeds = Array.new
         unless feeds.nil?
           feeds.items.each {|feed|
-            arr = rewrite_link(feed.description)
+            arr = rewrite_link(feed)
             if arr.length > 0
-              feed.link = arr[0]
-            else
-              feed.link = nil
+              arr.each {|link|
+                Automatic::Log.puts("info", "Parsing: #{link}")
+                dummy = Hashie::Mash.new
+                dummy.title = 'FilterImageSource'
+                dummy.link = link
+                dummyFeeds << dummy
+              }
             end
           }
         end
-        @return_feeds << feeds
+        @return_feeds << Automatic::FeedParser.create(dummyFeeds)
       }
-      @return_feeds
+      @pipeline = @return_feeds
     end
 
     private
-    def rewrite_link(string)
+
+    def rewrite_link(feed)
       array = Array.new
-      string.scan(/<img src="(.*?)"/) { |matched|
+      feed.description.scan(/<img src="(.*?)"/) {|matched|
         array = array | matched
       }
+      if array.length === 0 && feed.link != nil
+        array = imgs(feed.link)
+      end
       array
     end
+
+    def imgs(link)
+      images = Array.new
+      html = open(link).read
+      unless html.nil?
+        doc = Nokogiri::HTML(html)
+        (doc/:img).each {|img|
+          image = img[:src]
+          unless /^http/ =~ image
+            image = link.sub(/\/([^\/]+)$/, image.sub(/^\./,''))
+          end
+          images << image
+        }
+      end
+      images
+    end
   end
 end

data/plugins/filter/one.rb

@@ -3,7 +3,7 @@
 # Author::    soramugi <http://soramugi.net>
 # Created::   May  8, 2013
 # Updated::   May  8, 2013
-# Copyright:: soramugi Copyright (c) 2013
+# Copyright:: Copyright (c) 2012-2013 Automatic Ruby Developers.
 # License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
 
 module Automatic::Plugin

data/plugins/filter/rand.rb

@@ -4,7 +4,7 @@
 #             774 <http://id774.net>
 # Created::   Mar  6, 2013
 # Updated::   Mar  7, 2013
-# Copyright:: soramugi Copyright (c) 2013
+# Copyright:: Copyright (c) 2012-2013 Automatic Ruby Developers.
 # License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
 
 module Automatic::Plugin

data/plugins/filter/sanitize.rb

@@ -0,0 +1,50 @@
+# -*- coding: utf-8 -*-
+# Name::      Automatic::Plugin::Filter::Sanitize
+# Author::    774 <http://id774.net>
+# Created::   Jun 20, 2013
+# Updated::   Jun 24, 2013
+# Copyright:: Copyright (c) 2012-2013 Automatic Ruby Developers.
+# License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
+
+module Automatic::Plugin
+  class FilterSanitize
+    require 'sanitize'
+
+    def initialize(config, pipeline=[])
+      @config = config
+      @pipeline = pipeline
+      case @config['mode']
+        when "basic"
+          @mode = Sanitize::Config::BASIC
+        when "relaxed"
+          @mode = Sanitize::Config::RELAXED
+        else
+          @mode = Sanitize::Config::RESTRICTED
+      end
+    end
+
+    def run
+      @return_feeds = []
+      @pipeline.each {|feeds|
+        return_feed_items = []
+        unless feeds.nil?
+          feeds.items.each {|feed|
+            feed = sanitize(feed)
+          }
+          @return_feeds << feeds
+        end
+      }
+      @return_feeds
+    end
+
+    private
+    def sanitize(feed)
+      begin
+        feed.description = Sanitize.clean(feed.description, @mode) unless feed.description.nil?
+      rescue
+        Automatic::Log.puts("warn", "Undefined field detected in feed.")
+      end
+      feed
+    end
+  end
+end

data/plugins/filter/sort.rb

@@ -3,7 +3,7 @@
 # Author::    774 <http://id774.net>
 # Created::   Mar 23, 2012
 # Updated::   Jan 23, 2013
-# Copyright:: 774 Copyright (c) 2012
+# Copyright:: Copyright (c) 2012-2013 Automatic Ruby Developers.
 # License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
 
 module Automatic::Plugin

data/plugins/filter/tumblr_resize.rb

@@ -3,7 +3,7 @@
 # Author::    774 <http://id774.net>
 # Created::   Feb 28, 2012
 # Updated::   Apr  5, 2013
-# Copyright:: 774 Copyright (c) 2012-2013
+# Copyright:: Copyright (c) 2012-2013 Automatic Ruby Developers.
 # License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
 
 module Automatic::Plugin

data/plugins/publish/console.rb

@@ -3,7 +3,7 @@
 # Author::    774 <http://id774.net>
 # Created::   Feb 23, 2012
 # Updated::   Feb 24, 2012
-# Copyright:: 774 Copyright (c) 2012
+# Copyright:: Copyright (c) 2012-2013 Automatic Ruby Developers.
 # License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
 
 module Automatic::Plugin
@@ -17,9 +17,9 @@ module Automatic::Plugin
     end
 
     def run
-      @pipeline.each { |feeds|
+      @pipeline.each {|feeds|
         unless feeds.nil?
-          feeds.items.each { |feed|
+          feeds.items.each {|feed|
             @output.puts("info", feed.pretty_inspect)
           }
         end

data/plugins/publish/console_link.rb

@@ -0,0 +1,30 @@
+# -*- coding: utf-8 -*-
+# Name::      Automatic::Plugin::Publish::ConsoleLink
+# Author::    soramugi <http://soramugi.net>
+# Created::   Jun 02, 2013
+# Updated::   Jun 02, 2013
+# Copyright:: Copyright (c) 2012-2013 Automatic Ruby Developers.
+# License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
+
+module Automatic::Plugin
+  class PublishConsoleLink
+    require 'pp'
+
+    def initialize(config, pipeline=[])
+      @config = config
+      @pipeline = pipeline
+      @output = STDOUT
+    end
+
+    def run
+      @pipeline.each {|feeds|
+        unless feeds.nil?
+          feeds.items.each {|feed|
+            @output.puts("info", feed.link)
+          }
+        end
+      }
+      @pipeline
+    end
+  end
+end

data/plugins/publish/eject.rb

@@ -0,0 +1,42 @@
+# -*- coding: utf-8 -*-
+# Name::      Automatic::Plugin::Publish::Eject
+# Author::    soramugi <http://soramugi.net>
+# Created::   Jun 9, 2013
+# Updated::   Jun 9, 2013
+# Copyright:: Copyright (c) 2012-2013 Automatic Ruby Developers.
+# License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
+
+module Automatic::Plugin
+  class PublishEject
+
+    def initialize(config, pipeline=[])
+      @config   = config
+      @pipeline = pipeline
+    end
+
+    def run
+      @pipeline.each {|feeds|
+        unless feeds.nil?
+          feeds.items.each {|feed|
+            unless feed.link.nil?
+              `#{eject_cmd}`
+              Automatic::Log.puts('info', "Eject: #{feed.link}")
+
+              interval = @config['interval'].to_i unless @config['interval'].nil? unless @config.nil?
+              sleep 3 if interval.nil?
+            end
+          }
+        end
+      }
+      @pipeline
+    end
+
+    def eject_cmd
+      if `type -P eject` != '' # linux
+        'eject ; eject -t'
+      elsif `type -P drutil` != '' # mac
+        'drutil tray eject ; drutil tray close'
+      end
+    end
+  end
+end

data/plugins/publish/fluentd.rb

@@ -0,0 +1,42 @@
+# -*- coding: utf-8 -*-
+# Name::      Automatic::Plugin::Publish::Fluentd
+# Author::    774 <http://id774.net>
+# Created::   Jun 21, 2013
+# Updated::   Jun 25, 2013
+# Copyright:: Copyright (c) 2012-2013 Automatic Ruby Developers.
+# License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
+
+module Automatic::Plugin
+  class PublishFluentd
+    require 'fluent-logger'
+
+    def initialize(config, pipeline=[])
+      @config = config
+      @pipeline = pipeline
+      @fluentd = Fluent::Logger::FluentLogger.open(nil,
+        host = @config['host'],
+        port = @config['port'])
+    end
+
+    def run
+      @pipeline.each {|feeds|
+        unless feeds.nil?
+          feeds.items.each {|feed|
+            begin
+              @fluentd.post(@config['tag'], {
+                :title => feed.title,
+                :link => feed.link,
+                :description => feed.description,
+                :content => feed.content_encoded,
+                :created_at => Time.now.strftime("%Y/%m/%d %X")
+              })
+            rescue
+              Automatic::Log.puts("warn", "Skip feed due to fault in forward.")
+            end
+          }
+        end
+      }
+      @pipeline
+    end
+  end
+end