automatic 12.2.1

data/lib/automatic.rb

@@ -0,0 +1,60 @@
+#!/usr/bin/env ruby
+# Name::      Automatic::Ruby
+# Author::    774 <http://id774.net>
+# Version::   12.02.1-devel
+# Created::   Feb 18, 2012
+# Updated::   Mar  2, 2012
+# Copyright:: 774 Copyright (c) 2012
+# License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
+
+module Automatic
+  require 'automatic/environment'
+  require 'automatic/recipe'
+  require 'automatic/pipeline'
+  require 'automatic/log'
+  require 'automatic/feed_parser'
+
+  VERSION = "12.02.1-devel"
+
+  def self.root_dir
+    @root_dir
+  end
+
+  def self.plugins_dir
+    @root_dir + "/plugins/"
+  end
+
+  def self.config_dir
+    @root_dir + "/config/"
+  end
+
+  def self.run(root_dir)
+    @root_dir = root_dir
+    recipe_path = ""
+    require 'optparse'
+    parser = OptionParser.new { |parser|
+      parser.banner = "Usage: automatic [options] arg"
+      parser.version = VERSION
+      parser.separator "options:"
+      parser.on('-c', '--config FILE', String,
+                "recipe YAML file"){|c| recipe_path = c}
+      parser.on('-h', '--help', "show this message") { 
+        puts parser
+        exit
+      }
+    }
+
+    begin
+      parser.parse!
+      print "Loading #{recipe_path}\n" unless recipe_path == ""
+    rescue OptionParser::ParseError => err
+      $stderr.puts err.message
+      $stderr.puts parser.help
+      exit 1
+    end
+
+    # recipe treat as an object.
+    recipe = Automatic::Recipe.new(recipe_path)
+    Automatic::Pipeline.run(recipe)
+  end
+end

data/lib/automatic/environment.rb

@@ -0,0 +1,8 @@
+# -*- coding: utf-8 -*-
+require 'rubygems'
+
+# Set up gems listed in the Gemfile.
+ENV['BUNDLE_GEMFILE'] ||= File.expand_path('../../Gemfile', __FILE__)
+
+require 'bundler/setup' if File.exists?(ENV['BUNDLE_GEMFILE'])
+Bundler.require :default if defined?(Bundler)

data/lib/automatic/feed_parser.rb

@@ -0,0 +1,36 @@
+#!/usr/bin/env ruby
+# -*- coding: utf-8 -*-
+# Name::      Automatic::FeedParser
+# Author::    774 <http://id774.net>
+# Created::   Feb 19, 2012
+# Updated::   Feb 24, 2012
+# Copyright:: 774 Copyright (c) 2012
+# License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
+
+module Automatic
+  module FeedParser
+    require 'rss'
+    require 'uri'
+
+    def self.get_rss(url)
+      begin
+        unless url.nil?
+          feed = URI.parse(url).normalize
+          open(feed) { |http|
+            response = http.read
+            RSS::Parser.parse(response, false)
+          }
+        end
+      rescue => e
+        raise e
+      end
+    end
+  end
+end
+
+if __FILE__ == $0
+  url = ARGV.shift || abort("Usage: feed_parser.rb <url>")
+  rss_results = Automatic::FeedParser.get_rss(url)
+  require 'pp'
+  pp links
+end

data/lib/automatic/log.rb

@@ -0,0 +1,24 @@
+#!/usr/bin/env ruby
+# -*- coding: utf-8 -*-
+# Name::      Automatic::Log
+# Author::    774 <http://id774.net>
+# Created::   Feb 20, 2012
+# Updated::   Feb 24, 2012
+# Copyright:: 774 Copyright (c) 2012
+# License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
+
+module Automatic
+  module Log
+    def self.puts(level, message)
+      t = Time.now.strftime("%Y/%m/%d %X")
+      print "#{t} [#{level}] #{message}\n"
+    end
+  end
+end
+
+if __FILE__ == $0
+  level = ARGV.shift || abort("Usage: log.rb <level> <message>")
+  message = ARGV.shift
+  Automatic::Log.puts(level, message)
+end
+

data/lib/automatic/pipeline.rb

@@ -0,0 +1,36 @@
+#!/usr/bin/env ruby
+# -*- coding: utf-8 -*-
+# Name::      Automatic::Pipeline
+# Author::    774 <http://id774.net>
+# Created::   Feb 22, 2012
+# Updated::   Mar 3, 2012
+# Copyright:: 774 Copyright (c) 2012
+# License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
+
+require 'active_support/core_ext'
+
+module Automatic
+  module Plugin end
+
+  module Pipeline
+    def self.load_plugin(module_name)
+      Dir.foreach(Automatic.plugins_dir) do |subdir|
+        if /^#{subdir}_(.*)$/ =~ module_name.underscore
+          path = Automatic.plugins_dir + subdir + "/#{$1}.rb"
+          Automatic::Plugin.autoload module_name.to_sym, path.to_s
+        end
+      end
+    end
+ 
+    def self.run(recipe)
+      raise "NoRecipeError" if recipe.nil?
+      pipeline = []
+      recipe.each_plugin { |plugin|
+        load_plugin(plugin.module)
+        klass = Automatic::Plugin.const_get(plugin.module)
+        pipeline = klass.new(plugin.config, pipeline).run
+      }
+    end
+  end
+end
+

data/lib/automatic/recipe.rb

@@ -0,0 +1,31 @@
+# Name::      Automatic::Recipe
+# Author::    774 <http://id774.net>
+# Version::   12.02-devel
+# Created::   Feb 18, 2012
+# Updated::   Feb 24, 2012
+# Copyright:: 774 Copyright (c) 2012
+# License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
+
+require 'hashie'
+require 'yaml'
+
+module Automatic
+  class Recipe
+    attr_reader :procedure
+
+    def initialize(path)
+      path = Automatic.config_dir + 'default.yml' if path.to_s.empty?
+      load_recipe(path)
+    end
+
+    def load_recipe(path)
+      @procedure = Hashie::Mash.new(YAML.load(File.read(path)))
+    end
+
+    def each_plugin
+      @procedure.plugins.each { |plugin|
+        yield plugin
+      }
+    end
+  end
+end

data/lib/config/validator.rb

@@ -0,0 +1,83 @@
+#!/usr/bin/env ruby
+# -*- coding: utf-8 -*-
+# Name::      Automatic::Config::Validator
+# Author::    aerith <http://aerith.sc/>
+# Created::   Feb 23, 2012
+# Updated::   Feb 23, 2012
+# Copyright:: Copyright (c) 2012
+# License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
+
+class Automatic
+  module Config
+    class Validator
+      attr_accessor :config, :result
+
+      class InvalidException < Exception; end;
+
+      def initialize(config = nil)
+        @config = config || {}
+        @result = ValidateResult.new
+      end
+
+      def validate(klass, config = nil)
+        return true if config.nil?
+        return true if not config.is_a?(Hash)
+        return true if not klass.respond_to?(:rules)
+
+        rules = klass.rules
+        return true if not rules.is_a?(Hash)
+
+        process(rules, config).result.valid?
+      end
+
+      private
+      def process(rules, config)
+        errors = {}
+
+        rules.each do |key, rule|
+          name = key.to_sym
+
+          rule.each do |method, args|
+            unless ValidateRule.send(method, *[config, name, args])
+              errors[name] = {} if errors[name].nil? or errors.size < 1
+              errors[name][method] = true
+              if @config["stop_on_invalid"] and errors[name][method]
+                raise InvalidException
+              end
+            end
+          end
+        end
+
+        @result.errors = errors
+
+        self
+      end
+
+      class ValidateResult
+        attr_accessor :errors
+
+        def error(name)
+          errors.exists?(name)
+        end
+
+        def valid?
+          errors.empty?
+        end
+      end
+
+      module ValidateRule
+        def self.required(config, name, *args)
+          return true unless args.size < 1 or args.first
+          return true if not config[name.to_s].nil? and not config[name.to_s].empty?
+          false
+        end
+
+        def self.default(config, name, *args)
+          config[name.to_s] ||= args.first 
+          true
+        end
+      end
+    end
+  end
+end
+

data/plugins/custom_feed/svn_log.rb

@@ -0,0 +1,56 @@
+# -*- coding: utf-8 -*-
+# Name::      Automatic::Plugin::CustomFeed::SVNLog
+# Author::    kzgs
+# Created::   Feb 29, 2012
+# Updated::   Mar  3, 2012
+# Copyright:: kzgs Copyright (c) 2012
+# License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
+
+require 'rss/maker'
+
+module Automatic::Plugin
+  class CustomFeedSVNLog
+    require 'xmlsimple'
+
+    def initialize(config, pipeline=[])
+      @config = config
+      @pipeline = pipeline
+    end
+
+    def run
+      revisions = XmlSimple.xml_in(`svn log #{svn_log_argument}`)["logentry"]
+      @pipeline << RSS::Maker.make("1.0") { |maker|
+        maker.channel.title = @config["title"] || ""
+        maker.channel.about = ""
+        maker.channel.description = ""
+        maker.channel.link = base_url
+        revisions.each { |rev|
+          item = maker.items.new_item
+          item.title = "#{rev["msg"]} by #{rev["author"]}"
+          item.link = base_url+"/!svn/bc/#{rev["revision"]}"
+          item.date = Time.parse(rev["date"][0])
+        }
+      }
+      return @pipeline
+    end
+
+    private
+
+    def base_url
+      return @config['target'].gsub(/\/$/, "")
+    end
+    
+    def svn_log_argument
+      return [
+        base_url,
+        "--xml",
+        "--limit=#{limit}"
+      ].join(" ")
+    end
+
+    def limit
+      return @config['fetch_items'] || 30
+    end
+  end
+end
+

data/plugins/filter/ignore.rb

@@ -0,0 +1,60 @@
+#!/usr/bin/env ruby
+# -*- coding: utf-8 -*-
+# Name::      Automatic::Plugin::Filter::Ignore
+# Author::    774 <http://id774.net>
+# Created::   Feb 22, 2012
+# Updated::   Mar  4, 2012
+# Copyright:: 774 Copyright (c) 2012
+# License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
+
+module Automatic::Plugin
+  class FilterIgnore
+    def initialize(config, pipeline=[])
+      @config = config
+      @pipeline = pipeline
+    end
+
+    def exclude(items)
+      detection = false
+      unless @config['title'].nil?
+        @config['title'].each {|e|
+          if items.title.include?(e.chomp)
+            detection = true 
+            Automatic::Log.puts("info", "Excluded by title: #{items.link}")
+          end
+        }
+      end
+      unless @config['link'].nil?
+        @config['link'].each {|e|
+          if items.link.include?(e.chomp)
+            detection = true 
+            Automatic::Log.puts("info", "Excluded by link: #{items.link}")
+          end
+        }
+      end
+      unless @config['description'].nil?
+        @config['description'].each {|e|
+          if items.description.include?(e.chomp)
+            detection = true 
+            Automatic::Log.puts("info", "Excluded by description: #{items.link}")
+          end
+        }
+      end
+      detection
+    end
+
+    def run
+      return_feeds = []
+      @pipeline.each {|feeds|
+        ignore = false
+        unless feeds.nil?
+          feeds.items.each {|items|
+            ignore = true if exclude(items)
+          }
+        end
+        return_feeds << feeds unless ignore
+      }
+      return_feeds
+    end
+  end
+end

data/plugins/filter/image.rb

@@ -0,0 +1,47 @@
+#!/usr/bin/env ruby
+# -*- coding: utf-8 -*-
+# Name::      Automatic::Plugin::Filter::Image
+# Author::    774 <http://id774.net>
+# Created::   Feb 28, 2012
+# Updated::   Feb 28, 2012
+# Copyright:: 774 Copyright (c) 2012
+# License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
+
+module Automatic::Plugin
+  class FilterImage
+    require 'net/http'
+    require 'kconv'
+
+    def initialize(config, pipeline=[])
+      @config = config
+      @pipeline = pipeline
+    end
+
+    def parse_array(string)
+      array = Array.new
+      string.scan(/<img src="(.*?)"/) { |matched|
+        array = array | matched
+      }
+      return array
+    end
+
+    def run
+      return_feeds = []
+      @pipeline.each {|feeds|
+        img_url = ""
+        unless feeds.nil?
+          feeds.items.each {|feed|
+            arr = parse_array(feed.description)
+            if arr.length > 0
+              feed.link = arr[0]
+            else
+              feed.link = nil
+            end
+          }
+        end
+        return_feeds << feeds
+      }
+      return_feeds
+    end
+  end
+end