automatic 12.2.1

data/plugins/store/store_database.rb

@@ -0,0 +1,53 @@
+# -*- coding: utf-8 -*-
+# Name::      Automatic::Plugin::Store::Database
+# Author::    kzgs
+# Created::   Feb 27, 2012
+# Updated::   Feb 29, 2012
+# Copyright:: kzgs Copyright (c) 2012
+# License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
+
+require 'active_record'
+
+module Automatic::Plugin
+  module StoreDatabase
+    def for_each_new_feed
+      prepare_database
+      existing_records = model_class.find(:all)
+      return_feeds = []
+      @pipeline.each { |feeds|
+        unless feeds.nil?
+          new_feed = false
+          feeds.items.each { |feed|
+            unless existing_records.detect { |b| b.try(unique_key) == feed.link }
+              yield(feed)
+              new_feed = true
+            end
+          }
+          return_feeds << feeds if new_feed
+        end
+      }
+      return_feeds
+    end
+
+    private
+
+    def create_table
+      ActiveRecord::Migration.create_table(model_class.table_name) { |t|
+        column_definition.each_pair { |column_name, column_type|
+          t.column column_name, column_type
+        }
+      }
+    end
+
+    def db_dir
+      return File.join(File.dirname(__FILE__), '..', '..', 'db')
+    end
+
+    def prepare_database
+      ActiveRecord::Base.establish_connection(
+        :adapter  => "sqlite3",
+        :database => File.join(db_dir, @config['db']))
+      create_table unless model_class.table_exists?
+    end
+  end
+end

data/plugins/store/target_link.rb

@@ -0,0 +1,47 @@
+#!/usr/bin/env ruby
+# -*- coding: utf-8 -*-
+# Name::      Automatic::Plugin::Store::TargetLink
+# Author::    774 <http://id774.net>
+# Created::   Feb 28, 2012
+# Updated::   Mar  1, 2012
+# Copyright:: 774 Copyright (c) 2012
+# License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
+
+module Automatic::Plugin
+  class StoreTargetLink
+    require 'open-uri'
+
+    def initialize(config, pipeline=[])
+      @config = config
+      @pipeline = pipeline
+    end
+
+    def wget(url)
+      filename = url.split(/\//).last
+      open(url) { |source|
+        open(File.join(@config['path'], filename), "w+b") { |o|
+          o.print source.read
+        }
+      }
+    end
+
+    def run
+      @pipeline.each {|feeds|
+        unless feeds.nil?
+          feeds.items.each {|feed|
+            begin
+              unless feed.link.nil?
+                Automatic::Log.puts("info", "Get: #{feed.link}")
+                wget(feed.link)
+              end
+            rescue
+              Automatic::Log.puts("error", "Error found during file download.")
+            end
+            sleep @config['interval'].to_i
+          }
+        end
+      }
+      @pipeline
+    end
+  end
+end

data/plugins/subscription/feed.rb

@@ -0,0 +1,30 @@
+#!/usr/bin/env ruby
+# -*- coding: utf-8 -*-
+# Name::      Automatic::Plugin::SubscriptionFeed
+# Author::    774 <http://id774.net>
+# Created::   Feb 22, 2012
+# Updated::   Feb 24, 2012
+# Copyright:: 774 Copyright (c) 2012
+# License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
+
+module Automatic::Plugin
+  class SubscriptionFeed
+    def initialize(config, pipeline=[])
+      @config = config
+      @pipeline = pipeline
+    end
+
+    def run
+      @config['feeds'].each {|feed|
+        begin
+          Automatic::Log.puts("info", "Parsing: #{feed}")
+          rss = Automatic::FeedParser.get_rss(feed)
+          @pipeline << rss
+        rescue
+          Automatic::Log.puts("error", "Fault in parsing: #{feed}")
+        end
+      }
+      @pipeline
+    end
+  end
+end

data/script/bootstrap

@@ -0,0 +1,117 @@
+#!/usr/bin/env ruby
+#/ Usage: script/bootstrap [<options>]
+#/ Bootstraps the gem environment.
+#/
+#/ Options are passed through to the bundle-install command. In most cases you
+#/ won't need these. They're used primarily in production environments.
+#/       --local             use gems in vendor/cache instead of rubygems.org
+#/       --without=<groups>  do not install gems in the groups specified
+#
+# =============================================================================
+# Uses bundler to install all gems specified in the Gemfile under vendor/gems,
+# records the load path in config/loadpath, and generates bundler-free binstubs
+# under bin.
+#
+# The basic idea is to use bundler to install necessary gems but not
+# rely on it to manage the load path at runtime because it's slow. Requiring
+# 'bundler/setup' takes ~500ms user CPU time in production and ~1500ms in
+# development/test. This makes it unusable in scenarios that require a fast
+# boot (e.g., script/gerve, proxymachine daemons, ernie/smoke, etc.). It's also
+# a problem in development where it slows tools like rake command line
+# completion to a crawl and adds at least a second to single-file test runs.
+#
+# There's very little reason to use bundler at runtime since everything
+# is known at install time. We simply save off the result of the work done by
+# bundle/setup and use it until bundle-install is run again.
+
+# show usage message with --help
+if ARGV.include?('--help')
+  system "grep '^#/' <'#{__FILE__}' |cut -c4-"
+  exit 2
+end
+
+# go into the project root because it makes everything easier
+root = File.expand_path('../..', __FILE__)
+Dir.chdir(root)
+
+# point bundler to the right stuff
+ENV['BUNDLE_GEMFILE'] = "#{root}/Gemfile"
+ENV['BUNDLE_PATH']    = "#{root}/vendor/gems"
+
+# bring in rubygems and make sure bundler is installed.
+require 'rubygems'
+begin
+  require 'bundler'
+rescue LoadError => boom
+  warn "Bundler not found. Install it with `gem install bundler' and try again."
+  exit 0
+end
+
+# record the Gemfile checksum so we can tell if the Gemfile has changed
+# since our loadpath was last generated. this is used in config/basic.rb
+# to verify the environment is bootstrapped and up-to-date.
+checksum = `cksum Gemfile`.to_i
+installed = File.read('.bundle/checksum').to_i rescue nil
+
+# run a quick check to see if everything's installed and up-to-date so we can
+# skip the install and loadpath generation step if possible.
+if checksum == installed && system('bundle check 1>/dev/null 2>&1')
+  puts "Gem environment up-to-date."
+else
+  # run bundle-install to install any missing gems
+  argv = ['--no-color', 'install', '--path', 'vendor/gems'] + ARGV
+  system("bundle", *argv) || begin
+    warn "bundle executable not found.  Ensure bundler is installed (`gem " +
+         "install bundler`) and that the gem bin path is in your PATH"
+    exit($?.exitstatus)
+  end
+
+  # load the Gemfile
+  bundle = Bundler.setup
+
+  # extract load paths for each gem and write to the config/loadpath file.
+  load_paths = []
+  bundle.gems.each do |gem|
+    next if gem.name == 'bundler'
+    gem.load_paths.each do |path|
+      if path[0, root.size] == root
+        path = path[(root.size + 1), path.size]
+        load_paths << path
+      else
+        warn "external load path directory detected: #{path}"
+      end
+    end
+  end
+
+  # move the loadpath and checksum files into place if everything was installed
+  # okay and the load path file was written successfully.
+  File.open('.bundle/loadpath+', 'wb') { |fd| fd.write(load_paths.join("\n")) }
+  File.rename('.bundle/loadpath+', '.bundle/loadpath')
+  File.open('.bundle/checksum', 'wb') { |fd| fd.puts(checksum) }
+
+  # write binstubs for all executables. we can't use bundler's --binstubs option
+  # because the generated executables require 'bundler/setup'. the binstubs
+  # generated here require only config/basic.rb, which sets up the loadpath
+  # manually using the .bundle/loadpath file.
+  Dir.mkdir "bin" unless File.directory?("bin")
+  template = DATA.read
+  lineno = File.read(__FILE__).count("\n") - template.count("\n")
+  bundle.gems.each do |spec|
+    spec.executables.each do |executable|
+      script = eval('%Q{' + template + '}', binding, __FILE__, lineno)
+      File.open("bin/#{executable}+", 'wb') { |fd| fd.write(script) }
+      File.chmod 0755, "bin/#{executable}+"
+      File.rename("bin/#{executable}+", "bin/#{executable}")
+    end
+  end
+end
+
+__END__
+#!/usr/bin/env #{RbConfig::CONFIG['ruby_install_name']}
+#
+# This file was generated by script/bootstrap.
+root = File.expand_path('../..', __FILE__)
+#require "#\{root\}/config/load"
+gem_path = "#{spec.full_gem_path.sub(root, "#\{root\}")}"
+load File.join(gem_path, '#{spec.bindir}', '#{executable}')
+

data/spec/plugins/custom_feed/svn_log_spec.rb

@@ -0,0 +1,31 @@
+# -*- coding: utf-8 -*-
+# Name::      Automatic::Plugin::CustomFeed::SVNFLog
+# Author::    kzgs
+# Created::   Feb 29, 2012
+# Updated::   Mar 3, 2012
+# Copyright:: kzgs Copyright (c) 2012
+# License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
+
+require File.expand_path(File.dirname(__FILE__) + '../../../spec_helper')
+
+require 'custom_feed/svn_log'
+
+describe Automatic::Plugin::CustomFeedSVNLog do
+  context "with feeds whose valid URL" do
+    subject {
+      Automatic::Plugin::CustomFeedSVNLog.new(
+        {
+          'target' => 'http://redmine.rubyforge.org/svn',
+          'fetch_items' => 2
+        })
+    }
+
+    its(:run) { should have(1).feed }
+
+    specify {
+      feed = subject.run[0]
+      feed.should have(2).items
+    }
+  end
+end
+

data/spec/plugins/filter/ignore_spec.rb

@@ -0,0 +1,37 @@
+require File.expand_path(File.dirname(__FILE__) + '../../../spec_helper')
+
+require 'filter/ignore'
+
+describe Automatic::Plugin::FilterIgnore do
+  context "with exclusion by description" do
+    subject {
+      Automatic::Plugin::FilterIgnore.new({
+        'description' => ["comment"],
+      },
+        AutomaticSpec.generate_pipeline {
+          feed { item "http://github.com" }
+          feed { item "http://google.com" }
+        })
+    }
+    
+    describe "#run" do
+      its(:run) { should have(2).feeds }
+    end
+  end
+
+  context "with exclusion by link" do
+    subject {
+      Automatic::Plugin::FilterIgnore.new({
+        'link' => ["github"],
+      },
+        AutomaticSpec.generate_pipeline {
+          feed { item "http://github.com" }
+          feed { item "http://google.com" }
+        })
+    }
+    
+    describe "#run" do
+      its(:run) { should have(1).feeds }
+    end
+  end
+end

data/spec/plugins/filter/image_spec.rb

@@ -0,0 +1,55 @@
+# -*- coding: utf-8 -*-
+# Name::      Automatic::Plugin::CustomFeed::SVNFLog
+# Author::    kzgs
+# Created::   Mar 1, 2012
+# Updated::   Mar 1, 2012
+# Copyright:: kzgs Copyright (c) 2012
+# License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
+
+require File.expand_path(File.dirname(__FILE__) + '../../../spec_helper')
+
+require 'filter/image'
+
+describe Automatic::Plugin::FilterImage do  
+  context "with description with image tag" do
+    subject {
+      Automatic::Plugin::FilterImage.new({},
+        AutomaticSpec.generate_pipeline {
+          feed {
+            item "http://tumblr.com", "",
+            "<img src=\"http://27.media.tumblr.com/tumblr_lzrubkfPlt1qb8vzto1_500.png\">"
+          }})}
+
+    describe "#run" do
+      its(:run) { should have(1).feeds }
+
+      specify {
+        subject.run
+        subject.instance_variable_get(:@pipeline)[0].items[0].link.
+        should == "http://27.media.tumblr.com/tumblr_lzrubkfPlt1qb8vzto1_500.png"
+      }
+    end
+  end  
+end
+
+describe Automatic::Plugin::FilterImage do  
+  context "with description with image tag" do
+    subject {
+      Automatic::Plugin::FilterImage.new({},
+        AutomaticSpec.generate_pipeline {
+          feed {
+            item "http://tumblr.com", "",
+            "<img src=\"http://24.media.tumblr.com/tumblr_m07wttnIdy1qzoj1jo1_400.jpg\">"
+          }})}
+
+    describe "#run" do
+      its(:run) { should have(1).feeds }
+
+      specify {
+        subject.run
+        subject.instance_variable_get(:@pipeline)[0].items[0].link.
+        should == "http://24.media.tumblr.com/tumblr_m07wttnIdy1qzoj1jo1_400.jpg"
+      }
+    end
+  end  
+end

data/spec/plugins/filter/tumblr_resize_spec.rb

@@ -0,0 +1,102 @@
+require File.expand_path(File.dirname(__FILE__) + '../../../spec_helper')
+
+require 'filter/tumblr_resize'
+
+describe Automatic::Plugin::FilterTumblrResize do
+  context "with description with filename of tumblr should be renamed 500 to 1280" do
+    subject {
+      Automatic::Plugin::FilterTumblrResize.new({},
+        AutomaticSpec.generate_pipeline {
+          feed {
+            item "http://27.media.tumblr.com/tumblr_lzrubkfPlt1qb8vzto1_500.png"
+            item "http://24.media.tumblr.com/tumblr_m07wttnIdy1qzoj1jo1_400.jpg"
+            item "http://28.media.tumblr.com/tumblr_m07wtaxxSa1qzoj1jo1_450.jpg"
+            item "http://29.media.tumblr.com/tumblr_m07wrcDBBF1qzoj1jo1_500.jpg"
+          }})}
+
+    describe "#run" do
+      its(:run) { should have(1).feeds }
+
+      specify {
+        subject.run
+        subject.instance_variable_get(:@pipeline)[0].items[0].link.
+        should == "http://27.media.tumblr.com/tumblr_lzrubkfPlt1qb8vzto1_1280.png"
+        subject.instance_variable_get(:@pipeline)[0].items[1].link.
+        should == "http://24.media.tumblr.com/tumblr_m07wttnIdy1qzoj1jo1_1280.jpg"
+        subject.instance_variable_get(:@pipeline)[0].items[2].link.
+        should == "http://28.media.tumblr.com/tumblr_m07wtaxxSa1qzoj1jo1_450.jpg"
+        subject.instance_variable_get(:@pipeline)[0].items[3].link.
+        should == "http://29.media.tumblr.com/tumblr_m07wrcDBBF1qzoj1jo1_1280.jpg"
+      }
+    end
+  end  
+end
+
+describe Automatic::Plugin::FilterTumblrResize do
+  context "with description with filename of tumblr should be renamed 400 to 1280" do
+    subject {
+      Automatic::Plugin::FilterTumblrResize.new({},
+        AutomaticSpec.generate_pipeline {
+          feed {
+            item "http://24.media.tumblr.com/tumblr_m07wttnIdy1qzoj1jo1_400.jpg"
+          }})}
+
+    describe "#run" do
+      its(:run) { should have(1).feeds }
+
+      specify {
+        subject.run
+        subject.instance_variable_get(:@pipeline)[0].items[0].link.
+        should == "http://24.media.tumblr.com/tumblr_m07wttnIdy1qzoj1jo1_1280.jpg"
+      }
+    end
+  end  
+end
+
+describe Automatic::Plugin::FilterTumblrResize do
+  context "with description with filename of tumblr should be renamed 250 to 1280" do
+    subject {
+      Automatic::Plugin::FilterTumblrResize.new({},
+        AutomaticSpec.generate_pipeline {
+          feed {
+            item "http://28.media.tumblr.com/tumblr_m07wtaxxSa1qzoj1jo1_250.jpg"
+          }})}
+
+    describe "#run" do
+      its(:run) { should have(1).feeds }
+
+      specify {
+        subject.run
+        subject.instance_variable_get(:@pipeline)[0].items[0].link.
+        should == "http://28.media.tumblr.com/tumblr_m07wtaxxSa1qzoj1jo1_1280.jpg"
+      }
+    end
+  end  
+end
+
+describe Automatic::Plugin::FilterTumblrResize do
+  context "with description with filename of tumblr should be renamed 100 to 1280" do
+    subject {
+      Automatic::Plugin::FilterTumblrResize.new({},
+        AutomaticSpec.generate_pipeline {
+          feed {
+            item "http://24.media.tumblr.com/tumblr_m07wt8BRWc1qzoj1jo1_100.jpg"
+            item "http://25.media.tumblr.com/tumblr_m07wr8RnJ91qzoj1jo1_750.jpg"
+            item "http://29.media.tumblr.com/tumblr_m07wrcDBBF1qzoj1jo1_75sq.jpg"
+          }})}
+
+    describe "#run" do
+      its(:run) { should have(1).feeds }
+
+      specify {
+        subject.run
+        subject.instance_variable_get(:@pipeline)[0].items[0].link.
+        should == "http://24.media.tumblr.com/tumblr_m07wt8BRWc1qzoj1jo1_1280.jpg"
+        subject.instance_variable_get(:@pipeline)[0].items[1].link.
+        should == "http://25.media.tumblr.com/tumblr_m07wr8RnJ91qzoj1jo1_750.jpg"
+        subject.instance_variable_get(:@pipeline)[0].items[2].link.
+        should == "http://29.media.tumblr.com/tumblr_m07wrcDBBF1qzoj1jo1_1280.jpg"
+      }
+    end
+  end  
+end