automatic 12.6.0 → 12.9.1

data/plugins/filter/image.rb

@@ -0,0 +1,46 @@
+# -*- coding: utf-8 -*-
+# Name::      Automatic::Plugin::Filter::Image
+# Author::    774 <http://id774.net>
+# Created::   Sep 18, 2012
+# Updated::   Sep 18, 2012
+# Copyright:: 774 Copyright (c) 2012
+# License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
+
+module Automatic::Plugin
+  class FilterImage
+
+    def initialize(config, pipeline=[])
+      @config = config
+      @pipeline = pipeline
+    end
+
+    def run
+      @return_feeds = []
+      @pipeline.each {|feeds|
+        return_feed_items = []
+        unless feeds.nil?
+          feeds.items.each {|feed|
+            unless feed.link.nil?
+              image_link = nil
+              feed.link.scan(/(.*?\.jp.*g$)/i) { |matched|
+                image_link = matched.join(" ")
+              }
+              feed.link.scan(/(.*?\.png$)/i) { |matched|
+                image_link = matched.join(" ")
+              }
+              feed.link.scan(/(.*?\.gif$)/i) { |matched|
+                image_link = matched.join(" ")
+              }
+              feed.link.scan(/(.*?\.tiff$)/i) { |matched|
+                image_link = matched.join(" ")
+              }
+              feed.link = image_link
+            end
+          }
+          @return_feeds << feeds
+        end
+      }
+      @return_feeds
+    end
+  end
+end

data/plugins/filter/reverse.rb

@@ -12,7 +12,6 @@ module Automatic::Plugin
     def initialize(config, pipeline=[])
       @config = config
       @pipeline = pipeline
-      @output = STDOUT
     end
 
     def run

data/plugins/store/database.rb

@@ -3,7 +3,7 @@
 # Author::    kzgs
 #             774 <http://id774.net>
 # Created::   Feb 27, 2012
-# Updated::   Jun 17, 2012
+# Updated::   Sep 18, 2012
 # Copyright:: kzgs Copyright (c) 2012
 # License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
 
@@ -11,23 +11,6 @@ require 'active_record'
 
 module Automatic::Plugin
   module Database
-    def for_each_new_link
-      prepare_database
-      existing_records = model_class.find(:all)
-      @return_html = []
-      @pipeline.each { |link|
-        unless link.nil?
-          new_link = false
-          unless existing_records.detect { |b| b.try(unique_key) == link }
-            yield(link)
-            new_link = true
-          end
-          @return_html << link if new_link
-        end
-      }
-      @return_html
-    end
-
     def for_each_new_feed
       prepare_database
       existing_records = model_class.find(:all)
@@ -36,9 +19,11 @@ module Automatic::Plugin
         unless feeds.nil?
           new_feed = false
           feeds.items.each { |feed|
-            unless existing_records.detect { |b| b.try(unique_key) == feed.link }
-              yield(feed)
-              new_feed = true
+            unless feed.link.nil?
+              unless existing_records.detect { |b| b.try(unique_key) == feed.link }
+                yield(feed)
+                new_feed = true
+              end
             end
           }
           @return_feeds << feeds if new_feed
@@ -60,9 +45,9 @@ module Automatic::Plugin
     def db_dir
       dir = (File.expand_path('~/.automatic/db'))
       if File.directory?(dir)
-        return dir
+        dir
       else
-        return File.join(File.dirname(__FILE__), '..', '..', 'db')
+        File.join(File.dirname(__FILE__), '..', '..', 'db')
       end
     end
 

data/plugins/store/full_text.rb

@@ -21,7 +21,7 @@ module Automatic::Plugin
     end
 
     def column_definition
-      return {
+      {
         :title => :string,
         :link => :string,
         :description => :string,
@@ -31,15 +31,15 @@ module Automatic::Plugin
     end
 
     def unique_key
-      return :link
+      :link
     end
 
     def model_class
-      return Automatic::Plugin::Blog
+      Automatic::Plugin::Blog
     end
 
     def run
-      return for_each_new_feed { |feed|
+      for_each_new_feed { |feed|
         begin
           Blog.create(
             :title => feed.title,

data/plugins/store/permalink.rb

@@ -3,9 +3,10 @@
 # Name::      Automatic::Plugin::Store::Permalink
 # Author::    774 <http://id774.net>
 # Created::   Feb 22, 2012
-# Updated::   Jun 14, 2012
+# Updated::   Sep 18, 2012
 # Copyright:: 774 Copyright (c) 2012
 # License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
+
 require 'plugins/store/database'
 
 module Automatic::Plugin
@@ -21,26 +22,28 @@ module Automatic::Plugin
     end
 
     def column_definition
-      return {
+      {
         :url => :string,
         :created_at => :string
       }
     end
 
     def unique_key
-      return :url
+      :url
     end
 
     def model_class
-      return Automatic::Plugin::Permalink
+      Automatic::Plugin::Permalink
     end
 
     def run
-      return for_each_new_feed { |feed|
-        Permalink.create(
-          :url => feed.link,
-          :created_at => Time.now.strftime("%Y/%m/%d %X"))
-        Automatic::Log.puts("info", "Saving: #{feed.link}")
+      for_each_new_feed {|feed|
+        unless feed.link.nil?
+          Permalink.create(
+            :url => feed.link,
+            :created_at => Time.now.strftime("%Y/%m/%d %X"))
+          Automatic::Log.puts("info", "Saving: #{feed.link}")
+        end
       }
     end
   end

data/plugins/store/target_link.rb

@@ -7,9 +7,10 @@
 # Copyright:: 774 Copyright (c) 2012
 # License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
 
+require 'open-uri'
+
 module Automatic::Plugin
   class StoreTargetLink
-    require 'open-uri'
 
     def initialize(config, pipeline=[])
       @config = config
@@ -33,11 +34,11 @@ module Automatic::Plugin
               unless feed.link.nil?
                 Automatic::Log.puts("info", "Get: #{feed.link}")
                 wget(feed.link)
+                sleep @config['interval'].to_i
               end
             rescue
               Automatic::Log.puts("error", "Error found during file download.")
             end
-            sleep @config['interval'].to_i
           }
         end
       }

data/plugins/subscription/link.rb

@@ -0,0 +1,55 @@
+# -*- coding: utf-8 -*-
+# Name::      Automatic::Plugin::Subscription::Link
+# Author::    774 <http://id774.net>
+# Created::   Sep 18, 2012
+# Updated::   Sep 18, 2012
+# Copyright:: 774 Copyright (c) 2012
+# License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
+
+module Automatic::Plugin
+  class SubscriptionLink
+    require 'open-uri'
+    require 'nokogiri'
+    require 'rss'
+
+    def initialize(config, pipeline=[])
+      @config = config
+      @pipeline = pipeline
+    end
+
+    def run
+      @return_feed = []
+      @config['urls'].each {|url|
+        begin
+          Automatic::Log.puts("info", "Parsing: #{url}")
+          html = open(url).read
+          unless html.nil?
+            rss = RSS::Maker.make("2.0") {|maker|
+              xss = maker.xml_stylesheets.new_xml_stylesheet
+              xss.href = "http://www.rssboard.org/rss-specification"
+              maker.channel.about = "http://feeds.rssboard.org/rssboard"
+              maker.channel.title = "Automatic Ruby"
+              maker.channel.description = "Automatic Ruby"
+              maker.channel.link = "http://www.rssboard.org/rss-specification"
+              maker.items.do_sort = true
+              doc = Nokogiri::HTML(html)
+              (doc/:a).each {|link|
+                unless link[:href].nil?
+                  item = maker.items.new_item
+                  item.title = "Automatic Ruby"
+                  item.link = link[:href]
+                  item.date = Time.now
+                  item.description = "Automatic::Plugin::Subscription::Link"
+                end
+              }
+            }
+            @return_feed << rss
+          end
+        rescue
+          Automatic::Log.puts("error", "Fault in parsing: #{url}")
+        end
+      }
+      @return_feed
+    end
+  end
+end

data/plugins/subscription/twitter.rb

@@ -0,0 +1,57 @@
+# -*- coding: utf-8 -*-
+# Name::      Automatic::Plugin::Subscription::Twitter
+# Author::    774 <http://id774.net>
+# Created::   Sep  9, 2012
+# Updated::   Sep  9, 2012
+# Copyright:: 774 Copyright (c) 2012
+# License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
+
+module Automatic::Plugin
+  class SubscriptionTwitter
+    require 'open-uri'
+    require 'nokogiri'
+    require 'rss'
+
+    def initialize(config, pipeline=[])
+      @config = config
+      @pipeline = pipeline
+    end
+
+    def run
+      @return_feed = []
+      @config['urls'].each {|url|
+        begin
+          Automatic::Log.puts("info", "Parsing: #{url}")
+          html = open(url).read
+          unless html.nil?
+            rss = RSS::Maker.make("2.0") {|maker|
+              xss = maker.xml_stylesheets.new_xml_stylesheet
+              xss.href = "http://twitter.com"
+              maker.channel.about = "http://twitter.com/index.rdf"
+              maker.channel.title = "Twitter"
+              maker.channel.description = "Twitter"
+              maker.channel.link = "http://twitter.com/"
+              maker.items.do_sort = true
+              doc = Nokogiri::HTML(html)
+              doc.xpath("/html/body/div").search('[@class="content"]').each {|content|
+                item = maker.items.new_item
+                item.title = content.search('[@class="username js-action-profile-name"]').text.to_s
+                content.search('[@class="tweet-timestamp js-permalink js-nav"]').each {|node|
+                  item.link = "http://twitter.com" + node['href'].to_s
+                }
+                content.search('[@class="_timestamp js-short-timestamp js-relative-timestamp"]').each {|node|
+                  item.date = Time.at(node['data-time'].to_i)
+                }
+                item.description = content.search('[@class="js-tweet-text"]').text.to_s
+              }
+            }
+            @return_feed << rss
+          end
+        rescue
+          Automatic::Log.puts("error", "Fault in parsing: #{url}")
+        end
+      }
+      @return_feed
+    end
+  end
+end

data/script/build

@@ -38,7 +38,7 @@ run_test() {
 }
 
 load_tests() {
-    for YAML_FILE in "$RACK_ROOT/test/integration/*.yml"
+    for YAML_FILE in "$RACK_ROOT/test/integration/test_*.yml"
     do
         run_test $YAML_FILE
     done

data/spec/lib/automatic_spec.rb

@@ -3,11 +3,12 @@
 # Author::    kzgs
 #             774 <http://id774.net>
 # Created::   Mar  9, 2012
-# Updated::   Mar 10, 2012
+# Updated::   Jun 18, 2012
 # Copyright:: kzgs Copyright (c) 2012
 # License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
 
 require File.expand_path(File.join(File.dirname(__FILE__), '../spec_helper'))
+
 require 'automatic'
 
 describe Automatic do
@@ -25,7 +26,7 @@ describe Automatic do
 
   describe "#version" do
     specify {
-      Automatic.const_get(:VERSION).should == "12.6.0"
+      Automatic.const_get(:VERSION).should == "12.9.1"
     }
   end
 

data/spec/plugins/custom_feed/svn_log_spec.rb

@@ -2,7 +2,7 @@
 # Name::      Automatic::Plugin::CustomFeed::SVNFLog
 # Author::    kzgs
 # Created::   Feb 29, 2012
-# Updated::   Mar 3, 2012
+# Updated::   Mar  3, 2012
 # Copyright:: kzgs Copyright (c) 2012
 # License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
 

data/spec/plugins/filter/absolute_uri_spec.rb

@@ -0,0 +1,61 @@
+# -*- coding: utf-8 -*-
+# Name::      Automatic::Plugin::Filter::AbsoluteURI
+# Author::    774 <http://id774.net>
+# Created::   Jun 20, 2012
+# Updated::   Sep 18, 2012
+# Copyright:: 774 Copyright (c) 2012
+# License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
+
+require File.expand_path(File.dirname(__FILE__) + '../../../spec_helper')
+
+require 'filter/absolute_uri'
+
+describe Automatic::Plugin::FilterAbsoluteURI do
+  context "with feed contain link tag" do
+    subject {
+      Automatic::Plugin::FilterAbsoluteURI.new({
+        'url' => "http://id774.net/images/",
+      },
+        AutomaticSpec.generate_pipeline {
+          feed {
+            item "http://id774.net/images/link_1.jpg"
+            item "link_2.jpg"
+            item "link_3.JPG"
+            item "http://id774.net/images/link_4.png"
+            item "link_5.jpeg"
+            item "http://id774.net/images/link_6.PNG"
+            item "link_8.gif"
+            item "http://id774.net/images/link_9.GIF"
+            item "link_10.tiff"
+            item "http://id774.net/images/link_11.TIFF"
+          }})}
+
+    describe "#run" do
+      its(:run) { should have(1).feeds }
+
+      specify {
+        subject.run
+        subject.instance_variable_get(:@return_feeds)[0].items[0].link.
+        should == "http://id774.net/images/link_1.jpg"
+        subject.instance_variable_get(:@return_feeds)[0].items[1].link.
+        should == "http://id774.net/images/link_2.jpg"
+        subject.instance_variable_get(:@return_feeds)[0].items[2].link.
+        should == "http://id774.net/images/link_3.JPG"
+        subject.instance_variable_get(:@return_feeds)[0].items[3].link.
+        should == "http://id774.net/images/link_4.png"
+        subject.instance_variable_get(:@return_feeds)[0].items[4].link.
+        should == "http://id774.net/images/link_5.jpeg"
+        subject.instance_variable_get(:@return_feeds)[0].items[5].link.
+        should == "http://id774.net/images/link_6.PNG"
+        subject.instance_variable_get(:@return_feeds)[0].items[6].link.
+        should == "http://id774.net/images/link_8.gif"
+        subject.instance_variable_get(:@return_feeds)[0].items[7].link.
+        should == "http://id774.net/images/link_9.GIF"
+        subject.instance_variable_get(:@return_feeds)[0].items[8].link.
+        should == "http://id774.net/images/link_10.tiff"
+        subject.instance_variable_get(:@return_feeds)[0].items[9].link.
+        should == "http://id774.net/images/link_11.TIFF"
+      }
+    end
+  end
+end

data/spec/plugins/filter/image_source_spec.rb

@@ -2,7 +2,7 @@
 # Name::      Automatic::Plugin::Filter::ImageSource
 # Author::    kzgs
 #             774 <http://id774.net>
-# Created::   Mar 1, 2012
+# Created::   Mar  1, 2012
 # Updated::   Jun 14, 2012
 # Copyright:: kzgs Copyright (c) 2012
 # License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.