automatic 12.4.0 → 12.6.0

data/plugins/filter/{image.rb → image_source.rb}

@@ -1,14 +1,13 @@
-#!/usr/bin/env ruby
 # -*- coding: utf-8 -*-
-# Name::      Automatic::Plugin::Filter::Image
+# Name::      Automatic::Plugin::Filter::ImageSource
 # Author::    774 <http://id774.net>
 # Created::   Feb 28, 2012
-# Updated::   Feb 28, 2012
+# Updated::   Jun 13, 2012
 # Copyright:: 774 Copyright (c) 2012
 # License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
 
 module Automatic::Plugin
-  class FilterImage
+  class FilterImageSource
     require 'net/http'
     require 'kconv'
 
@@ -26,7 +25,7 @@ module Automatic::Plugin
     end
 
     def run
-      return_feeds = []
+      @return_feeds = []
       @pipeline.each {|feeds|
         img_url = ""
         unless feeds.nil?
@@ -39,9 +38,9 @@ module Automatic::Plugin
             end
           }
         end
-        return_feeds << feeds
+        @return_feeds << feeds
       }
-      return_feeds
+      @return_feeds
     end
   end
 end

data/plugins/filter/reverse.rb

@@ -1,4 +1,3 @@
-#!/usr/bin/env ruby
 # -*- coding: utf-8 -*-
 # Name::      Automatic::Plugin::Filter::Reverse
 # Author::    774 <http://id774.net>
@@ -17,17 +16,17 @@ module Automatic::Plugin
     end
 
     def run
-      return_feeds = []
+      @return_feeds = []
       @pipeline.each { |feeds|
         return_feed_items = []
         unless feeds.nil?
           feeds.items.sort!{|a,b|
             a.date <=> b.date
           }
-          return_feeds << feeds
+          @return_feeds << feeds
         end
       }
-      return_feeds
+      @return_feeds
     end
   end
 end

data/plugins/filter/tumblr_resize.rb

@@ -1,4 +1,3 @@
-#!/usr/bin/env ruby
 # -*- coding: utf-8 -*-
 # Name::      Automatic::Plugin::Filter::TumblrResize
 # Author::    774 <http://id774.net>
@@ -24,7 +23,7 @@ module Automatic::Plugin
     end
 
     def run
-      return_feeds = []
+      @return_feeds = []
       @pipeline.each {|feeds|
         img_url = ""
         unless feeds.nil?
@@ -32,9 +31,9 @@ module Automatic::Plugin
             feed.link = resize(feed.link) unless feed.link.nil?
           }
         end
-        return_feeds << feeds
+        @return_feeds << feeds
       }
-      return_feeds
+      @return_feeds
     end
   end
 end

data/plugins/notify/ikachan.rb

@@ -1,4 +1,3 @@
-#!/usr/bin/env ruby
 # -*- coding: utf-8 -*-
 
 require 'active_support/core_ext'
@@ -45,7 +44,7 @@ module Automatic::Plugin
     end
 
     private
-    
+
     def build_message(link, title)
       message = ""
       message += "#{title.to_s} - " unless title.blank?

data/plugins/publish/console.rb

@@ -1,4 +1,3 @@
-#!/usr/bin/env ruby
 # -*- coding: utf-8 -*-
 # Name::      Automatic::Plugin::Publish::Console
 # Author::    774 <http://id774.net>

data/plugins/publish/dump.rb

@@ -0,0 +1,24 @@
+# -*- coding: utf-8 -*-
+# Name::      Automatic::Plugin::Publish::Dump
+# Author::    774 <http://id774.net>
+# Created::   Jun 13, 2012
+# Updated::   Jun 13, 2012
+# Copyright:: 774 Copyright (c) 2012
+# License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
+
+module Automatic::Plugin
+  class PublishDump
+    require 'pp'
+
+    def initialize(config, pipeline=[])
+      @config = config
+      @pipeline = pipeline
+      @output = STDOUT
+    end
+
+    def run
+      pp(@pipeline, out=@output)
+      @pipeline
+    end
+  end
+end

data/plugins/publish/google_calendar.rb

@@ -1,4 +1,3 @@
-#!/usr/bin/env ruby
 # -*- coding: utf-8 -*-
 # Name::      Automatic::Plugin::Publish::Googlecalendar
 # Author::    774 <http://id774.net>
@@ -47,7 +46,6 @@ module Automatic::Plugin
 
       cal = GoogleCalendar::Calendar.new(GoogleCalendar::Service.new(
           @user["username"], @user["password"]), @feed)
-      
       event       = cal.create_event
       event.title = text
       event.st    = Time.mktime(date.year, date.month, date.day)

data/plugins/publish/hatena_bookmark.rb

@@ -1,4 +1,3 @@
-#!/usr/bin/env ruby
 # -*- coding: utf-8 -*-
 # Name::      Automatic::Plugin::Publish::HatenaBookmark
 # Author::    774 <http://id774.net>
@@ -29,10 +28,10 @@ module Automatic::Plugin
       # Unique value
       nonce = [Time.now.to_i.to_s].pack('m').gsub(/\n/, '')
       now = Time.now.utc.iso8601
-      
+
       # Base64 encoding for SHA1 Digested strings
       digest = [Digest::SHA1.digest(nonce + now + password)].pack("m").gsub(/\n/, '')
-      
+
       {'X-WSSE' => sprintf(
                            %Q<UsernameToken Username="%s", PasswordDigest="%s", Nonce="%s", Created="%s">,
                            hatena_id, digest, nonce, now)

data/plugins/store/{store_database.rb → database.rb}

@@ -1,19 +1,37 @@
 # -*- coding: utf-8 -*-
 # Name::      Automatic::Plugin::Store::Database
 # Author::    kzgs
+#             774 <http://id774.net>
 # Created::   Feb 27, 2012
-# Updated::   Feb 29, 2012
+# Updated::   Jun 17, 2012
 # Copyright:: kzgs Copyright (c) 2012
 # License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
 
 require 'active_record'
 
 module Automatic::Plugin
-  module StoreDatabase
+  module Database
+    def for_each_new_link
+      prepare_database
+      existing_records = model_class.find(:all)
+      @return_html = []
+      @pipeline.each { |link|
+        unless link.nil?
+          new_link = false
+          unless existing_records.detect { |b| b.try(unique_key) == link }
+            yield(link)
+            new_link = true
+          end
+          @return_html << link if new_link
+        end
+      }
+      @return_html
+    end
+
     def for_each_new_feed
       prepare_database
       existing_records = model_class.find(:all)
-      return_feeds = []
+      @return_feeds = []
       @pipeline.each { |feeds|
         unless feeds.nil?
           new_feed = false
@@ -23,10 +41,10 @@ module Automatic::Plugin
               new_feed = true
             end
           }
-          return_feeds << feeds if new_feed
+          @return_feeds << feeds if new_feed
         end
       }
-      return_feeds
+      @return_feeds
     end
 
     private
@@ -40,13 +58,20 @@ module Automatic::Plugin
     end
 
     def db_dir
-      return File.join(File.dirname(__FILE__), '..', '..', 'db')
+      dir = (File.expand_path('~/.automatic/db'))
+      if File.directory?(dir)
+        return dir
+      else
+        return File.join(File.dirname(__FILE__), '..', '..', 'db')
+      end
     end
 
     def prepare_database
+      db = File.join(db_dir, @config['db'])
+      Automatic::Log.puts("info", "Database: #{db}")
       ActiveRecord::Base.establish_connection(
         :adapter  => "sqlite3",
-        :database => File.join(db_dir, @config['db']))
+        :database => db)
       create_table unless model_class.table_exists?
     end
   end

data/plugins/store/full_text.rb

@@ -1,20 +1,20 @@
-#!/usr/bin/env ruby
 # -*- coding: utf-8 -*-
 # Name::      Automatic::Plugin::Store::FullText
 # Author::    774 <http://id774.net>
 # Created::   Feb 26, 2012
-# Updated::   Feb 29, 2012
+# Updated::   Jun 14, 2012
 # Copyright:: 774 Copyright (c) 2012
 # License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
-require 'plugins/store/store_database'
+
+require 'plugins/store/database'
 
 module Automatic::Plugin
   class Blog < ActiveRecord::Base
   end
 
   class StoreFullText
-    include Automatic::Plugin::StoreDatabase
-    
+    include Automatic::Plugin::Database
+
     def initialize(config, pipeline=[])
       @config = config
       @pipeline = pipeline

data/plugins/store/link.rb

@@ -0,0 +1,47 @@
+# -*- coding: utf-8 -*-
+# Name::      Automatic::Plugin::Store::Link
+# Author::    774 <http://id774.net>
+# Created::   May 24, 2012
+# Updated::   Jun 14, 2012
+# Copyright:: 774 Copyright (c) 2012
+# License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
+
+require 'plugins/store/database'
+
+module Automatic::Plugin
+  class Link < ActiveRecord::Base
+  end
+
+  class StoreLink
+    include Automatic::Plugin::Database
+
+    def initialize(config, pipeline=[])
+      @config = config
+      @pipeline = pipeline
+    end
+
+    def column_definition
+      return {
+        :url => :string,
+        :created_at => :string
+      }
+    end
+
+    def unique_key
+      return :url
+    end
+
+    def model_class
+      return Automatic::Plugin::Link
+    end
+
+    def run
+      return for_each_new_link { |link|
+        Link.create(
+          :url => link,
+          :created_at => Time.now.strftime("%Y/%m/%d %X"))
+        Automatic::Log.puts("info", "Saving: #{link}")
+      }
+    end
+  end
+end

data/plugins/store/permalink.rb

@@ -3,17 +3,17 @@
 # Name::      Automatic::Plugin::Store::Permalink
 # Author::    774 <http://id774.net>
 # Created::   Feb 22, 2012
-# Updated::   Feb 29, 2012
+# Updated::   Jun 14, 2012
 # Copyright:: 774 Copyright (c) 2012
 # License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
-require 'plugins/store/store_database'
+require 'plugins/store/database'
 
-module Automatic::Plugin  
+module Automatic::Plugin
   class Permalink < ActiveRecord::Base
   end
 
   class StorePermalink
-    include Automatic::Plugin::StoreDatabase
+    include Automatic::Plugin::Database
 
     def initialize(config, pipeline=[])
       @config = config
@@ -24,9 +24,9 @@ module Automatic::Plugin
       return {
         :url => :string,
         :created_at => :string
-      } 
+      }
     end
-    
+
     def unique_key
       return :url
     end
@@ -34,7 +34,7 @@ module Automatic::Plugin
     def model_class
       return Automatic::Plugin::Permalink
     end
-    
+
     def run
       return for_each_new_feed { |feed|
         Permalink.create(

data/plugins/store/target.rb

@@ -0,0 +1,41 @@
+#!/usr/bin/env ruby
+# -*- coding: utf-8 -*-
+# Name::      Automatic::Plugin::Store::Target
+# Author::    774 <http://id774.net>
+# Created::   May 24, 2012
+# Updated::   May 28, 2012
+# Copyright:: 774 Copyright (c) 2012
+# License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
+
+module Automatic::Plugin
+  class StoreTarget
+    def initialize(config, pipeline=[])
+      @config = config
+      @pipeline = pipeline
+    end
+
+    def wget(url)
+      filename = url.split(/\//).last
+      open(url) { |source|
+        open(File.join(@config['path'], filename), "w+b") { |o|
+          o.print source.read
+        }
+      }
+    end
+
+    def run
+      @pipeline.each {|html|
+        begin
+          unless html.nil?
+            Automatic::Log.puts("info", "Get: #{html}")
+            wget(html)
+          end
+        rescue
+          Automatic::Log.puts("error", "Error found during file download.")
+        end
+        sleep @config['interval'].to_i
+      }
+      @pipeline
+    end
+  end
+end

data/plugins/subscription/feed.rb

@@ -1,4 +1,3 @@
-#!/usr/bin/env ruby
 # -*- coding: utf-8 -*-
 # Name::      Automatic::Plugin::SubscriptionFeed
 # Author::    774 <http://id774.net>

data/plugins/subscription/uri.rb

@@ -0,0 +1,31 @@
+# -*- coding: utf-8 -*-
+# Name::      Automatic::Plugin::Subscription::URI
+# Author::    774 <http://id774.net>
+# Created::   May 24, 2012
+# Updated::   Jun 13, 2012
+# Copyright:: 774 Copyright (c) 2012
+# License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
+
+module Automatic::Plugin
+  class SubscriptionURI
+    require 'open-uri'
+
+    def initialize(config, pipeline=[])
+      @config = config
+      @pipeline = pipeline
+    end
+
+    def run
+      @config['urls'].each {|url|
+        begin
+          Automatic::Log.puts("info", "Parsing: #{url}")
+          doc = open(url).read
+          @pipeline << doc
+        rescue
+          Automatic::Log.puts("error", "Fault in parsing: #{url}")
+        end
+      }
+      return @pipeline
+    end
+  end
+end

data/script/build

@@ -2,9 +2,14 @@
 #
 ########################################################################
 # Integration Build Script
+#  $1 = all (Run integration tests)
 #
 #  Maintainer: id774 <idnanashi@gmail.com>
 #
+#  v1.2 6/16,2012
+#       Add all option for integration tests.
+#  v1.1 6/14,2012
+#       Correspond to unscaffold subcommand.
 #  v1.0 3/16,2012
 #       First.
 ########################################################################
@@ -44,20 +49,29 @@ test_config() {
     $RACK_ROOT/bin/automatic-config $*
 }
 
-added_tests() {
+test_scaffold() {
     test_config scaffold
+    test_config unscaffold
+}
+
+added_tests() {
+    test -f $HOME/.automatic || test_scaffold
     test_config autodiscovery http://blog.id774.net/blogs/
     test_config opmlparser "$RACK_ROOT/test/fixtures/sampleOPML.xml"
     test_config feedparser http://blog.id774.net/blogs/feed/ > /dev/null
     test_config log info finished.
 }
 
+integration() {
+    load_tests
+    added_tests
+}
+
 main() {
     kickstart
     exec_rspec
-    load_tests
-    added_tests
+    test -n "$1" && integration
 }
 
 set -ex
-main
+main $*

data/spec/fixtures/extractLink.html

@@ -0,0 +1,14 @@
+<!DOCTYPE html>
+<html lang="ja">
+  <head>
+    <title>Sample</title>
+  </head>
+  <body>
+    <p>A simple <b>test</b> string.</p>
+    <a href="http://id774.net">id774.net</a>
+    <a href="http://reblog.id774.net">reblog.id774.net</a>
+    <a href="http://oh-news.net/live/wp-content/uploads/2011/04/Eila_omote.jpg">
+      <img src="http://24.media.tumblr.com/tumblr_m5gneyJmsH1qza5ppo1_500.jpg" alt="" /></a>
+    <a href="http://blog.id774.net/post/">blog.id774.net</a>
+  </body>
+</html>

data/spec/fixtures/filterImageLink.html

@@ -0,0 +1,34 @@
+<!DOCTYPE html>
+<html lang="ja">
+  <head>
+    <title>Sample</title>
+  </head>
+  <body>
+    <p>A simple <b>test</b> string.</p>
+    <a href="http://id774.net">id774.net</a>
+    <a href="http://reblog.id774.net">reblog.id774.net</a>
+    <a href="http://link_1.jpg">
+      <img src="http://imgsrc_1.jpg" alt="" /></a>
+    <a href="http://link_2.jpg">
+      <img src="http://imgsrc_2.jpg" alt="" /></a>
+    <a href="http://link_3.JPG">
+      <img src="http://imgsrc_3.JPG" alt="" /></a>
+    <a href="http://link_4.png">
+      <img src="http://imgsrc_4.png" alt="" /></a>
+    <a href="http://link_5.jpeg">
+      <img src="http://imgsrc_5.jpeg" alt="" /></a>
+    <a href="http://link_6.PNG">
+      <img src="http://imgsrc_6.PNG" alt="" /></a>
+    <a href="http://link_7.jpega">
+      <img src="http://imgsrc_7.jpega" alt="" /></a>
+    <a href="http://link_8.gif">
+      <img src="http://imgsrc_8.gif" alt="" /></a>
+    <a href="http://link_9.GIF">
+      <img src="http://imgsrc_9.GIF" alt="" /></a>
+    <a href="http://link_10.tiff">
+      <img src="http://imgsrc_10.tiff" alt="" /></a>
+    <a href="http://link_11.TIFF">
+      <img src="http://imgsrc_11.TIFF" alt="" /></a>
+    <a href="http://blog.id774.net/post/">blog.id774.net</a>
+  </body>
+</html>

data/spec/fixtures/publishDump.html

@@ -0,0 +1,14 @@
+<!DOCTYPE html>
+<html lang="ja">
+  <head>
+    <title>Sample</title>
+  </head>
+  <body>
+    <p>A simple <b>test</b> string.</p>
+    <a href="http://id774.net">id774.net</a>
+    <a href="http://reblog.id774.net">reblog.id774.net</a>
+    <a href="http://oh-news.net/live/wp-content/uploads/2011/04/Eila_omote.jpg">
+      <img src="http://24.media.tumblr.com/tumblr_m5gneyJmsH1qza5ppo1_500.jpg" alt="" /></a>
+    <a href="http://blog.id774.net/post/">blog.id774.net</a>
+  </body>
+</html>

data/{config/default.yml → spec/fixtures/sampleRecipe.yml}

@@ -9,18 +9,16 @@ plugins:
   - module: SubscriptionFeed
     config:
       feeds:
-        - http://reretlet.tumblr.com/rss
+        - http://blog.id774.net/post/feed/
 
-  - module: StorePermalink
+  - module: FilterIgnore
     config:
-      db: tumblr.db
-
-  - module: FilterImage
-
-  - module: FilterTumblrResize
+      link:
+        - hoge
 
-  - module: StoreTargetLink
+  - module: StorePermalink
     config:
-      path: /tmp
-      interval: 2
+      db: test_permalink.db
+
+  #- module: PublishConsole
 

data/spec/fixtures/storeLink.html

@@ -0,0 +1,34 @@
+<!DOCTYPE html>
+<html lang="ja">
+  <head>
+    <title>Sample</title>
+  </head>
+  <body>
+    <p>A simple <b>test</b> string.</p>
+    <a href="http://id774.net">id774.net</a>
+    <a href="http://reblog.id774.net">reblog.id774.net</a>
+    <a href="http://link_1.jpg">
+      <img src="http://imgsrc_1.jpg" alt="" /></a>
+    <a href="http://link_2.jpg">
+      <img src="http://imgsrc_2.jpg" alt="" /></a>
+    <a href="http://link_3.JPG">
+      <img src="http://imgsrc_3.JPG" alt="" /></a>
+    <a href="http://link_4.png">
+      <img src="http://imgsrc_4.png" alt="" /></a>
+    <a href="http://link_5.jpeg">
+      <img src="http://imgsrc_5.jpeg" alt="" /></a>
+    <a href="http://link_6.PNG">
+      <img src="http://imgsrc_6.PNG" alt="" /></a>
+    <a href="http://link_7.jpega">
+      <img src="http://imgsrc_7.jpega" alt="" /></a>
+    <a href="http://link_8.gif">
+      <img src="http://imgsrc_8.gif" alt="" /></a>
+    <a href="http://link_9.GIF">
+      <img src="http://imgsrc_9.GIF" alt="" /></a>
+    <a href="http://link_10.tiff">
+      <img src="http://imgsrc_10.tiff" alt="" /></a>
+    <a href="http://link_11.TIFF">
+      <img src="http://imgsrc_11.TIFF" alt="" /></a>
+    <a href="http://blog.id774.net/post/">blog.id774.net</a>
+  </body>
+</html>

data/spec/fixtures/storeLink2.html

@@ -0,0 +1,36 @@
+<!DOCTYPE html>
+<html lang="ja">
+  <head>
+    <title>Sample</title>
+  </head>
+  <body>
+    <p>A simple <b>test</b> string.</p>
+    <a href="http://id774.net">id774.net</a>
+    <a href="http://reblog.id774.net">reblog.id774.net</a>
+    <a href="http://link_1.jpg">
+      <img src="http://imgsrc_1.jpg" alt="" /></a>
+    <a href="http://link_2.jpg">
+      <img src="http://imgsrc_2.jpg" alt="" /></a>
+    <a href="http://link_3.JPG">
+      <img src="http://imgsrc_3.JPG" alt="" /></a>
+    <a href="http://link_4.png">
+      <img src="http://imgsrc_4.png" alt="" /></a>
+    <a href="http://link_5.jpeg">
+      <img src="http://imgsrc_5.jpeg" alt="" /></a>
+    <a href="http://link_6.PNG">
+      <img src="http://imgsrc_6.PNG" alt="" /></a>
+    <a href="http://link_7.jpega">
+      <img src="http://imgsrc_7.jpega" alt="" /></a>
+    <a href="http://link_8.gif">
+      <img src="http://imgsrc_8.gif" alt="" /></a>
+    <a href="http://link_9.GIF">
+      <img src="http://imgsrc_9.GIF" alt="" /></a>
+    <a href="http://link_10.tiff">
+      <img src="http://imgsrc_10.tiff" alt="" /></a>
+    <a href="http://link_11.TIFF">
+      <img src="http://imgsrc_11.TIFF" alt="" /></a>
+    <a href="http://link_12.jpg">
+      <img src="http://imgsrc_12.jpg" alt="" /></a>
+    <a href="http://blog.id774.net/post/">blog.id774.net</a>
+  </body>
+</html>

data/spec/fixtures/storeTarget.html

@@ -0,0 +1,11 @@
+<!DOCTYPE html>
+<html lang="ja">
+  <head>
+    <title>Sample</title>
+  </head>
+  <body>
+    <p>A simple <b>test</b> string.</p>
+    <a href="http://oh-news.net/live/wp-content/uploads/2011/04/Eila_omote.jpg">
+      <img src="http://24.media.tumblr.com/tumblr_m5gneyJmsH1qza5ppo1_500.jpg" alt="" /></a>
+  </body>
+</html>