automatic 12.4.0 → 12.6.0

data/spec/plugins/store/link_spec.rb

@@ -0,0 +1,47 @@
+# -*- coding: utf-8 -*-
+# Name::      Automatic::Plugin::Store::Link
+# Author::    774 <http://id774.net>
+# Created::   Jun 13, 2012
+# Updated::   Jun 13, 2012
+# Copyright:: 774 Copyright (c) 2012
+# License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
+
+require File.expand_path(File.dirname(__FILE__) + '../../../spec_helper')
+
+require 'store/link'
+
+require 'pathname'
+
+describe Automatic::Plugin::StoreLink do
+  before do
+    @db_filename = "test_link.db"
+    db_path = Pathname(AutomaticSpec.db_dir).cleanpath+"#{@db_filename}"
+    db_path.delete if db_path.exist?
+    Automatic::Plugin::StoreLink.new({"db" => @db_filename}).run
+  end
+
+  it "should store 14 record for the new link" do
+    instance = Automatic::Plugin::StoreLink.new({"db" => @db_filename},
+      AutomaticSpec.generate_pipeline {
+        link "storeLink.html"
+      }
+    )
+
+    lambda {
+      instance.run.should have(14).items
+    }.should change(Automatic::Plugin::Link, :count).by(14)
+  end
+
+  it "should not store record for the existent link" do
+    instance = Automatic::Plugin::StoreLink.new({"db" => @db_filename},
+      AutomaticSpec.generate_pipeline {
+        link "storeLink2.html"
+      }
+    )
+
+    instance.run.should have(15).items
+    lambda {
+      instance.run.should have(0).items
+    }.should change(Automatic::Plugin::Link, :count).by(0)
+  end
+end

data/spec/plugins/store/permalink_spec.rb

@@ -1,3 +1,9 @@
+# -*- coding: utf-8 -*-
+# Name::      Automatic::Plugin::Store::Link
+# Author::    774 <http://id774.net>
+# Updated::   Jun 14, 2012
+# Copyright:: 774 Copyright (c) 2012
+# License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
 
 require File.expand_path(File.dirname(__FILE__) + '../../../spec_helper')
 
@@ -18,7 +24,7 @@ describe Automatic::Plugin::StorePermalink do
       AutomaticSpec.generate_pipeline {
         feed { item "http://github.com" }
       })
-    
+
     lambda {
       instance.run.should have(1).feed
     }.should change(Automatic::Plugin::Permalink, :count).by(1)
@@ -28,7 +34,8 @@ describe Automatic::Plugin::StorePermalink do
     instance = Automatic::Plugin::StorePermalink.new({"db" => @db_filename},
       AutomaticSpec.generate_pipeline {
         feed { item "http://github.com" }
-      })
+      }
+    )
 
     instance.run.should have(1).feed
     lambda {

data/spec/plugins/store/target_link_spec.rb

@@ -1,8 +1,9 @@
 # -*- coding: utf-8 -*-
 # Name::      Automatic::Plugin::CustomFeed::SVNFLog
 # Author::    kzgs
+#             774 <http://id774.net>
 # Created::   Mar 4, 2012
-# Updated::   Mar 4, 2012
+# Updated::   Jun 14, 2012
 # Copyright:: kzgs Copyright (c) 2012
 # License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
 
@@ -20,10 +21,23 @@ describe Automatic::Plugin::StoreTargetLink do
         { "path" => dir },
         AutomaticSpec.generate_pipeline {
           feed { item "http://digithoughts.com/rss" }
-        })
-      
+        }
+      )
       instance.run.should have(1).feed
       (Pathname(dir)+"rss").should be_exist
     end
   end
+
+  it "should error during file download" do
+    Dir.mktmpdir do |dir|
+      instance = Automatic::Plugin::StoreTargetLink.new(
+        { "path" => dir },
+        AutomaticSpec.generate_pipeline {
+          feed { item "aaa" }
+        }
+      )
+      instance.run.should have(1).feed
+    end
+  end
+
 end

data/spec/plugins/store/target_spec.rb

@@ -0,0 +1,41 @@
+# -*- coding: utf-8 -*-
+# Name::      Automatic::Plugin::Store::Target
+# Author::    774 <http://id774.net>
+# Created::   Jun 13, 2012
+# Updated::   Jun 14, 2012
+# Copyright:: 774 Copyright (c) 2012
+# License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
+
+require File.expand_path(File.dirname(__FILE__) + '../../../spec_helper')
+
+require 'store/target'
+
+require 'tmpdir'
+require 'pathname'
+
+describe Automatic::Plugin::StoreTarget do
+  it "should store the target link" do
+    Dir.mktmpdir do |dir|
+      instance = Automatic::Plugin::StoreTarget.new(
+        { "path" => dir },
+        AutomaticSpec.generate_pipeline {
+          link "storeTarget.html"
+        }
+      )
+      instance.run.should have(1).item
+      (Pathname(dir)+"Eila_omote.jpg").should be_exist
+    end
+  end
+
+  it "should error during file download" do
+    Dir.mktmpdir do |dir|
+      instance = Automatic::Plugin::StoreTarget.new(
+        { "path" => dir },
+        AutomaticSpec.generate_pipeline {
+          link "storeTarget2.html"
+        }
+      )
+      instance.run.should have(1).items
+    end
+  end
+end

data/spec/plugins/subscription/feed_spec.rb

@@ -1,3 +1,10 @@
+# -*- coding: utf-8 -*-
+# Name::      Automatic::Plugin::Subscription::Feed
+# Author::    774 <http://id774.net>
+# Updated::   Jun 14, 2012
+# Copyright:: 774 Copyright (c) 2012
+# License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
+
 require File.expand_path(File.dirname(__FILE__) + '../../../spec_helper')
 
 require 'subscription/feed'
@@ -6,16 +13,18 @@ describe Automatic::Plugin::SubscriptionFeed do
   context "with empty feeds" do
     subject {
       Automatic::Plugin::SubscriptionFeed.new(
-        { 'feeds' => [] })
+        { 'feeds' => [] }
+      )
     }
-    
+
     its(:run) { should be_empty }
   end
 
   context "with feeds whose invalid URL" do
     subject {
       Automatic::Plugin::SubscriptionFeed.new(
-        { 'feeds' => ["invalid_url"] })
+        { 'feeds' => ["invalid_url"] }
+      )
     }
 
     its(:run) { should be_empty }
@@ -27,7 +36,8 @@ describe Automatic::Plugin::SubscriptionFeed do
       Automatic::Plugin::SubscriptionFeed.new(
         { 'feeds' => [
             "https://github.com/id774/automaticruby/commits/master.atom"]
-        })
+        }
+      )
     }
 
     its(:run) { should have(1).feed }

data/spec/plugins/subscription/uri_spec.rb

@@ -0,0 +1,43 @@
+# -*- coding: utf-8 -*-
+# Name::      Automatic::Plugin::Subscription::URI
+# Author::    774 <http://id774.net>
+# Created::   Jun 12, 2012
+# Updated::   Jun 13, 2012
+# Copyright:: 774 Copyright (c) 2012
+# License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
+
+require File.expand_path(File.dirname(__FILE__) + '../../../spec_helper')
+
+require 'subscription/uri'
+
+describe Automatic::Plugin::SubscriptionURI do
+  context "with empty URLs" do
+    subject {
+      Automatic::Plugin::SubscriptionURI.new(
+        { 'urls' => [] })
+    }
+    its(:run) { should be_empty }
+  end
+
+  context "with URLs whose invalid URL" do
+    subject {
+      Automatic::Plugin::SubscriptionURI.new(
+        { 'urls' => ["invalid_url"] }
+      )
+    }
+    its(:run) { should be_empty }
+  end
+
+
+  context "with URLs whose valid URL" do
+    subject {
+      Automatic::Plugin::SubscriptionURI.new(
+        { 'urls' => [
+            "https://github.com/id774/automaticruby"]
+        }
+      )
+    }
+
+    its(:run) { should have(1).item }
+  end
+end

data/spec/spec_helper.rb

@@ -1,3 +1,7 @@
+# -*- coding: utf-8 -*-
+# Name::      Automatic::Spec
+# Updated::   Jun 14, 2012
+
 APP_ROOT = File.expand_path(File.join(File.dirname(__FILE__), ".."))
 $LOAD_PATH.unshift APP_ROOT
 $LOAD_PATH.unshift File.join(APP_ROOT)
@@ -37,7 +41,7 @@ module AutomaticSpec
     def generate_pipeline(&block)
       pipeline_generator = StubPipelineGenerator.new
       pipeline_generator.instance_eval(&block)
-      return pipeline_generator.feeds
+      return pipeline_generator.pipeline
     end
 
     def root_dir
@@ -45,21 +49,40 @@ module AutomaticSpec
     end
 
     def db_dir
-      return File.join(root_dir, "db")
+      dir = (File.expand_path('~/.automatic/db'))
+      if File.directory?(dir)
+        return dir
+      else
+        return File.join(root_dir, "db")
+      end
     end
   end
 
   class StubPipelineGenerator
-    attr_reader :feeds
+    attr_reader :pipeline
 
-  def initialize
-      @feeds = []
+    def initialize
+      @pipeline = []
     end
 
     def feed(&block)
-      feed_generator = StubFeedGenerator.new
-      feed_generator.instance_eval(&block)
-      @feeds << feed_generator.feed
+      generator = StubFeedGenerator.new
+      generator.instance_eval(&block)
+      @pipeline << generator.feed
+    end
+
+    def html(fixture)
+      obj = File.read(File.join(APP_ROOT, "spec",
+        "fixtures", fixture))
+      @pipeline << obj
+    end
+
+    def link(fixture)
+      obj = File.read(File.join(APP_ROOT, "spec",
+        "fixtures", fixture))
+      require 'extract/link'
+      @pipeline << obj
+      @pipeline.replace Automatic::Plugin::ExtractLink.new(nil, @pipeline).run
     end
   end
 

data/spec/user_dir/plugins/store/mock.rb

@@ -1,3 +1,7 @@
+# -*- coding: utf-8 -*-
+# Name::      Automatic::StoreMock
+# Updated::   Jun 14, 2012
+
 module Automatic::Plugin
   class StoreMock
     def initialize(config, pipeline = [])

data/test/integration/test_activerecord.yml

@@ -9,7 +9,7 @@ plugins:
   - module: SubscriptionFeed
     config:
       feeds:
-        - http://blog.id774.net/blogs/feed/
+        - http://blog.id774.net/post/feed/
 
   - module: FilterIgnore
     config:

data/test/integration/test_fulltext.yml

@@ -9,7 +9,7 @@ plugins:
   - module: SubscriptionFeed
     config:
       feeds:
-        - http://blog.id774.net/blogs/feed/
+        - http://blog.id774.net/post/feed/
 
   - module: FilterIgnore
     config:

data/test/integration/test_get_image.yml

@@ -0,0 +1,26 @@
+global:
+  timezone: Asia/Tokyo
+  cache:
+    base: /tmp
+  log:
+    level: info
+
+plugins:
+  - module: SubscriptionURI
+    config:
+      urls:
+        - http://reblog.id774.net/
+
+  - module: ExtractLink
+
+  - module: FilterImageLink
+
+  - module: StoreLink
+    config:
+      db: test_link.db
+
+  - module: StoreTarget
+    config:
+      path: /tmp
+      interval: 2
+

data/test/integration/test_hatenabookmark.yml

@@ -9,7 +9,7 @@ plugins:
   - module: SubscriptionFeed
     config:
       feeds:
-        - http://blog.id774.net/blogs/feed/
+        - http://blog.id774.net/post/feed/
 
   - module: FilterIgnore
     config:

data/test/integration/test_ignore.yml

@@ -9,7 +9,7 @@ plugins:
   - module: SubscriptionFeed
     config:
       feeds:
-        - http://blog.id774.net/blogs/feed/
+        - http://blog.id774.net/post/feed/
 
   - module: FilterIgnore
     config:

data/test/integration/test_ignore2.yml

@@ -9,7 +9,7 @@ plugins:
   - module: SubscriptionFeed
     config:
       feeds:
-        - http://blog.id774.net/blogs/feed/
+        - http://blog.id774.net/post/feed/
 
   - module: FilterIgnore
     config:

data/test/integration/test_image2local.yml

@@ -15,7 +15,7 @@ plugins:
     config:
       db: test_image.db
 
-  - module: FilterImage
+  - module: FilterImageSource
 
   - module: StoreTargetLink
     config:

data/test/integration/test_reverse.yml

@@ -9,7 +9,7 @@ plugins:
   - module: SubscriptionFeed
     config:
       feeds:
-        - http://blog.id774.net/blogs/feed/
+        - http://blog.id774.net/post/feed/
 
   - module: FilterReverse
 

data/test/integration/test_tumblr2local.yml

@@ -15,7 +15,7 @@ plugins:
     config:
       db: test_tumblr.db
 
-  - module: FilterImage
+  - module: FilterImageSource
 
   - module: FilterTumblrResize
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: automatic
 version: !ruby/object:Gem::Version
-  version: 12.4.0
+  version: 12.6.0
   prerelease: 
 platform: ruby
 authors:
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2012-04-30 00:00:00.000000000 Z
+date: 2012-06-17 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: sqlite3
@@ -139,6 +139,22 @@ dependencies:
     - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: cucumber
   requirement: !ruby/object:Gem::Requirement
@@ -203,8 +219,8 @@ files:
 - automatic.gemspec
 - bin/automatic
 - bin/automatic-config
-- config/default.yml
 - config/feed2console.yml
+- config/html2console.yml
 - db/.gitkeep
 - doc/AUTHORS
 - doc/COPYING
@@ -221,52 +237,72 @@ files:
 - lib/automatic/pipeline.rb
 - lib/automatic/recipe.rb
 - plugins/custom_feed/svn_log.rb
+- plugins/extract/link.rb
 - plugins/filter/ignore.rb
-- plugins/filter/image.rb
+- plugins/filter/image_link.rb
+- plugins/filter/image_source.rb
 - plugins/filter/reverse.rb
 - plugins/filter/tumblr_resize.rb
 - plugins/notify/ikachan.rb
 - plugins/publish/console.rb
+- plugins/publish/dump.rb
 - plugins/publish/google_calendar.rb
 - plugins/publish/hatena_bookmark.rb
 - plugins/publish/mail.rb
 - plugins/publish/smtp.rb
+- plugins/store/database.rb
 - plugins/store/full_text.rb
+- plugins/store/link.rb
 - plugins/store/permalink.rb
-- plugins/store/store_database.rb
+- plugins/store/target.rb
 - plugins/store/target_link.rb
 - plugins/subscription/feed.rb
+- plugins/subscription/uri.rb
 - script/bootstrap
 - script/build
+- spec/fixtures/extractLink.html
+- spec/fixtures/filterImageLink.html
+- spec/fixtures/publishDump.html
+- spec/fixtures/sampleRecipe.yml
+- spec/fixtures/storeLink.html
+- spec/fixtures/storeLink2.html
+- spec/fixtures/storeTarget.html
+- spec/fixtures/storeTarget2.html
 - spec/lib/automatic/pipeline_spec.rb
+- spec/lib/automatic/recipe_spec.rb
 - spec/lib/automatic_spec.rb
-- spec/lib/pipeline_spec.rb
 - spec/plugins/custom_feed/svn_log_spec.rb
+- spec/plugins/extract/link_spec.rb
 - spec/plugins/filter/ignore_spec.rb
-- spec/plugins/filter/image_spec.rb
+- spec/plugins/filter/image_link_spec.rb
+- spec/plugins/filter/image_source_spec.rb
 - spec/plugins/filter/reverse_spec.rb
 - spec/plugins/filter/tumblr_resize_spec.rb
 - spec/plugins/notify/ikachan_spec.rb
 - spec/plugins/publish/console_spec.rb
+- spec/plugins/publish/dump_spec.rb
 - spec/plugins/publish/google_calendar_spec.rb
 - spec/plugins/publish/hatena_bookmark_spec.rb
 - spec/plugins/publish/mail_spec.rb
 - spec/plugins/publish/smtp_spec.rb
 - spec/plugins/store/full_text_spec.rb
+- spec/plugins/store/link_spec.rb
 - spec/plugins/store/permalink_spec.rb
 - spec/plugins/store/target_link_spec.rb
+- spec/plugins/store/target_spec.rb
 - spec/plugins/subscription/feed_spec.rb
+- spec/plugins/subscription/uri_spec.rb
 - spec/spec_helper.rb
 - spec/user_dir/plugins/store/mock.rb
 - test/fixtures/sampleOPML.xml
 - test/integration/test_activerecord.yml
 - test/integration/test_fulltext.yml
+- test/integration/test_get_image.yml
 - test/integration/test_googlealert.yml
 - test/integration/test_hatenabookmark.yml
 - test/integration/test_ignore.yml
 - test/integration/test_ignore2.yml
 - test/integration/test_image2local.yml
-- test/integration/test_mail.yml
 - test/integration/test_reverse.yml
 - test/integration/test_svnlog.yml
 - test/integration/test_tumblr2local.yml
@@ -292,7 +328,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 1.8.19
+rubygems_version: 1.8.24
 signing_key: 
 specification_version: 3
 summary: Automatic Ruby

data/spec/lib/pipeline_spec.rb

@@ -1,67 +0,0 @@
-# -*- coding: utf-8 -*-
-# Name::      pipeline_sepc.rb
-# Author::    ainame
-# Created::   Mar 10, 2012
-# Updated::   Mar 10, 2012
-# Copyright:: ainame Copyright (c) 2012
-# License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
-
-require File.expand_path(File.join(File.dirname(__FILE__) ,'../spec_helper'))
-require 'automatic'
-require 'automatic/pipeline'
-
-TEST_MODULES = ["SubscriptionFeed", "FilterIgnore"] if TEST_MODULES.nil?
-
-describe Automatic::Pipeline do 
-  describe "in default dir" do 
-    before do 
-      Automatic.root_dir = File.expand_path(File.join(File.dirname(__FILE__), "../../"))
-      Automatic.user_dir = nil
-    end
-    
-    describe "#load_plugin" do
-      it "raise no plugin error" do 
-        lambda{ 
-          Automatic::Pipeline.load_plugin "FooBar"
-        }.should raise_exception(Automatic::NoPluginError,
-          /unknown plugin named FooBar/)
-      end
-
-      it "correctly load module" do 
-        TEST_MODULES.each do |mod|
-          Automatic::Pipeline.load_plugin mod.to_s
-          Automatic::Plugin.const_get(mod).class.should == Class
-        end
-      end
-    end
-
-    describe "#run" do
-      it "run a recipe with FilterIgnore module" do
-        plugin = mock("plugin")
-        plugin.should_receive(:module).and_return("FilterIgnore")
-        plugin.should_receive(:config)
-        recipe = mock("recipe")
-        recipe.should_receive(:each_plugin).and_yield(plugin)
-        Automatic::Pipeline.run(recipe).should == []
-      end
-    end
-  end
-
-  describe "in user dir" do 
-    before do 
-      Automatic.root_dir = File.expand_path(File.join(File.dirname(__FILE__), "../../"))
-      Automatic.user_dir = File.expand_path(File.join(File.dirname(__FILE__), "../user_dir/"))
-    end
-
-    describe "#load_plugin" do
-      it "correctly load module" do 
-        # StoreMock is the mock class that it return pipeline.
-        mock = "StoreMock"
-        Automatic::Pipeline.load_plugin mock
-        klass = Automatic::Plugin.const_get(mock)
-        klass.class.should == Class
-        klass.new(nil, ["mock"]).run.should == "mock"
-      end
-    end
-  end
-end

data/test/integration/test_mail.yml

@@ -1,21 +0,0 @@
-global:
-  timezone: Asia/Tokyo
-  cache:
-    base: /tmp
-  log:
-    level: info
-
-plugins:
-  - module: SubscriptionFeed
-    config:
-      feeds:
-        - http://b.hatena.ne.jp/Naruhodius/rss
-
-  - module: PublishMail
-    config:
-      port: 25
-      mailto: plagger.receiver@gmail.com
-      mailfrom: automatic@harpuia.id774.net
-
-  #- module: PublishConsole
-