automatic 14.12.2 → 26.08

data/plugins/publish/pocket.rb

@@ -1,45 +0,0 @@
-# -*- coding: utf-8 -*-
-# Name::      Automatic::Plugin::Publish::Pocket
-# Author::    soramugi <http://soramugi.net>
-# Created::   May 15, 2013
-# Updated::   Jan 15, 2014
-# Copyright:: Copyright (c) 2012-2014 Automatic Ruby Developers.
-# License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
-
-module Automatic::Plugin
-  class PublishPocket
-    require 'pocket'
-
-    def initialize(config, pipeline=[])
-      @config   = config
-      @pipeline = pipeline
-      Pocket.configure do |c|
-        c.consumer_key = @config['consumer_key']
-        c.access_token = @config['access_token']
-      end
-      @client = Pocket.client
-    end
-
-    def run
-      @pipeline.each {|feeds|
-        unless feeds.nil?
-          feeds.items.each {|feed|
-            retries = 0
-            retry_max = @config['retry'].to_i || 0
-            begin
-              @client.add(:url => feed.link)
-              Automatic::Log.puts("info", "add: #{feed.link}")
-            rescue
-              retries += 1
-              Automatic::Log.puts("error", "ErrorCount: #{retries}, Fault in publish to pocket.")
-              sleep ||= @config['interval'].to_i
-              retry if retries <= retry_max
-            end
-            sleep ||= @config['interval'].to_i
-          }
-        end
-      }
-      @pipeline
-    end
-  end
-end

data/plugins/publish/twitter.rb

@@ -1,58 +0,0 @@
-# -*- coding: utf-8 -*-
-# Name::      Automatic::Plugin::Publish::Twitter
-# Author::    soramugi <http://soramugi.net>
-# Created::   May  5, 2013
-# Updated::   May  5, 2013
-# Copyright:: Copyright (c) 2012-2013 Automatic Ruby Developers.
-# License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
-
-module Automatic::Plugin
-  class PublishTwitter
-    require 'twitter'
-
-    def initialize(config, pipeline=[])
-      @config   = config
-      @pipeline = pipeline
-
-      Twitter.configure do |conf|
-        conf.consumer_key       = @config['consumer_key']
-        conf.consumer_secret    = @config['consumer_secret']
-        conf.oauth_token        = @config['oauth_token']
-        conf.oauth_token_secret = @config['oauth_token_secret']
-      end
-      @twitter = Twitter
-
-      if @config['tweet_tmp'] == nil
-        @tweet_tmp = '{title} {link}'
-      else
-        @tweet_tmp = @config['tweet_tmp']
-      end
-
-    end
-
-    def run
-      @pipeline.each {|feeds|
-        unless feeds.nil?
-          feeds.items.each {|feed|
-            Automatic::Log.puts("info", "Publish Tweet: #{feed.link}")
-            retries = 0
-            retry_max = @config['retry'].to_i || 0
-            begin
-              tweet = @tweet_tmp.gsub(/\{(.+?)\}/) do |text|
-                feed.__send__($1)
-              end
-              @twitter.update(tweet)
-            rescue
-              retries += 1
-              Automatic::Log.puts("error", "ErrorCount: #{retries}, Fault in publish to twitter.")
-              sleep ||= @config['interval'].to_i
-              retry if retries <= retry_max
-            end
-            sleep ||= @config['interval'].to_i
-          }
-        end
-      }
-      @pipeline
-    end
-  end
-end

data/plugins/subscription/chan_toru.rb

@@ -1,57 +0,0 @@
-# -*- coding: utf-8 -*-
-# Name::      Automatic::Plugin::Subscription::ChanToru
-# Author::    soramugi <http://soramugi.net>
-# Created::   Jun 28, 2013
-# Updated::   Jan 15, 2014
-# Copyright:: Copyright (c) 2012-2014 Automatic Ruby Developers.
-# License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
-
-require File.expand_path(File.dirname(__FILE__) + '/g_guide')
-
-module Automatic::Plugin
-  class SubscriptionChanToru
-
-    def initialize(config, pipeline=[])
-      @config   = config
-      @pipeline = pipeline
-    end
-
-    def g_guide_pipeline
-      SubscriptionGGuide.new(@config, @pipeline).run
-    end
-
-    def run
-      retries = 0
-      retry_max = @config['retry'].to_i || 0
-      begin
-        pipeline = g_guide_pipeline
-        pipeline.each {|feeds|
-          feeds.items.each {|feed|
-            feed = link_change(feed)
-          }
-        }
-        @pipeline = pipeline
-      rescue
-        retries += 1
-        Automatic::Log.puts("error", "ErrorCount: #{retries}, Fault in parsing: #{retries}")
-        sleep ||= @config['interval'].to_i
-        retry if retries <= retry_max
-      end
-
-      @pipeline
-    end
-
-    def link_change(feed)
-      feed.link.gsub(/([0-9]+)/) do |pid|
-        if pid != ''
-          feed.link = "https://tv.so-net.ne.jp/chan-toru/intent" +
-            "?cat=1&area=23&pid=#{pid}&from=tw"
-        else
-          feed.link = nil
-        end
-      end
-      feed
-    end
-
-  end
-end

data/plugins/subscription/g_guide.rb

@@ -1,57 +0,0 @@
-# -*- coding: utf-8 -*-
-# Name::      Automatic::Plugin::Subscription::GGuide
-# Author::    soramugi <http://soramugi.net>
-#             774 <http://id774.net>
-# Created::   Jun 28, 2013
-# Updated::   Oct 29, 2014
-# Copyright:: Copyright (c) 2012-2014 Automatic Ruby Developers.
-# License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
-
-module Automatic::Plugin
-  class SubscriptionGGuide
-    G_GUIDE_RSS = 'http://tv.so-net.ne.jp/rss/schedulesBySearch.action?'
-
-    def initialize(config, pipeline=[])
-      @config   = config
-      @pipeline = pipeline
-      unless @config['keyword'].nil? || @config['keyword'].index(',').nil?
-        @keywords = @config['keyword'].split(',')
-      else
-        @keywords = [@config['keyword']]
-      end
-    end
-
-    def run
-      retries = 0
-      retry_max = @config['retry'].to_i || 0
-      begin
-        @keywords.each {|keyword|
-          @pipeline << Automatic::FeedParser.get_url(feed_url keyword)
-        }
-      rescue
-        retries += 1
-        Automatic::Log.puts("error", "ErrorCount: #{retries}, Fault in parsing: #{retries}")
-        sleep ||= @config['interval'].to_i
-        retry if retries <= retry_max
-      end
-      @pipeline
-    end
-
-    def feed_url keyword = nil
-      feed = G_GUIDE_RSS
-      unless keyword.nil?
-        feed += "condition.keyword=#{keyword}&"
-      end
-      feed += station_param
-      URI::Parser.new.escape(feed)
-    end
-
-    def station_param
-      station = 0
-      unless @config['station'].nil?
-        station = '1' if @config['station'] == '地上波'
-      end
-      "stationPlatformId=#{station}&"
-    end
-  end
-end

data/plugins/subscription/pocket.rb

@@ -1,51 +0,0 @@
-# -*- coding: utf-8 -*-
-# Name::      Automatic::Plugin::Subscription::Pocket
-# Author::    soramugi <http://soramugi.net>
-#             774 <http://id774.net>
-# Created::   May 21, 2013
-# Updated::   Feb 21, 2014
-# Copyright:: Copyright (c) 2012-2014 Automatic Ruby Developers.
-# License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
-
-module Automatic::Plugin
-  class SubscriptionPocket
-    require 'pocket'
-
-    def initialize(config, pipeline=[])
-      @config   = config
-      @pipeline = pipeline
-      Pocket.configure do |c|
-        c.consumer_key = @config['consumer_key']
-        c.access_token = @config['access_token']
-      end
-      @client = Pocket.client
-    end
-
-    def run
-      retries = 0
-      retry_max = @config['retry'].to_i || 0
-      begin
-        return_feeds = generate_feed(@client.retrieve(@config['optional']))
-        @pipeline << Automatic::FeedMaker.create_pipeline(return_feeds)
-      rescue
-        retries += 1
-        Automatic::Log.puts("error", "ErrorCount: #{retries}, Fault in parsing: #{retries}")
-        sleep ||= @config['interval'].to_i
-        retry if retries <= retry_max
-      end
-      @pipeline
-    end
-
-    def generate_feed(retrieve)
-      return_feeds = []
-      retrieve['list'].each {|key,list|
-        hashie             = Hashie::Mash.new
-        hashie.title       = list['given_title']
-        hashie.link        = list['given_url']
-        hashie.description = list['excerpt']
-        return_feeds << hashie
-      }
-      return_feeds
-    end
-  end
-end

data/plugins/subscription/twitter.rb

@@ -1,69 +0,0 @@
-# -*- coding: utf-8 -*-
-# Name::      Automatic::Plugin::Subscription::Twitter
-# Author::    774 <http://id774.net>
-# Created::   Sep  9, 2012
-# Updated::   Jan 15, 2014
-# Copyright:: Copyright (c) 2012-2014 Automatic Ruby Developers.
-# License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
-
-module Automatic::Plugin
-  class SubscriptionTwitter
-    require 'open-uri'
-    require 'nokogiri'
-    require 'rss'
-
-    def initialize(config, pipeline=[])
-      @config = config
-      @pipeline = pipeline
-    end
-
-    def run
-      @return_feeds = []
-      @config['urls'].each {|url|
-        retries = 0
-        retry_max = @config['retry'].to_i || 0
-        begin
-          create_rss(url)
-        rescue
-          retries += 1
-          Automatic::Log.puts("error", "ErrorCount: #{retries}, Fault in parsing: #{url}")
-          sleep ||= @config['interval'].to_i
-          retry if retries <= retry_max
-        end
-      }
-      @return_feeds
-    end
-
-    private
-
-    def create_rss(url)
-      Automatic::Log.puts("info", "Parsing Twitter: #{url}")
-      html = open(url).read
-      unless html.nil?
-        rss = RSS::Maker.make("2.0") {|maker|
-          xss = maker.xml_stylesheets.new_xml_stylesheet
-          xss.href = "http://twitter.com"
-          maker.channel.about = "http://twitter.com/index.rdf"
-          maker.channel.title = "Twitter"
-          maker.channel.description = "Twitter"
-          maker.channel.link = "http://twitter.com/"
-          maker.items.do_sort = true
-          doc = Nokogiri::HTML(html)
-          doc.xpath("/html/body/div").search('[@class="content"]').each {|content|
-            item = maker.items.new_item
-            item.title = content.search('[@class="username js-action-profile-name"]').text.to_s
-            content.search('[@class="tweet-timestamp js-permalink js-nav"]').each {|node|
-              item.link = "http://twitter.com" + node['href'].to_s
-            }
-            content.search('[@class="_timestamp js-short-timestamp js-relative-timestamp"]').each {|node|
-              item.date = Time.at(node['data-time'].to_i)
-            }
-            item.description = content.search('[@class="js-tweet-text"]').text.to_s
-          }
-        }
-        sleep ||= @config['interval'].to_i
-        @return_feeds << rss
-      end
-    end
-  end
-end

data/plugins/subscription/twitter_search.rb

@@ -1,50 +0,0 @@
-# -*- coding: utf-8 -*-
-# Name::      Automatic::Plugin::Subscription::TwitterSearch
-# Author::    soramugi <http://soramugi.net>
-#             774 <http://id774.net>
-# Created::   May 30, 2013
-# Updated::   Feb 21, 2014
-# Copyright:: Copyright (c) 2012-2014 Automatic Ruby Developers.
-# License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
-
-module Automatic::Plugin
-  class SubscriptionTwitterSearch
-    require 'twitter'
-
-    def initialize(config, pipeline=[])
-      @config   = config
-      @pipeline = pipeline
-      @client = Twitter::Client.new(
-        :consumer_key       => @config['consumer_key'],
-        :consumer_secret    => @config['consumer_secret'],
-        :oauth_token        => @config['oauth_token'],
-        :oauth_token_secret => @config['oauth_token_secret']
-      )
-    end
-
-    def run
-      @pipeline = []
-      retries = 0
-      retry_max = @config['retry'].to_i || 0
-      begin
-        return_feeds = []
-        @client.search(@config['search'],@config['opt']).results.each do |status|
-          hashie             = Hashie::Mash.new
-          hashie.title       = 'Twitter Search'
-          hashie.link        = "https://twitter.com/#{status.user['screen_name']}/status/#{status.id}"
-          hashie.description = status.text
-          hashie.author      = status.user['screen_name']
-          hashie.date        = status.created_at
-          return_feeds << hashie
-        end
-        @pipeline << Automatic::FeedMaker.create_pipeline(return_feeds)
-      rescue
-        retries += 1
-        Automatic::Log.puts("error", "ErrorCount: #{retries}")
-        sleep ||= @config['interval'].to_i
-        retry if retries <= retry_max
-      end
-      @pipeline
-    end
-  end
-end

data/plugins/subscription/weather.rb

@@ -1,33 +0,0 @@
-# -*- coding: utf-8 -*-
-# Name::      Automatic::Plugin::Subscription::Weather
-# Author::    soramugi <http://soramugi.net>
-#             774 <http://id774.net>
-# Created::   May 12, 2013
-# Updated::   Feb 21, 2014
-# Copyright:: Copyright (c) 2012-2014 Automatic Ruby Developers.
-# License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
-
-module Automatic::Plugin
-  class SubscriptionWeather
-    require 'weather_hacker'
-
-    def initialize(config, pipeline=[])
-      @config   = config
-      @pipeline = pipeline
-      @weather  = WeatherHacker.new(@config['zipcode'])
-      @day      = 'today'
-      @day      = @config['day'] unless @config['day'].nil?
-    end
-
-    def run
-      weather = @weather.send(@day)['weather'] unless @weather.send(@day).nil?
-      if weather != nil
-        hashie       = Hashie::Mash.new
-        hashie.title = weather
-        hashie.link  = 'http://weather.dummy.' + @day
-        @pipeline << Automatic::FeedMaker.create_pipeline([hashie])
-      end
-      @pipeline
-    end
-  end
-end

data/script/build

@@ -1,84 +0,0 @@
-#!/bin/sh
-#
-########################################################################
-# Integration Build Script
-#  $1 = all (Run integration tests)
-#
-#  Maintainer: id774 <idnanashi@gmail.com>
-#
-#  v1.5 6/28,2013
-#       Always using latest gems.
-#  v1.4 5/13,2013
-#       Fix bundler environment.
-#  v1.3 2/26,2013
-#       Remove script/bootstrap.
-#  v1.2 6/16,2012
-#       Add all option for integration tests.
-#  v1.1 6/14,2012
-#       Correspond to unscaffold subcommand.
-#  v1.0 3/16,2012
-#       First.
-########################################################################
-
-kickstart() {
-    export RACK_ROOT="."
-    export RACK_ENV="test"
-    #export DATABASE_URL="$RACK_ROOT/db"
-    ruby -v
-    test_subcommand log info started.
-}
-
-exec_rspec() {
-    $RACK_ROOT/bin/automatic -v
-    #bundle install --path vendor/gems
-    bundle update
-    bundle exec rake simplecov
-}
-
-run_test() {
-    while [ $# -gt 0 ]
-    do
-        bundle exec $RACK_ROOT/bin/automatic -c $1
-        test_subcommand log info $?
-        shift
-    done
-}
-
-load_tests() {
-    for YAML_FILE in "$RACK_ROOT/test/integration/test_*.yml"
-    do
-        run_test $YAML_FILE
-    done
-    unset YAML_FILE
-}
-
-test_subcommand() {
-    $RACK_ROOT/bin/automatic $*
-}
-
-test_scaffold() {
-    test_subcommand scaffold
-    test_subcommand unscaffold
-}
-
-added_tests() {
-    test -f $HOME/.automatic || test_scaffold
-    test_subcommand autodiscovery http://blog.id774.net/blogs/
-    test_subcommand opmlparser "$RACK_ROOT/test/fixtures/sampleOPML.xml"
-    test_subcommand feedparser http://blog.id774.net/blogs/feed/ > /dev/null
-    test_subcommand log info finished.
-}
-
-integration() {
-    load_tests
-    added_tests
-}
-
-main() {
-    kickstart
-    exec_rspec
-    test -n "$1" && integration
-}
-
-set -ex
-main $*

data/spec/fixtures/sampleFeeds.tsv

@@ -1 +0,0 @@
-testTitle	http://dummy.from.file	testDescription	testAuthor	testComments

data/spec/fixtures/sampleFeeds2.tsv

@@ -1,2 +0,0 @@
-testTitle1	http://dummy.from.file1	testDescription1		testComments1
-testTitle2	http://dummy.from.file2	testDescription2	testAuthor2

data/spec/fixtures/sampleRecipe.yml

@@ -1,24 +0,0 @@
-global:
-  timezone: Asia/Tokyo
-  cache:
-    base: /tmp
-  log:
-    level: none
-
-plugins:
-  - module: SubscriptionFeed
-    config:
-      feeds:
-        - http://blog.id774.net/post/feed/
-
-  - module: FilterIgnore
-    config:
-      link:
-        - hoge
-
-  - module: StorePermalink
-    config:
-      db: test_permalink.db
-
-  #- module: PublishConsole
-

data/spec/lib/automatic/log_spec.rb

@@ -1,32 +0,0 @@
-# -*- coding: utf-8 -*-
-# Name::      Auaotmatic::Log
-# Author::    soramugi
-#             774 <http://id774.net>
-# Created::   May 19, 2013
-# Updated::   Oct 09, 2014
-# Copyright:: Copyright (c) 2012-2014 Automatic Ruby Developers.
-# License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
-
-require File.expand_path(File.join(File.dirname(__FILE__) ,'../../spec_helper'))
-require 'automatic'
-require 'automatic/log'
-
-describe Automatic::Log do
-  context "with a puts" do
-    ['info', 'warn', 'error'].each {|level|
-      its (level) {
-        subject.level(level)
-        subject.puts(level, 'log spec').should_not == nil
-      }
-    }
-  end
-
-  context "with a not puts" do
-    ['warn', 'error', 'none'].each {|level|
-      its (level) {
-        subject.level(level)
-        subject.puts('info', 'log spec').should == nil
-      }
-    }
-  end
-end

data/spec/lib/automatic/pipeline_spec.rb

@@ -1,68 +0,0 @@
-# -*- coding: utf-8 -*-
-# Name::      Automatic::Pipeline
-# Author::    ainame
-#             774 <http://id774.net>
-# Created::   Mar 10, 2012
-# Updated::   Feb 25, 2014
-# Copyright:: Copyright (c) 2012-2014 Automatic Ruby Developers.
-# License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
-
-require File.expand_path(File.join(File.dirname(__FILE__) ,'../../spec_helper'))
-require 'automatic'
-require 'automatic/pipeline'
-
-TEST_MODULES = ["SubscriptionFeed", "FilterIgnore"]
-
-describe Automatic::Pipeline do
-  describe "in default dir" do
-    before do
-      Automatic.root_dir = APP_ROOT
-      Automatic.user_dir = nil
-    end
-
-    describe "#load_plugin" do
-      it "raise no plugin error" do
-        lambda{
-          Automatic::Pipeline.load_plugin "FooBar"
-        }.should raise_exception(Automatic::NoPluginError,
-          /unknown plugin named FooBar/)
-      end
-
-      it "correctly load module" do
-        TEST_MODULES.each do |mod|
-          Automatic::Pipeline.load_plugin mod.to_s
-          Automatic::Plugin.const_get(mod).class.should == Class
-        end
-      end
-    end
-
-    describe "#run" do
-      it "run a recipe with FilterIgnore module" do
-        plugin = double("plugin")
-        plugin.should_receive(:module).and_return("FilterIgnore")
-        plugin.should_receive(:config)
-        recipe = double("recipe")
-        recipe.should_receive(:each_plugin).and_yield(plugin)
-        Automatic::Pipeline.run(recipe).should == []
-      end
-    end
-  end
-
-  describe "in user dir" do
-    before do
-      Automatic.root_dir = APP_ROOT
-      Automatic.user_dir = File.join(APP_ROOT, "spec/user_dir")
-    end
-
-    describe "#load_plugin" do
-      it "correctly load module" do
-        # StoreMock is the mock class that it return pipeline.
-        mock = "StoreMock"
-        Automatic::Pipeline.load_plugin mock
-        klass = Automatic::Plugin.const_get(mock)
-        klass.class.should == Class
-        klass.new(nil, ["mock"]).run.should == "mock"
-      end
-    end
-  end
-end

data/spec/lib/automatic/recipe_spec.rb

@@ -1,40 +0,0 @@
-# -*- coding: utf-8 -*-
-# Name::      Auaotmatic::Recipe
-# Author::    774 <http://id774.net>
-# Created::   Jun 14, 2012
-# Updated::   Jun 14, 2012
-# Copyright:: Copyright (c) 2012-2013 Automatic Ruby Developers.
-# License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
-
-require File.expand_path(File.join(File.dirname(__FILE__) ,'../../spec_helper'))
-require 'automatic'
-require 'automatic/recipe'
-
-TEST_RECIPE =  File.expand_path(File.join(APP_ROOT, "spec",
-  'fixtures', 'sampleRecipe.yml'))
-
-describe Automatic::Recipe do
-  describe "with recipe" do
-    before do
-      Automatic.root_dir = File.expand_path(File.join(File.dirname(__FILE__), "../../../"))
-      Automatic.user_dir = nil
-    end
-
-    context "with a normal recipe" do
-      subject {
-        recipe = Automatic::Recipe.new(TEST_RECIPE)
-        recipe.each_plugin{recipe}
-      }
-      let(:expected) { [{"module"=>"SubscriptionFeed",
-        "config"=>{"feeds"=>["http://blog.id774.net/post/feed/"]}},
-        {"module"=>"FilterIgnore", "config"=>{"link"=>["hoge"]}},
-        {"module"=>"StorePermalink", "config"=>{"db"=>"test_permalink.db"}}]
-      }
-
-      it "correctly load recipe" do
-        expect(subject).to eq expected
-      end
-    end
-
-  end
-end