macaroni 0.0.1

data/.coveralls.yml

@@ -0,0 +1 @@
+service_name: travis-ci

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/.travis.yml

@@ -0,0 +1,8 @@
+language: ruby
+rvm:
+  - 1.8.7
+  - 1.9.3
+  - 2.0.0
+gemfile:
+  - Gemfile
+script: 'bundle exec rspec spec'

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in lumber.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2013 mizoryu
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,82 @@
+# Macaroni [![Build Status](https://secure.travis-ci.org/mizoR/macaroni.png)](https://travis-ci.org/mizoR/macaroni) [![Code Climate](https://codeclimate.com/github/mizoR/macaroni.png)](https://codeclimate.com/github/mizoR/macaroni) [![Coverage Status](https://coveralls.io/repos/mizoR/macaroni/badge.png?branch=master)](https://coveralls.io/r/mizoR/macaroni?branch=master)
+
+
+Macaroni is a ruby DSL for easily feed agregation and pipeline processing.
+
+```
+include Macaroni::Plugin
+
+pipe :news do
+  plug Input::RSS, 'http://news.yahoo.com/rss/'
+  plug Input::RSS, 'https://news.google.com/news/feeds?cf=all&ned=us&hl=en&output=rss'
+  plug Filter::Sort do |a, b|
+    b.date_published <=> a.date_published
+  end
+  plug Filter::Slice, 1, 5
+  plug Filter::Map do |row|
+    {:title => row.title, :url => row.url}
+  end
+  plug Output::Stdout
+end
+```
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'macaroni'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install macaroni
+
+## Usage
+
+Recipe's sample:
+
+```
+# my_recipe.rb
+
+include Macaroni::Plugin
+
+pipe :news do
+  plug Input::RSS, 'http://news.yahoo.com/rss/'
+  plug Input::RSS, 'https://news.google.com/news/feeds?cf=all&ned=us&hl=en&output=rss'
+  plug Filter::Sort do |a, b|
+    b.date_published <=> a.date_published
+  end
+  plug Filter::Slice, 1, 5
+  plug Filter::Map do |row|
+    {:title => row.title, :url => row.url}
+  end
+  plug Output::Stdout
+end
+```
+
+Start with:
+
+```
+macaroni --recipe my_recipe.rb --target news
+```
+
+Output
+
+```
+{:title=>"Plaintiffs in Calif. marriage case marry in SF", :url=>"http://news.yahoo.com/plaintiffs-calif-marriage-case-marry-sf-000449812.html"}
+{:title=>"Obama yet to have African legacy like predecessors - Houston Chronicle", :url=>"http://news.google.com/news/url?sa=t&fd=R&usg=AFQjCNGQLT2e30BTh-bVNWOZSPN6hbqFkQ&url=http://www.chron.com/news/politics/article/Obama-yet-to-have-African-legacy-like-predecessors-4630606.php"}
+{:title=>"Plaintiffs in Calif. gay marriage case wed in SF", :url=>"http://news.yahoo.com/plaintiffs-calif-gay-marriage-case-wed-sf-235831059.html"}
+{:title=>"End of era as Celtics rebuild without Pierce", :url=>"http://news.yahoo.com/end-era-celtics-rebuild-without-pierce-203533133.html"}
+{:title=>"'Preposterous' to suggest Cartwright betrayed US, lawyer says - NBCNews.com", :url=>"http://news.google.com/news/url?sa=t&fd=R&usg=AFQjCNGt8aynSXvEm0sAYhjJKPVTMMp7Kg&url=http://www.nbcnews.com/video/nightly-news/52345858/"}
+```
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1,2 @@
+require "bundler/gem_tasks"
+

data/bin/macaroni

@@ -0,0 +1,8 @@
+#!/usr/bin/env ruby
+
+$LOAD_PATH.unshift File.dirname(__FILE__) + '/../lib'
+require 'macaroni'
+require 'macaroni/dsl'
+
+Macaroni.main(ARGV)
+

data/example/example.rb

@@ -0,0 +1,67 @@
+# -*- coding: utf-8-*-
+
+include Macaroni::Plugin
+
+pipe :news do
+  plug Input::RSS, 'http://news.yahoo.com/rss/'
+  plug Input::RSS, 'https://news.google.com/news/feeds?cf=all&ned=us&hl=en&output=rss'
+  plug Filter::Sort do |a, b|
+    b.date_published <=> a.date_published
+  end
+  plug Filter::Slice, 1, 5
+  plug Filter::Map do |row|
+    {:title => row.title, :url => row.url}
+  end
+  plug Output::Stdout
+end
+
+pipe :string_processing_sample, :data => 'Hello World!' do
+  plug Filter::Downcase
+  plug Output::Stdout
+  plug Filter::Reverse
+  plug Output::Stdout
+  plug Filter::Upcase
+  plug Output::Stdout
+end
+
+pipe :reverse_sample do
+  plug Input::RSS, 'http://news.yahoo.com/rss/'
+  plug Input::RSS, 'http://rss.dailynews.yahoo.co.jp/fc/rss.xml'
+  plug Filter::Reverse
+  plug Filter::Map do |row|
+    {:title => row.title, :url => row.url}
+  end
+  plug Output::Stdout
+end
+
+pipe :deduped_sample do
+  plug Input::RSS, 'http://news.yahoo.com/rss/'
+  plug Input::RSS, 'http://rss.dailynews.yahoo.co.jp/fc/rss.xml'
+  plug Filter::Deduped
+  plug Filter::Map do |row|
+    {:title => row.title, :url => row.url}
+  end
+  plug Output::Stdout
+end
+
+pipe :each_with_index_sample do
+  plug Input::RSS, 'http://news.yahoo.com/rss/'
+  plug Input::RSS, 'http://rss.dailynews.yahoo.co.jp/fc/rss.xml'
+  plug Filter::Map do |row|
+    {:title => row.title, :url => row.url}
+  end
+  plug Filter::EachWithIndex do |row, i|
+    row.merge!(id: i)
+  end
+  plug Output::Stdout
+end
+
+pipe :im_kayac_sample do
+  plug Input::RSS, 'http://news.yahoo.com/rss/'
+  plug Input::RSS, 'http://rss.dailynews.yahoo.co.jp/fc/rss.xml'
+  plug Filter::Map do |row|
+    {:message => row.title, :handler => row.url}
+  end
+  plug Output::ImKayac, :username => ENV['IM_KAYAC_USERNAME'], :secret_key => ENV['IM_KAYAC_SECRET_KEY']
+end
+

data/lib/macaroni/core/application.rb

@@ -0,0 +1,23 @@
+# -*- coding: utf-8 -*-
+require 'singleton'
+
+module Macaroni
+  module Core
+    class Application
+      include Singleton
+
+      def initialize
+        @pipes = {}
+      end
+
+      def set_pipe(name, pipe)
+        @pipes[name.to_sym] = pipe
+      end
+
+      def exec_pipe(name)
+        @pipes[name.to_sym].exec
+      end
+    end
+  end
+end
+

data/lib/macaroni/core/pipe.rb

@@ -0,0 +1,24 @@
+# -*- coding: utf-8 -*-
+
+module Macaroni
+  module Core
+    class Pipe
+      def initialize(options={})
+        @data = options[:data] || []
+        @plugins = []
+      end
+
+      def exec
+        @plugins.inject(@data) do |data, (klass, args, block)|
+          klass.new(*args, &block).exec(data)
+        end
+      end
+
+      private
+
+      def plug(klass, *args, &block)
+        @plugins << [klass, args, block]
+      end
+    end
+  end
+end

data/lib/macaroni/dsl.rb

@@ -0,0 +1,16 @@
+# -*- coding: utf-8 -*-
+
+module Macaroni
+  module DSL
+    def pipe(name, options={}, &block)
+      pipe = Macaroni::Core::Pipe.new options
+      pipe.instance_eval(&block)
+      Macaroni::application.set_pipe(name, pipe)
+    end
+  end
+end
+
+class << self
+  include Macaroni::DSL
+end
+

data/lib/macaroni/plugin/filter/base.rb

@@ -0,0 +1,19 @@
+# -*- coding: utf-8 -*-
+
+module Macaroni
+  module Plugin
+    module Filter
+      class Base
+        def initialize(*args, &block)
+          @args  = args
+          @block = block
+        end
+
+        def exec(data)
+          data
+        end
+      end
+    end
+  end
+end
+

data/lib/macaroni/plugin/filter/deduped.rb

@@ -0,0 +1,35 @@
+# -*- coding: utf-8 -*-
+require 'yaml'
+
+module Macaroni
+  module Plugin
+    module Filter
+      class Deduped < Select
+        def initialize(options={})
+          @cache_path = options[:cache_path] || '/tmp/macaroni-cache'
+          @block = lambda { |entry|
+            hash = Digest::MD5.hexdigest(entry.url)
+            hash_path = File.join(@cache_path, hash)
+            deduped   = !File.exists?(hash_path)
+
+            File.open(hash_path, 'w') do |file|
+              file.write({
+                :url     => entry.url,
+                :title   => entry.title,
+                :content => entry.content,
+              }.to_yaml)
+            end if deduped
+
+            deduped
+          }
+        end
+
+        def exec(data)
+          FileUtils.mkdir_p(@cache_path) if !File.exists?(@cache_path)
+          super
+        end
+      end
+    end
+  end
+end
+

data/lib/macaroni/plugin/filter.rb

@@ -0,0 +1,22 @@
+# -*- coding: utf-8 -*-
+require 'macaroni/plugin/filter/base'
+
+module Macaroni
+  module Plugin
+    module Filter
+      def self.const_missing(name)
+        method_name = name.to_s.
+                      gsub(/([A-Z]+)([A-Z][a-z])/,'\1_\2').
+                      gsub(/([a-z\d])([A-Z])/,'\1_\2').tr("-", "_").
+                      downcase
+        klass = Class.new(Base) do
+          define_method :exec do |data|
+            data.send(method_name, *@args, &@block)
+          end
+        end
+        const_set(name, klass)
+      end
+    end
+  end
+end
+

data/lib/macaroni/plugin/input/rss.rb

@@ -0,0 +1,18 @@
+# -*- coding: utf-8 -*-
+require 'feed-normalizer'
+
+module Macaroni
+  module Plugin
+    module Input
+      class RSS
+        def initialize(url)
+          @feed = FeedNormalizer::FeedNormalizer.parse open(url)
+        end
+
+        def exec(data)
+          data + @feed.entries
+        end
+      end
+    end
+  end
+end

data/lib/macaroni/plugin/output/im_kayac.rb

@@ -0,0 +1,38 @@
+# -*- coding: utf-8 -*-
+
+module Macaroni
+  module Plugin
+    module Output
+      class ImKayac
+        def initialize(params={})
+          @base_url   = "http://im.kayac.com/api/post/"
+          @username   = params[:username] or raise ArgumentError
+          @password   = params[:password]   || nil
+          @secret_key = params[:secret_key] || nil
+        end
+
+        def exec(data)
+          return data if data.empty?
+
+          uri = URI.parse "#{@base_url}#{@username}"
+          Net::HTTP.new(uri.host, uri.port).start do |http|
+            data.each do |row|
+              sig = @secret_key ? \
+                Digest::SHA1.new.update("#{row[:message]}#{@secret_key}").to_s : nil
+
+              request = Net::HTTP::Post.new(uri.path)
+              request.set_form_data(
+                :handler  => row[:handler],
+                :password => @password,
+                :sig      => sig,
+                :message  => row[:message]
+              )
+              http.request(request)
+            end
+          end
+        end
+      end
+    end
+  end
+end
+

data/lib/macaroni/plugin/output/stdout.rb

@@ -0,0 +1,18 @@
+# -*- coding: utf-8 -*-
+
+module Macaroni
+  module Plugin
+    module Output
+      class Stdout
+        def initialize
+        end
+
+        def exec(data)
+          $stdout.puts data
+          data
+        end
+      end
+    end
+  end
+end
+

data/lib/macaroni/version.rb

@@ -0,0 +1,3 @@
+module Macaroni
+  VERSION = "0.0.1"
+end

data/lib/macaroni.rb

@@ -0,0 +1,27 @@
+require 'macaroni/version'
+require 'macaroni/core/application'
+require 'macaroni/core/pipe'
+require 'macaroni/plugin/input/rss'
+require 'macaroni/plugin/filter'
+require 'macaroni/plugin/filter/deduped'
+require 'macaroni/plugin/output/stdout'
+require 'macaroni/plugin/output/im_kayac'
+require 'optparse'
+
+module Macaroni
+  def self.application
+    Core::Application.instance
+  end
+
+  def self.main(argv)
+    options = {:recipe => 'recipe', :target => 'default'}
+    OptionParser.new.tap do |opt|
+      opt.on('--recipe [RECIPE]') {|v| options[:recipe] = v}
+      opt.on('--target [TARGET]') {|v| options[:target] = v}
+      opt.parse!(argv)
+    end
+
+    load File.join(Dir.pwd, options[:recipe])
+    application.exec_pipe(options[:target])
+  end
+end

data/macaroni.gemspec

@@ -0,0 +1,24 @@
+# -*- encoding: utf-8 -*-
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'macaroni/version'
+
+Gem::Specification.new do |gem|
+  gem.name          = "macaroni"
+  gem.version       = Macaroni::VERSION
+  gem.authors       = ["mizoR"]
+  gem.email         = ["r.mizokami@gmail.com"]
+  gem.description   = %q{Macaroni is a ruby DSL for easily feed agregation and pipeline processing.}
+  gem.summary       = %q{Ruby DSL for feed aggregation.}
+  gem.homepage      = ""
+
+  gem.files         = `git ls-files`.split($/)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.require_paths = ["lib"]
+  gem.add_dependency "feed-normalizer"
+
+  gem.add_development_dependency "pry"
+  gem.add_development_dependency "rspec"
+  gem.add_development_dependency "coveralls"
+end

data/spec/macaroni/core/application_spec.rb

@@ -0,0 +1,40 @@
+# -*- coding: utf-8 -*-
+require 'spec_helper'
+
+describe Macaroni::Core::Application do
+  let :application do
+    described_class.instance
+  end
+
+  context '#new' do
+    it do
+      pipes = application.instance_eval {@pipes}
+      expect(pipes).to eq({})
+    end
+  end
+
+  context '#set_pipe' do
+    before do
+      @pipe = double('pipe')
+      @pipe.stub(:exec).and_return('test')
+      application.set_pipe(:test, @pipe)
+    end
+
+    it do
+      expect(application.instance_eval {@pipes[:test]}).to be @pipe
+    end
+  end
+
+  context '#exec_pipe' do
+    before do
+      pipe = double('pipe')
+      pipe.stub(:exec).and_return('TEST')
+      application.set_pipe(:test, pipe)
+    end
+
+    it do
+      expect(application.exec_pipe('test')).to eq 'TEST'
+    end
+  end
+end
+

data/spec/macaroni/core/pipe_spec.rb

@@ -0,0 +1,26 @@
+# -*- coding: utf-8 -*-
+
+describe Macaroni::Core::Pipe do
+  it '#plug' do
+    plugin_class = double(:plugin_class)
+
+    pipe = described_class.new
+    pipe.send(:plug, plugin_class) {}
+    pipe.send(:plug, plugin_class) {}
+    pipe.send(:plug, plugin_class) {}
+    expect(pipe.instance_eval {@plugins.length}).to be 3
+  end
+
+  it '#exec' do
+    plugin = double(:plugin)
+    plugin.should_receive(:exec).and_return('TEST')
+
+    plugin_class = double(:plugin_class).stub(:new)
+    plugin_class.should_receive(:new).and_return(plugin)
+
+    pipe = described_class.new
+    pipe.send(:plug, plugin_class) {}
+    expect(pipe.exec).to eq 'TEST'
+  end
+end
+

data/spec/macaroni/dsl_spec.rb

@@ -0,0 +1,5 @@
+# -*- coding: utf-8 -*-
+
+describe Macaroni::DSL do
+end
+

data/spec/macaroni/plugin/filter_spec.rb

@@ -0,0 +1,18 @@
+# -*- coding: utf-8 -*-
+
+describe Macaroni::Plugin::Filter do
+  context do
+    it do
+      ancestors = Macaroni::Plugin::Filter::Each.ancestors
+      expect(ancestors).to include(Macaroni::Plugin::Filter::Base)
+    end
+  end
+
+  context do
+    it do
+      to_i_filter = Macaroni::Plugin::Filter::ToI.new
+      expect(to_i_filter.exec('1')).to be 1
+    end
+  end
+end
+

data/spec/macaroni/plugin/output/stdout_spec.rb

@@ -0,0 +1,16 @@
+# -*- coding: utf-8 -*-
+
+describe Macaroni::Plugin::Output::Stdout do
+  it do
+    begin
+      stdout = $stdout
+      $stdout = StringIO.new
+      stdout_output = described_class.new
+      stdout_output.exec 'TEST'
+      expect($stdout.string).to eq "TEST\n"
+    ensure
+      $stdout = stdout
+    end
+  end
+end
+

data/spec/macaroni_spec.rb

@@ -0,0 +1,17 @@
+# -*- coding: utf-8 -*-
+require 'spec_helper'
+
+describe Macaroni do
+  it do
+    expect(Macaroni).to respond_to :main
+  end
+
+  it do
+    expect(Macaroni).to respond_to :application
+  end
+
+  it do
+    expect(Macaroni::application).to be Macaroni::Core::Application.instance
+  end
+end
+

data/spec/spec_helper.rb

@@ -0,0 +1,6 @@
+# -*- coding: utf-8 -*-
+require 'rspec'
+require 'macaroni'
+require 'macaroni/dsl'
+require 'coveralls'
+Coveralls.wear!

metadata

@@ -0,0 +1,145 @@
+--- !ruby/object:Gem::Specification
+name: macaroni
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- mizoR
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-06-29 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: feed-normalizer
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: coveralls
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Macaroni is a ruby DSL for easily feed agregation and pipeline processing.
+email:
+- r.mizokami@gmail.com
+executables:
+- macaroni
+extensions: []
+extra_rdoc_files: []
+files:
+- .coveralls.yml
+- .gitignore
+- .travis.yml
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/macaroni
+- example/example.rb
+- lib/macaroni.rb
+- lib/macaroni/core/application.rb
+- lib/macaroni/core/pipe.rb
+- lib/macaroni/dsl.rb
+- lib/macaroni/plugin/filter.rb
+- lib/macaroni/plugin/filter/base.rb
+- lib/macaroni/plugin/filter/deduped.rb
+- lib/macaroni/plugin/input/rss.rb
+- lib/macaroni/plugin/output/im_kayac.rb
+- lib/macaroni/plugin/output/stdout.rb
+- lib/macaroni/version.rb
+- macaroni.gemspec
+- spec/macaroni/core/application_spec.rb
+- spec/macaroni/core/pipe_spec.rb
+- spec/macaroni/dsl_spec.rb
+- spec/macaroni/plugin/filter_spec.rb
+- spec/macaroni/plugin/output/stdout_spec.rb
+- spec/macaroni_spec.rb
+- spec/spec_helper.rb
+homepage: ''
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.23
+signing_key: 
+specification_version: 3
+summary: Ruby DSL for feed aggregation.
+test_files:
+- spec/macaroni/core/application_spec.rb
+- spec/macaroni/core/pipe_spec.rb
+- spec/macaroni/dsl_spec.rb
+- spec/macaroni/plugin/filter_spec.rb
+- spec/macaroni/plugin/output/stdout_spec.rb
+- spec/macaroni_spec.rb
+- spec/spec_helper.rb