mashfeed 0.0.1

data/Manifest.txt

@@ -0,0 +1,36 @@
+CHANGELOG.txt
+History.txt
+Manifest.txt
+README.txt
+Rakefile
+bin/mashfeed
+examples/standalone_test.txt
+lib/mashfeed.rb
+lib/mashfeed/context.rb
+lib/mashfeed/dsl.rb
+lib/mashfeed/entry.rb
+lib/mashfeed/plugin.rb
+lib/mashfeed/statement.rb
+lib/mashfeed/version.rb
+plugins/export/feed/init.rb
+plugins/export/lingr/init.rb
+plugins/export/print/init.rb
+plugins/filter/grep/init.rb
+plugins/import/feed/init.rb
+plugins/import/feed/test/data/rss_2.0.xml
+plugins/import/feed/test/feed_test.rb
+plugins/test/data/init.rb
+plugins/test/data/test/data_test.rb
+plugins/test/data/test/test_helper.rb
+plugins/test/output_global_variant/init.rb
+plugins/test/output_global_variant/test/output_global_variant_test.rb
+plugins/test/output_global_variant/test/test_helper.rb
+plugins/test/prefix/init.rb
+plugins/test/prefix/test/prefix_test.rb
+plugins/test/prefix/test/test_helper.rb
+test/context_test.rb
+test/entry_test.rb
+test/mashfeed_test.rb
+test/plugin_base_test.rb
+test/statement_test.rb
+test/test_helper.rb

data/README.txt

@@ -0,0 +1,4 @@
+README for mashfeed
+===================
+
+Please check http://mashfeed.com/

data/Rakefile

@@ -0,0 +1,79 @@
+require 'rubygems'
+require 'rake'
+require 'rake/clean'
+require 'rake/testtask'
+require 'rake/packagetask'
+require 'rake/gempackagetask'
+require 'rake/rdoctask'
+require 'rake/contrib/rubyforgepublisher'
+require 'active_support'
+require 'fileutils'
+require 'hoe'
+include FileUtils
+require File.join(File.dirname(__FILE__), 'lib', 'mashfeed', 'version')
+
+NAME              = "mashfeed"
+PKG_VERSION       = "0.0.1"
+AUTHOR            = "mashfeed developers team"
+EMAIL             = "info@mashfeed.com"
+DESCRIPTION       = "feed aggregator framework and plugins"
+GEM_NAME          = NAME
+RUBYFORGE_PROJECT = NAME
+HOMEPATH          = "http://#{RUBYFORGE_PROJECT}.rubyforge.org"
+
+REV = nil # UNCOMMENT IF REQUIRED: File.read(".svn/entries")[/committed-rev="(d+)"/, 1] rescue nil
+VERS = ENV['VERSION'] || (Mashfeed::VERSION::STRING + (REV ? ".#{REV}" : ""))
+                          CLEAN.include ['**/.*.sw?', '*.gem', '.config']
+RDOC_OPTS = ['--quiet', '--title', "mashfeed documentation",
+    "--opname", "index.html",
+    "--line-numbers", 
+    "--main", "README",
+    "--inline-source"]
+
+class Hoe
+  def extra_deps 
+    @extra_deps.reject { |x| Array(x).first == 'hoe' } 
+  end 
+end
+
+# Generate all the Rake tasks
+# Run 'rake -T' to see list of generated tasks (from gem root directory)
+hoe = Hoe.new(GEM_NAME, VERS) do |p|
+  p.author = AUTHOR 
+  p.description = DESCRIPTION
+  p.email = EMAIL
+  p.summary = DESCRIPTION
+  p.url = HOMEPATH
+  p.rubyforge_name = RUBYFORGE_PROJECT if RUBYFORGE_PROJECT
+  p.test_globs = ["test/**/*_test.rb"]
+  p.clean_globs = CLEAN  #An array of file patterns to delete on clean.
+  
+  p. extra_deps << ['activesupport', '>= 1.3.1']
+  p. extra_deps << ['feedtools', '>= 0.2.26']
+  # == Optional
+  #p.changes        - A description of the release's latest changes.
+  #p.extra_deps     - An array of rubygem dependencies.
+  #p.spec_extras    - A hash of extra values to set in the gemspec.
+end
+
+Rake::TestTask.new('test:core') do |t|
+  t.libs << 'test'
+  t.pattern = 'test/*_test.rb'
+  t.verbose = true
+end
+
+Rake::TestTask.new('test:plugins') do |t|
+  t.libs << 'test'
+  name = ENV['name'] || ENV['TEST']
+  t.pattern = name.blank? ? 'plugins/**/test/*_test.rb' : ('plugins/%s/test/*_test.rb' % [Inflector::underscore(name)])
+  t.verbose = true
+end
+
+task :test do
+  Rake::Task['test:plugins'].invoke
+end
+
+desc 'Update Manifest.txt'
+task :update_manifest => :clean do
+  sh "find . -type f | sed -e 's%./%%' | grep -v \".svn\" | grep -v \".log\" | grep -v \".cache\" | sort > Manifest.txt"
+end

data/bin/mashfeed

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+$:.push 'lib'
+require 'mashfeed'
+require 'optparse'
+
+ARGV.options do |opt|
+  opt.on('-l PATH', '--log-file=PATH', 'description of -a') {|v| @log_file = v}
+  opt.parse!
+end
+Mashfeed::Plugin::Base.logger = Mashfeed::Context::DSL.logger = Logger.new(@log_file || STDOUT)
+(ARGV.empty? ? [nil] : ARGV).each do |recipe_file|
+  context = Mashfeed::Context::DSL.new.execute(recipe_file.blank? ? STDIN.read : IO.read(recipe_file))
+  context.execute
+end

data/examples/standalone_test.txt

@@ -0,0 +1,7 @@
+flow do
+  plugin 'Test::Data'
+  plugin 'Test::Prefix' do
+    prefix 'load'
+  end
+  plugin 'Export::Print'
+end

data/lib/mashfeed.rb

@@ -0,0 +1,15 @@
+# Copyright (c) 2007 dara, masuidrive
+
+require 'rubygems'
+require 'active_support'
+require 'rss/1.0'
+require 'rss/2.0'
+require 'rss/maker'
+require 'logger'
+
+require 'mashfeed/version'
+require 'mashfeed/entry'
+require 'mashfeed/plugin'
+require 'mashfeed/statement'
+require 'mashfeed/context'
+require 'mashfeed/dsl'

data/lib/mashfeed/context.rb

@@ -0,0 +1,33 @@
+module Mashfeed
+  class Context
+    attr_reader :statements
+    
+    def initialize(statements=[])
+      @statements = statements
+    end
+  
+    def execute
+      last_num = -1
+      while not @statements.empty?
+        @statements = @statements.collect{ |statement| execute_statement(statement) }
+        @statements.delete(nil)
+        raise "Infinity loop!" if last_num==@statements.size
+        last_num = @statements.size
+      end
+      true
+    end
+  
+    # execute a statment and pass entries to next statements
+    def execute_statement(statement)
+      if statement.input_entries.size >= statement.inputs.size
+        result = statement.execute
+        @statements.each do |next_statement|
+          (next_statement.input_entries << result) if next_statement.inputs.include?(statement)
+        end
+        nil
+      else
+        statement
+      end
+    end
+  end
+end

data/lib/mashfeed/dsl.rb

@@ -0,0 +1,82 @@
+module Mashfeed
+  class Context::DSL
+    cattr_accessor :logger
+    
+    def initialize
+    end
+    
+    # make statements from recipe
+    def execute(recipe)
+      @statements, @stack = [], []
+      instance_eval(recipe)
+      @statements.delete(nil)
+      Context.new(@statements.uniq)
+    end
+  
+    # block statement super class
+    class Block
+      attr_accessor :context_dsl, :parent_block, :child_statements
+      
+      def initialize(context_dsl, parent_block, *args)
+        @context_dsl, @parent_block, @child_statements = context_dsl, parent_block, []
+      end
+      
+      def execute(recipe)
+        before_execute(recipe) if respond_to?(:before_execute)
+        recipe.call unless recipe.nil?
+        statement = self.to_statement
+        after_execute(statement) if respond_to?(:after_execute)
+        statement
+      end
+      
+      def to_statement
+        raise "Need override"
+      end
+    end
+    
+    # make plugin statement
+    class PluginBlock < Block
+      def initialize(context_dsl, parent_block, name)
+        super
+        @statement = Statement.new(Mashfeed::Plugin[name.to_s].new)
+      end
+      
+      # delegating of @statement
+      def method_missing(name, *args)
+        @statement.send(name, *args)
+      end
+
+      def to_statement
+        @statement
+      end
+    end
+    
+    # automatic stepping to next statement
+    class FlowBlock < Block
+      def after_execute(statement)
+        input_statements = child_statements.clone
+        child_statements[1..-1].each do |statement|
+          input_statement = input_statements.shift
+          statement.inputs = [input_statement] if statement.inputs.empty? && !input_statement.nil?
+        end
+      end
+      
+      def to_statement
+        @child_statements.last
+      end
+    end
+    
+    # create block or delegate to block
+    def method_missing(name, *args, &recipe)
+      block_name = Inflector::camelize(Inflector::underscore(name.to_s))+"Block"
+      return @stack.last.send(name, *args) unless self.class.const_defined?(block_name)
+      block = self.class.const_get(block_name).new(self, @stack.last, *args)
+      @stack.push block
+      statement = block.execute(recipe)
+      @stack.pop
+      @statements << statement
+      @stack.last.child_statements << statement unless @stack.last.nil?
+      statement
+    end
+  end
+end

data/lib/mashfeed/entry.rb

@@ -0,0 +1,23 @@
+module Mashfeed
+  class Entry
+    def initialize(data=nil)
+      @data_ = {}
+      return if data.nil?
+      if data.is_a?(Hash)
+        data.each_pair do |key, value|
+          @data_[key.to_s] = value
+        end
+      else
+        [:title, :link, :description, :time, :author, :comments, :guid, :enclosure, :source, :categories].each do |field|
+          @data_[field.to_s] = data.send(field) if data.respond_to?(field)
+        end
+      end
+    end
+    
+    def method_missing(name, *argv)
+      @data_ ||= {}
+      name_ = (/^(.+)=$/.match(name.to_s)).to_a[1]
+      name_.nil? ? @data_[name.to_s] : (@data_[name_]=argv.first)
+    end
+  end
+end

data/lib/mashfeed/plugin.rb

@@ -0,0 +1,78 @@
+# Abstract Plugin
+module Mashfeed
+  module Plugin
+    
+    class Base
+      def self.inheritable_accessor(*syms)
+        syms.each do |sym|
+          class_eval <<-__EOM__
+            def self.#{sym}(#{sym}=nil)
+              #{sym}.nil? ? read_inheritable_attribute(:#{sym}) : write_inheritable_attribute(:#{sym}, #{sym})
+            end
+            def self.#{sym}=(#{sym})
+              write_inheritable_attribute(:#{sym}, #{sym})
+            end
+          __EOM__
+        end
+      end
+      inheritable_accessor :author, :description
+      cattr_accessor :logger
+      
+      # set plugin's option
+      def self.option(name, options={})
+        write_inheritable_attribute(:options, self.options.merge(name.to_s => options))
+        class_eval <<-__EOM__
+          def #{name}(val=nil); val.nil? ? @params["#{name}"] : @params["#{name}"]=val ;end
+          def #{name}=(val); @params["#{name}"] = val;end
+        __EOM__
+      end
+      
+      # get this plugin options
+      def self.options
+        read_inheritable_attribute(:options) || {}
+      end
+      
+      # preset default options
+      def initialize(params={})
+        @params = {}
+        self.class.options.each_pair{|k, v| @params[k] = v[:default] }
+        params.each_pair{|k, v| @params[k.to_s] = v }
+      end
+      
+      # need override
+      def execute(items=[])
+        items
+      end
+    end
+    
+    # plugin load path
+    @@path = File.join(File.dirname(__FILE__), '..', '..', 'plugins')
+    mattr_accessor :path
+
+    # name to plugin class
+    def self.[](name)
+      eval("::Mashfeed::Plugin::%s" % Inflector::camelize(Inflector::underscore(name)))
+    end
+
+    # plugin automatic loader
+    def self.const_missing(name)
+      module_eval "module #{name}; extend Loader; end; #{name}"
+    end
+    
+    # plugin loader
+    module Loader
+      def const_missing(name)
+        plugin_name = [self.name.gsub(/Mashfeed::Plugin::/,''), name].join('::')
+        filename = File.join(Mashfeed::Plugin.path, Inflector::underscore(plugin_name), 'init.rb')
+        eval(<<-__EOM__) unless File.exist?(filename)
+          module #{self.name}::#{name}
+            extend ::Mashfeed::Plugin::Loader
+          end
+          #{self.name}::#{name}
+        __EOM__
+        Mashfeed::Plugin.module_eval(File.read(filename), filename)
+        eval([self.name,name].join('::')) 
+      end
+    end
+  end
+end

data/lib/mashfeed/statement.rb

@@ -0,0 +1,23 @@
+module Mashfeed
+  class Statement
+    attr_accessor :inputs, :input_entries
+    attr_reader :plugin
+    
+    def initialize(plugin, inputs=[])
+      @plugin, @inputs, @input_entries = plugin, inputs, []
+    end
+    
+    def input(*statements)
+      @inputs += statements
+    end
+    
+    def execute(items=nil)
+      @plugin.execute(items || self.input_entries.flatten)
+    end
+    
+    # unknow methods delegate to @plugin
+    def method_missing(name, *args)
+      @plugin.send(name, *args)
+    end
+  end
+end

data/lib/mashfeed/version.rb

@@ -0,0 +1,9 @@
+module Mashfeed #:nodoc:
+  module VERSION #:nodoc:
+    MAJOR = 0
+    MINOR = 0
+    TINY  = 1
+
+    STRING = [MAJOR, MINOR, TINY].join('.')
+  end
+end

data/plugins/export/feed/init.rb

@@ -0,0 +1,25 @@
+class Export::Feed < Mashfeed::Plugin::Base
+  option :title, :default=>""
+  option :link, :default=>"http://example.com/"
+  option :description, :default=>""
+  option :about, :default=>""
+  option :filename, :description=>"Path to output file. If omitted, stdout is used.", :default=>nil
+  def execute(items)
+    rss = RSS::Maker.make("1.0") do |maker|
+      maker.channel.title = title
+      maker.channel.description = description
+      maker.channel.about = about
+      maker.channel.link = link
+      items.each do |i|
+        item = maker.items.new_item
+        item.title = i.title rescue i.to_s
+        item.link = i.link rescue make.channel.link
+        item.description = i.description rescue i.to_s
+        item.date = i.time rescue Time.now
+      end
+    end
+    
+    (filename ? open(filename,"w") : STDOUT).write(rss)
+    items
+  end
+end

data/plugins/export/lingr/init.rb

@@ -0,0 +1,83 @@
+require 'json'
+require 'net/http'
+Net::HTTP.version_1_2
+
+module LingrLib
+  class LingrError < Exception; end
+  class Lingr
+    def initialize(api_key, room_id, nickname)
+      @host = "www.lingr.com"
+      @api_key = api_key
+      @session = nil
+      @ticket = nil
+      @counter = nil
+      session_create
+      room_enter(room_id, nickname)
+    end
+    def session_create
+      response = call("session/create", "api_key"=>@api_key)
+      @session = response["session"]
+    end
+    def session_destroy
+      response = call("session/destroy")
+      @session = nil
+    end
+    def room_enter(room_id, nickname)
+      response = call("room/enter", "id"=>room_id, "nickname"=>nickname)
+      @counter = response["room"]["counter"]
+      @ticket = response["ticket"]
+    end
+    def say(message)
+      call "room/say", "ticket"=>@ticket, "message"=>message
+    end
+    def observe
+      begin
+        response = call("room/observe",
+                        "ticket"=>@ticket,
+                        "counter"=>@counter,
+                        :get=>true)
+        @counter = response["counter"]
+        return response
+      rescue Timeout::Error
+        return nil
+      end
+    end
+
+    def call(name, args={})
+      uri = "/api/" + name
+      query = {"format"=>"json"}
+      query["session"] = @session if @session
+      query.update(args)
+      query_string = query.map{|x|x.join("=")}.join("&")
+      res = nil
+      Net::HTTP.start(@host) { |http|
+        if query.delete(:get)
+          res = http.get(uri+"?"+query_string)
+        else
+          res = http.post(uri, query_string)
+        end
+      }
+      response = JSON.parse(res.body)
+      
+      if response["status"] == "fail"
+        raise LingrError.new(response["error"]["message"])
+      end
+      response
+    end
+  end
+end
+
+class Export::Lingr < Mashfeed::Plugin::Base
+  option :apikey, :description=>"lingr API key (obtained from http://www.lingr.com/developers/api)"
+  option :room, :description=>"room id"
+  option :nickname, :description=>"nickname", :default=>"mashfeed_"+Time.now.to_i.to_s
+  def execute(items)
+    lingr = LingrLib::Lingr.new(apikey,room,nickname)
+    items.each do |item|
+      lingr.say item.title rescue item.to_s
+    end
+    lingr.session_destroy
+    items
+  end
+end
+

data/plugins/export/print/init.rb

@@ -0,0 +1,7 @@
+class Export::Print < Mashfeed::Plugin::Base
+  require 'pp'
+  def execute(items)
+    pp items
+    items
+  end
+end

data/plugins/filter/grep/init.rb

@@ -0,0 +1,10 @@
+class Filter::Grep < Mashfeed::Plugin::Base
+  option :regexp, :description=>"Regexp pattern", :default=>""
+  option :invert, :description=>"Invert selection", :default=>false
+  def execute(items)
+    re = Regexp.new(regexp)
+    items.select {|item| 
+      invert ? (re !~ item.to_s) : (re =~ item.to_s)
+    }
+  end
+end

data/plugins/import/feed/init.rb

@@ -0,0 +1,8 @@
+require 'feed_tools'
+class Import::Feed < Mashfeed::Plugin::Base
+  option :url, :description=>"URL of the RSS source", :default=>nil
+  def execute(items)
+    feed = FeedTools::Feed.open(url)
+    feed.items.sort_by{|x| x.time}.map {|item| Mashfeed::Entry.new(item)}
+  end
+end

data/plugins/import/feed/test/data/rss_2.0.xml

@@ -0,0 +1,23 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<rss version="2.0">
+<channel>
+  <title>www.example.com</title>
+  <link>http://www.example.com/</link>
+  <description>description</description>
+
+  <item>
+    <title>title 1</title>
+    <link>http://www.example.com/article1.html</link>
+    <description>description 1</description>
+    <pubDate>Sun, 04 Mar 2007 02:26:58 GMT</pubDate>
+  </item>
+
+  <item>
+    <title>title 2</title>
+    <link>http://www.example.com/article2.html</link>
+    <description>description 2</description>
+    <pubDate>Sun, 04 Mar 2007 02:26:59 GMT</pubDate>
+  </item>
+
+</channel>
+</rss> 

data/plugins/import/feed/test/feed_test.rb

@@ -0,0 +1,25 @@
+require 'fileutils'
+require 'test/unit'
+require FileUtils.pwd + '/lib/mashfeed'
+
+class FeedTest < Test::Unit::TestCase
+  def setup
+    @plugin = Mashfeed::Plugin::Import::Feed.new
+  end
+  def test_rss_input
+    @plugin.url = "file://"+File.expand_path(File.dirname(__FILE__) + '/data/rss_2.0.xml')
+    items = @plugin.execute(@items1)
+
+    assert_equal(2, items.size)
+
+    assert_equal("title 1", items[0].title)
+    assert_equal("http://www.example.com/article1.html", items[0].link)
+    assert_equal("description 1", items[0].description)
+    assert_equal(Time.parse('Sun Mar 04 02:26:58 GMT 2007'), items[0].time)
+
+    assert_equal("title 2", items[1].title)
+    assert_equal("http://www.example.com/article2.html", items[1].link)
+    assert_equal("description 2", items[1].description)
+    assert_equal(Time.parse('Sun Mar 04 02:26:59 GMT 2007'), items[1].time)
+  end
+end

data/plugins/test/data/init.rb

@@ -0,0 +1,15 @@
+class Test::Data < Mashfeed::Plugin::Base
+  author 'no name'
+  description 'no description'
+  option :link, :description => 'Item URL', :default => 'no url'
+  option :title, :description => 'Item title', :default => 'no title'
+  option :description, :description => 'Item description', :default => 'no description'
+  
+  def execute(items)
+    item = Mashfeed::Entry.new
+    item.link = link
+    item.title = title
+    item.description = self.description
+    (items || []) + [item]
+  end
+end

data/plugins/test/data/test/data_test.rb

@@ -0,0 +1,41 @@
+require File.dirname(__FILE__) + '/test_helper.rb'
+
+class DataTest < Test::Unit::TestCase
+
+  def setup
+    @data1 = Mashfeed::Plugin::Test::Data.new
+    @data2 = Mashfeed::Plugin::Test::Data.new(:title => 'Title', :link => 'Url', :description => 'Description')
+  end
+  
+  def test_data1
+    items = @data1.execute([])
+    assert_equal 1, items.size
+    item = items.first
+    assert_equal 'no title', item.title
+    assert_equal 'no url', item.link
+    assert_equal 'no description', item.description
+  end
+ 
+  def test_data2
+    items = @data2.execute([])
+    assert_equal 1, items.size
+    item = items.first
+    assert_equal 'Title', item.title
+    assert_equal 'Url', item.link
+    assert_equal 'Description', item.description
+  end
+ 
+  def test_data3
+    items = @data2.execute(@data1.execute([]))
+    assert_equal 2, items.size
+    item = items.first
+    assert_equal 'no title', item.title
+    assert_equal 'no url', item.link
+    assert_equal 'no description', item.description
+    item = items.last
+    assert_equal 'Title', item.title
+    assert_equal 'Url', item.link
+    assert_equal 'Description', item.description
+  end
+ 
+end

data/plugins/test/data/test/test_helper.rb

@@ -0,0 +1,4 @@
+require 'fileutils'
+require 'test/unit'
+require FileUtils.pwd + '/lib/mashfeed'
+Mashfeed::Plugin::Base.logger = Logger.new('log/test.log')

data/plugins/test/output_global_variant/init.rb

@@ -0,0 +1,9 @@
+class Test::OutputGlobalVariant < Mashfeed::Plugin::Base
+  author 'no name'
+  description 'no description'
+  
+  def execute(items)
+    logger.debug "OutputGlobalVariant %d items" % items.size
+    $results = items
+  end  
+end

data/plugins/test/output_global_variant/test/output_global_variant_test.rb

@@ -0,0 +1,33 @@
+require File.dirname(__FILE__) + '/test_helper.rb'
+
+class OutputGlobalVariantTest < Test::Unit::TestCase
+
+  def setup
+    @items1 = [Mashfeed::Entry.new(:title => 'title', :link => 'url', :description => 'description')]
+    @plugin = Mashfeed::Plugin::Test::OutputGlobalVariant.new
+  end
+  
+  def test_plugin1
+    items = @plugin.execute(@items1)
+    assert_equal 1, items.size
+    item = items.first
+    assert_equal 'title', item.title
+    assert_equal 'url', item.link
+    assert_equal 'description', item.description
+    assert_equal 1, $results.size
+    item = $results.first
+    assert_equal 'title', item.title
+    assert_equal 'url', item.link
+    assert_equal 'description', item.description
+  end
+  
+  def test_plugin2
+    items = @plugin.execute(@items1)
+    assert_equal 1, items.size
+    assert_equal 1, $results.size
+    items = @plugin.execute([])
+    assert_equal 0, items.size
+    assert_equal 0, $results.size
+  end
+  
+end

data/plugins/test/output_global_variant/test/test_helper.rb

@@ -0,0 +1,4 @@
+require 'fileutils'
+require 'test/unit'
+require FileUtils.pwd + '/lib/mashfeed'
+Mashfeed::Plugin::Base.logger = Logger.new('log/test.log')

data/plugins/test/prefix/init.rb

@@ -0,0 +1,11 @@
+class Test::Prefix < Mashfeed::Plugin::Base
+  author 'no name'
+  description 'no description'
+  option :prefix, :description => "prefix of title", :default => 'TEST'
+  
+  def execute(items)
+    items.each do |item|
+      item.title = "[%s]%s" % [prefix, (item.title || '')]
+    end
+  end  
+end

data/plugins/test/prefix/test/prefix_test.rb

@@ -0,0 +1,56 @@
+require File.dirname(__FILE__) + '/test_helper.rb'
+
+class PrefixTest < Test::Unit::TestCase
+
+  def setup
+    @items1 = [Mashfeed::Entry.new(:title => 'title', :link => 'url', :description => 'description')]
+    @items2 = [Mashfeed::Entry.new(:title => 'title1', :link => 'url1', :description => 'description1'), Mashfeed::Entry.new(:title => 'title2', :link => 'url2', :description => 'description2')]
+    @prefix1 = Mashfeed::Plugin::Test::Prefix.new
+    @prefix2 = Mashfeed::Plugin::Test::Prefix.new(:prefix => 'example')
+  end
+  
+  def test_prefix1
+    items = @prefix1.execute(@items1)
+    assert_equal 1, items.size
+    item = items.first
+    assert_equal '[TEST]title', item.title
+    assert_equal 'url', item.link
+    assert_equal 'description', item.description
+  end
+
+  def test_prefix2
+    items = @prefix1.execute(@items2)
+    assert_equal 2, items.size
+    item = items.first
+    assert_equal '[TEST]title1', item.title
+    assert_equal 'url1', item.link
+    assert_equal 'description1', item.description
+    item = items.last
+    assert_equal '[TEST]title2', item.title
+    assert_equal 'url2', item.link
+    assert_equal 'description2', item.description
+  end
+
+  def test_prefix1
+    items = @prefix2.execute(@items1)
+    assert_equal 1, items.size
+    item = items.first
+    assert_equal '[example]title', item.title
+    assert_equal 'url', item.link
+    assert_equal 'description', item.description
+  end
+
+  def test_prefix4
+    items = @prefix2.execute(@items2)
+    assert_equal 2, items.size
+    item = items.first
+    assert_equal '[example]title1', item.title
+    assert_equal 'url1', item.link
+    assert_equal 'description1', item.description
+    item = items.last
+    assert_equal '[example]title2', item.title
+    assert_equal 'url2', item.link
+    assert_equal 'description2', item.description
+  end
+ 
+end

data/plugins/test/prefix/test/test_helper.rb

@@ -0,0 +1,4 @@
+require 'fileutils'
+require 'test/unit'
+require FileUtils.pwd + '/lib/mashfeed'
+Mashfeed::Plugin::Base.logger = Logger.new('log/test.log')

data/test/context_test.rb

@@ -0,0 +1,138 @@
+require File.dirname(__FILE__) + '/test_helper.rb'
+
+class ContextTest < Test::Unit::TestCase
+  def test_load
+    recipe = <<-__EOR__
+    flow do
+      plugin 'Test::Data'
+      plugin 'Test::Prefix' do
+        prefix 'load'
+      end
+      plugin 'test/output_global_variant'
+    end
+    __EOR__
+    context = Mashfeed::Context::DSL.new.execute(recipe)
+    assert_equal 3, context.statements.size
+    context.execute
+    assert_equal 1, $results.size
+    assert_equal "[load]no title", $results.first.title
+  end
+
+  def test_multi_inputs_using_flow1
+    recipe = <<-__EOR__
+    flow do
+      plugin 'Test::Data' do
+        title 'test1'
+      end
+      plugin 'Test::Data' do
+        title 'test2'
+      end
+      plugin 'test/data' do
+        title 'test3'
+      end
+      plugin 'Test::Prefix' do    
+        prefix 'load'
+      end
+      plugin 'test/output_global_variant'
+    end
+    __EOR__
+    context = Mashfeed::Context::DSL.new.execute(recipe)
+    assert_equal 5, context.statements.size
+    context.execute
+    assert_equal 3, $results.size
+    assert_equal "[load]test1", $results[0].title
+    assert_equal "[load]test2", $results[1].title
+    assert_equal "[load]test3", $results[2].title
+  end
+  
+  def test_multi_inputs_using_input1
+    recipe = <<-__EOR__
+    data1 = plugin('Test::Data') do
+      title 'test1'
+    end
+    data2 = plugin('Test::Data') do
+      title 'test2'
+    end
+    data3 = plugin('Test::Data') do
+      title 'test3'
+    end
+    flow do
+      plugin 'Test::Prefix' do    
+        input data1
+        input data2
+        prefix 'load'
+      end
+      plugin 'test/output_global_variant'
+    end
+    __EOR__
+    context = Mashfeed::Context::DSL.new.execute(recipe)
+    assert_equal 5, context.statements.size
+    context.execute
+    assert_equal 2, $results.size
+    titles = $results.collect { |item| item.title }
+    assert titles.include?("[load]test1")
+    assert titles.include?("[load]test2")
+  end
+  
+  def test_multi_inputs_using_input2
+    recipe = <<-__EOR__
+    data1 = flow do
+      plugin('Test::Data') do
+        title 'test1'
+      end
+      plugin('Test::Data') do
+        title 'test2'
+      end
+    end
+    data2 = plugin('Test::Data') do
+      title 'test3'
+    end
+    flow do
+      plugin 'Test::Prefix' do    
+        input data1
+        input data2
+        prefix 'load'
+      end
+      plugin 'test/output_global_variant'
+    end
+    __EOR__
+    context = Mashfeed::Context::DSL.new.execute(recipe)
+    assert_equal 5, context.statements.size
+    context.execute
+    assert_equal 3, $results.size
+    titles = $results.collect { |item| item.title }
+    assert_equal titles[0], "[load]test1"
+    assert_equal titles[1], "[load]test2"
+    assert_equal titles[2], "[load]test3"
+  end
+  
+  def test_multi_inputs_using_flow2
+    recipe = <<-__EOR__
+    flow do
+      flow do
+        plugin('Test::Data') do
+          title 'test1'
+        end
+        plugin('Test::Data') do
+          title 'test2'
+        end
+      end
+      plugin('Test::Data') do
+        title 'test3'
+      end
+      plugin 'Test::Prefix' do    
+        prefix 'load'
+      end
+      plugin 'test/output_global_variant'
+    end
+    __EOR__
+    context = Mashfeed::Context::DSL.new.execute(recipe)
+    assert_equal 5, context.statements.size
+    context.execute
+    assert_equal 3, $results.size
+    titles = $results.collect { |item| item.title }
+    assert_equal titles[0], "[load]test1"
+    assert_equal titles[1], "[load]test2"
+    assert_equal titles[2], "[load]test3"
+  end
+end

data/test/entry_test.rb

@@ -0,0 +1,26 @@
+require File.dirname(__FILE__) + '/test_helper.rb'
+
+class EntryTest < Test::Unit::TestCase
+
+  def test_rss_entry
+    item = RSS::RDF::Item.new
+    item.link = "http://example.com/article.html"
+    item.title = "Sample Article"
+    def item.dummy; "DUMMY"; end
+    assert_equal "DUMMY", item.dummy
+    entry = Mashfeed::Entry.new(item)
+    assert_equal "http://example.com/article.html", entry.link
+    assert_equal "Sample Article", entry.title
+    assert_nil entry.dummy
+  end
+  
+  def test_rss_hash
+    item = { :dummy => "DUMMY", :title => "Sample Hash Article", :link => "http://example.com/hash_article.html", :body => "no body" }
+    entry = Mashfeed::Entry.new(item)
+    assert_equal "http://example.com/hash_article.html", entry.link
+    assert_equal "Sample Hash Article", entry.title
+    assert_equal "no body", entry.body
+    assert_equal "DUMMY", entry.dummy
+  end
+  
+end

data/test/mashfeed_test.rb

@@ -0,0 +1,11 @@
+require File.dirname(__FILE__) + '/test_helper.rb'
+
+class MashfeedTest < Test::Unit::TestCase
+
+  def setup
+  end
+  
+  def test_truth
+    assert true
+  end
+end

data/test/plugin_base_test.rb

@@ -0,0 +1,21 @@
+require File.dirname(__FILE__) + '/test_helper.rb'
+
+class UnitTest1Plugin < Mashfeed::Plugin::Base
+  author 'nobody'
+  description 'no message'
+end
+
+class PluginBaseTest < Test::Unit::TestCase
+
+  def setup
+  end
+  
+  def test_cattr
+    assert_equal 'nobody', UnitTest1Plugin.author
+    assert_equal 'no message', UnitTest1Plugin.description    
+  end
+  
+  def test_truth
+    assert true
+  end
+end

data/test/statement_test.rb

@@ -0,0 +1,43 @@
+require File.dirname(__FILE__) + '/test_helper.rb'
+
+class StatementTest < Test::Unit::TestCase
+
+  def setup
+    @items = [Mashfeed::Entry.new(:link => "http://example.com/article.html", :title => "Sample Article")]
+  end
+  
+  def test_plugin
+    assert_kind_of Mashfeed::Plugin::Base, plugin = Mashfeed::Plugin::Test::Prefix.new
+    assert_respond_to plugin, :execute
+    assert_kind_of Array, result = plugin.execute(@items)
+    assert_equal 1, result.length
+    assert_equal "[TEST]Sample Article", result.first.title
+  end
+  
+  def test_plugin_with_option
+    assert_kind_of Mashfeed::Plugin::Base, plugin = Mashfeed::Plugin::Test::Prefix.new
+    assert_respond_to plugin, :prefix
+    assert_respond_to plugin, :prefix=
+    assert_equal 1, Mashfeed::Plugin::Test::Prefix.options.size
+    plugin.prefix = 'example'
+    assert_kind_of Array, result = plugin.execute(@items)
+    assert_equal 1, result.length
+    assert_equal "[example]Sample Article", result.first.title
+  end
+  
+  def test_point
+    point = Mashfeed::Statement.new(Mashfeed::Plugin::Test::Prefix.new)
+    assert_kind_of Array, result = point.execute(@items)
+    assert_equal "[TEST]Sample Article", result.first.title
+  end
+  
+ def test_point_dup
+    point2 = Mashfeed::Statement.new(Mashfeed::Plugin::Test::Prefix.new)
+    point2.prefix = 'example'
+    point1 = Mashfeed::Statement.new(Mashfeed::Plugin::Test::Prefix.new)
+    assert_kind_of Array, result = point1.execute(@items)
+    assert_kind_of Array, result = point2.execute(result)
+    assert_equal "[example][TEST]Sample Article", result.first.title
+  end
+ 
+end

data/test/test_helper.rb

@@ -0,0 +1,4 @@
+require 'test/unit'
+require File.dirname(__FILE__) + '/../lib/mashfeed'
+
+Mashfeed::Plugin::Base.logger = Mashfeed::Context::DSL.logger = Logger.new('log/test.log')

metadata

@@ -0,0 +1,85 @@
+--- !ruby/object:Gem::Specification 
+rubygems_version: 0.9.0
+specification_version: 1
+name: mashfeed
+version: !ruby/object:Gem::Version 
+  version: 0.0.1
+date: 2007-03-12 00:00:00 +09:00
+summary: feed aggregator framework and plugins
+require_paths: 
+- lib
+email: info@mashfeed.com
+homepage: http://mashfeed.rubyforge.org
+rubyforge_project: mashfeed
+description: feed aggregator framework and plugins
+autorequire: 
+default_executable: 
+bindir: bin
+has_rdoc: true
+required_ruby_version: !ruby/object:Gem::Version::Requirement 
+  requirements: 
+  - - ">"
+    - !ruby/object:Gem::Version 
+      version: 0.0.0
+  version: 
+platform: ruby
+signing_key: 
+cert_chain: 
+post_install_message: 
+authors: 
+- mashfeed developers team
+files: 
+- CHANGELOG.txt
+- History.txt
+- Manifest.txt
+- README.txt
+- Rakefile
+- bin/mashfeed
+- examples/standalone_test.txt
+- lib/mashfeed.rb
+- lib/mashfeed/context.rb
+- lib/mashfeed/dsl.rb
+- lib/mashfeed/entry.rb
+- lib/mashfeed/plugin.rb
+- lib/mashfeed/statement.rb
+- lib/mashfeed/version.rb
+- plugins/export/feed/init.rb
+- plugins/export/lingr/init.rb
+- plugins/export/print/init.rb
+- plugins/filter/grep/init.rb
+- plugins/import/feed/init.rb
+- plugins/import/feed/test/data/rss_2.0.xml
+- plugins/import/feed/test/feed_test.rb
+- plugins/test/data/init.rb
+- plugins/test/data/test/data_test.rb
+- plugins/test/data/test/test_helper.rb
+- plugins/test/output_global_variant/init.rb
+- plugins/test/output_global_variant/test/output_global_variant_test.rb
+- plugins/test/output_global_variant/test/test_helper.rb
+- plugins/test/prefix/init.rb
+- plugins/test/prefix/test/prefix_test.rb
+- plugins/test/prefix/test/test_helper.rb
+- test/context_test.rb
+- test/entry_test.rb
+- test/mashfeed_test.rb
+- test/plugin_base_test.rb
+- test/statement_test.rb
+- test/test_helper.rb
+test_files: 
+- test/context_test.rb
+- test/entry_test.rb
+- test/mashfeed_test.rb
+- test/plugin_base_test.rb
+- test/statement_test.rb
+rdoc_options: []
+
+extra_rdoc_files: []
+
+executables: 
+- mashfeed
+extensions: []
+
+requirements: []
+
+dependencies: []
+