unageanu-jiji 0.1.0

data/test/test_Output.rb

@@ -0,0 +1,169 @@
+#!/usr/bin/ruby
+
+$: << "../lib"
+
+
+require "runit/testcase"
+require "runit/cui/testrunner"
+require 'jiji/output'
+require 'fileutils'
+
+class OutputTest <  RUNIT::TestCase
+  
+  def setup
+    @dir = File.dirname(__FILE__) + "/OutputTest.tmp"
+    FileUtils.mkdir_p @dir
+    
+    @o = JIJI::Output.new( "テストエージェント", @dir )
+    @o.scales = ["30s","1m","1h"]
+  end
+
+  def teardown
+    FileUtils.rm_rf @dir
+  end
+
+  def test_basic
+    
+    # 書き込み
+    out  = @o.get( "テスト",  :event, { "a"=>"aaa", "b"=>"bbb" } )
+    out2 = @o.get( "テスト2", :graph )
+    
+    assert_equals out.options, { "a"=>"aaa", "b"=>"bbb", "name"=>"テスト", "type"=>"event" }
+    assert_equals out2.options, { "name"=>"テスト2", "type"=>"graph" }
+    
+    @o.time = Time.local(2008, 8, 1, 10, 0, 0)
+    out.put( "type", "データ\nデータ" )
+    out2.put 100, 110
+    @o.time = Time.local(2008, 8, 1, 12, 10, 20)
+    out.put( "type2", "データ2\nデータ" )
+    out2.put 200, 220
+    @o.time = Time.local(2008, 8, 2, 10, 0, 0)
+    out.put( "type3", "データ3" )
+    @o.time = Time.local(2008, 8, 3, 10, 0, 0)
+    out.put( "type4", "データ4" )
+    out2.put 10, 20
+    
+    # データの取得
+    list = read( out, Time.local(2008), Time.local(2008,8,10) )
+    assert_equals list, [
+      ["type", "データ\nデータ", Time.local(2008, 8, 1, 10, 0, 0).to_i.to_s],
+      ["type2", "データ2\nデータ" , Time.local(2008, 8, 1, 12, 10, 20).to_i.to_s],
+      ["type3", "データ3" , Time.local(2008, 8, 2, 10, 0, 0).to_i.to_s],
+      ["type4", "データ4", Time.local(2008, 8, 3, 10, 0, 0).to_i.to_s]
+    ]
+    list = read( out, nil, nil )
+    assert_equals list, [
+      ["type", "データ\nデータ", Time.local(2008, 8, 1, 10, 0, 0).to_i.to_s],
+      ["type2", "データ2\nデータ" , Time.local(2008, 8, 1, 12, 10, 20).to_i.to_s],
+      ["type3", "データ3" , Time.local(2008, 8, 2, 10, 0, 0).to_i.to_s],
+      ["type4", "データ4", Time.local(2008, 8, 3, 10, 0, 0).to_i.to_s]
+    ]
+    list = read( out, Time.local(2008, 8, 1, 12, 10, 0), Time.local(2008, 8, 3, 0, 0, 0) )
+    assert_equals list, [
+      ["type2", "データ2\nデータ" , Time.local(2008, 8, 1, 12, 10, 20).to_i.to_s],
+      ["type3", "データ3" , Time.local(2008, 8, 2, 10, 0, 0).to_i.to_s]
+    ]
+    list = read( out, Time.local(2008, 8, 2, 9, 10, 0), nil )
+    assert_equals list, [
+      ["type3", "データ3" , Time.local(2008, 8, 2, 10, 0, 0).to_i.to_s],
+      ["type4", "データ4", Time.local(2008, 8, 3, 10, 0, 0).to_i.to_s]
+    ]
+    list = read( out, nil, Time.local(2008, 8, 2, 9, 10, 0) )
+    assert_equals list, [
+      ["type", "データ\nデータ", Time.local(2008, 8, 1, 10, 0, 0).to_i.to_s],
+      ["type2", "データ2\nデータ" , Time.local(2008, 8, 1, 12, 10, 20).to_i.to_s]
+    ]
+    list = read( out, Time.local(2008, 9, 2, 12, 10, 0), Time.local(2008, 9, 2, 13, 10, 0) )
+    assert_equals list, []
+    
+
+    list = read( out2, Time.local(2008), Time.local(2008,8,10) )
+    assert_equals list, [
+      ["100", "110", Time.local(2008, 8, 1, 10, 0, 0).to_i.to_s],
+      ["200", "220", Time.local(2008, 8, 1, 12, 10, 20).to_i.to_s],
+      ["10" , "20",  Time.local(2008, 8, 3, 10, 0, 0).to_i.to_s]
+    ]
+    list = read( out2, nil, nil )
+    assert_equals list, [
+      ["100", "110", Time.local(2008, 8, 1, 10, 0, 0).to_i.to_s],
+      ["200", "220", Time.local(2008, 8, 1, 12, 10, 20).to_i.to_s],
+      ["10" , "20",  Time.local(2008, 8, 3, 10, 0, 0).to_i.to_s]
+    ]
+    list = read( out2, Time.local(2008, 8, 1, 12, 10, 0), Time.local(2008, 8, 3, 0, 0, 0) )
+    assert_equals list, [
+      ["200", "220", Time.local(2008, 8, 1, 12, 10, 20).to_i.to_s]
+    ]
+    list = read( out2, Time.local(2008, 8, 2, 9, 10, 0), nil )
+    assert_equals list, [
+      ["10" , "20", Time.local(2008, 8, 3, 10, 0, 0).to_i.to_s]
+    ]
+    list = read( out2, nil, Time.local(2008, 8, 2, 9, 10, 0) )
+    assert_equals list, [
+      ["100", "110",  Time.local(2008, 8, 1, 10, 0, 0).to_i.to_s],
+      ["200", "220", Time.local(2008, 8, 1, 12, 10, 20).to_i.to_s]
+    ]
+    list = read( out2, Time.local(2008, 8, 1, 13, 10, 0), Time.local(2008, 8, 1, 13, 10, 0) )
+    assert_equals list, []        
+    
+    
+    # 出力先一覧
+    @o.each {|k, v|
+      case k
+      when "テスト"
+        assert_equals v, out
+      when "テスト2"
+        assert_equals v, out2
+      else
+        fail
+      end
+    }
+    
+    # 出力先を再取得 # 同じインスタンスが返される
+    assert_equals out.object_id,  @o.get( "テスト",  :event ).object_id
+    assert_equals out2.object_id, @o.get( "テスト2",  :event ).object_id
+    
+    #プロパティの更新
+    assert_equals out.options, { "a"=>"aaa", "b"=>"bbb", "name"=>"テスト", "type"=>"event" }
+    assert_equals out2.options, { "name"=>"テスト2", "type"=>"graph" }    
+    
+    out.set_properties( {"x"=>"xxx", "a"=>"abc"} )
+    out2.set_properties( {"y"=>"yyy", "a"=>"ab"} )
+    
+    assert_equals out.options, {"x"=>"xxx", "a"=>"abc", "b"=>"bbb", "name"=>"テスト", "type"=>"event" }
+    assert_equals out2.options, { "y"=>"yyy", "a"=>"ab", "name"=>"テスト2", "type"=>"graph" }    
+    
+    # 再作成 # 既存のデータがロードされる
+    @o = JIJI::Output.new( "テストエージェント", @dir )
+    list = read( @o.get("テスト"), nil, nil )
+    assert_equals list, [
+      ["type", "データ\nデータ", Time.local(2008, 8, 1, 10, 0, 0).to_i.to_s],
+      ["type2", "データ2\nデータ" , Time.local(2008, 8, 1, 12, 10, 20).to_i.to_s],
+      ["type3", "データ3" , Time.local(2008, 8, 2, 10, 0, 0).to_i.to_s],
+      ["type4", "データ4", Time.local(2008, 8, 3, 10, 0, 0).to_i.to_s]
+    ]
+    list = read( @o.get("テスト2"), nil, nil )
+    assert_equals list, [
+      ["100", "110", Time.local(2008, 8, 1, 10, 0, 0).to_i.to_s],
+      ["200", "220", Time.local(2008, 8, 1, 12, 10, 20).to_i.to_s],
+      ["10" , "20",  Time.local(2008, 8, 3, 10, 0, 0).to_i.to_s]
+    ]
+    assert_equals @o.get("テスト").options, {"x"=>"xxx", "a"=>"abc", "b"=>"bbb", "name"=>"テスト", "type"=>"event" }
+    assert_equals @o.get("テスト2").options, { "y"=>"yyy", "a"=>"ab", "name"=>"テスト2", "type"=>"graph" }
+    @o.each {|k, v|
+      case k
+      when "テスト"
+        assert_equals v, @o.get("テスト")
+      when "テスト2"
+        assert_equals v, @o.get("テスト2")
+      else
+        fail
+      end
+    }    
+  end
+  
+  def read( out, start_date, end_date, scale=:raw )
+    list = []
+    out.each( scale, start_date, end_date ) {|row| list << row }
+    return list
+  end
+end

data/test/test_Output_registry.rb

@@ -0,0 +1,49 @@
+#!/usr/bin/ruby
+
+$: << "../lib"
+
+
+require "runit/testcase"
+require "runit/cui/testrunner"
+require 'jiji/registry'
+require "logger"
+require "testutils"
+
+# アウトプットのテスト(レジストリから取り出す)
+class OutputRegistoryTest <  RUNIT::TestCase
+
+  include Test::Constants
+
+  def setup
+    @dir = File.dirname(__FILE__) + "/OutputRegistoryTest"
+    @registry = JIJI::Registry.new(@dir , nil)
+    @mng = @registry[:process_manager]
+  end
+
+  def teardown
+    begin
+      @mng.stop
+      begin
+        @registry.permitter.close
+      ensure
+        @registry.client.close
+      end
+    ensure
+      FileUtils.rm_rf "#{@dir}/logs"
+      FileUtils.rm_rf "#{@dir}/process_logs"
+    end
+  end
+
+  # outputに2重にアスペクトが適用され、実行時エラーになっていた不具合の回収確認テスト。
+  def testCreate 
+    out = @registry.output("rmt", "test_agent")
+    out.time = Time.now
+    out.get("foo").put( 1,2 )
+    out.get("foo").put( 2,3 )
+    
+    out2 = @registry.output("rmt", "test_agent")
+    out2.time = Time.now
+    out2.get("foo").put( 2,3 )
+  end
+  
+end

data/test/test_PeriodicallyAgent.rb

@@ -0,0 +1,180 @@
+#!/usr/bin/ruby
+
+$: << "../lib"
+
+
+require "runit/testcase"
+require "runit/cui/testrunner"
+require 'jiji/agent/agent'
+require 'jiji/agent/agent_manager'
+require 'jiji/agent/agent_registry'
+require 'jiji/agent/permitter'
+require 'jiji/agent/util'
+require "jiji/collector"
+
+# PeriodicallyAgent のテスト
+class PeriodicallyAgentTest <  RUNIT::TestCase
+
+  def setup
+  end
+
+  def teardown
+  end
+  
+  # 基本動作のテスト
+  def test_basic
+    
+    agent = TestAgent.new( 2 )
+    assert_equals agent.log, []
+    
+    pair_infos = {ClickClient::FX::USDJPY=>"info"}
+    
+    agent.next_rates(  JIJI::Rates.new( pair_infos, {
+      :USDJPY => R.new( 100.0, 100.05, -200, 222 ),
+      :AUDUSD => R.new( 100.0, 100.05, -200, 200 )
+    }, Time.local(2008, 8, 1, 10, 0, 0)))
+    agent.next_rates( JIJI::Rates.new( pair_infos, {
+      :USDJPY => R.new( 100.4, 100.09, -200, 200 ),
+      :AUDUSD => R.new(  90.5, 100.00, -330, 330 )
+    }, Time.local(2008, 8, 1, 10, 0, 1)))
+    agent.next_rates( JIJI::Rates.new( pair_infos, {
+      :USDJPY => R.new( 90.6, 110.01, -220, 220 ),
+      :AUDUSD => R.new( 90.5, 100.00, -300, 300 )
+    }, Time.local(2008, 8, 1, 10, 1, 0)))
+    
+    # まだ通知されない
+    assert_equals agent.log, []
+    
+    # さらに待ち、データを追加
+    agent.next_rates( JIJI::Rates.new( pair_infos, {
+      :USDJPY => R.new( 90.7, 110.02, -219, 222 ),
+      :AUDUSD => R.new( 90.6, 100.03, -303, 303 )
+    }, Time.local(2008, 8, 1, 10, 2, 1)))
+    # 通知される
+    assert_equals agent.log.length, 1
+    r = agent.log[0]
+    assert_not_nil r.time
+    assert_not_nil r.start_time
+    assert_not_nil r.end_time
+    assert_equals r.pair_infos, {:USDJPY=>"info"}
+    
+    assert_equals r[:USDJPY].bid.max,   100.4
+    assert_equals r[:USDJPY].bid.min,   90.6
+    assert_equals r[:USDJPY].bid.start, 100.0
+    assert_equals r[:USDJPY].bid.end,   90.7
+    
+    assert_equals r[:USDJPY].ask.max,   110.02
+    assert_equals r[:USDJPY].ask.min,   100.05
+    assert_equals r[:USDJPY].ask.start, 100.05
+    assert_equals r[:USDJPY].ask.end,   110.02
+    
+    assert_equals r[:USDJPY].sell_swap.max,   -200
+    assert_equals r[:USDJPY].sell_swap.min,   -220
+    assert_equals r[:USDJPY].sell_swap.start, -200
+    assert_equals r[:USDJPY].sell_swap.end,   -219
+    
+    assert_equals r[:USDJPY].buy_swap.max,   222
+    assert_equals r[:USDJPY].buy_swap.min,   200
+    assert_equals r[:USDJPY].buy_swap.start, 222
+    assert_equals r[:USDJPY].buy_swap.end,   222
+    
+    assert_equals r[:AUDUSD].bid.max,   100.0
+    assert_equals r[:AUDUSD].bid.min,   90.5
+    assert_equals r[:AUDUSD].bid.start, 100.0
+    assert_equals r[:AUDUSD].bid.end,   90.6
+    
+    assert_equals r[:AUDUSD].ask.max,   100.05
+    assert_equals r[:AUDUSD].ask.min,   100.00
+    assert_equals r[:AUDUSD].ask.start, 100.05
+    assert_equals r[:AUDUSD].ask.end,   100.03
+    
+    assert_equals r[:AUDUSD].sell_swap.max,   -200
+    assert_equals r[:AUDUSD].sell_swap.min,   -330
+    assert_equals r[:AUDUSD].sell_swap.start, -200
+    assert_equals r[:AUDUSD].sell_swap.end,   -303
+    
+    assert_equals r[:AUDUSD].buy_swap.max,   330
+    assert_equals r[:AUDUSD].buy_swap.min,   200
+    assert_equals r[:AUDUSD].buy_swap.start, 200
+    assert_equals r[:AUDUSD].buy_swap.end,   303
+    
+    agent.log.clear
+    
+    
+    # データを追加
+    agent.next_rates( JIJI::Rates.new( pair_infos, {
+      :USDJPY => R.new( 100.4, 100.09, -200, 200 ),
+      :AUDUSD => R.new(  90.5, 100.00, -330, 330 )
+    }, Time.local(2008, 8, 1, 10, 3, 0)))
+    
+    assert_equals agent.log, []
+    
+    agent.next_rates( JIJI::Rates.new( pair_infos, {
+      :USDJPY => R.new( 90.6, 110.01, -220, 220 ),
+      :AUDUSD => R.new( 90.5, 100.00, -300, 300 )
+    }, Time.local(2008, 8, 1, 10, 4, 2)))
+    
+    # 通知される
+    assert_equals agent.log.length, 1
+    r = agent.log[0]
+    assert_not_nil r.time
+    assert_not_nil r.start_time
+    assert_not_nil r.end_time
+    assert_equals r.pair_infos, {:USDJPY=>"info"}
+    
+    assert_equals r[:USDJPY].bid.max,   100.4
+    assert_equals r[:USDJPY].bid.min,   90.6
+    assert_equals r[:USDJPY].bid.start, 100.4
+    assert_equals r[:USDJPY].bid.end,   90.6
+    
+    assert_equals r[:USDJPY].ask.max,   110.01
+    assert_equals r[:USDJPY].ask.min,   100.09
+    assert_equals r[:USDJPY].ask.start, 100.09
+    assert_equals r[:USDJPY].ask.end,   110.01
+    
+    assert_equals r[:USDJPY].sell_swap.max,   -200
+    assert_equals r[:USDJPY].sell_swap.min,   -220
+    assert_equals r[:USDJPY].sell_swap.start, -200
+    assert_equals r[:USDJPY].sell_swap.end,   -220
+    
+    assert_equals r[:USDJPY].buy_swap.max,   220
+    assert_equals r[:USDJPY].buy_swap.min,   200
+    assert_equals r[:USDJPY].buy_swap.start, 200
+    assert_equals r[:USDJPY].buy_swap.end,   220
+    
+    assert_equals r[:AUDUSD].bid.max,   90.5
+    assert_equals r[:AUDUSD].bid.min,   90.5
+    assert_equals r[:AUDUSD].bid.start, 90.5
+    assert_equals r[:AUDUSD].bid.end,   90.5
+    
+    assert_equals r[:AUDUSD].ask.max,   100.00
+    assert_equals r[:AUDUSD].ask.min,   100.00
+    assert_equals r[:AUDUSD].ask.start, 100.00
+    assert_equals r[:AUDUSD].ask.end,   100.00
+    
+    assert_equals r[:AUDUSD].sell_swap.max,   -300
+    assert_equals r[:AUDUSD].sell_swap.min,   -330
+    assert_equals r[:AUDUSD].sell_swap.start, -330
+    assert_equals r[:AUDUSD].sell_swap.end,   -300
+    
+    assert_equals r[:AUDUSD].buy_swap.max,   330
+    assert_equals r[:AUDUSD].buy_swap.min,   300
+    assert_equals r[:AUDUSD].buy_swap.start, 330
+    assert_equals r[:AUDUSD].buy_swap.end,   300
+    
+  end
+  
+end
+
+class TestAgent < JIJI::PeriodicallyAgent
+  def initialize( period )
+    super
+    @log = []
+  end
+  def next_period_rates( rates )
+    @log << rates
+  end
+  attr :log, true 
+end
+
+R = Struct.new( :bid, :ask, :sell_swap, :buy_swap )

data/test/test_Permitter.rb

@@ -0,0 +1,217 @@
+#!/usr/bin/ruby
+
+$: << "../lib"
+
+
+require "runit/testcase"
+require "runit/cui/testrunner"
+require 'jiji/agent/agent'
+require 'jiji/agent/agent_manager'
+require 'jiji/agent/agent_registry'
+require 'jiji/agent/permitter'
+require 'jiji/agent/util'
+require "jiji/configuration"
+require "jiji/collector"
+require "fileutils"
+require "testutils"
+require "logger"
+
+# Permitter のテスト
+class PermitterTest <  RUNIT::TestCase
+
+  include JIJI::AgentUtil
+  include Test::Constants
+
+  def setup
+    @dir = File.dirname(__FILE__) + "/PermitterTest"
+    FileUtils.mkdir_p @dir
+
+    @logger = Logger.new STDOUT
+    @registry = JIJI::AgentRegistry.new( "#{@dir}/agents", "#{@dir}/shared" )
+    @registry.conf = CONF
+
+    @r = JIJI::Permitter.new(5, 2)
+  end
+
+  def teardown
+    @r.close
+    FileUtils.rm_rf @dir
+  end
+
+  # 基本動作のテスト
+  def test_basic
+
+    untaint = UntaintClass.new
+
+    # 汚染されたクラスのインスタンスを生成
+    PermitterTestTaint.taint
+    test = safe(4) {
+      str =<<-STR
+      class TaintClass
+        def test(args)
+          return args.test("a")
+        end
+        def test2(args)
+          return args.test2("a")
+        end
+      end
+      STR
+      PermitterTestTaint.module_eval(str)
+      PermitterTestTaint::TaintClass.new
+    }
+
+    # test.testはセーフレベル4で実行されるため、
+    # untaint内のFile.exist?でセキュリティエラーになる
+    begin
+      safe(1) {
+	      test.test untaint
+	      fail
+      }
+    rescue SecurityError
+    end
+
+    # プロキシをはさむ
+    with_proxy = @r.proxy( untaint, [/^test$/] )
+    # 実行できるようになる
+    assert_equals "ab", safe(4) {
+      test.test( with_proxy )
+    }
+    # 許可されていないメソッドは使えない
+    begin
+      safe(4) {
+        test.test2( with_proxy )
+        fail
+      }
+    rescue SecurityError
+    end
+
+    # 例外を返すパターン
+    with_proxy2 = @r.proxy( UntaintClass2.new, [/^test$/] )
+    safe(4) {
+      begin
+        test.test( with_proxy2 )
+        fail
+      rescue IOError
+      end
+    }
+    with_proxy3 = @r.proxy( UntaintClass3.new, [/^test$/] )
+    safe(4) {
+      begin
+        test.test( with_proxy3 )
+        fail
+      rescue LoadError
+      end
+    }
+  end
+
+  # 戻り値にプロキシを適用するテスト
+  def test_proxy_result
+    untaint = UntaintClass.new
+
+    # 汚染されたクラスのインスタンスを生成
+    PermitterTestTaint.taint
+    test = safe(4) {
+      str =<<-STR
+      class TaintClass2
+        def test(args)
+          result = args.return_value
+          result.test("x")
+        end
+      end
+      STR
+      PermitterTestTaint.module_eval(str)
+      PermitterTestTaint::TaintClass2.new
+    }
+
+    # プロキシをはさむ
+    with_proxy = @r.proxy( untaint, [/^(return\_value|test)$/], [/^return\_value$/] )
+    assert_equals "xb", safe(4) {
+      test.test( with_proxy )
+    }
+
+    # 戻り値に適用されていない場合は実行できない
+    untaint = UntaintClass.new
+    with_proxy = @r.proxy( untaint, [/^(return_value|test)$/] )
+    begin
+      safe(4) {
+        test.test with_proxy
+        fail
+      }
+    rescue SecurityError
+    end
+  end
+
+  # セーフレベルの高い環境で、プロキシを使ってみるテスト
+  def test_use_proxy_in_safe4
+
+
+    # 汚染されたクラスのインスタンスを生成
+    PermitterTestTaint.taint
+    test = safe(4) {
+      str =<<-STR
+      class Foo
+        def test
+          File.exist? "./test"
+        end
+      end
+      class TaintClass3
+        def test(req)
+          # プロキシを設定して、セーフレベルを下げて実行しようとする
+          req.proxy( Foo.new, [/.*/] ).test
+        end
+      end
+      STR
+      PermitterTestTaint.module_eval(str)
+      PermitterTestTaint::TaintClass3.new
+    }
+
+    # エラーになるのを確認
+    safe(4) {
+      begin
+        test.test(@r)
+        fail
+      rescue SecurityError
+      end
+    }
+  end
+
+end
+
+class UntaintClass
+  def test(args)
+#
+
+    # 汚れたクラスのインスタンス内で作成されたオブジェクトは汚染されている。
+    # そのままではFile.exist?などの引数としては使えないので、必要に応じて
+    # 安全性をチェックした後untaintすること。
+    begin
+      File.exist? args
+      raise "fail"
+    rescue SecurityError
+    end
+    # untaintすれば引数にできる
+    File.exist? args.untaint
+    return args + "b"
+  end
+  def test2(args)
+    File.exist? "./test"
+    return args + "b"
+  end
+  def return_value
+    File.exist? "./test"
+    return UntaintClass.new
+  end
+end
+class UntaintClass2
+  def test(args)
+    raise IOError.new
+  end
+end
+class UntaintClass3
+  def test(args)
+    raise LoadError.new
+  end
+end
+
+module PermitterTestTaint
+end