unageanu-jiji 0.1.0

data/test/test_BackTestCollector.rb

@@ -0,0 +1,281 @@
+#!/usr/bin/ruby
+
+$: << "../lib"
+
+
+require "runit/testcase"
+require "runit/cui/testrunner"
+require "jiji/configuration"
+require "jiji/collector"
+require "jiji/operator"
+require "jiji/observer"
+require "jiji/single_click_client"
+require "testutils.rb"
+require 'logger'
+require 'csv'
+require 'date'
+
+#BackTestCollectorのテスト
+#TODO 異常系のテスト
+class BackTestCollectorTest <  RUNIT::TestCase
+
+  include Test::Constants
+
+  # 前準備
+  def setup
+    @dir = File.dirname(__FILE__) + "/BackCollectorTest"
+
+    @logger = Logger.new STDOUT
+    @client = JIJI::SingleClickClient.new( ACCOUNT, CONF, @logger )
+    @rate_dao = JIJI::Dao::RateDao.new( @dir )
+  end
+
+  # 後始末
+  def teardown
+    @client.close
+  end
+
+  # 通常のログを使ったテスト
+  def test_basic
+
+    # 指定範囲
+    # 存在するデータを内包する値を指定
+    start_date = Time.local( 2008, 8, 4, 20, 50, 0)
+    end_date   = Time.local( 2008, 8, 8, 23, 59, 50)
+    c = create_collector( "#{@dir}/basic", start_date, end_date )
+    log = run_collector( c )
+
+    assert_rates log, TIMES_ALL
+
+    # 存在するデータの一定範囲を指定
+    start_date = Time.local( 2008, 8, 5, 23, 59, 40)
+    end_date   = Time.local( 2008, 8, 6, 22, 59, 29)
+    c = create_collector( "#{@dir}/basic", start_date, end_date )
+    log = run_collector( c )
+
+    assert_rates log, [
+      Time.local( 2008,8,5,23,59,41),Time.local( 2008,8,5,23,59,51),
+      Time.local( 2008,8,6,21,58,56),Time.local( 2008,8,6,22,59,20)
+    ]
+
+    # 開始日時がnull
+    end_date   = Time.local( 2008, 8, 6, 0, 0, 0)
+    c = create_collector( "#{@dir}/basic", nil, end_date )
+    log = run_collector( c )
+
+    assert_rates log, TIMES_04+TIMES_05
+
+
+    # 終了日時がnull
+    start_date   = Time.local( 2008, 8, 5, 23, 59, 50)
+    c = create_collector( "#{@dir}/basic", start_date, nil )
+    log = run_collector( c )
+
+    assert_rates log, [Time.local( 2008,8,5,23,59,51)]+TIMES_06+TIMES_07
+
+
+    # 開始終了ともにnull
+    c = create_collector( "#{@dir}/basic", nil, nil )
+    log = run_collector( c )
+
+    assert_rates log, TIMES_ALL
+
+    # データがない
+    start_date = Time.local( 2008, 9, 5, 23, 59, 40)
+    end_date   = Time.local( 2008, 10, 6, 22, 59, 29)
+    c = create_collector( "#{@dir}/basic", start_date, end_date )
+    log = run_collector( c )
+    assert_equals c.state, :FINISHED
+
+    assert_rates log, []
+
+    # 途中でキャンセル
+    start_date = Time.local( 2008, 7, 5, 23, 59, 40)
+    end_date   = Time.local( 2008, 10, 6, 22, 59, 29)
+    c = create_collector( "#{@dir}/basic", start_date, end_date )
+    assert_equals c.state, :WAITING
+    c.start
+    c.stop
+    sleep 0.1 while c.state == :RUNNING
+    assert_equals c.state, :CANCELED
+
+  end
+
+  # 途中に抜けがあるログを使ったテスト
+  def test_lack
+
+    c = create_collector( "#{@dir}/lack", nil, nil )
+    log = run_collector( c )
+
+    assert_rates log, TIMES_04+TIMES_06+TIMES_07
+  end
+
+  #ObserverManagerへの通知でエラーとなった場合のテスト。
+  #エラーがログに通知され、即座にキャンセルとなる。
+  def test_error_ObserverManager
+
+    c = create_collector( "#{@dir}/basic", nil, nil )
+    begin
+      # エラーが発生するようにカスタマイズ
+      class << c.observer_manager
+        def next_rates( rate )
+          raise "test."
+        end
+      end
+
+      assert_equals c.progress, 0
+      assert_equals c.state, :WAITING
+
+      # 取得開始
+      c.start
+
+      sleep 5
+      assert_equals c.state, :ERROR_END # エラーになった場合、即終了
+      assert_equals c.observer_manager.stopped, true # 停止もされる。
+
+    ensure
+      c.stop
+    end
+  end
+
+  #通貨ペアの情報取得でエラーとなった場合のテスト。
+  #エラーがログに通知され、即座にキャンセルとなる。
+  def test_error_GetPairInfo
+
+    c = create_collector( "#{@dir}/basic", nil, nil )
+    begin
+
+      # リクエストの送付でエラーになる。
+      class << c.client
+        def request
+          super {|fx|
+            class << fx
+              def list_currency_pairs
+                raise "test  list_rates ."
+              end
+            end
+            yield fx
+          }
+        end
+      end
+
+      assert_equals c.progress, 0
+      assert_equals c.state, :WAITING
+
+      # 取得開始
+      c.start
+
+      sleep 5
+      assert_equals c.state, :ERROR_END # エラーになった場合、即終了
+      assert_equals c.observer_manager.stopped, true # 停止もされる。
+
+    ensure
+      c.stop
+    end
+  end
+
+  #レートの取得でエラーとなった場合のテスト。
+  #エラーがログに通知され、即座にキャンセルとなる。
+  def test_error_GetRate
+
+    c = create_collector( "#{@dir}/basic", nil, nil )
+    begin
+
+      # レートの取得でエラーになる。
+      class << c.dao
+        def each_all_pair_rates
+          raise "test  each_all_pair_rates ."
+        end
+      end
+
+      assert_equals c.progress, 0
+      assert_equals c.state, :WAITING
+
+      # 取得開始
+      c.start
+
+      sleep 10
+      assert_equals c.state, :ERROR_END # エラーになった場合、即終了
+      assert_equals c.observer_manager.stopped, true # 停止もされる。
+
+    ensure
+      c.stop
+    end
+  end
+
+
+  def create_collector( dir, start_date, end_date )
+    c = JIJI::BackTestCollector.new( JIJI::Dao::RateDao.new( dir ), start_date, end_date )
+    c.logger = @logger
+    c.observer_manager = DummyObserverManager.new
+    c.conf = CONF
+    c.client = @client
+    c
+  end
+
+  def assert_rates( log, times )
+    assert_equals log.length, times.length
+    index = 0
+    log.each {|rates|
+      assert_not_nil rates.pair_infos
+      assert_equals rates.time, times[index]
+      assert_equals rates[:AUDJPY], JIJI::Rate.new( 100.73, 100.78, -189.0, 185.0, rates.time )
+      assert_equals rates[:USDJPY], JIJI::Rate.new( 108.0, 108.01, -65.0, 61.0, rates.time )
+      assert_equals rates[:ZARJPY], JIJI::Rate.new( 14.88, 14.92, -450.0, 420.0, rates.time )
+      index += 1
+    }
+  end
+
+  def run_collector( collector )
+    assert_equals collector.state, :WAITING
+    assert_equals collector.progress, 0
+    collector.start
+    assert_equals collector.state, :RUNNING
+    i=0
+    while collector.state != :FINISHED && i <= 100
+      puts "prgress : #{collector.progress}"
+      sleep 0.1
+      i+=1
+    end
+    assert_equals collector.progress, 100
+    collector.observer_manager.log
+  end
+
+  TIMES_04 =  [
+    Time.local( 2008,8,4,21,58,56),Time.local( 2008,8,4,22,59,20),
+	  Time.local( 2008,8,4,23,59,30),Time.local( 2008,8,4,23,59,41),
+	  Time.local( 2008,8,4,23,59,51)
+	]
+  TIMES_05 =  [
+    Time.local( 2008,8,5,21,58,56),Time.local( 2008,8,5,22,59,20),
+    Time.local( 2008,8,5,23,59,30),Time.local( 2008,8,5,23,59,41),
+    Time.local( 2008,8,5,23,59,51)
+  ]
+  TIMES_06 =  [
+    Time.local( 2008,8,6,21,58,56),Time.local( 2008,8,6,22,59,20),
+    Time.local( 2008,8,6,23,59,30),Time.local( 2008,8,6,23,59,41),
+    Time.local( 2008,8,6,23,59,51)
+  ]
+  TIMES_07 =  [
+    Time.local( 2008,8,7,21,58,56),Time.local( 2008,8,7,22,59,20),
+    Time.local( 2008,8,7,23,59,30),Time.local( 2008,8,7,23,59,41),
+    Time.local( 2008,8,7,23,59,51)
+  ]
+  TIMES_ALL = TIMES_04 + TIMES_05 + TIMES_06 + TIMES_07
+
+end
+
+class DummyObserverManager
+  def initialize
+    @log = []
+    @stopped = false
+  end
+  def next_rates( rates )
+    @log << rates
+  end
+  def stop
+    @stopped = true
+  end
+  attr :log, true
+  attr :stopped, true
+end

data/test/test_BlockToSession.rb

@@ -0,0 +1,74 @@
+#!/usr/bin/ruby
+
+$: << "../lib"
+
+
+require "runit/testcase"
+require "runit/cui/testrunner"
+require 'jiji/util/block_to_session'
+require 'logger'
+require 'csv'
+
+class BlockToSessionTest <  RUNIT::TestCase
+  
+  def setup
+  end
+
+  def teardown
+  end
+
+  def test_basic
+    
+    buff = ""
+    s = Session.new {|wait|
+      do_as( "a", "b", buff ) {|a,b,log|
+        log << "#{a}.#{b}.wait."
+        wait.call( a, b, log )
+      }
+    }
+    assert_equals buff, "start.a.b.wait."
+    
+    # リクエストを送る
+    assert_equals "result", s.request {|a,b,log|
+      log << "#{a}.#{b}.req."
+      "result"
+    }
+    assert_equals buff, "start.a.b.wait.a.b.req."
+    
+    assert_equals "result2", s.request {|a,b,log|
+      log << "#{a}.#{b}.req."
+      "result2"
+    }
+    assert_equals buff, "start.a.b.wait.a.b.req.a.b.req."
+    
+    # リクエスト中にエラー#呼び出し元に伝搬される
+    begin
+      s.request {|a,b,log|
+        raise NameError.new("test")
+      }
+      fail
+    rescue NameError
+    end
+    begin
+      s.request {|a,b,log|
+        raise Exception.new
+      }
+      fail
+    rescue Exception
+    end
+    
+    s.close
+    assert_equals buff, "start.a.b.wait.a.b.req.a.b.req.end."
+    
+  end
+
+  def do_as( a,b,log ) 
+    begin
+      log << "start."
+      yield a, b, log
+    ensure
+      log << "end."
+    end
+  end
+
+end

data/test/test_CSV.rb

@@ -0,0 +1,85 @@
+#!/usr/bin/ruby
+
+$: << "../lib"
+
+
+require "runit/testcase"
+require "runit/cui/testrunner"
+require 'jiji/util/csv_append_support'
+require 'fileutils'
+
+class CSVTest <  RUNIT::TestCase
+  
+  def setup
+    @dir = File.dirname(__FILE__) + "/CSVTest.tmp"
+    FileUtils.mkdir_p @dir    
+  end
+
+  def teardown
+    FileUtils.rm_rf @dir
+  end
+
+  def test_append
+    
+    CSV.open( "#{@dir}/test.csv", "w" ){ |csv|
+      csv << ["a", 1,  "c"]
+      csv << ["b", 10,  "x"]
+    }
+    
+    list = CSV.read( "#{@dir}/test.csv")
+    assert_equals list, [["a", "1",  "c"], ["b", "10",  "x"]]
+    
+    # 追記
+    CSV.open( "#{@dir}/test.csv", "a"){ |csv|
+      csv << ["c", 2,  "あ"]
+    }
+    list = CSV.read( "#{@dir}/test.csv")
+    assert_equals list, [["a", "1",  "c"], ["b", "10",  "x"],["c", "2",  "あ"]]
+    
+    # さらに追記
+    CSV.open( "#{@dir}/test.csv", "a"){ |csv|
+      csv << ["d", "x",  "い"]
+      csv << ["d", "x",  "い"]
+    }
+    list = CSV.read( "#{@dir}/test.csv")
+    assert_equals list, [["a", "1",  "c"], ["b", "10",  "x"],["c", "2",  "あ"],["d", "x",  "い"],["d", "x",  "い"]]
+  
+    # 更新
+    CSV.open( "#{@dir}/test.csv", "w" ){ |csv|
+    }
+    
+    list = CSV.read( "#{@dir}/test.csv")
+    assert_equals list, []
+    
+    
+    # 空の状態から追記
+    CSV.open( "#{@dir}/test.csv", "a"){ |csv|
+      csv << ["d", "x",  "い"]
+      csv << ["d", "x",  "い"]
+    }
+    list = CSV.read( "#{@dir}/test.csv")
+    assert_equals list, [["d", "x",  "い"],["d", "x",  "い"]]
+  
+    CSV.open( "#{@dir}/test2.csv", "a" ){ |csv|
+      csv << ["d", "x",  "い"]
+      csv << ["d", "x",  "い"]
+    }
+    list = CSV.read( "#{@dir}/test.csv")
+    assert_equals list, [["d", "x",  "い"],["d", "x",  "い"]]
+    
+  end
+  
+  def test_escape
+    
+    # 「改行」や「,」「半角スペース」を書いてみる
+    CSV.open( "#{@dir}/test.csv", "w" ){ |csv|
+      csv << ["\n\t, ", 1,  "\n\t, "]
+      csv << ["\n\t, ", 10,  "\n\t, "]
+    }
+    
+    list = CSV.read( "#{@dir}/test.csv")
+    assert_equals list, [["\n\t, ", "1",  "\n\t, "], ["\n\t, ", "10",  "\n\t, "]]
+    
+  end
+  
+end

data/test/test_Collector.rb

@@ -0,0 +1,246 @@
+#!/usr/bin/ruby
+
+$: << "../lib"
+
+
+require "runit/testcase"
+require "runit/cui/testrunner"
+require "jiji/configuration"
+require "jiji/collector"
+require "jiji/operator"
+require "jiji/observer"
+require "jiji/single_click_client"
+require 'jiji/dao/rate_dao'
+require "testutils.rb"
+require 'logger'
+require 'csv'
+
+# JIJI::Collectorのテスト
+class CollectorTest <  RUNIT::TestCase
+
+  include Test::Constants
+
+  # 前準備
+  def setup
+
+    @dir = File.dirname(__FILE__) + "/CollectorTest.tmp"
+    FileUtils.mkdir_p @dir
+
+    @logger = Logger.new STDOUT
+    @client = JIJI::SingleClickClient.new( ACCOUNT, CONF, @logger )
+
+    @c = JIJI::Collector.new
+    @c.logger = @logger
+    @c.conf = CONF
+    @c.client = @client
+  end
+
+  # 後始末
+  def teardown
+    @client.close
+    FileUtils.rm_rf @dir
+  end
+
+  #基本操作のテスト。
+  def test_basic
+    observer_manager = nil
+    begin
+      rate_dao = JIJI::Dao::RateDao.new(@dir, ["5s","1m"])
+      observer_manager = JIJI::WorkerThreadObserverManager.new([
+        rate_dao
+      ], @logger)
+      class << observer_manager
+        def threads
+          @workers.map { |w| w.thread }
+        end
+      end
+      @c.observer_manager = observer_manager
+
+      # スレッドが動作していることを確認。
+      observer_manager.threads.each {|t|
+        assert_equals t.status, "sleep"
+      }
+
+      assert_equals @c.progress, 0
+      assert_equals @c.state, :WAITING
+
+      # 取得開始
+      @c.start
+      assert_equals @c.progress, 0 # 進捗は常に0
+      assert_equals @c.state, :RUNNING
+
+      # しばらくまって
+      sleep 15
+      assert_equals @c.progress, 0 # 進捗は常に0
+      assert_equals @c.state, :RUNNING
+
+      # ログファイルが作成されていればOK
+      date = Time.now.strftime("%Y-%m-%d")
+
+      count = 0
+      CSV.open("#{@dir}/AUDJPY/raw/#{date}.csv", 'r') {|row|
+        assert_equals row.length, 6
+        count += 1
+      }
+      assert_equals count > 0, true
+
+      count = 0
+      CSV.open("#{@dir}/AUDJPY/5s/#{date}.csv", 'r') {|row|
+        assert_equals row.length, 19
+        count += 1
+      }
+      assert_equals count > 0, true
+
+    ensure
+      @c.stop
+
+      assert_equals @c.progress, 0 # 進捗は常に0
+      assert_equals @c.state, :CANCELED
+
+      # オブザーバーも停止していることを確認
+      # スレッドが停止していることを確認。
+      if observer_manager
+        observer_manager.threads.each {|t|
+          assert_equals t.status, false
+        }
+      end
+    end
+  end
+
+  #ObserverManagerへの通知でエラーとなった場合のテスト。
+  #エラーがログに保存された上で処理は継続
+  def test_error_ObserverManager
+    begin
+      observer_manager = Object.new
+      class << observer_manager
+        def next_rates( rate )
+          raise "test."
+        end
+        def stop
+          @stopped = true
+        end
+        def stopped?
+          @stopped
+        end
+      end
+      @c.observer_manager = observer_manager
+
+      assert_equals @c.progress, 0
+      assert_equals @c.state, :WAITING
+
+      # 取得開始
+      @c.start
+      assert_equals @c.state, :RUNNING
+
+      # しばらくまって
+      sleep 5
+      assert_equals @c.state, :RUNNING # エラーになっていても動作し続ける
+      assert_equals observer_manager.stopped?, nil
+
+    ensure
+      @c.stop
+
+      assert_equals @c.state, :CANCELED
+      assert_equals observer_manager.stopped?, true # オブザーバーも停止していることを確認
+
+    end
+  end
+
+  #通貨ペアの情報取得でエラーとなった場合のテスト。
+  #エラーがログに通知され、即座にキャンセルとなる。
+  def test_error_GetPairInfo
+    begin
+      observer_manager = Object.new
+      class << observer_manager
+        def next_rates( rate );end
+        def stop
+          @stopped = true
+        end
+        def stopped?
+          @stopped
+        end
+      end
+      @c.observer_manager = observer_manager
+
+      # リクエストの送付でエラーになる。
+      class << @c.client
+        def request
+          super {|fx|
+            class << fx
+              def list_currency_pairs
+                raise "test  list_rates ."
+              end
+            end
+            yield fx
+          }
+        end
+      end
+
+      assert_equals @c.progress, 0
+      assert_equals @c.state, :WAITING
+
+      # 取得開始
+      @c.start
+
+      # しばらくまって
+      sleep 5
+      assert_equals @c.state, :ERROR_END # エラーになった場合、即終了
+      assert_equals observer_manager.stopped?, true
+
+    ensure
+      @c.stop
+    end
+  end
+
+  #レートの取得でエラーとなった場合のテスト。
+  #エラーがログに通知された上で処理は続行。
+  def test_error_GetRate
+    begin
+      observer_manager = Object.new
+      class << observer_manager
+        def next_rates( rate );end
+        def stop
+          @stopped = true
+        end
+        def stopped?
+          @stopped
+        end
+      end
+      @c.observer_manager = observer_manager
+
+      # レートの取得でエラーになる。
+      class << @c.client
+        def request
+          super {|fx|
+            class << fx
+              def list_rates
+                raise "test  list_rates ."
+              end
+            end
+            yield fx
+          }
+        end
+      end
+
+      assert_equals @c.progress, 0
+      assert_equals @c.state, :WAITING
+
+      # 取得開始
+      @c.start
+      assert_equals @c.state, :RUNNING
+
+      # しばらくまって
+      sleep 5
+      assert_equals @c.state, :RUNNING # エラーになっていても動作し続ける
+      assert_equals observer_manager.stopped?, nil
+
+    ensure
+      @c.stop
+
+      assert_equals @c.state, :CANCELED
+      assert_equals observer_manager.stopped?, true # オブザーバーも停止していることを確認
+
+    end
+  end
+
+end