pmux 0.1.0

data/test/mock_mros.rb

@@ -0,0 +1,284 @@
+require 'fileutils'
+#require 'mros'
+#require 'net/scp'
+
+module Net::SSH
+  class MockChannel
+    @@handler_class = nil
+    def self.handler_class=(klass)
+      @@handler_class = klass
+    end
+
+    include MockWorld::BufferedSendable
+    attr_accessor :host
+
+    alias :send_data :buffered_send_data
+
+    def initialize
+      init_buffer
+    end
+
+    def exec cmd
+      start_mock_cmd cmd
+      @out_buffer = []
+      yield self, true
+    end
+
+    def receive_data data
+      @cb_on_data.call self, data
+    end
+
+    def on_data &block
+      @cb_on_data = block
+    end
+
+    def on_extended_data &block
+      @cb_on_extended_data = block
+    end
+
+    def on_close &block
+      @cb_on_close = block
+    end
+
+    def on_eof &block
+      @cb_on_eof = block
+    end
+
+    def do_eof
+      @cb_on_eof.call(self) if @cb_on_eof
+    end
+
+    def on_open_failed &block
+    end
+
+    def start_mock_cmd cmd
+      if cmd =~ /^pmux/ #XXX
+        tmp_dir = "#{$test_dir}/.t"
+        options = {:tmp_dir=>"#{tmp_dir}/#{host}",
+          :log_dir=>"#{tmp_dir}/#{host}",
+          :fs_dir=>"#{tmp_dir}/#{host}/fs"}
+        FileUtils.mkdir_p options[:tmp_dir]
+        FileUtils.mkdir_p options[:fs_dir]
+        server = MR::Server.new
+        handler_class = @@handler_class || Pmux::Handler
+        handler = handler_class.new server, options
+
+        pipe_transport = @world.new_connection MR::MockPipeTransport
+        server.listen pipe_transport, handler
+        pipe_transport.mock_receiver = self
+        @mock_receiver = pipe_transport
+
+        unix_transport = @world.new_connection MR::MockTransport
+        unix_transport.address = "/unixsocket"
+        server.listen unix_transport, handler
+        server
+      end
+    end
+  end
+
+  class MockSession
+    attr_reader :host
+    attr_accessor :coolio_loop
+
+    def initialize args
+      host, user = args
+      @host = host
+    end
+
+    def open_channel
+      world = Net::SSH::Compat.coolio_loop.world
+      ch = world.new_connection MockChannel
+      ch.host = host
+      yield ch
+    end
+
+    def scp
+      @scp ||= Net::MockSCP.new(self)
+    end
+
+    def floop interval
+      Net::SSH::Compat.coolio_loop.world.run_once
+    end
+  end
+
+  def self.start *args, &block
+    MockSession.new args
+  end
+end
+
+module Net
+  class MockSCP
+    def initialize session
+      @session = session
+      @block = nil
+      world = Net::SSH::Compat.coolio_loop.world
+      world.run_queue.push self
+      @dls = []
+    end
+
+    def download remote, local, options, &block
+      ch = Net::SSH::MockChannel.new
+      @dls.push [remote, local, options, ch]
+      ch
+    end
+
+    def run_once
+      return if @dls.empty?
+      remote, local, options, ch = @dls.shift
+      if ch
+        str = File.read remote
+        open(local, 'w') {|f| f.write str}
+        ch.do_eof
+      end
+    end
+  end
+end
+
+module Coolio
+  class Loop
+    @@_mock_loop = nil
+    def self.default
+      @@_mock_loop ||= Coolio::MockLoop.new
+    end
+
+    def set_timer(interval, repeating=false, &block)
+    end
+  end
+
+  class MockLoop < Loop
+    attr_accessor :world
+
+    def run_once
+      @world.run_once
+    end
+
+    def stop
+    end
+  end
+
+  class Listener
+    def initialize listen_socket
+      @listen_socket = listen_socket
+    end
+  end
+
+  class TCPServer
+    def initialize(host, port = nil, klass = TCPSocket, *args, &block)
+      @host, @port, @server = host, port, args.first
+      super(nil, klass, *args, &block)
+    end
+
+    def attach loop
+      loop.world.bind_socket self, @host, @port
+      #loop.world.bind @server, [@host, @port]
+      self
+    end
+
+    def on_connection socket
+      connection = @klass.new(nil, *@args)
+      connection.__send__(:on_connect)
+      connection
+    end
+  end
+end
+
+module MR
+  class MockTransport
+    include MockWorld::BufferedSendable
+    include MessageReceiver
+
+    attr_accessor :address
+
+    def initialize address=nil
+      @address = address
+      init_buffer
+    end
+
+    def listen server
+      @pac = MessagePack::Unpacker.new
+      @server = server
+      init_buffer
+      @world.bind_socket server, @address
+    end
+
+    def build_transport session, address
+      @session = session
+      @pac = MessagePack::Unpacker.new
+      self
+    end
+
+    def receive_data data
+      @pac.feed_each(data) {|obj| on_message obj}
+    end
+
+    def on_request msgid, method, param
+      @server.on_request self, msgid, method, param
+    end
+
+    def on_response msgid, error, result
+      @session.on_response self, msgid, error, result
+    end
+  end
+
+  class TCPServerTransport::ServerSocket
+    include MockWorld::BufferedSendable
+
+    def initialize io, server
+      @server = server
+      init_buffer
+      @pac = MessagePack::Unpacker.new
+    end
+
+    def send_data data
+      buffered_send_data data
+    end
+
+    def receive_data data
+      @pac.feed_each(data) {|obj| on_message obj}
+    end
+  end
+
+  class MockPipeTransport < PipeTransport
+    include MockWorld::BufferedSendable
+    include MessageReceiver
+    #attr_accessor :world, :mock_receiver
+
+    def initialize
+    end
+
+    def listen server
+      @pac = MessagePack::Unpacker.new
+      @server = server
+      init_buffer
+    end
+
+    def send_data data
+      buffered_send_data data
+    end
+
+    def receive_data data
+      @pac.feed_each(data) {|obj| on_message obj}
+    end
+
+    def on_request msgid, method, param
+      @server.on_request self, msgid, method, param
+    end
+  end
+
+  class Server
+    attr_reader :listeners
+
+    def initialize loop=Coolio::Loop.default#Coolio::MockLoop.new
+      @loop = loop
+      @listeners = []
+    end
+
+#    alias :listen0 :listen
+#    def listen arg1, arg2=nil, arg3=nil, arg4=nil
+#      listen0 arg1, arg2, arg3, arg4
+#    end
+
+    def run
+    end
+  end
+end

data/test/mock_pipeio.rb

@@ -0,0 +1,26 @@
+require 'mock_world'
+require 'mock_mros'
+
+module Pmux
+  class PipeIO
+    def initialize cmd, mode='r'
+      @io = IO.popen cmd, mode
+      @on_receive = nil
+      @close_flag = false
+    end
+
+    def flush_out_buffer
+      data = @io.read 100
+      if data
+        on_read data
+      else
+        on_close unless @close_flag
+        @close_flag = true
+      end
+    end
+
+    def attach loop
+      loop.world.push_connection self
+    end
+  end
+end

data/test/mock_world.rb

@@ -0,0 +1,193 @@
+require 'fileutils'
+
+class MockError < RuntimeError; end
+class MockBlockedError < MockError; end
+
+class MockWorld
+  ROOT_PREFIX = "#{$test_dir}/.t"
+
+  module BufferedSendable
+    attr_accessor :mock_receiver, :world
+
+    def init_buffer
+      @mock_receiver = nil
+      @out_buffer = []
+    end
+
+    def buffered_send_data data
+      @out_buffer << data.dup
+    end
+
+    alias :send_data :buffered_send_data
+
+    def flush_out_buffer
+      if @out_buffer.empty?
+        data = nil
+      else
+        data = @out_buffer.join ''
+        @out_buffer.clear
+      end
+      if @mock_receiver
+        @mock_receiver.receive_data data if data
+      end
+    end
+
+    def data
+      @out_buffer.join ''
+    end
+
+    def clear
+      @out_buffer.clear
+    end
+  end
+
+  attr_reader :connections, :run_queue, :hosts
+
+  def self.cleanup root_prefix=ROOT_PREFIX
+    Dir.glob("#{root_prefix}/{*,.err*}").each {|e| FileUtils.rm_rf e}
+  end
+
+  def initialize root_prefix=ROOT_PREFIX
+    @root_prefix = root_prefix
+    @dcount = 1
+
+    @hosts = []
+    @server_sockets = {}
+    @connections = []
+    @run_queue = []
+    MockTCPSocket.world = self
+    # テスト用rootディレクトリ生成
+    FileUtils.mkdir_p root_prefix
+  end
+
+  #
+  def bind_socket socket, arg1, arg2=nil
+    if arg2
+      @server_sockets["#{arg1},#{arg2}"] = socket
+    else
+      @server_sockets[arg1] = socket
+    end
+  end
+
+  #
+  def push_connection connection
+    @connections.push connection
+  end
+
+  # 新しいconnectionを生成して返す。生成したconnectionは記憶される。
+  def new_connection conn_class
+    connection = conn_class.new
+    connection.world = self
+    @connections.push connection
+    connection
+  end
+
+  def delete_connection connection
+    @connections.delete connection
+  end
+
+  # 指定host,portのserverに疑似接続してclient用socketを返す
+  def connect_to_server host, port
+    server = get_server host, port
+    raise MockError, "#{host},#{port}: connection refused" unless server
+    server.get_client_connection
+  end
+
+  #
+  def get_server_socket host, port
+    @server_sockets["#{host},#{port}"]
+  end
+
+  def run_once
+    #if @connections.empty? and @run_queue.empty?
+    #  raise RuntimeError, "both @connections and @run_queue are empty"
+    #end
+    for c in @connections
+      c.flush_out_buffer
+    end
+    for obj in @run_queue
+      obj.run_once
+    end
+  end
+end
+
+# 擬似的な TCPSocket。
+# 接続相手はConnection経由のserverオブジェクト。
+class MockTCPSocket
+  attr_reader :received_data
+  attr_accessor :mock_receiver
+
+  class <<self
+    attr_accessor :world
+    alias :open :new
+  end
+
+  def initialize host, port, lhost=nil, lport=nil
+    @host = host
+    @port = port
+    @received_data = ''
+
+    @socket = self.class.world.get_server_socket host, port
+    @mock_receiver = @socket.on_connection nil
+    self.class.world.push_connection @mock_receiver
+    @mock_receiver.mock_receiver = self
+  end
+
+  # 送信。すぐ相手に届く。
+  def write data
+    if @mock_receiver
+      @mock_receiver.receive_data data
+    end
+  end
+
+  def puts line
+    self.write "#{line}\n"
+  end
+
+  # 受信。一旦、受信バッファに入れる。
+  def receive_data data
+    @received_data << data
+  end
+
+  # 受信バッファから1行分のデータを取り出して返す。
+  # 1行分受信していなかったら、接続先サーバをrun_tickして、それでも
+  # 受信しなかったらBLOCKEDエラー。
+  def gets
+    count = 0
+    while true
+      line, rbuf = @received_data.split(/^/, 2)
+      break if line =~ /\n/
+      #self.class.world.run_tick 1, 1
+      self.class.world.run_once
+      raise MockBlockedError, 'BLOCKED' if (count += 1) > 5
+    end
+    @received_data = (rbuf || '')
+    line
+  end
+
+  def read n=nil
+    count = 0
+    size = 0
+    res = ''
+    while true
+      if n
+        if size + @received_data.size >= n
+          res << @received_data.slice!(0, n-size)
+          break
+        end
+      elsif !@received_data.empty?
+        res << @received_data
+        @received_data.replace ''
+        break
+      end
+      #self.class.world.run_tick 1, 1
+      self.class.world.run_once
+      raise MockBlockedError, 'BLOCKED' if (count += 1) > 5
+    end
+    res
+  end
+
+  def close
+    @mock_receiver.close
+  end
+end

data/test/mock_xattr.rb

@@ -0,0 +1,10 @@
+# ダミーのXAttr
+class XAttr
+  # pathに応じて拡張属性を偽装して返す
+  def self.get path, name
+    dist = 'DISTRIBUTE:dist-test-dht'
+    x = path.hash % 4
+    path = path.gsub!(%r{^/}, '')
+    res = "(<%s> <POSIX:host%d.example.com:/prefix%s>)" % [dist, x, path]
+  end
+end

data/test/runner.rb

@@ -0,0 +1,10 @@
+require 'test/unit'
+
+if RUBY_VERSION < '1.9.0'
+  force_standalone = (RUBY_VERSION >= '1.8.3')
+  exit Test::Unit::AutoRunner.run(force_standalone, '.')
+else
+  Test::Unit.setup_argv {|files|
+    ['.']
+  }
+end

data/test/test_application.rb

@@ -0,0 +1,13 @@
+require File.expand_path(File.dirname(__FILE__) + '/unittest_helper')
+
+class TestMain < Test::Unit::TestCase
+  def test_optparse
+    main = Pmux::Application.new
+    options = {}
+    optparser = main.optparse options
+    assert_kind_of OptionParser, optparser
+    optparser.parse!(['--root-dir=/tmp', '--status'])
+    ae options[:root_dir], '/tmp'
+    assert options[:status]
+  end
+end

data/test/test_fixcmd.rb

@@ -0,0 +1,17 @@
+require File.expand_path(File.dirname(__FILE__) + '/unittest_helper')
+
+require 'fileutils'
+
+include Pmux::FixCmdLine
+
+class TestFixCmdLine < Test::Unit::TestCase
+  def test_fix_cmd_line
+    mapper = 'cat'
+    res = fix_cmd_line 'grep PAT', 'input'
+    ae "grep PAT input 2>/dev/null", res
+    res = fix_cmd_line 'grep PAT|uniq', 'input'
+    ae "grep PAT input 2>/dev/null|uniq", res
+    res = fix_cmd_line 'grep PAT|uniq', 'input', 'output'
+    ae "grep PAT input 2>/dev/null|uniq >>output", res
+  end
+end

data/test/test_handler.rb

@@ -0,0 +1,15 @@
+require File.expand_path(File.dirname(__FILE__) + '/unittest_helper')
+
+class TestHandler < Test::Unit::TestCase
+  def setup
+    @handler = Pmux::Handler.new
+  end
+
+  def test_get_num_cpu
+    assert(@handler.get_num_cpu > 0)
+  end
+
+  def _test_get_properties
+    p @handler.get_properties
+  end
+end