rims 0.2.1

data/lib/rims/test.rb

@@ -0,0 +1,391 @@
+# -*- coding: utf-8 -*-
+
+require 'fileutils'
+require 'set'
+
+module RIMS
+  module Test
+    module AssertUtility
+      def literal(text_string)
+        "{#{text_string.bytesize}}\r\n#{text_string}"
+      end
+      module_function :literal
+
+      def make_header_text(name_value_pair_list, select_list: [], reject_list: [])
+        name_value_pair_list = name_value_pair_list.to_a.dup
+        select_set = select_list.map{|name| name.downcase }.to_set
+        reject_set = reject_list.map{|name| name.downcase }.to_set
+
+        name_value_pair_list.select!{|name, value| select_set.include? name.downcase } unless select_set.empty?
+        name_value_pair_list.reject!{|name, value| reject_set.include? name.downcase } unless reject_set.empty?
+        name_value_pair_list.map{|name, value| "#{name}: #{value}\r\n" }.join('') + "\r\n"
+      end
+      module_function :make_header_text
+
+      def message_data_list(msg_data_array)
+        msg_data_array.map{|msg_data|
+          case (msg_data)
+          when String
+            msg_data
+          when Array
+            '(' << message_data_list(msg_data) << ')'
+          else
+            raise "unknown message data: #{msg_data}"
+          end
+        }.join(' ')
+      end
+      module_function :message_data_list
+
+      def make_body(description)
+        reader = RIMS::Protocol::RequestReader.new(StringIO.new('', 'r'), StringIO.new('', 'w'), Logger.new(STDOUT))
+        reader.parse(reader.scan_line(description))[0]
+      end
+      private :make_body
+
+      def assert_strenc_equal(expected_enc, expected_str, expr_str)
+        assert_equal(Encoding.find(expected_enc), expr_str.encoding)
+        assert_equal(expected_str.dup.force_encoding(expected_enc), expr_str)
+      end
+      module_function :assert_strenc_equal
+    end
+
+    module PseudoAuthenticationUtility
+      def make_pseudo_time_source(src_time)
+        t = src_time
+        proc{
+          t = t + 1
+          t.dup
+        }
+      end
+      module_function :make_pseudo_time_source
+
+      def make_pseudo_random_string_source(random_seed)
+        r = Random.new(random_seed)
+        proc{ r.bytes(16).each_byte.map{|c| format('%02x', c ) }.join('') }
+      end
+      module_function :make_pseudo_random_string_source
+    end
+
+    module ProtocolFetchMailSample
+      def make_mail_simple
+        @simple_mail = RIMS::RFC822::Message.new(<<-'EOF')
+To: foo@nonet.org
+From: bar@nonet.org
+Subject: test
+MIME-Version: 1.0
+Content-Type: text/plain; charset=us-ascii
+Content-Transfer-Encoding: 7bit
+Date: Fri,  8 Nov 2013 06:47:50 +0900 (JST)
+
+Hello world.
+        EOF
+      end
+      private :make_mail_simple
+
+      def make_mail_multipart
+        @mpart_mail = RIMS::RFC822::Message.new(<<-'EOF')
+To: bar@nonet.com
+From: foo@nonet.com
+Subject: multipart test
+MIME-Version: 1.0
+Date: Fri, 8 Nov 2013 19:31:03 +0900
+Content-Type: multipart/mixed; boundary="1383.905529.351297"
+
+--1383.905529.351297
+Content-Type: text/plain; charset=us-ascii
+
+Multipart test.
+--1383.905529.351297
+Content-Type: application/octet-stream
+
+0123456789
+--1383.905529.351297
+Content-Type: message/rfc822
+
+To: bar@nonet.com
+From: foo@nonet.com
+Subject: inner multipart
+MIME-Version: 1.0
+Date: Fri, 8 Nov 2013 19:31:03 +0900
+Content-Type: multipart/mixed; boundary="1383.905529.351298"
+
+--1383.905529.351298
+Content-Type: text/plain; charset=us-ascii
+
+Hello world.
+--1383.905529.351298
+Content-Type: application/octet-stream
+
+9876543210
+--1383.905529.351298--
+--1383.905529.351297
+Content-Type: multipart/mixed; boundary="1383.905529.351299"
+
+--1383.905529.351299
+Content-Type: image/gif
+
+--1383.905529.351299
+Content-Type: message/rfc822
+
+To: bar@nonet.com
+From: foo@nonet.com
+Subject: inner multipart
+MIME-Version: 1.0
+Date: Fri, 8 Nov 2013 19:31:03 +0900
+Content-Type: multipart/mixed; boundary="1383.905529.351300"
+
+--1383.905529.351300
+Content-Type: text/plain; charset=us-ascii
+
+HALO
+--1383.905529.351300
+Content-Type: multipart/alternative; boundary="1383.905529.351301"
+
+--1383.905529.351301
+Content-Type: text/plain; charset=us-ascii
+
+alternative message.
+--1383.905529.351301
+Content-Type: text/html; charset=us-ascii
+
+<html>
+<body><p>HTML message</p></body>
+</html>
+--1383.905529.351301--
+--1383.905529.351300--
+--1383.905529.351299--
+--1383.905529.351297--
+        EOF
+      end
+      private :make_mail_multipart
+
+      def make_mail_mime_subject
+        @mime_subject_mail = RIMS::RFC822::Message.new(<<-'EOF')
+Date: Fri, 8 Nov 2013 19:31:03 +0900
+Subject: =?ISO-2022-JP?B?GyRCJEYkOSRIGyhC?=
+From: foo@nonet.com, bar <bar@nonet.com>
+Sender: foo@nonet.com
+Reply-To: foo@nonet.com
+To: alice@test.com, bob <bob@test.com>
+Cc: Kate <kate@test.com>
+Bcc: foo@nonet.com
+In-Reply-To: <20131106081723.5KJU1774292@smtp.testt.com>
+Message-Id: <20131107214750.445A1255B9F@smtp.nonet.com>
+
+Hello world.
+        EOF
+      end
+      private :make_mail_mime_subject
+
+      def make_mail_empty
+        @empty_mail = RIMS::RFC822::Message.new('')
+      end
+      private :make_mail_empty
+
+      def make_mail_no_body
+        @no_body_mail = RIMS::RFC822::Message.new('foo')
+      end
+      private :make_mail_no_body
+
+      def make_mail_address_header_pattern
+        @address_header_pattern_mail = RIMS::RFC822::Message.new(<<-'EOF')
+To: "foo@nonet.org" <foo@nonet.org>
+From: bar@nonet.org
+Subject: test
+MIME-Version: 1.0
+Content-Type: text/plain; charset=us-ascii
+Content-Transfer-Encoding: 7bit
+Date: Fri,  8 Nov 2013 06:47:50 +0900 (JST)
+
+Hello world.
+EOF
+      end
+      private :make_mail_address_header_pattern
+    end
+
+    module KeyValueStoreTestUtility
+      def open_database
+        raise NotImplementedError, "not implemented to open `#{@name}'"
+      end
+
+      def make_key_value_store
+        raise NotImplementedError, 'not implemented.'
+      end
+
+      def db_close
+        @db.close
+      end
+
+      def db_closed?
+        @db.closed?
+      end
+
+      def db_fetch(key)
+        @db[key]
+      end
+
+      def db_key?(key)
+        @db.key? key
+      end
+
+      def db_each_key
+        return enum_for(:db_each_key) unless block_given?
+        @db.each_key do |key|
+          yield(key)
+        end
+      end
+
+      def setup
+        @base_dir = 'kvs_test_dir'
+        FileUtils.mkdir_p(@base_dir)
+        @name = File.join(@base_dir, "kvs_test.db.#{$$}")
+
+        @db = open_database
+        @kvs = make_key_value_store
+      end
+
+      def teardown
+        db_close unless db_closed?
+        FileUtils.rm_rf(@base_dir)
+      end
+
+      def test_store_fetch
+        assert_nil(db_fetch('foo'))
+        assert_nil(@kvs['foo'])
+
+        assert_equal('apple', (@kvs['foo'] = 'apple'))
+        assert_equal('apple', db_fetch('foo'))
+        assert_equal('apple', @kvs['foo'])
+
+        # update
+        assert_equal('banana', (@kvs['foo'] = 'banana'))
+        assert_equal('banana', db_fetch('foo'))
+        assert_equal('banana', @kvs['foo'])
+      end
+
+      def test_delete
+        assert_nil(@kvs.delete('foo'))
+
+        @kvs['foo'] = 'apple'
+        assert_equal('apple', @kvs.delete('foo'))
+
+        assert_nil(db_fetch('foo'))
+        assert_nil(@kvs['foo'])
+      end
+
+      def test_key?
+        assert_equal(false, (db_key? 'foo'))
+        assert_equal(false, (@kvs.key? 'foo'))
+
+        @kvs['foo'] = 'apple'
+        assert_equal(true, (db_key? 'foo'))
+        assert_equal(true, (@kvs.key? 'foo'))
+
+        # update
+        @kvs['foo'] = 'banana'
+        assert_equal(true, (db_key? 'foo'))
+        assert_equal(true, (@kvs.key? 'foo'))
+
+        @kvs.delete('foo')
+        assert_equal(false, (db_key? 'foo'))
+        assert_equal(false, (@kvs.key? 'foo'))
+      end
+
+      def test_each_key
+        assert_equal(%w[], db_each_key.to_a)
+        assert_equal(%w[], @kvs.each_key.to_a)
+
+        @kvs['foo'] = 'apple'
+        assert_equal(%w[ foo ], db_each_key.to_a)
+        assert_equal(%w[ foo ], @kvs.each_key.to_a)
+        assert_equal(%w[ apple ], @kvs.each_value.to_a)
+        assert_equal([ %w[ foo apple ] ], @kvs.each_pair.to_a)
+
+        @kvs['bar'] = 'banana'
+        assert_equal(%w[ foo bar ].sort, db_each_key.sort)
+        assert_equal(%w[ foo bar ].sort, @kvs.each_key.sort)
+        assert_equal(%w[ apple banana ].sort, @kvs.each_value.sort)
+        assert_equal([ %w[ foo apple ], %w[ bar banana ] ].sort, @kvs.each_pair.sort)
+
+        @kvs['baz'] = 'orange'
+        assert_equal(%w[ foo bar baz ].sort, db_each_key.sort)
+        assert_equal(%w[ foo bar baz ].sort, @kvs.each_key.sort)
+        assert_equal(%w[ apple banana orange ].sort, @kvs.each_value.sort)
+        assert_equal([ %w[ foo apple ], %w[ bar banana ], %w[ baz orange ] ].sort, @kvs.each_pair.sort)
+
+        @kvs.delete('bar')
+        assert_equal(%w[ foo baz ].sort, db_each_key.sort)
+        assert_equal(%w[ foo baz ].sort, @kvs.each_key.sort)
+        assert_equal(%w[ apple orange ].sort, @kvs.each_value.sort)
+        assert_equal([ %w[ foo apple ], %w[ baz orange ] ].sort, @kvs.each_pair.sort)
+
+        # update
+        @kvs['baz'] = 'melon'
+        assert_equal(%w[ foo baz ].sort, db_each_key.sort)
+        assert_equal(%w[ foo baz ].sort, @kvs.each_key.sort)
+        assert_equal(%w[ apple melon ].sort, @kvs.each_value.sort)
+        assert_equal([ %w[ foo apple ], %w[ baz melon ] ].sort, @kvs.each_pair.sort)
+      end
+
+      def test_sync
+        @kvs.sync
+      end
+
+      def test_close
+        @kvs.close
+        assert_equal(true, db_closed?)
+
+        # closed exception
+        assert_raise(RuntimeError) { @kvs['foo'] }
+        assert_raise(RuntimeError) { @kvs['foo'] = 'apple' }
+        assert_raise(RuntimeError) { @kvs.delete('foo') }
+        assert_raise(RuntimeError) { @kvs.key? 'foo' }
+        assert_raise(RuntimeError) { @kvs.each_key.to_a }
+        assert_raise(RuntimeError) { @kvs.each_value.to_a }
+        assert_raise(RuntimeError) { @kvs.each_pair.to_a }
+      end
+    end
+
+    module KeyValueStoreOpenCloseTestUtility
+      def get_kvs_name
+        raise NotImplementedError, 'not implemented.'
+      end
+
+      def get_config
+        {}
+      end
+
+      def setup
+        @base_dir = 'kvs_open_close_test_dir'
+        @name = File.join(@base_dir, 'test_kvs')
+        FileUtils.mkdir_p(@base_dir)
+
+        @Test_KeyValueStore = RIMS::KeyValueStore::FactoryBuilder.get_plug_in(get_kvs_name)
+      end
+
+      def teardown
+        FileUtils.rm_rf(@base_dir)
+      end
+
+      def test_open_close
+        assert_equal(false, (@Test_KeyValueStore.exist? @name))
+
+        kvs = @Test_KeyValueStore.open_with_conf(@name, get_config)
+        begin
+          assert_equal(true, (@Test_KeyValueStore.exist? @name))
+        ensure
+          kvs.close
+        end
+        assert_equal(true, (@Test_KeyValueStore.exist? @name))
+
+        kvs.destroy
+        assert_equal(false, (@Test_KeyValueStore.exist? @name))
+      end
+    end
+  end
+end
+
+# Local Variables:
+# mode: Ruby
+# indent-tabs-mode: nil
+# End:

data/lib/rims/version.rb

@@ -0,0 +1,11 @@
+# -*- coding: utf-8 -*-
+
+module RIMS
+  VERSION = '0.2.1'
+  MAILBOX_DATA_STRUCTURE_VERSION = 'mailbox.2'
+end
+
+# Local Variables:
+# mode: Ruby
+# indent-tabs-mode: nil
+# End:

data/load_test/Rakefile

@@ -0,0 +1,93 @@
+# -*- coding: utf-8 -*-
+
+require 'rake/clean'
+require 'yaml'
+
+def start_pgrp(*cmds)
+  pgid = fork{
+    Process.setpgid($$, $$)
+    sh *cmds
+  }
+  Process.setpgid(pgid, pgid)
+
+  pgid
+end
+
+def run_server(*options)
+  pgid = start_pgrp('rims', 'server', *options)
+  begin
+    sleep 1
+    yield
+  ensure
+    Process.kill('TERM', -pgid)
+    Process.wait
+  end
+end
+
+def run_server_conf(path, conf, *options)
+  mkdir_p(path)
+
+  path_conf = File.join(path, 'config.yml')
+  IO.write(path_conf, conf.to_yaml)
+
+  run_server('-f', path_conf, *options) do
+    yield
+  end
+end
+
+def get_mail_file_list
+  FileUtils.mkdir 'mails' unless (File.directory? 'mails')
+  mail_file_list = Dir.entries('mails').map{|name| File.join('mails', name) }.select{|path| File.file? path }
+  if (mail_file_list.empty?) then
+    warn('WARNING: not found mail file(s) at a directory: mails/')
+  end
+  mail_file_list
+end
+
+def time_shell(*cmds)
+  sh 'time', '-p', '--', *cmds
+end
+
+PASSWD = {
+  'foo' => 'foo',
+  '#postman' => '#postman'
+}
+
+USER_CONF = { 'user_list' => [] }
+for user, pass in PASSWD
+  USER_CONF['user_list'].push({ 'user' => user, 'pass' => pass })
+end
+
+desc 'load test: rims post-mail'
+task :post_mail do
+  mail_file_list = get_mail_file_list
+  puts "#{mail_file_list.length} mails."
+  run_server_conf('post_mail', USER_CONF, *%w[ -v quiet -l info --imap-host=localhost --imap-port=14300 ]) do
+    time_shell 'rims', 'post-mail', '--no-verbose', '--host=localhost', '--port=14300', '--username=#postman', "--password=#{PASSWD['#postman']}", 'foo', *mail_file_list
+  end
+end
+
+CLOBBER.include('post_mail')
+
+desc 'load test: rims imap-append'
+task :imap_append do
+  mail_file_list = get_mail_file_list
+  puts "#{mail_file_list.length} mails."
+  run_server_conf('imap_append', USER_CONF, *%w[ -v quiet -l info --imap-host=localhost --imap-port=14300 ]) do
+    time_shell 'rims', 'imap-append', '--no-verbose', '--host=localhost', '--port=14300', '--username=foo', "--password=#{PASSWD['foo']}", *mail_file_list
+  end
+end
+
+desc 'run server'
+task :run_server do
+  run_server_conf('imap_server', USER_CONF, *%w[ -v debug -l debug --imap-host=localhost --imap-port=14300 ]) do
+    sleep
+  end
+end
+
+CLOBBER.include('imap_append')
+
+# Local Variables:
+# mode: Ruby
+# indent-tabs-mode: nil
+# End: