fluentd 1.16.5-x64-mingw32 → 1.17.1-x64-mingw32

data/test/plugin/test_buffer_memory_chunk.rb

@@ -1,339 +0,0 @@
-require_relative '../helper'
-require 'fluent/plugin/buffer/memory_chunk'
-require 'fluent/plugin/compressable'
-
-require 'json'
-
-class BufferMemoryChunkTest < Test::Unit::TestCase
-  include Fluent::Plugin::Compressable
-
-  setup do
-    @c = Fluent::Plugin::Buffer::MemoryChunk.new(Object.new)
-  end
-
-  test 'has blank chunk initially' do
-    assert @c.empty?
-    assert_equal '', @c.instance_eval{ @chunk }
-    assert_equal 0, @c.instance_eval{ @chunk_bytes }
-    assert_equal 0, @c.instance_eval{ @adding_bytes }
-    assert_equal 0, @c.instance_eval{ @adding_size }
-  end
-
-  test 'can #append, #commit and #read it' do
-    assert @c.empty?
-
-    d1 = {"f1" => 'v1', "f2" => 'v2', "f3" => 'v3'}
-    d2 = {"f1" => 'vv1', "f2" => 'vv2', "f3" => 'vv3'}
-    data = [d1.to_json + "\n", d2.to_json + "\n"]
-    @c.append(data)
-    @c.commit
-
-    content = @c.read
-    ds = content.split("\n").select{|d| !d.empty? }
-
-    assert_equal 2, ds.size
-    assert_equal d1, JSON.parse(ds[0])
-    assert_equal d2, JSON.parse(ds[1])
-
-    d3 = {"f1" => 'x', "f2" => 'y', "f3" => 'z'}
-    d4 = {"f1" => 'a', "f2" => 'b', "f3" => 'c'}
-    @c.append([d3.to_json + "\n", d4.to_json + "\n"])
-    @c.commit
-
-    content = @c.read
-    ds = content.split("\n").select{|d| !d.empty? }
-
-    assert_equal 4, ds.size
-    assert_equal d1, JSON.parse(ds[0])
-    assert_equal d2, JSON.parse(ds[1])
-    assert_equal d3, JSON.parse(ds[2])
-    assert_equal d4, JSON.parse(ds[3])
-  end
-
-  test 'can #concat, #commit and #read it' do
-    assert @c.empty?
-
-    d1 = {"f1" => 'v1', "f2" => 'v2', "f3" => 'v3'}
-    d2 = {"f1" => 'vv1', "f2" => 'vv2', "f3" => 'vv3'}
-    data = [d1.to_json + "\n", d2.to_json + "\n"].join
-    @c.concat(data, 2)
-    @c.commit
-
-    content = @c.read
-    ds = content.split("\n").select{|d| !d.empty? }
-
-    assert_equal 2, ds.size
-    assert_equal d1, JSON.parse(ds[0])
-    assert_equal d2, JSON.parse(ds[1])
-
-    d3 = {"f1" => 'x', "f2" => 'y', "f3" => 'z'}
-    d4 = {"f1" => 'a', "f2" => 'b', "f3" => 'c'}
-    @c.concat([d3.to_json + "\n", d4.to_json + "\n"].join, 2)
-    @c.commit
-
-    content = @c.read
-    ds = content.split("\n").select{|d| !d.empty? }
-
-    assert_equal 4, ds.size
-    assert_equal d1, JSON.parse(ds[0])
-    assert_equal d2, JSON.parse(ds[1])
-    assert_equal d3, JSON.parse(ds[2])
-    assert_equal d4, JSON.parse(ds[3])
-  end
-
-  test 'has its contents in binary (ascii-8bit)' do
-    data1 = "aaa bbb ccc".force_encoding('utf-8')
-    @c.append([data1])
-    @c.commit
-    assert_equal Encoding::ASCII_8BIT, @c.instance_eval{ @chunk.encoding }
-
-    content = @c.read
-    assert_equal Encoding::ASCII_8BIT, content.encoding
-  end
-
-  test 'has #bytesize and #size' do
-    assert @c.empty?
-
-    d1 = {"f1" => 'v1', "f2" => 'v2', "f3" => 'v3'}
-    d2 = {"f1" => 'vv1', "f2" => 'vv2', "f3" => 'vv3'}
-    data = [d1.to_json + "\n", d2.to_json + "\n"]
-    @c.append(data)
-
-    assert_equal (d1.to_json + "\n" + d2.to_json + "\n").bytesize, @c.bytesize
-    assert_equal 2, @c.size
-
-    @c.commit
-
-    assert_equal (d1.to_json + "\n" + d2.to_json + "\n").bytesize, @c.bytesize
-    assert_equal 2, @c.size
-
-    first_bytesize = @c.bytesize
-
-    d3 = {"f1" => 'x', "f2" => 'y', "f3" => 'z'}
-    d4 = {"f1" => 'a', "f2" => 'b', "f3" => 'c'}
-    @c.append([d3.to_json + "\n", d4.to_json + "\n"])
-
-    assert_equal first_bytesize + (d3.to_json + "\n" + d4.to_json + "\n").bytesize, @c.bytesize
-    assert_equal 4, @c.size
-
-    @c.commit
-
-    assert_equal first_bytesize + (d3.to_json + "\n" + d4.to_json + "\n").bytesize, @c.bytesize
-    assert_equal 4, @c.size
-  end
-
-  test 'can #rollback to revert non-committed data' do
-    assert @c.empty?
-
-    d1 = {"f1" => 'v1', "f2" => 'v2', "f3" => 'v3'}
-    d2 = {"f1" => 'vv1', "f2" => 'vv2', "f3" => 'vv3'}
-    data = [d1.to_json + "\n", d2.to_json + "\n"]
-    @c.append(data)
-
-    assert_equal (d1.to_json + "\n" + d2.to_json + "\n").bytesize, @c.bytesize
-    assert_equal 2, @c.size
-
-    @c.rollback
-
-    assert @c.empty?
-
-    assert @c.empty?
-
-    d1 = {"f1" => 'v1', "f2" => 'v2', "f3" => 'v3'}
-    d2 = {"f1" => 'vv1', "f2" => 'vv2', "f3" => 'vv3'}
-    data = [d1.to_json + "\n", d2.to_json + "\n"]
-    @c.append(data)
-    @c.commit
-
-    assert_equal (d1.to_json + "\n" + d2.to_json + "\n").bytesize, @c.bytesize
-    assert_equal 2, @c.size
-
-    first_bytesize = @c.bytesize
-
-    d3 = {"f1" => 'x', "f2" => 'y', "f3" => 'z'}
-    d4 = {"f1" => 'a', "f2" => 'b', "f3" => 'c'}
-    @c.append([d3.to_json + "\n", d4.to_json + "\n"])
-
-    assert_equal first_bytesize + (d3.to_json + "\n" + d4.to_json + "\n").bytesize, @c.bytesize
-    assert_equal 4, @c.size
-
-    @c.rollback
-
-    assert_equal first_bytesize, @c.bytesize
-    assert_equal 2, @c.size
-  end
-
-  test 'can #rollback to revert non-committed data from #concat' do
-    assert @c.empty?
-
-    d1 = {"f1" => 'v1', "f2" => 'v2', "f3" => 'v3'}
-    d2 = {"f1" => 'vv1', "f2" => 'vv2', "f3" => 'vv3'}
-    data = [d1.to_json + "\n", d2.to_json + "\n"].join
-    @c.concat(data, 2)
-
-    assert_equal (d1.to_json + "\n" + d2.to_json + "\n").bytesize, @c.bytesize
-    assert_equal 2, @c.size
-
-    @c.rollback
-
-    assert @c.empty?
-
-    assert @c.empty?
-
-    d1 = {"f1" => 'v1', "f2" => 'v2', "f3" => 'v3'}
-    d2 = {"f1" => 'vv1', "f2" => 'vv2', "f3" => 'vv3'}
-    data = [d1.to_json + "\n", d2.to_json + "\n"]
-    @c.append(data)
-    @c.commit
-
-    assert_equal (d1.to_json + "\n" + d2.to_json + "\n").bytesize, @c.bytesize
-    assert_equal 2, @c.size
-
-    first_bytesize = @c.bytesize
-
-    d3 = {"f1" => 'x', "f2" => 'y', "f3" => 'z'}
-    d4 = {"f1" => 'a', "f2" => 'b', "f3" => 'c'}
-    @c.concat([d3.to_json + "\n", d4.to_json + "\n"].join, 2)
-
-    assert_equal first_bytesize + (d3.to_json + "\n" + d4.to_json + "\n").bytesize, @c.bytesize
-    assert_equal 4, @c.size
-
-    @c.rollback
-
-    assert_equal first_bytesize, @c.bytesize
-    assert_equal 2, @c.size
-  end
-
-  test 'does nothing for #close' do
-    d1 = {"f1" => 'v1', "f2" => 'v2', "f3" => 'v3'}
-    d2 = {"f1" => 'vv1', "f2" => 'vv2', "f3" => 'vv3'}
-    data = [d1.to_json + "\n", d2.to_json + "\n"]
-    @c.append(data)
-    @c.commit
-    d3 = {"f1" => 'x', "f2" => 'y', "f3" => 'z'}
-    d4 = {"f1" => 'a', "f2" => 'b', "f3" => 'c'}
-    @c.append([d3.to_json + "\n", d4.to_json + "\n"])
-    @c.commit
-
-    content = @c.read
-
-    @c.close
-
-    assert_equal content, @c.read
-  end
-
-  test 'deletes all data by #purge' do
-    d1 = {"f1" => 'v1', "f2" => 'v2', "f3" => 'v3'}
-    d2 = {"f1" => 'vv1', "f2" => 'vv2', "f3" => 'vv3'}
-    data = [d1.to_json + "\n", d2.to_json + "\n"]
-    @c.append(data)
-    @c.commit
-    d3 = {"f1" => 'x', "f2" => 'y', "f3" => 'z'}
-    d4 = {"f1" => 'a', "f2" => 'b', "f3" => 'c'}
-    @c.append([d3.to_json + "\n", d4.to_json + "\n"])
-    @c.commit
-
-    @c.purge
-
-    assert @c.empty?
-    assert_equal 0, @c.bytesize
-    assert_equal 0, @c.size
-    assert_equal '', @c.read
-  end
-
-  test 'can #open its contents as io' do
-    d1 = {"f1" => 'v1', "f2" => 'v2', "f3" => 'v3'}
-    d2 = {"f1" => 'vv1', "f2" => 'vv2', "f3" => 'vv3'}
-    data = [d1.to_json + "\n", d2.to_json + "\n"]
-    @c.append(data)
-    @c.commit
-    d3 = {"f1" => 'x', "f2" => 'y', "f3" => 'z'}
-    d4 = {"f1" => 'a', "f2" => 'b', "f3" => 'c'}
-    @c.append([d3.to_json + "\n", d4.to_json + "\n"])
-    @c.commit
-
-    lines = []
-    @c.open do |io|
-      assert io
-      io.readlines.each do |l|
-        lines << l
-      end
-    end
-
-    assert_equal d1.to_json + "\n", lines[0]
-    assert_equal d2.to_json + "\n", lines[1]
-    assert_equal d3.to_json + "\n", lines[2]
-    assert_equal d4.to_json + "\n", lines[3]
-  end
-
-  sub_test_case 'compressed buffer' do
-    setup do
-      @src = 'text data for compressing' * 5
-      @gzipped_src = compress(@src)
-    end
-
-    test '#append with compress option writes  compressed data to chunk when compress is gzip' do
-      c = Fluent::Plugin::Buffer::MemoryChunk.new(Object.new, compress: :gzip)
-      c.append([@src, @src], compress: :gzip)
-      c.commit
-
-      # check chunk is compressed
-      assert c.read(compressed: :gzip).size < [@src, @src].join("").size
-
-      assert_equal @src + @src, c.read
-    end
-
-    test '#open passes io object having decompressed data to a block when compress is gzip' do
-      c = Fluent::Plugin::Buffer::MemoryChunk.new(Object.new, compress: :gzip)
-      c.concat(@gzipped_src, @src.size)
-      c.commit
-
-      decomressed_data = c.open do |io|
-        v = io.read
-        assert_equal @src, v
-        v
-      end
-      assert_equal @src, decomressed_data
-    end
-
-    test '#open with compressed option passes io object having decompressed data to a block when compress is gzip' do
-      c = Fluent::Plugin::Buffer::MemoryChunk.new(Object.new, compress: :gzip)
-      c.concat(@gzipped_src, @src.size)
-      c.commit
-
-      comressed_data = c.open(compressed: :gzip) do |io|
-        v = io.read
-        assert_equal @gzipped_src, v
-        v
-      end
-      assert_equal @gzipped_src, comressed_data
-    end
-
-    test '#write_to writes decompressed data when compress is gzip' do
-      c = Fluent::Plugin::Buffer::MemoryChunk.new(Object.new, compress: :gzip)
-      c.concat(@gzipped_src, @src.size)
-      c.commit
-
-      assert_equal @src, c.read
-      assert_equal @gzipped_src, c.read(compressed: :gzip)
-
-      io = StringIO.new
-      c.write_to(io)
-      assert_equal @src, io.string
-    end
-
-    test '#write_to with compressed option writes compressed data when compress is gzip' do
-      c = Fluent::Plugin::Buffer::MemoryChunk.new(Object.new, compress: :gzip)
-      c.concat(@gzipped_src, @src.size)
-      c.commit
-
-      assert_equal @src, c.read
-      assert_equal @gzipped_src, c.read(compressed: :gzip)
-
-      io = StringIO.new
-      io.set_encoding(Encoding::ASCII_8BIT)
-      c.write_to(io, compressed: :gzip)
-      assert_equal @gzipped_src, io.string
-    end
-  end
-end

data/test/plugin/test_compressable.rb

@@ -1,87 +0,0 @@
-require_relative '../helper'
-require 'fluent/plugin/compressable'
-
-class CompressableTest < Test::Unit::TestCase
-  include Fluent::Plugin::Compressable
-
-  def compress_assert_equal(expected, actual)
-    e = Zlib::GzipReader.new(StringIO.new(expected)).read
-    a = Zlib::GzipReader.new(StringIO.new(actual)).read
-    assert_equal(e, a)
-  end
-
-  sub_test_case '#compress' do
-    setup do
-      @src = 'text data for compressing' * 5
-      @gzipped_src = compress(@src)
-    end
-
-    test 'compress data' do
-      assert compress(@src).size < @src.size
-      assert_not_equal @gzipped_src, @src
-    end
-
-    test 'write compressed data to IO with output_io option' do
-      io = StringIO.new
-      compress(@src, output_io: io)
-      compress_assert_equal @gzipped_src, io.string
-    end
-  end
-
-  sub_test_case '#decompress' do
-    setup do
-      @src = 'text data for compressing' * 5
-      @gzipped_src = compress(@src)
-    end
-
-    test 'decompress compressed data' do
-      assert_equal @src, decompress(@gzipped_src)
-    end
-
-    test 'write decompressed data to IO with output_io option' do
-      io = StringIO.new
-      decompress(@gzipped_src, output_io: io)
-      assert_equal @src, io.string
-    end
-
-    test 'return decompressed string with output_io option' do
-      io = StringIO.new(@gzipped_src)
-      assert_equal @src, decompress(input_io: io)
-    end
-
-    test 'decompress multiple compressed data' do
-      src1 = 'text data'
-      src2 = 'text data2'
-      gzipped_src = compress(src1) + compress(src2)
-
-      assert_equal src1 + src2, decompress(gzipped_src)
-    end
-
-    test 'decompress with input_io and output_io' do
-      input_io = StringIO.new(@gzipped_src)
-      output_io = StringIO.new
-
-      decompress(input_io: input_io, output_io: output_io)
-      assert_equal @src, output_io.string
-    end
-
-    test 'decompress multiple compressed data with input_io and output_io' do
-      src1 = 'text data'
-      src2 = 'text data2'
-      gzipped_src = compress(src1) + compress(src2)
-
-      input_io = StringIO.new(gzipped_src)
-      output_io = StringIO.new
-
-      decompress(input_io: input_io, output_io: output_io)
-      assert_equal src1 + src2, output_io.string
-    end
-
-    test 'return the received value as it is with empty string or nil' do
-      assert_equal nil, decompress
-      assert_equal nil, decompress(nil)
-      assert_equal '', decompress('')
-      assert_equal '', decompress('', output_io: StringIO.new)
-    end
-  end
-end

data/test/plugin/test_file_util.rb

@@ -1,96 +0,0 @@
-require_relative '../helper'
-require 'fluent/plugin/file_util'
-require 'fileutils'
-
-class FileUtilTest < Test::Unit::TestCase
-  def setup
-    FileUtils.rm_rf(TEST_DIR)
-    FileUtils.mkdir_p(TEST_DIR)
-  end
-
-  TEST_DIR = File.expand_path(File.dirname(__FILE__) + "/../tmp/file_util")
-
-  sub_test_case 'writable?' do
-    test 'file exists and writable' do
-      FileUtils.touch("#{TEST_DIR}/test_file")
-      assert_true Fluent::FileUtil.writable?("#{TEST_DIR}/test_file")
-    end
-
-    test 'file exists and not writable' do
-      FileUtils.touch("#{TEST_DIR}/test_file")
-      File.chmod(0444, "#{TEST_DIR}/test_file")
-      assert_false Fluent::FileUtil.writable?("#{TEST_DIR}/test_file")
-    end
-
-    test 'directory exists' do
-      FileUtils.mkdir_p("#{TEST_DIR}/test_dir")
-      assert_false Fluent::FileUtil.writable?("#{TEST_DIR}/test_dir")
-    end
-
-    test 'file does not exist and parent directory is writable' do
-      FileUtils.mkdir_p("#{TEST_DIR}/test_dir")
-      assert_true Fluent::FileUtil.writable?("#{TEST_DIR}/test_dir/test_file")
-    end
-
-    test 'file does not exist and parent directory is not writable' do
-      FileUtils.mkdir_p("#{TEST_DIR}/test_dir")
-      File.chmod(0444, "#{TEST_DIR}/test_dir")
-      assert_false Fluent::FileUtil.writable?("#{TEST_DIR}/test_dir/test_file")
-    end
-
-    test 'parent directory does not exist' do
-      FileUtils.rm_rf("#{TEST_DIR}/test_dir")
-      assert_false Fluent::FileUtil.writable?("#{TEST_DIR}/test_dir/test_file")
-    end
-
-    test 'parent file (not directory) exists' do
-      FileUtils.touch("#{TEST_DIR}/test_file")
-      assert_false Fluent::FileUtil.writable?("#{TEST_DIR}/test_file/foo")
-    end
-  end
-
-  sub_test_case 'writable_p?' do
-    test 'file exists and writable' do
-      FileUtils.touch("#{TEST_DIR}/test_file")
-      assert_true Fluent::FileUtil.writable_p?("#{TEST_DIR}/test_file")
-    end
-
-    test 'file exists and not writable' do
-      FileUtils.touch("#{TEST_DIR}/test_file")
-      File.chmod(0444, "#{TEST_DIR}/test_file")
-      assert_false Fluent::FileUtil.writable_p?("#{TEST_DIR}/test_file")
-    end
-
-    test 'directory exists' do
-      FileUtils.mkdir_p("#{TEST_DIR}/test_dir")
-      assert_false Fluent::FileUtil.writable_p?("#{TEST_DIR}/test_dir")
-    end
-
-    test 'parent directory exists and writable' do
-      FileUtils.mkdir_p("#{TEST_DIR}/test_dir")
-      assert_true Fluent::FileUtil.writable_p?("#{TEST_DIR}/test_dir/test_file")
-    end
-
-    test 'parent directory exists and not writable' do
-      FileUtils.mkdir_p("#{TEST_DIR}/test_dir")
-      File.chmod(0555, "#{TEST_DIR}/test_dir")
-      assert_false Fluent::FileUtil.writable_p?("#{TEST_DIR}/test_dir/test_file")
-    end
-
-    test 'parent of parent (of parent ...) directory exists and writable' do
-      FileUtils.mkdir_p("#{TEST_DIR}/test_dir")
-      assert_true Fluent::FileUtil.writable_p?("#{TEST_DIR}/test_dir/foo/bar/baz")
-    end
-
-    test 'parent of parent (of parent ...) directory exists and not writable' do
-      FileUtils.mkdir_p("#{TEST_DIR}/test_dir")
-      File.chmod(0555, "#{TEST_DIR}/test_dir")
-      assert_false Fluent::FileUtil.writable_p?("#{TEST_DIR}/test_dir/foo/bar/baz")
-    end
-
-    test 'parent of parent (of parent ...) file (not directory) exists' do
-      FileUtils.touch("#{TEST_DIR}/test_file")
-      assert_false Fluent::FileUtil.writable_p?("#{TEST_DIR}/test_file/foo/bar/baz")
-    end
-  end
-end