fluent-plugin-firehose 0.0.5 → 0.0.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 2524a1b0ccffd35b9757f527a8f114df2a29e4b6
-  data.tar.gz: f2bfc58a14c833058a9e079adff3013579589f3e
+  metadata.gz: 47a0b638ce65b4ce3dd7ba6f73054a04de94e773
+  data.tar.gz: 4bd9874a047493966c34fe234096bb097dba0869
 SHA512:
-  metadata.gz: b023e4aad6b471f915475eba4f128fda7540cccd1d855734605aea18df931a508db8871150247f8b6cb93c003f45af2559a2eef9e52954af6946d8835049635a
-  data.tar.gz: 7580b1cf96ddcecffcf7bf0342ea69a96de73e87d96c9af0ab933e9611080083f08f2057e60986c6f8c4e600ab9d64c5841db4a7e2265aa9ec30c763700eb946
+  metadata.gz: d10f373fecb71c1742f57a4710bd3be8110f4f80f5968e8c1de12db66439efc120fb1c412db20cda13ff72d2be5534fdf94298c1763e7b562bf636fed1883600
+  data.tar.gz: a5322576e019842a8de5db379f5a1429d8fdcea89b37e35703b008cc47e0bf724f1816c6c73f169d86b99f701079a5088be6d08109c645dccc6916f3dd4e25e1

data/.gitignore

@@ -28,9 +28,9 @@ build/
 
 # for a library or gem, you might want to ignore these files since the code is
 # intended to run in multiple environments; otherwise, check them in:
-# Gemfile.lock
-# .ruby-version
-# .ruby-gemset
+Gemfile.lock
+.ruby-version
+.ruby-gemset
 
 # unless supporting rvm < 1.11.0 or doing something fancy, ignore this:
 .rvmrc

data/CHANGELOG.md

@@ -1,3 +1,4 @@
 # CHANGELOG
 
+## 0.0.6 Fixed typos and rake tests setup
 ## 0.0.1 Forked from https://github.com/awslabs/aws-fluent-plugin-kinesis

data/lib/fluent/plugin/out_firehose.rb

@@ -55,6 +55,8 @@ module FluentPluginFirehose
     config_param :use_yajl,               :bool,   default: false
     config_param :zlib_compression,       :bool,   default: false
 
+    config_param :append_newline,         :bool,   default: false
+
     config_param :debug, :bool, default: false
 
     config_param :http_proxy, :string, default: nil
@@ -78,7 +80,7 @@ module FluentPluginFirehose
         @order_events = false
       end
 
-      @dump_class = @use_yajl ? Yajl : JSON
+      @dump_class = @use_yajl ? Yajl : MultiJson
     end
 
     def start
@@ -93,7 +95,7 @@ module FluentPluginFirehose
 
     def format(tag, time, record)
       data = {
-        data: @dump_class.dump(record)
+        data: @dump_class.dump(record) + if @append_newline then '\n' else '' end
       }
 
       data.to_msgpack
@@ -251,7 +253,7 @@ module FluentPluginFirehose
     end
 
     def calculate_sleep_duration(current_retry)
-      Array.new(@retries_on_putrecords){|n| ((2 ** n) * scaling_factor)}[current_retry]
+      Array.new(@retries_on_putrecordbatch){|n| ((2 ** n) * scaling_factor)}[current_retry]
     end
 
     def scaling_factor

data/lib/fluent/plugin/version.rb

@@ -13,5 +13,5 @@
 # language governing permissions and limitations under the License.
 
 module FluentPluginFirehose
-  VERSION = '0.0.5'
+  VERSION = '0.0.6'
 end

data/test/plugin/test_out_kinesis.rb

@@ -22,9 +22,8 @@ class FirehoseOutputTest < Test::Unit::TestCase
   CONFIG = %[
     aws_key_id test_key_id
     aws_sec_key test_sec_key
-    stream_name test_stream
+    delivery_stream_name test_stream
     region us-east-1
-    partition_key test_partition_key
   ]
 
   CONFIG_YAJL= CONFIG + %[
@@ -54,31 +53,28 @@ class FirehoseOutputTest < Test::Unit::TestCase
     d = create_driver
     assert_equal 'test_key_id', d.instance.aws_key_id
     assert_equal 'test_sec_key', d.instance.aws_sec_key
-    assert_equal 'test_stream', d.instance.stream_name
+    assert_equal 'test_stream', d.instance.delivery_stream_name
     assert_equal 'us-east-1', d.instance.region
-    assert_equal 'test_partition_key', d.instance.partition_key
   end
 
   def test_configure_with_credentials
     d = create_driver(<<-EOS)
       profile default
       credentials_path /home/scott/.aws/credentials
-      stream_name test_stream
+      delivery_stream_name test_stream
       region us-east-1
-      partition_key test_partition_key
     EOS
 
     assert_equal 'default', d.instance.profile
     assert_equal '/home/scott/.aws/credentials', d.instance.credentials_path
-    assert_equal 'test_stream', d.instance.stream_name
+    assert_equal 'test_stream', d.instance.delivery_stream_name
     assert_equal 'us-east-1', d.instance.region
-    assert_equal 'test_partition_key', d.instance.partition_key
   end
 
   def test_load_client
     client = stub(Object.new)
-    client.describe_stream
-    client.put_records { {} }
+    client.describe_delivery_stream
+    client.put_record_batch { {} }
 
     stub(Aws::Firehose::Client).new do |options|
       assert_equal("test_key_id", options[:access_key_id])
@@ -93,8 +89,8 @@ class FirehoseOutputTest < Test::Unit::TestCase
 
   def test_load_client_with_credentials
     client = stub(Object.new)
-    client.describe_stream
-    client.put_records { {} }
+    client.describe_delivery_stream
+    client.put_record_batch { {} }
 
     stub(Aws::Firehose::Client).new do |options|
       assert_equal(nil, options[:access_key_id])
@@ -111,9 +107,8 @@ class FirehoseOutputTest < Test::Unit::TestCase
     d = create_driver(<<-EOS)
       profile default
       credentials_path /home/scott/.aws/credentials
-      stream_name test_stream
+      delivery_stream_name test_stream
       region us-east-1
-      partition_key test_partition_key
     EOS
 
     d.run
@@ -121,12 +116,12 @@ class FirehoseOutputTest < Test::Unit::TestCase
 
   def test_load_client_with_role_arn
     client = stub(Object.new)
-    client.describe_stream
-    client.put_records { {} }
+    client.describe_delivery_stream
+    client.put_record_batch { {} }
 
     stub(Aws::AssumeRoleCredentials).new do |options|
       assert_equal("arn:aws:iam::001234567890:role/my-role", options[:role_arn])
-      assert_equal("aws-fluent-plugin-kinesis", options[:role_session_name])
+      assert_equal("aws-fluent-plugin-firehose", options[:role_session_name])
       assert_equal("my_external_id", options[:external_id])
       assert_equal(3600, options[:duration_seconds])
       "sts_credentials"
@@ -140,9 +135,8 @@ class FirehoseOutputTest < Test::Unit::TestCase
     d = create_driver(<<-EOS)
       role_arn arn:aws:iam::001234567890:role/my-role
       external_id my_external_id
-      stream_name test_stream
+      delivery_stream_name test_stream
       region us-east-1
-      partition_key test_partition_key
     EOS
     d.run
   end
@@ -150,32 +144,18 @@ class FirehoseOutputTest < Test::Unit::TestCase
   def test_configure_with_more_options
 
     conf = %[
-      stream_name test_stream
+      delivery_stream_name test_stream
       region us-east-1
       ensure_stream_connection false
       http_proxy http://proxy:3333/
-      partition_key test_partition_key
-      partition_key_expr record
-      explicit_hash_key test_hash_key
-      explicit_hash_key_expr record
       order_events true
       use_yajl true
     ]
     d = create_driver(conf)
-    assert_equal 'test_stream', d.instance.stream_name
+    assert_equal 'test_stream', d.instance.delivery_stream_name
     assert_equal 'us-east-1', d.instance.region
     assert_equal false, d.instance.ensure_stream_connection
     assert_equal 'http://proxy:3333/', d.instance.http_proxy
-    assert_equal 'test_partition_key', d.instance.partition_key
-    assert_equal 'Proc',
-      d.instance.instance_variable_get(:@partition_key_proc).class.to_s
-    assert_equal 'test_hash_key', d.instance.explicit_hash_key
-    assert_equal 'Proc',
-      d.instance.instance_variable_get(:@explicit_hash_key_proc).class.to_s
-    assert_equal 'a',
-      d.instance.instance_variable_get(:@partition_key_proc).call('a')
-    assert_equal 'a',
-      d.instance.instance_variable_get(:@explicit_hash_key_proc).call('a')
     assert_equal true, d.instance.order_events
     assert_equal nil, d.instance.instance_variable_get(:@sequence_number_for_ordering)
     assert_equal true, d.instance.use_yajl
@@ -184,18 +164,16 @@ class FirehoseOutputTest < Test::Unit::TestCase
   def test_mode_configuration
 
     conf = %[
-      stream_name test_stream
+      delivery_stream_name test_stream
       region us-east-1
-      partition_key test_partition_key
     ]
     d = create_driver(conf)
     assert_equal(false, d.instance.order_events)
     assert_equal(false, d.instance.instance_variable_get(:@parallel_mode))
 
     conf = %[
-      stream_name test_stream
+      delivery_stream_name test_stream
       region us-east-1
-      partition_key test_partition_key
       order_events true
     ]
     d = create_driver(conf)
@@ -203,9 +181,8 @@ class FirehoseOutputTest < Test::Unit::TestCase
     assert_equal(false, d.instance.instance_variable_get(:@parallel_mode))
 
     conf = %[
-      stream_name test_stream
+      delivery_stream_name test_stream
       region us-east-1
-      partition_key test_partition_key
       num_threads 1
     ]
     d = create_driver(conf)
@@ -213,9 +190,8 @@ class FirehoseOutputTest < Test::Unit::TestCase
     assert_equal(false, d.instance.instance_variable_get(:@parallel_mode))
 
     conf = %[
-      stream_name test_stream
+      delivery_stream_name test_stream
       region us-east-1
-      partition_key test_partition_key
       num_threads 2
     ]
     d = create_driver(conf)
@@ -223,9 +199,8 @@ class FirehoseOutputTest < Test::Unit::TestCase
     assert_equal(true, d.instance.instance_variable_get(:@parallel_mode))
 
     conf = %[
-      stream_name test_stream
+      delivery_stream_name test_stream
       region us-east-1
-      partition_key test_partition_key
       detach_process 1
     ]
     d = create_driver(conf)
@@ -233,9 +208,8 @@ class FirehoseOutputTest < Test::Unit::TestCase
     assert_equal(true, d.instance.instance_variable_get(:@parallel_mode))
 
     conf = %[
-      stream_name test_stream
+      delivery_stream_name test_stream
       region us-east-1
-      partition_key test_partition_key
       order_events true
       detach_process 1
       num_threads 2
@@ -252,34 +226,26 @@ class FirehoseOutputTest < Test::Unit::TestCase
 
     d = create_driver(config)
 
-    data1 = {"test_partition_key"=>"key1","a"=>1,"time"=>"2011-01-02T13:14:15Z","tag"=>"test"}
-    data2 = {"test_partition_key"=>"key2","a"=>2,"time"=>"2011-01-02T13:14:15Z","tag"=>"test"}
+    data1 = {"a"=>1,"time"=>"2011-01-02T13:14:15Z","tag"=>"test"}
+    data2 = {"a"=>2,"time"=>"2011-01-02T13:14:15Z","tag"=>"test"}
 
     time = Time.parse("2011-01-02 13:14:15 UTC").to_i
     d.emit(data1, time)
     d.emit(data2, time)
 
-    d.expect_format({
-      'data' => data1.to_json,
-      'partition_key' => 'key1' }.to_msgpack
-    )
-    d.expect_format({
-      'data' => data2.to_json,
-      'partition_key' => 'key2' }.to_msgpack
-    )
+    d.expect_format({'data' => data1.to_json }.to_msgpack)
+    d.expect_format({'data' => data2.to_json }.to_msgpack)
 
     client = create_mock_client
-    client.describe_stream(delivery_stream_name: 'test_stream')
-    client.put_records(
+    client.describe_delivery_stream(delivery_stream_name: 'test_stream')
+    client.put_record_batch(
         delivery_stream_name: 'test_stream',
         records: [
         {
           data: data1.to_json,
-          partition_key: 'key1'
         },
         {
           data: data2.to_json,
-          partition_key: 'key2'
         }
       ]
     ) { {} }
@@ -292,34 +258,26 @@ class FirehoseOutputTest < Test::Unit::TestCase
 
     d = create_driver(config)
 
-    data1 = {"test_partition_key"=>"key1","a"=>1,"time"=>"2011-01-02T13:14:15Z","tag"=>"test"}
-    data2 = {"test_partition_key"=>"key2","a"=>2,"time"=>"2011-01-02T13:14:15Z","tag"=>"test"}
+    data1 = {"a"=>1,"time"=>"2011-01-02T13:14:15Z","tag"=>"test"}
+    data2 = {"a"=>2,"time"=>"2011-01-02T13:14:15Z","tag"=>"test"}
 
     time = Time.parse("2011-01-02 13:14:15 UTC").to_i
     d.emit(data1, time)
     d.emit(data2, time)
 
-    d.expect_format({
-      'data' => data1.to_json,
-      'partition_key' => 'key1' }.to_msgpack
-    )
-    d.expect_format({
-      'data' => data2.to_json,
-      'partition_key' => 'key2' }.to_msgpack
-    )
+    d.expect_format({'data' => data1.to_json}.to_msgpack)
+    d.expect_format({'data' => data2.to_json}.to_msgpack)
 
     client = create_mock_client
-    client.describe_stream(delivery_stream_name: 'test_stream')
-    client.put_records(
+    client.describe_delivery_stream(delivery_stream_name: 'test_stream')
+    client.put_record_batch(
         delivery_stream_name: 'test_stream',
         records: [
         {
           data: Zlib::Deflate.deflate(data1.to_json),
-          partition_key: 'key1'
         },
         {
           data: Zlib::Deflate.deflate(data2.to_json),
-          partition_key: 'key2'
         }
       ]
     ) { {} }
@@ -331,32 +289,24 @@ class FirehoseOutputTest < Test::Unit::TestCase
 
     d = create_driver(CONFIG + "\norder_events true")
 
-    data1 = {"test_partition_key"=>"key1","a"=>1,"time"=>"2011-01-02T13:14:15Z","tag"=>"test"}
-    data2 = {"test_partition_key"=>"key2","a"=>2,"time"=>"2011-01-02T13:14:15Z","tag"=>"test"}
+    data1 = {"a"=>1,"time"=>"2011-01-02T13:14:15Z","tag"=>"test"}
+    data2 = {"a"=>2,"time"=>"2011-01-02T13:14:15Z","tag"=>"test"}
 
     time = Time.parse("2011-01-02 13:14:15 UTC").to_i
     d.emit(data1, time)
     d.emit(data2, time)
 
-    d.expect_format({
-      'data' => data1.to_json,
-      'partition_key' => 'key1' }.to_msgpack
-    )
-    d.expect_format({
-      'data' => data2.to_json,
-      'partition_key' => 'key2' }.to_msgpack
-    )
+    d.expect_format({'data' => data1.to_json}.to_msgpack)
+    d.expect_format({'data' => data2.to_json}.to_msgpack)
 
     client = create_mock_client
-    client.describe_stream(delivery_stream_name: 'test_stream')
+    client.describe_delivery_stream(delivery_stream_name: 'test_stream')
     client.put_record(
         data: data1.to_json,
-        partition_key: 'key1',
         delivery_stream_name: 'test_stream'
     ) { {sequence_number: 1} }
     client.put_record(
         data: data2.to_json,
-        partition_key: 'key2',
         sequence_number_for_ordering: 1,
         delivery_stream_name: 'test_stream'
     ) { {} }
@@ -366,11 +316,10 @@ class FirehoseOutputTest < Test::Unit::TestCase
 
   def test_format_at_lowlevel
     d = create_driver
-    data = {"test_partition_key"=>"key1","a"=>1}
+    data = {"a"=>1}
     assert_equal(
         MessagePack.pack({
-            "data"              => data.to_json,
-            "partition_key"     => "key1"
+            "data"              => data.to_json
         }),
         d.instance.format('test','test',data)
     )
@@ -379,22 +328,16 @@ class FirehoseOutputTest < Test::Unit::TestCase
   def test_format_at_lowlevel_with_more_options
 
     conf = %[
-      stream_name test_stream
+      delivery_stream_name test_stream
       region us-east-1
-      partition_key test_partition_key
-      partition_key_expr record
-      explicit_hash_key test_hash_key
-      explicit_hash_key_expr record
       order_events true
     ]
 
     d = create_driver(conf)
-    data = {"test_partition_key"=>"key1","test_hash_key"=>"hash1","a"=>1}
+    data = {"a"=>1}
     assert_equal(
         MessagePack.pack({
-            "data"              => data.to_json,
-            "partition_key"     => "key1",
-            "explicit_hash_key" => "hash1"
+            "data"              => data.to_json
         }),
         d.instance.format('test','test',data)
     )
@@ -404,26 +347,22 @@ class FirehoseOutputTest < Test::Unit::TestCase
 
     d = create_driver(CONFIG_YAJL)
 
-    data1 = {"test_partition_key"=>"key1","a"=>"\xE3\x82\xA4\xE3\x83\xB3\xE3\x82\xB9\xE3\x83\x88\xE3\x83\xBC\xE3\x83\xAB","time"=>"2011-01-02T13:14:15Z","tag"=>"test"}
+    data1 = {"a"=>"\xE3\x82\xA4\xE3\x83\xB3\xE3\x82\xB9\xE3\x83\x88\xE3\x83\xBC\xE3\x83\xAB","time"=>"2011-01-02T13:14:15Z","tag"=>"test"}
     json = Yajl.dump(data1)
     data1["a"].force_encoding("ASCII-8BIT")
 
     time = Time.parse("2011-01-02 13:14:15 UTC").to_i
     d.emit(data1, time)
 
-    d.expect_format({
-      'data' => json,
-      'partition_key' => 'key1' }.to_msgpack
-    )
+    d.expect_format({'data' => json}.to_msgpack)
 
     client = create_mock_client
-    client.describe_stream(delivery_stream_name: 'test_stream')
-    client.put_records(
+    client.describe_delivery_stream(delivery_stream_name: 'test_stream')
+    client.put_record_batch(
         delivery_stream_name: 'test_stream',
         records: [
         {
           data: json,
-          partition_key: 'key1'
         }
       ]
     ) { {} }
@@ -435,26 +374,22 @@ class FirehoseOutputTest < Test::Unit::TestCase
 
     d = create_driver(CONFIG_YAJL_WITH_COMPRESSION)
 
-    data1 = {"test_partition_key"=>"key1","a"=>"\xE3\x82\xA4\xE3\x83\xB3\xE3\x82\xB9\xE3\x83\x88\xE3\x83\xBC\xE3\x83\xAB","time"=>"2011-01-02T13:14:15Z","tag"=>"test"}
+    data1 = {"a"=>"\xE3\x82\xA4\xE3\x83\xB3\xE3\x82\xB9\xE3\x83\x88\xE3\x83\xBC\xE3\x83\xAB","time"=>"2011-01-02T13:14:15Z","tag"=>"test"}
     json = Yajl.dump(data1)
     data1["a"].force_encoding("ASCII-8BIT")
 
     time = Time.parse("2011-01-02 13:14:15 UTC").to_i
     d.emit(data1, time)
 
-    d.expect_format({
-      'data' => json,
-      'partition_key' => 'key1' }.to_msgpack
-    )
+    d.expect_format({'data' => json}.to_msgpack)
 
     client = create_mock_client
-    client.describe_stream(delivery_stream_name: 'test_stream')
-    client.put_records(
+    client.describe_delivery_stream(delivery_stream_name: 'test_stream')
+    client.put_record_batch(
         delivery_stream_name: 'test_stream',
         records: [
         {
           data: Zlib::Deflate.deflate(json),
-          partition_key: 'key1'
         }
       ]
     ) { {} }
@@ -462,63 +397,6 @@ class FirehoseOutputTest < Test::Unit::TestCase
     d.run
   end
 
-  def test_get_key
-    d = create_driver
-    assert_equal(
-      "1",
-      d.instance.send(:get_key, "partition_key", {"test_partition_key" => 1})
-    )
-
-    assert_equal(
-      "abc",
-      d.instance.send(:get_key, "partition_key", {"test_partition_key" => "abc"})
-    )
-
-    d = create_driver(%[
-      random_partition_key true
-      stream_name test_stream
-      region us-east-1'
-    ])
-
-    assert_match(
-      /\A[\da-f-]{36}\z/,
-      d.instance.send(:get_key, 'foo', 'bar')
-    )
-
-    d = create_driver(%[
-      random_partition_key true
-      partition_key test_key
-      stream_name test_stream
-      region us-east-1'
-    ])
-
-    assert_match(
-      /\A[\da-f-]{36}\z/,
-      d.instance.send(
-        :get_key,
-        'partition_key',
-        {"test_key" => 'key1'}
-      )
-    )
-
-    d = create_driver(%[
-      random_partition_key true
-      partition_key test_key
-      explicit_hash_key explicit_key
-      stream_name test_stream
-      region us-east-1'
-    ])
-
-    assert_match(
-      /\A[\da-f-]{36}\z/,
-      d.instance.send(
-        :get_key,
-        'partition_key',
-        {"test_key" => 'key1', "explicit_key" => 'key2'}
-      )
-    )
-  end
-
   def test_record_exceeds_max_size
     d = create_driver
 
@@ -554,17 +432,17 @@ class FirehoseOutputTest < Test::Unit::TestCase
   def test_build_records_array_to_put
     d = create_driver
 
-    # PUT_RECORDS_MAX_DATA_SIZE = 1024*1024*5 is way too big, try something smaller (100), just to verify the logic not the actual value
-    original_put_records_max_data_size = d.instance.class.send(:remove_const, :PUT_RECORD_BATCH_MAX_DATA_SIZE) if d.instance.class.const_defined?(:PUT_RECORD_BATCH_MAX_DATA_SIZE)
+    # PUT_RECORD_BATCH_MAX_DATA_SIZE = 4*1024*1024 is way too big, try something smaller (100), just to verify the logic not the actual value
+    original_put_record_batch_max_data_size = d.instance.class.send(:remove_const, :PUT_RECORD_BATCH_MAX_DATA_SIZE) if d.instance.class.const_defined?(:PUT_RECORD_BATCH_MAX_DATA_SIZE)
     d.instance.class.const_set(:PUT_RECORD_BATCH_MAX_DATA_SIZE, 100)
 
-    # PUT_RECORDS_MAX_COUNT = 500 is way too big, try something smaller (10), just to verify the logic not the actual value
-    original_put_records_max_count = d.instance.class.send(:remove_const, :PUT_RECORD_BATCH_MAX_COUNT) if d.instance.class.const_defined?(:PUT_RECORD_BATCH_MAX_COUNT)
+    # PUT_RECORD_BATCH_MAX_COUNT = 500 is way too big, try something smaller (10), just to verify the logic not the actual value
+    original_put_record_batch_max_count = d.instance.class.send(:remove_const, :PUT_RECORD_BATCH_MAX_COUNT) if d.instance.class.const_defined?(:PUT_RECORD_BATCH_MAX_COUNT)
     d.instance.class.const_set(:PUT_RECORD_BATCH_MAX_COUNT, 10)
 
     data_list = []
     (0..10).each do |n|
-      data_list.push({data: '1', partition_key: '0'})
+      data_list.push({data: '1'})
     end
     result = d.instance.send(:build_records_array_to_put,data_list)
     assert_equal(2,result.length)
@@ -573,7 +451,7 @@ class FirehoseOutputTest < Test::Unit::TestCase
 
     data_list = []
     (0..24).each do
-      data_list.push({data: '1', partition_key: '0'})
+      data_list.push({data: '1'})
     end
     result = d.instance.send(:build_records_array_to_put,data_list)
     assert_equal(3,result.length)
@@ -583,7 +461,7 @@ class FirehoseOutputTest < Test::Unit::TestCase
 
     data_list = []
     (0..20).each do
-      data_list.push({data: '0123456789', partition_key: '1'})
+      data_list.push({data: '0123456789'})
     end
     # Should return 3 lists: 9*11 + 9*11 + 3*11
     result = d.instance.send(:build_records_array_to_put,data_list)
@@ -591,22 +469,22 @@ class FirehoseOutputTest < Test::Unit::TestCase
     assert_equal(9,result[0].length)
     assert_operator(
       100, :>,
-      result[0].reduce(0){|sum,i| sum + i[:data].length + i[:partition_key].length}
+      result[0].reduce(0){|sum,i| sum + i[:data].length}
     )
     assert_equal(9,result[1].length)
     assert_operator(
       100, :>,
-      result[1].reduce(0){|sum,i| sum + i[:data].length + i[:partition_key].length}
+      result[1].reduce(0){|sum,i| sum + i[:data].length}
     )
     assert_equal(3,result[2].length)
     assert_operator(
       100, :>,
-      result[2].reduce(0){|sum,i| sum + i[:data].length + i[:partition_key].length}
+      result[2].reduce(0){|sum,i| sum + i[:data].length}
     )
 
     # reset the constants
-    d.instance.class.const_set(:PUT_RECORD_BATCH_MAX_DATA_SIZE, original_put_records_max_data_size)
-    d.instance.class.const_set(:PUT_RECORD_BATCH_MAX_COUNT, original_put_records_max_count)
+    d.instance.class.const_set(:PUT_RECORD_BATCH_MAX_DATA_SIZE, original_put_record_batch_max_data_size)
+    d.instance.class.const_set(:PUT_RECORD_BATCH_MAX_COUNT, original_put_record_batch_max_count)
   end
 
   def test_build_empty_array_to_put

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-firehose
 version: !ruby/object:Gem::Version
-  version: 0.0.5
+  version: 0.0.6
 platform: ruby
 authors:
 - Ji Oh Yoo
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-12-08 00:00:00.000000000 Z
+date: 2015-12-11 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -130,7 +130,6 @@ files:
 - .gitignore
 - CHANGELOG.md
 - Gemfile
-- Gemfile.lock
 - LICENSE.txt
 - README.md
 - Rakefile

data/Gemfile.lock

@@ -1,58 +0,0 @@
-PATH
-  remote: .
-  specs:
-    fluent-plugin-firehose (0.1.0)
-      aws-sdk-core (>= 2.0.12, < 3.0)
-      fluentd (>= 0.10.53, < 0.13)
-      msgpack (>= 0.5.8)
-      multi_json (~> 1.0)
-
-GEM
-  remote: https://rubygems.org/
-  specs:
-    aws-sdk-core (2.2.4)
-      jmespath (~> 1.0)
-    cool.io (1.4.2)
-    fluentd (0.12.17)
-      cool.io (>= 1.2.2, < 2.0.0)
-      http_parser.rb (>= 0.5.1, < 0.7.0)
-      json (>= 1.4.3)
-      msgpack (>= 0.5.11, < 0.6.0)
-      sigdump (~> 0.2.2)
-      string-scrub (>= 0.0.3)
-      tzinfo (>= 1.0.0)
-      tzinfo-data (>= 1.0.0)
-      yajl-ruby (~> 1.0)
-    http_parser.rb (0.6.0)
-    jmespath (1.1.3)
-    json (1.8.3)
-    msgpack (0.5.12)
-    multi_json (1.11.2)
-    power_assert (0.2.6)
-    rake (10.4.2)
-    rr (1.1.2)
-    sigdump (0.2.3)
-    string-scrub (0.0.5)
-    test-unit (3.1.5)
-      power_assert
-    test-unit-rr (1.0.3)
-      rr (>= 1.1.1)
-      test-unit (>= 2.5.2)
-    thread_safe (0.3.5)
-    tzinfo (1.2.2)
-      thread_safe (~> 0.1)
-    tzinfo-data (1.2015.7)
-      tzinfo (>= 1.0.0)
-    yajl-ruby (1.2.1)
-
-PLATFORMS
-  ruby
-
-DEPENDENCIES
-  bundler (~> 1.3)
-  fluent-plugin-firehose!
-  rake (~> 10.0)
-  test-unit-rr (~> 1.0)
-
-BUNDLED WITH
-   1.10.6