fluent-plugin-redshift 0.0.2 → 0.0.3

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 0c2ea0e593b59bd6c6f6dae6f6b95fe496ec059e
+  data.tar.gz: 3f7e925db5e64d32eaa446f0e969f32ce7137715
+SHA512:
+  metadata.gz: 20247b545d6a63ecb4ba6b773338ae77416c01c4e567bcdedeb69b0668da7560b24ab91a844c702aa37c2aa74477038d4c00818dd17cba6804ce91155f642ef8
+  data.tar.gz: 1a556e377f72c38430289154f98bf6f81da5737e7a09821153a9846fb5c67ad0878a5cce510513874d90b81dbfdee9370d2e3076be3ddc1f4dc53faf57633be1

data/README.md

@@ -15,7 +15,7 @@ Format:
 
     <match my.tag>
         type redshift
-        
+
         # s3 (for copying data to redshift)
         aws_key_id YOUR_AWS_KEY_ID
         aws_sec_key YOUR_AWS_SECRET_KEY
@@ -23,16 +23,17 @@ Format:
         s3_endpoint YOUR_S3_BUCKET_END_POINT
         path YOUR_S3_PATH
         timestamp_key_format year=%Y/month=%m/day=%d/hour=%H/%Y%m%d-%H%M
-        
+
         # redshift
         redshift_host YOUR_AMAZON_REDSHIFT_CLUSTER_END_POINT
         redshift_port YOUR_AMAZON_REDSHIFT_CLUSTER_PORT
         redshift_dbname YOUR_AMAZON_REDSHIFT_CLUSTER_DATABASE_NAME
         redshift_user YOUR_AMAZON_REDSHIFT_CLUSTER_USER_NAME
         redshift_password YOUR_AMAZON_REDSHIFT_CLUSTER_PASSWORD
+        redshift_schemaname YOUR_AMAZON_REDSHIFT_CLUSTER_TARGET_SCHEMA_NAME
         redshift_tablename YOUR_AMAZON_REDSHIFT_CLUSTER_TARGET_TABLE_NAME
-        file_type [tsv|csv|json]
-        
+        file_type [tsv|csv|json|msgpack]
+
         # buffer
         buffer_type file
         buffer_path /var/log/fluent/redshift
@@ -49,18 +50,18 @@ Example (watch and upload json formatted apache log):
         tag redshift.json
         format /^(?<log>.*)$/
     </source>
-    
+
     <match redshift.json>
         type redshift
-        
+
         # s3 (for copying data to redshift)
         aws_key_id YOUR_AWS_KEY_ID
         aws_sec_key YOUR_AWS_SECRET_KEY
         s3_bucket hapyrus-example
         s3_endpoint s3.amazonaws.com
-        path apache_json_log
+        path path/on/s3/apache_json_log/
         timestamp_key_format year=%Y/month=%m/day=%d/hour=%H/%Y%m%d-%H%M
-        
+
         # redshift
         redshift_host xxx-yyy-zzz.xxxxxxxxxx.us-east-1.redshift.amazonaws.com
         redshift_port 5439
@@ -69,7 +70,7 @@ Example (watch and upload json formatted apache log):
         redshift_password fluent-password
         redshift_tablename apache_log
         file_type json
-        
+
         # buffer
         buffer_type file
         buffer_path /var/log/fluent/redshift
@@ -110,7 +111,9 @@ Example (watch and upload json formatted apache log):
 
 + `redshift_tablename` (required) : table name to store data.
 
-+ `file_type` : file format of the source data.  `csv`, `tsv` or `json` are available.
++ `redshift_schemaname` : schema name to store data. By default, this option is not set and find table without schema as your own search_path.
+
++ `file_type` : file format of the source data.  `csv`, `tsv`, `msgpack` or `json` are available.
 
 + `delimiter` : delimiter of the source data. This option will be ignored if `file_type` is specified.
 
@@ -124,6 +127,26 @@ Example (watch and upload json formatted apache log):
 
 + `utc` : utc time zone. This parameter affects `timestamp_key_format`.
 
+## Logging examples
+```ruby
+# examples by fluent-logger
+require 'fluent-logger'
+log = Fluent::Logger::FluentLogger.new(nil, :host => 'localhost', :port => 24224)
+
+# file_type: csv
+log.post('your.tag', :log => "12345,12345")
+
+# file_type: tsv
+log.post('your.tag', :log => "12345\t12345")
+
+# file_type: json
+require 'json'
+log.post('your.tag', :log => { :user_id => 12345, :data_id => 12345 }.to_json)
+
+# file_type: msgpack
+log.post('your.tag', :user_id => 12345, :data_id => 12345)
+```
+
 ## License
 
 Copyright (c) 2013 [Hapyrus Inc](http://hapyrus.com)

data/VERSION

@@ -1 +1 @@
-0.0.2
+0.0.3

data/lib/fluent/plugin/out_redshift.rb

@@ -34,16 +34,19 @@ class RedshiftOutput < BufferedOutput
   config_param :redshift_user, :string
   config_param :redshift_password, :string
   config_param :redshift_tablename, :string
+  config_param :redshift_schemaname, :string, :default => nil
+  config_param :redshift_copy_base_options, :string , :default => "FILLRECORD ACCEPTANYDATE TRUNCATECOLUMNS"
+  config_param :redshift_copy_options, :string , :default => nil
   # file format
-  config_param :file_type, :string, :default => nil  # json, tsv, csv
+  config_param :file_type, :string, :default => nil  # json, tsv, csv, msgpack
   config_param :delimiter, :string, :default => nil
   # for debug
   config_param :log_suffix, :string, :default => ''
 
   def configure(conf)
     super
-    @path = "#{@path}/" if /.+[^\/]$/ =~ @path
-    @path = "" if @path == "/"
+    @path = "#{@path}/" unless @path.end_with?('/') # append last slash
+    @path = @path[1..-1] if @path.start_with?('/')  # remove head slash
     @utc = true if conf['utc']
     @db_conf = {
       host:@redshift_host,
@@ -54,7 +57,7 @@ class RedshiftOutput < BufferedOutput
     }
     @delimiter = determine_delimiter(@file_type) if @delimiter.nil? or @delimiter.empty?
     $log.debug format_log("redshift file_type:#{@file_type} delimiter:'#{@delimiter}'")
-    @copy_sql_template = "copy #{@redshift_tablename} from '%s' CREDENTIALS 'aws_access_key_id=#{@aws_key_id};aws_secret_access_key=%s' delimiter '#{@delimiter}' GZIP TRUNCATECOLUMNS ESCAPE FILLRECORD ACCEPTANYDATE;"
+    @copy_sql_template = "copy #{table_name_with_schema} from '%s' CREDENTIALS 'aws_access_key_id=#{@aws_key_id};aws_secret_access_key=%s' delimiter '#{@delimiter}' GZIP ESCAPE #{@redshift_copy_base_options} #{@redshift_copy_options};"
   end
 
   def start
@@ -70,7 +73,13 @@ class RedshiftOutput < BufferedOutput
   end
 
   def format(tag, time, record)
-    (json?) ? record.to_msgpack : "#{record[@record_log_tag]}\n"
+    if json?
+      record.to_msgpack
+    elsif msgpack?
+      { @record_log_tag => record }.to_msgpack
+    else
+      "#{record[@record_log_tag]}\n"
+    end
   end
 
   def write(chunk)
@@ -78,8 +87,12 @@ class RedshiftOutput < BufferedOutput
 
     # create a gz file
     tmp = Tempfile.new("s3-")
-    tmp = (json?) ? create_gz_file_from_json(tmp, chunk, @delimiter)
-                  : create_gz_file_from_msgpack(tmp, chunk)
+    tmp =
+      if json? || msgpack?
+        create_gz_file_from_structured_data(tmp, chunk, @delimiter)
+      else
+        create_gz_file_from_flat_data(tmp, chunk)
+      end
 
     # no data -> skip
     unless tmp
@@ -93,6 +106,10 @@ class RedshiftOutput < BufferedOutput
     # upload gz to s3
     @bucket.objects[s3path].write(Pathname.new(tmp.path),
                                   :acl => :bucket_owner_full_control)
+
+    # close temp file
+    tmp.close!
+
     # copy gz on s3 to redshift
     s3_uri = "s3://#{@s3_bucket}/#{s3path}"
     sql = @copy_sql_template % [s3_uri, @aws_sec_key]
@@ -122,7 +139,11 @@ class RedshiftOutput < BufferedOutput
     @file_type == 'json'
   end
 
-  def create_gz_file_from_msgpack(dst_file, chunk)
+  def msgpack?
+    @file_type == 'msgpack'
+  end
+
+  def create_gz_file_from_flat_data(dst_file, chunk)
     gzw = nil
     begin
       gzw = Zlib::GzipWriter.new(dst_file)
@@ -133,13 +154,13 @@ class RedshiftOutput < BufferedOutput
     dst_file
   end
 
-  def create_gz_file_from_json(dst_file, chunk, delimiter)
+  def create_gz_file_from_structured_data(dst_file, chunk, delimiter)
     # fetch the table definition from redshift
     redshift_table_columns = fetch_table_columns
     if redshift_table_columns == nil
       raise "failed to fetch the redshift table definition."
     elsif redshift_table_columns.empty?
-      $log.warn format_log("no table on redshift. table_name=#{@redshift_tablename}")
+      $log.warn format_log("no table on redshift. table_name=#{table_name_with_schema}")
       return nil
     end
 
@@ -149,10 +170,16 @@ class RedshiftOutput < BufferedOutput
       gzw = Zlib::GzipWriter.new(dst_file)
       chunk.msgpack_each do |record|
         begin
-          tsv_text = json_to_table_text(redshift_table_columns, record[@record_log_tag], delimiter)
+          hash = json? ? json_to_hash(record[@record_log_tag]) : record[@record_log_tag]
+          tsv_text = hash_to_table_text(redshift_table_columns, hash, delimiter)
           gzw.write(tsv_text) if tsv_text and not tsv_text.empty?
         rescue => e
-          $log.error format_log("failed to create table text from json. text=(#{record[@record_log_tag]})"), :error=>$!.to_s
+          if json?
+            $log.error format_log("failed to create table text from json. text=(#{record[@record_log_tag]})"), :error=>$!.to_s
+          else
+            $log.error format_log("failed to create table text from msgpack. text=(#{record[@record_log_tag]})"), :error=>$!.to_s
+          end
+
           $log.error_backtrace
         end
       end
@@ -165,7 +192,7 @@ class RedshiftOutput < BufferedOutput
 
   def determine_delimiter(file_type)
     case file_type
-    when 'json', 'tsv'
+    when 'json', 'msgpack', 'tsv'
       "\t"
     when "csv"
       ','
@@ -175,11 +202,10 @@ class RedshiftOutput < BufferedOutput
   end
 
   def fetch_table_columns
-    fetch_columns_sql = "select column_name from INFORMATION_SCHEMA.COLUMNS where table_name = '#{@redshift_tablename}' order by ordinal_position;"
     conn = PG.connect(@db_conf)
     begin
       columns = nil
-      conn.exec(fetch_columns_sql) do |result|
+      conn.exec(fetch_columns_sql_with_schema) do |result|
         columns = result.collect{|row| row['column_name']}
       end
       columns
@@ -188,28 +214,39 @@ class RedshiftOutput < BufferedOutput
     end
   end
 
-  def json_to_table_text(redshift_table_columns, json_text, delimiter)
-    return "" if json_text.nil? or json_text.empty?
+  def fetch_columns_sql_with_schema
+    @fetch_columns_sql ||= if @redshift_schemaname
+                             "select column_name from INFORMATION_SCHEMA.COLUMNS where table_schema = '#{@redshift_schemaname}' and table_name = '#{@redshift_tablename}' order by ordinal_position;"
+                           else
+                             "select column_name from INFORMATION_SCHEMA.COLUMNS where table_name = '#{@redshift_tablename}' order by ordinal_position;"
+                           end
+  end
 
-    # parse json text
-    json_obj = nil
-    begin
-      json_obj = JSON.parse(json_text)
-    rescue => e
-      $log.warn format_log("failed to parse json. "), :error=>e.to_s
-      return ""
-    end
-    return "" unless json_obj
+  def json_to_hash(json_text)
+    return nil if json_text.to_s.empty?
+
+    JSON.parse(json_text)
+  rescue => e
+    $log.warn format_log("failed to parse json. "), :error => e.to_s
+  end
+
+  def hash_to_table_text(redshift_table_columns, hash, delimiter)
+    return "" unless hash
 
-    # extract values from json
+    # extract values from hash
     val_list = redshift_table_columns.collect do |cn|
-      val = json_obj[cn]
-      val = nil unless val and not val.to_s.empty?
+      val = hash[cn]
       val = JSON.generate(val) if val.kind_of?(Hash) or val.kind_of?(Array)
-      val.to_s unless val.nil?
+
+      if val.to_s.empty?
+        nil
+      else
+        val.to_s
+      end
     end
+
     if val_list.all?{|v| v.nil? or v.empty?}
-      $log.warn format_log("no data match for table columns on redshift. json_text=#{json_text} table_columns=#{redshift_table_columns}")
+      $log.warn format_log("no data match for table columns on redshift. data=#{hash} table_columns=#{redshift_table_columns}")
       return ""
     end
 
@@ -238,6 +275,13 @@ class RedshiftOutput < BufferedOutput
     s3path
   end
 
+  def table_name_with_schema
+    @table_name_with_schema ||= if @redshift_schemaname
+                                  "#{@redshift_schemaname}.#{@redshift_tablename}"
+                                else
+                                  @redshift_tablename
+                                end
+  end
 end
 
 

data/test/plugin/test_out_redshift.rb

@@ -40,6 +40,15 @@ class RedshiftOutputTest < Test::Unit::TestCase
     #{CONFIG_BASE}
     file_type json
   ]
+  CONFIG_JSON_WITH_SCHEMA = %[
+    #{CONFIG_BASE}
+    redshift_schemaname test_schema
+    file_type json
+  ]
+  CONFIG_MSGPACK = %[
+    #{CONFIG_BASE}
+    file_type msgpack
+  ]
   CONFIG_PIPE_DELIMITER= %[
     #{CONFIG_BASE}
     delimiter |
@@ -57,6 +66,8 @@ class RedshiftOutputTest < Test::Unit::TestCase
   RECORD_TSV_B = {"log" => %[val_e\tval_f\tval_g\tval_h]}
   RECORD_JSON_A = {"log" => %[{"key_a" : "val_a", "key_b" : "val_b"}]}
   RECORD_JSON_B = {"log" => %[{"key_c" : "val_c", "key_d" : "val_d"}]}
+  RECORD_MSGPACK_A = {"key_a" => "val_a", "key_b" => "val_b"}
+  RECORD_MSGPACK_B = {"key_c" => "val_c", "key_d" => "val_d"}
   DEFAULT_TIME = Time.parse("2013-03-06 12:15:02 UTC").to_i
 
   def create_driver(conf = CONFIG, tag='test.input')
@@ -89,10 +100,17 @@ class RedshiftOutputTest < Test::Unit::TestCase
     assert_equal "test_user", d.instance.redshift_user
     assert_equal "test_password", d.instance.redshift_password
     assert_equal "test_table", d.instance.redshift_tablename
+    assert_equal nil, d.instance.redshift_schemaname
+    assert_equal "FILLRECORD ACCEPTANYDATE TRUNCATECOLUMNS", d.instance.redshift_copy_base_options
+    assert_equal nil, d.instance.redshift_copy_options
     assert_equal "csv", d.instance.file_type
     assert_equal ",", d.instance.delimiter
     assert_equal true, d.instance.utc
   end
+  def test_configure_with_schemaname
+    d = create_driver(CONFIG_JSON_WITH_SCHEMA)
+    assert_equal "test_schema", d.instance.redshift_schemaname
+  end
   def test_configure_localtime
     d = create_driver(CONFIG_CSV.gsub(/ *utc */, ''))
     assert_equal false, d.instance.utc
@@ -109,6 +127,14 @@ class RedshiftOutputTest < Test::Unit::TestCase
     d = create_driver(CONFIG_CSV.gsub(/ *path *.+$/, 'path log/'))
     assert_equal "log/", d.instance.path
   end
+  def test_configure_path_starts_with_slash
+    d = create_driver(CONFIG_CSV.gsub(/ *path *.+$/, 'path /log/'))
+    assert_equal "log/", d.instance.path
+  end
+  def test_configure_path_starts_with_slash_without_last_slash
+    d = create_driver(CONFIG_CSV.gsub(/ *path *.+$/, 'path /log'))
+    assert_equal "log/", d.instance.path
+  end
   def test_configure_tsv
     d1 = create_driver(CONFIG_TSV)
     assert_equal "tsv", d1.instance.file_type
@@ -119,6 +145,11 @@ class RedshiftOutputTest < Test::Unit::TestCase
     assert_equal "json", d2.instance.file_type
     assert_equal "\t", d2.instance.delimiter
   end
+  def test_configure_msgpack
+    d2 = create_driver(CONFIG_MSGPACK)
+    assert_equal "msgpack", d2.instance.file_type
+    assert_equal "\t", d2.instance.delimiter
+  end
   def test_configure_original_file_type
     d3 = create_driver(CONFIG_PIPE_DELIMITER)
     assert_equal nil, d3.instance.file_type
@@ -145,6 +176,10 @@ class RedshiftOutputTest < Test::Unit::TestCase
     d.emit(RECORD_JSON_A, DEFAULT_TIME)
     d.emit(RECORD_JSON_B, DEFAULT_TIME)
   end
+  def emit_msgpack(d)
+    d.emit(RECORD_MSGPACK_A, DEFAULT_TIME)
+    d.emit(RECORD_MSGPACK_B, DEFAULT_TIME)
+  end
 
   def test_format_csv
     d_csv = create_driver_no_write(CONFIG_CSV)
@@ -168,15 +203,53 @@ class RedshiftOutputTest < Test::Unit::TestCase
     d_json.run
   end
 
+  def test_format_msgpack
+    d_msgpack = create_driver_no_write(CONFIG_MSGPACK)
+    emit_msgpack(d_msgpack)
+    d_msgpack.expect_format({ 'log' => RECORD_MSGPACK_A }.to_msgpack)
+    d_msgpack.expect_format({ 'log' => RECORD_MSGPACK_B }.to_msgpack)
+    d_msgpack.run
+  end
+
   class PGConnectionMock
-    def initialize(return_keys=['key_a', 'key_b', 'key_c', 'key_d', 'key_e', 'key_f', 'key_g', 'key_h'])
-      @return_keys = return_keys
+    def initialize(options = {})
+      @return_keys = options[:return_keys] || ['key_a', 'key_b', 'key_c', 'key_d', 'key_e', 'key_f', 'key_g', 'key_h']
+      @target_schema = options[:schemaname] || nil
+      @target_table = options[:tablename] || 'test_table'
     end
+
+    def expected_column_list_query
+      if @target_schema
+        /\Aselect column_name from INFORMATION_SCHEMA.COLUMNS where table_schema = '#{@target_schema}' and table_name = '#{@target_table}'/
+      else
+        /\Aselect column_name from INFORMATION_SCHEMA.COLUMNS where table_name = '#{@target_table}'/
+      end
+    end
+
+    def expected_copy_query
+      if @target_schema
+        /\Acopy #{@target_schema}.#{@target_table} from/
+      else
+        /\Acopy #{@target_table} from/
+      end
+    end
+
     def exec(sql, &block)
-      if block_given? and /^select column_name from/ =~ sql
-        yield @return_keys.collect{|key| {'column_name' => key}}
+      if block_given?
+        if sql =~ expected_column_list_query
+          yield @return_keys.collect{|key| {'column_name' => key}}
+        else
+          yield []
+        end
+      else
+        unless sql =~ expected_copy_query
+          error = PG::Error.new("ERROR:  Load into table '#{@target_table}' failed.  Check 'stl_load_errors' system table for details.")
+          error.result = "ERROR:  Load into table '#{@target_table}' failed.  Check 'stl_load_errors' system table for details."
+          raise error
+        end
       end
     end
+
     def close
     end
   end
@@ -228,12 +301,17 @@ class RedshiftOutputTest < Test::Unit::TestCase
     end
   end
 
+  def setup_tempfile_mock_to_be_closed
+    flexmock(Tempfile).new_instances.should_receive(:close!).at_least.once
+  end
+
   def setup_mocks(expected_data)
     setup_pg_mock
     setup_s3_mock(expected_data) end
 
   def test_write_with_csv
     setup_mocks(%[val_a,val_b,val_c,val_d\nval_e,val_f,val_g,val_h\n])
+    setup_tempfile_mock_to_be_closed
     d_csv = create_driver
     emit_csv(d_csv)
     assert_equal true, d_csv.run
@@ -241,6 +319,7 @@ class RedshiftOutputTest < Test::Unit::TestCase
 
   def test_write_with_json
     setup_mocks(%[val_a\tval_b\t\t\t\t\t\t\n\t\tval_c\tval_d\t\t\t\t\n])
+    setup_tempfile_mock_to_be_closed
     d_json = create_driver(CONFIG_JSON)
     emit_json(d_json)
     assert_equal true, d_json.run
@@ -294,6 +373,53 @@ class RedshiftOutputTest < Test::Unit::TestCase
     assert_equal true, d_json.run
   end
 
+  def test_write_with_msgpack
+    setup_mocks(%[val_a\tval_b\t\t\t\t\t\t\n\t\tval_c\tval_d\t\t\t\t\n])
+    d_msgpack = create_driver(CONFIG_MSGPACK)
+    emit_msgpack(d_msgpack)
+    assert_equal true, d_msgpack.run
+  end
+
+  def test_write_with_msgpack_hash_value
+    setup_mocks("val_a\t{\"foo\":\"var\"}\t\t\t\t\t\t\n\t\tval_c\tval_d\t\t\t\t\n")
+    d_msgpack = create_driver(CONFIG_MSGPACK)
+    d_msgpack.emit({"key_a" => "val_a", "key_b" => {"foo" => "var"}} , DEFAULT_TIME)
+    d_msgpack.emit(RECORD_MSGPACK_B, DEFAULT_TIME)
+    assert_equal true, d_msgpack.run
+  end
+
+  def test_write_with_msgpack_array_value
+    setup_mocks("val_a\t[\"foo\",\"var\"]\t\t\t\t\t\t\n\t\tval_c\tval_d\t\t\t\t\n")
+    d_msgpack = create_driver(CONFIG_MSGPACK)
+    d_msgpack.emit({"key_a" => "val_a", "key_b" => ["foo", "var"]} , DEFAULT_TIME)
+    d_msgpack.emit(RECORD_MSGPACK_B, DEFAULT_TIME)
+    assert_equal true, d_msgpack.run
+  end
+
+  def test_write_with_msgpack_including_tab_newline_quote
+    setup_mocks("val_a_with_\\\t_tab_\\\n_newline\tval_b_with_\\\\_quote\t\t\t\t\t\t\n\t\tval_c\tval_d\t\t\t\t\n")
+    d_msgpack = create_driver(CONFIG_MSGPACK)
+    d_msgpack.emit({"key_a" => "val_a_with_\t_tab_\n_newline", "key_b" => "val_b_with_\\_quote"} , DEFAULT_TIME)
+    d_msgpack.emit(RECORD_MSGPACK_B, DEFAULT_TIME)
+    assert_equal true, d_msgpack.run
+  end
+
+  def test_write_with_msgpack_no_data
+    setup_mocks("")
+    d_msgpack = create_driver(CONFIG_MSGPACK)
+    d_msgpack.emit({}, DEFAULT_TIME)
+    d_msgpack.emit({}, DEFAULT_TIME)
+    assert_equal false, d_msgpack.run
+  end
+
+  def test_write_with_msgpack_no_available_data
+    setup_mocks(%[val_a\tval_b\t\t\t\t\t\t\n])
+    d_msgpack = create_driver(CONFIG_MSGPACK)
+    d_msgpack.emit(RECORD_MSGPACK_A, DEFAULT_TIME)
+    d_msgpack.emit({"key_o" => "val_o", "key_p" => "val_p"}, DEFAULT_TIME)
+    assert_equal true, d_msgpack.run
+  end
+
   def test_write_redshift_connection_error
     def PG.connect(dbinfo)
       return Class.new do
@@ -388,4 +514,13 @@ class RedshiftOutputTest < Test::Unit::TestCase
     }
   end
 
+  def test_write_with_json_fetch_column_with_schema
+    def PG.connect(dbinfo)
+      return PGConnectionMock.new(:schemaname => 'test_schema')
+    end
+    setup_s3_mock(%[val_a\tval_b\t\t\t\t\t\t\n\t\tval_c\tval_d\t\t\t\t\n])
+    d_json = create_driver(CONFIG_JSON_WITH_SCHEMA)
+    emit_json(d_json)
+    assert_equal true, d_json.run
+  end
 end

metadata

@@ -1,20 +1,18 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-redshift
 version: !ruby/object:Gem::Version
-  version: 0.0.2
-  prerelease: 
+  version: 0.0.3
 platform: ruby
 authors:
 - Masashi Miyazaki
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-06-06 00:00:00.000000000 Z
+date: 2014-01-22 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: fluentd
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -22,7 +20,6 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -30,23 +27,20 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-sdk
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: 1.6.3
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: 1.6.3
 - !ruby/object:Gem::Dependency
   name: pg
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -54,7 +48,6 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -62,49 +55,43 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: simplecov
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: 0.5.4
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: 0.5.4
 - !ruby/object:Gem::Dependency
   name: flexmock
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: 1.3.1
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: 1.3.1
 description: Amazon Redshift output plugin for Fluentd
@@ -125,27 +112,26 @@ files:
 - test/test_helper.rb
 homepage: https://github.com/hapyrus/fluent-plugin-redshift
 licenses: []
+metadata: {}
 post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - '>='
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - '>='
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 1.8.23
+rubygems_version: 2.1.7
 signing_key: 
-specification_version: 3
+specification_version: 4
 summary: Amazon Redshift output plugin for Fluentd
 test_files:
 - test/plugin/test_out_redshift.rb