fluent-plugin-redshift 0.0.4 → 0.0.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 1ebf84db40572de4663f8108e16d5c197dff045f
-  data.tar.gz: 5d07205c804fe6f677a0ca4d153f3ecbc91db248
+  metadata.gz: dd0f2cbfbaef5ac00d76a43d13bcdb2bcef77d83
+  data.tar.gz: 6071d3bb18d17fbf424fdced42febfc07adfe114
 SHA512:
-  metadata.gz: 6a016ea6bb6870fed38611be2447eee1d131dcbb23f7027acb29c023c1cc0194a928666a9c852d2049b9128dfb1a64bda8d7b05ba28854141a82ae333c387fed
-  data.tar.gz: 5fdf7097033677ec8bfcbd0b05154555992ba7c6315fb5f35da455608e918ecff175fd4c8e3349e89cb531d994eacf2095cd47e8fb1e3347fbd6354a31082de9
+  metadata.gz: 52dbbd84055f7e2eeba6fc33199544d247684179fb3a7ccf29400005e8b814f4146b1a075515384defdf011615de1c8f3140c1c4e456f6af7a7779a757056fdf
+  data.tar.gz: 34174f832c9ddcac43b96bd667cf872ea4403b453576f26921bb7fecf14bfb385c913ed34e74b115dca2184a306e14ae612e5d822a91cf0a3fdf1d1de020eb3c

data/README.md

@@ -3,7 +3,7 @@ Amazon Redshift output plugin for Fluentd
 
 ## Overview
 
-Amazon Redshift output plugin uploads event logs to an Amazon Redshift Cluster. Supportted data formats are csv, tsv and json. An S3 bucket and a Redshift Cluster are required to use this plugin.
+Amazon Redshift output plugin uploads event logs to an Amazon Redshift Cluster. Supported data formats are csv, tsv and json. An S3 bucket and a Redshift Cluster are required to use this plugin.
 
 ## Installation
 
@@ -76,13 +76,13 @@ Example (watch and upload json formatted apache log):
         buffer_path /var/log/fluent/redshift
         flush_interval 15m
         buffer_chunk_limit 1g
-    <match>
+    </match>
 
 + `type` (required) : The value must be `redshift`.
 
 + `aws_key_id` (required) : AWS access key id to access s3 bucket.
 
-+ `aws_sec_key` (required) : AWS securet key id to access s3 bucket.
++ `aws_sec_key` (required) : AWS secret key id to access s3 bucket.
 
 + `s3_bucket` (required) : s3 bucket name. S3 bucket must be same as the region of your Redshift cluster.
 

data/VERSION

@@ -1 +1 @@
-0.0.4
+0.0.5

data/fluent-plugin-redshift.gemspec

@@ -17,7 +17,7 @@ Gem::Specification.new do |gem|
   gem.require_paths = ["lib"]
 
   gem.add_dependency "fluentd", "~> 0.10.0"
-  gem.add_dependency "aws-sdk", ">= 1.6.3"
+  gem.add_dependency "aws-sdk-v1", ">= 1.6.3"
   gem.add_dependency "pg", "~> 0.17.0"
   gem.add_development_dependency "rake"
   gem.add_development_dependency "simplecov", ">= 0.5.4"

data/lib/fluent/plugin/out_redshift.rb

@@ -9,7 +9,7 @@ class RedshiftOutput < BufferedOutput
 
   def initialize
     super
-    require 'aws-sdk'
+    require 'aws-sdk-v1'
     require 'zlib'
     require 'time'
     require 'tempfile'
@@ -171,6 +171,7 @@ class RedshiftOutput < BufferedOutput
     begin
       gzw = Zlib::GzipWriter.new(dst_file)
       chunk.msgpack_each do |record|
+        next unless record
         begin
           hash = json? ? json_to_hash(record[@record_log_tag]) : record[@record_log_tag]
           tsv_text = hash_to_table_text(redshift_table_columns, hash, delimiter)
@@ -230,6 +231,7 @@ class RedshiftOutput < BufferedOutput
     JSON.parse(json_text)
   rescue => e
     $log.warn format_log("failed to parse json. "), :error => e.to_s
+    nil
   end
 
   def hash_to_table_text(redshift_table_columns, hash, delimiter)

data/test/plugin/test_out_redshift.rb

@@ -8,7 +8,7 @@ require 'zlib'
 
 class RedshiftOutputTest < Test::Unit::TestCase
   def setup
-    require 'aws-sdk'
+    require 'aws-sdk-v1'
     require 'pg'
     require 'csv'
     Fluent::Test.setup

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-redshift
 version: !ruby/object:Gem::Version
-  version: 0.0.4
+  version: 0.0.5
 platform: ruby
 authors:
 - Masashi Miyazaki
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-03-19 00:00:00.000000000 Z
+date: 2015-05-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: fluentd
@@ -25,7 +25,7 @@ dependencies:
       - !ruby/object:Gem::Version
         version: 0.10.0
 - !ruby/object:Gem::Dependency
-  name: aws-sdk
+  name: aws-sdk-v1
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - '>='
@@ -129,7 +129,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.1.7
+rubygems_version: 2.4.6
 signing_key: 
 specification_version: 4
 summary: Amazon Redshift output plugin for Fluentd