fluent-plugin-redshift 0.0.4 → 0.0.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (7) hide show
  1. checksums.yaml +4 -4
  2. data/README.md +3 -3
  3. data/VERSION +1 -1
  4. data/fluent-plugin-redshift.gemspec +1 -1
  5. data/lib/fluent/plugin/out_redshift.rb +3 -1
  6. data/test/plugin/test_out_redshift.rb +1 -1
  7. metadata +4 -4
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: 1ebf84db40572de4663f8108e16d5c197dff045f
4
- data.tar.gz: 5d07205c804fe6f677a0ca4d153f3ecbc91db248
3
+ metadata.gz: dd0f2cbfbaef5ac00d76a43d13bcdb2bcef77d83
4
+ data.tar.gz: 6071d3bb18d17fbf424fdced42febfc07adfe114
5
5
  SHA512:
6
- metadata.gz: 6a016ea6bb6870fed38611be2447eee1d131dcbb23f7027acb29c023c1cc0194a928666a9c852d2049b9128dfb1a64bda8d7b05ba28854141a82ae333c387fed
7
- data.tar.gz: 5fdf7097033677ec8bfcbd0b05154555992ba7c6315fb5f35da455608e918ecff175fd4c8e3349e89cb531d994eacf2095cd47e8fb1e3347fbd6354a31082de9
6
+ metadata.gz: 52dbbd84055f7e2eeba6fc33199544d247684179fb3a7ccf29400005e8b814f4146b1a075515384defdf011615de1c8f3140c1c4e456f6af7a7779a757056fdf
7
+ data.tar.gz: 34174f832c9ddcac43b96bd667cf872ea4403b453576f26921bb7fecf14bfb385c913ed34e74b115dca2184a306e14ae612e5d822a91cf0a3fdf1d1de020eb3c
data/README.md CHANGED
@@ -3,7 +3,7 @@ Amazon Redshift output plugin for Fluentd
3
3
 
4
4
  ## Overview
5
5
 
6
- Amazon Redshift output plugin uploads event logs to an Amazon Redshift Cluster. Supportted data formats are csv, tsv and json. An S3 bucket and a Redshift Cluster are required to use this plugin.
6
+ Amazon Redshift output plugin uploads event logs to an Amazon Redshift Cluster. Supported data formats are csv, tsv and json. An S3 bucket and a Redshift Cluster are required to use this plugin.
7
7
 
8
8
  ## Installation
9
9
 
@@ -76,13 +76,13 @@ Example (watch and upload json formatted apache log):
76
76
  buffer_path /var/log/fluent/redshift
77
77
  flush_interval 15m
78
78
  buffer_chunk_limit 1g
79
- <match>
79
+ </match>
80
80
 
81
81
  + `type` (required) : The value must be `redshift`.
82
82
 
83
83
  + `aws_key_id` (required) : AWS access key id to access s3 bucket.
84
84
 
85
- + `aws_sec_key` (required) : AWS securet key id to access s3 bucket.
85
+ + `aws_sec_key` (required) : AWS secret key id to access s3 bucket.
86
86
 
87
87
  + `s3_bucket` (required) : s3 bucket name. S3 bucket must be same as the region of your Redshift cluster.
88
88
 
data/VERSION CHANGED
@@ -1 +1 @@
1
- 0.0.4
1
+ 0.0.5
data/fluent-plugin-redshift.gemspec CHANGED
@@ -17,7 +17,7 @@ Gem::Specification.new do |gem|
17
17
  gem.require_paths = ["lib"]
18
18
 
19
19
  gem.add_dependency "fluentd", "~> 0.10.0"
20
- gem.add_dependency "aws-sdk", ">= 1.6.3"
20
+ gem.add_dependency "aws-sdk-v1", ">= 1.6.3"
21
21
  gem.add_dependency "pg", "~> 0.17.0"
22
22
  gem.add_development_dependency "rake"
23
23
  gem.add_development_dependency "simplecov", ">= 0.5.4"
data/lib/fluent/plugin/out_redshift.rb CHANGED
@@ -9,7 +9,7 @@ class RedshiftOutput < BufferedOutput
9
9
 
10
10
  def initialize
11
11
  super
12
- require 'aws-sdk'
12
+ require 'aws-sdk-v1'
13
13
  require 'zlib'
14
14
  require 'time'
15
15
  require 'tempfile'
@@ -171,6 +171,7 @@ class RedshiftOutput < BufferedOutput
171
171
  begin
172
172
  gzw = Zlib::GzipWriter.new(dst_file)
173
173
  chunk.msgpack_each do |record|
174
+ next unless record
174
175
  begin
175
176
  hash = json? ? json_to_hash(record[@record_log_tag]) : record[@record_log_tag]
176
177
  tsv_text = hash_to_table_text(redshift_table_columns, hash, delimiter)
@@ -230,6 +231,7 @@ class RedshiftOutput < BufferedOutput
230
231
  JSON.parse(json_text)
231
232
  rescue => e
232
233
  $log.warn format_log("failed to parse json. "), :error => e.to_s
234
+ nil
233
235
  end
234
236
 
235
237
  def hash_to_table_text(redshift_table_columns, hash, delimiter)
data/test/plugin/test_out_redshift.rb CHANGED
@@ -8,7 +8,7 @@ require 'zlib'
8
8
 
9
9
  class RedshiftOutputTest < Test::Unit::TestCase
10
10
  def setup
11
- require 'aws-sdk'
11
+ require 'aws-sdk-v1'
12
12
  require 'pg'
13
13
  require 'csv'
14
14
  Fluent::Test.setup
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: fluent-plugin-redshift
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.0.4
4
+ version: 0.0.5
5
5
  platform: ruby
6
6
  authors:
7
7
  - Masashi Miyazaki
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2014-03-19 00:00:00.000000000 Z
11
+ date: 2015-05-27 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: fluentd
@@ -25,7 +25,7 @@ dependencies:
25
25
  - !ruby/object:Gem::Version
26
26
  version: 0.10.0
27
27
  - !ruby/object:Gem::Dependency
28
- name: aws-sdk
28
+ name: aws-sdk-v1
29
29
  requirement: !ruby/object:Gem::Requirement
30
30
  requirements:
31
31
  - - '>='
@@ -129,7 +129,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
129
129
  version: '0'
130
130
  requirements: []
131
131
  rubyforge_project:
132
- rubygems_version: 2.1.7
132
+ rubygems_version: 2.4.6
133
133
  signing_key:
134
134
  specification_version: 4
135
135
  summary: Amazon Redshift output plugin for Fluentd