fluent-plugin-redshift-v2 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 57c709178f9a8c9dabb068f2078085d8e710cd12
+  data.tar.gz: 06eed04b9965523dc3d980f1745792037e19ce20
+SHA512:
+  metadata.gz: 76a83c7b4a84156bc7d0a93a2065ebefec2f9c7f0408792954524d0ec11e2a94c054c93a8afa9015e3131e2d0ef2b6cf9c827012e59d6050b314ac7f85f50e97
+  data.tar.gz: 2c13a1104dd19e7810c50328cb1f113873fb174c621f79991fa179c2d87c671a7de7c21093b5e9c20fecb1b468d21e8c7e165393e977112341caa0a2e5938a6d

data/.gitignore

@@ -0,0 +1,9 @@
+/.bundle/
+/.yardoc
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+*.gem

data/.rspec

@@ -0,0 +1,2 @@
+--format documentation
+--color

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in fluent-plugin-redshift-v2.gemspec
+gemspec

data/Gemfile.lock

@@ -0,0 +1,83 @@
+PATH
+  remote: .
+  specs:
+    fluent-plugin-redshift-v2 (0.1.0)
+      aws-sdk
+      fluentd
+      pg
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    aws-sdk (2.6.42)
+      aws-sdk-resources (= 2.6.42)
+    aws-sdk-core (2.6.42)
+      aws-sigv4 (~> 1.0)
+      jmespath (~> 1.0)
+    aws-sdk-resources (2.6.42)
+      aws-sdk-core (= 2.6.42)
+    aws-sigv4 (1.0.0)
+    builder (3.2.3)
+    cool.io (1.5.1)
+    diff-lcs (1.3)
+    fakes3 (1.2.0)
+      builder
+      thor
+    fluentd (0.14.21)
+      cool.io (>= 1.4.5, < 2.0.0)
+      http_parser.rb (>= 0.5.1, < 0.7.0)
+      msgpack (>= 0.7.0, < 2.0.0)
+      ruby_dig (~> 0.0.2)
+      serverengine (>= 2.0.4, < 3.0.0)
+      sigdump (~> 0.2.2)
+      strptime (~> 0.1.7)
+      tzinfo (~> 1.0)
+      tzinfo-data (~> 1.0)
+      yajl-ruby (~> 1.0)
+    http_parser.rb (0.6.0)
+    jmespath (1.3.1)
+    msgpack (1.1.0)
+    pg (0.21.0)
+    power_assert (1.0.2)
+    rake (10.5.0)
+    rspec (3.7.0)
+      rspec-core (~> 3.7.0)
+      rspec-expectations (~> 3.7.0)
+      rspec-mocks (~> 3.7.0)
+    rspec-core (3.7.0)
+      rspec-support (~> 3.7.0)
+    rspec-expectations (3.7.0)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.7.0)
+    rspec-mocks (3.7.0)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.7.0)
+    rspec-support (3.7.0)
+    ruby_dig (0.0.2)
+    serverengine (2.0.5)
+      sigdump (~> 0.2.2)
+    sigdump (0.2.4)
+    strptime (0.1.9)
+    test-unit (3.2.5)
+      power_assert
+    thor (0.20.0)
+    thread_safe (0.3.6)
+    tzinfo (1.2.3)
+      thread_safe (~> 0.1)
+    tzinfo-data (1.2017.2)
+      tzinfo (>= 1.0.0)
+    yajl-ruby (1.3.0)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  bundler (~> 1.13)
+  fakes3
+  fluent-plugin-redshift-v2!
+  rake (~> 10.0)
+  rspec (~> 3.0)
+  test-unit
+
+BUNDLED WITH
+   1.13.7

data/README.md

@@ -0,0 +1,36 @@
+# Fluent::Plugin::Redshift::V2
+
+Welcome to your new gem! In this directory, you'll find the files you need to be able to package up your Ruby library into a gem. Put your Ruby code in the file `lib/fluent/plugin/redshift/v2`. To experiment with that code, run `bin/console` for an interactive prompt.
+
+TODO: Delete this and the text above, and describe your gem
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'fluent-plugin-redshift-v2'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install fluent-plugin-redshift-v2
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/fluent-plugin-redshift-v2.
+

data/Rakefile

@@ -0,0 +1,6 @@
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "fluent/plugin/redshift/v2"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/fluent-plugin-redshift-v2.gemspec

@@ -0,0 +1,33 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+
+Gem::Specification.new do |spec|
+  spec.name          = "fluent-plugin-redshift-v2"
+  spec.version       = "0.1.0"
+  spec.authors       = ["Jun Yokoyama"]
+  spec.email         = ["jun@larus.org"]
+
+  spec.description   = %q{Amazon Redshift output plugin for Fluentd (inspired by fluent-plugin-redshift)}
+  spec.summary       = spec.description
+  spec.homepage      = "https://github.com/nysalor/fluent-plugin-redshift-v2"
+
+  # Prevent pushing this gem to RubyGems.org. To allow pushes either set the 'allowed_push_host'
+  # to allow pushing to a single host or delete this section to allow pushing to any host.
+
+  spec.files         = `git ls-files -z`.split("\x0").reject do |f|
+    f.match(%r{^(test|spec|features)/})
+  end
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.13"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "rspec", "~> 3.0"
+  spec.add_development_dependency "test-unit"
+  spec.add_development_dependency "fakes3"
+  spec.add_dependency "fluentd"
+  spec.add_dependency "aws-sdk"
+  spec.add_dependency "pg"
+end

data/lib/fluent/plugin/out_redshift_v2.rb

@@ -0,0 +1,428 @@
+class Fluent::Plugin::RedshiftOutputV2 < Fluent::BufferedOutput
+  Fluent::Plugin.register_output('redshift_v2', self)
+
+  attr_reader :last_sql, :last_gz_path
+
+  config_param :record_log_tag, :string, default: 'log'
+
+  # s3
+  config_param :aws_key_id, :string, secret: true, default: nil, desc: "AWS access key id to access s3 bucket."
+  config_param :aws_sec_key, :string, secret: true, default: nil, desc: "AWS secret key id to access s3 bucket."
+  config_param :aws_iam_role, :string, secret: true, default: nil, desc: "AWS IAM Role to access s3 bucket."
+  config_param :s3_region, :string, desc: 'AWS region name.'
+  config_param :s3_bucket, :string, desc: 'bucket name. S3 bucket must be same as the region of your Redshift cluster.'
+  config_param :s3_endpoint, :string, default: nil, desc: "S3 endpoint."
+  config_param :path, :string, default: "", desc: "S3 path to input."
+  config_param :timestamp_key_format, :string, default: 'year=%Y/month=%m/day=%d/hour=%H/%Y%m%d-%H%M', desc: 'The format of the object keys. It can include date-format directives.'
+  config_param :utc, :bool, default: false
+  config_param :s3_server_side_encryption, :string, default: nil, desc: "S3 Server-Side Encryption (Only aes256 is supported)."
+
+  # redshift
+  config_param :redshift_host, :string, desc: "The end point(or hostname) of your Amazon Redshift cluster."
+  config_param :redshift_port, :integer, default: 5439, desc: "Port number."
+  config_param :redshift_dbname, :string, desc: "Database name."
+  config_param :redshift_user, :string, desc: "User name."
+  config_param :redshift_password, :string, secret: true, desc: "Password for the user name."
+  config_param :redshift_tablename, :string, desc: "Table name to store data."
+  config_param :redshift_schemaname, :string, default: nil, desc: 'Schema name to store data. By default, this option is not set and find table without schema as your own search_path.'
+  config_param :redshift_copy_base_options, :string , default: "ESCAPE FILLRECORD ACCEPTANYDATE TRUNCATECOLUMNS"
+  config_param :redshift_copy_options, :string , default: nil
+  config_param :redshift_connect_timeout, :integer, default: 10, desc: "Maximum time to wait for connection to succeed."
+  config_param :redshift_copy_columns, :string, default: nil, desc: 'Columns for copying. Value needs to be comma-separated like id,name,age'
+
+  # file format
+  config_param :file_type, :string, default: nil, desc: "File format of the source data. csv, tsv, msgpack or json are available."
+  config_param :delimiter, :string, default: nil, desc: 'Delimiter of the source data. This option will be ignored if file_type is specified. '
+
+  # for debug
+  config_param :log_suffix, :string, default: ''
+
+  def initialize
+    super
+
+    require 'aws-sdk'
+    require 'zlib'
+    require 'time'
+    require 'tempfile'
+    require 'pg'
+    require 'json'
+    require 'csv'
+  end
+
+  def configure(conf)
+    super
+    if !check_credentials
+      fail ConfigError, "aws_key_id and aws_sec_key is required. or, use aws_iam_role instead."
+    end
+    @path = "#{@path}/" unless @path.end_with?('/')
+    @path = @path[1..-1] if @path.start_with?('/')
+    @utc = true if conf['utc']
+    @db_conf = {
+      host: @redshift_host,
+      port: @redshift_port,
+      dbname: @redshift_dbname,
+      user: @redshift_user,
+      password: @redshift_password,
+      connect_timeout: @redshift_connect_timeout,
+      hostaddr: IPSocket.getaddress(@redshift_host)
+    }
+    @delimiter = determine_delimiter(@file_type) if @delimiter.nil? or @delimiter.empty?
+    $log.debug format_log("redshift file_type:#{@file_type} delimiter:'#{@delimiter}'")
+    @table_name_with_schema = [@redshift_schemaname, @redshift_tablename].compact.join('.')
+    @redshift_copy_columns = if @redshift_copy_columns.to_s.empty?
+                               nil
+                             else
+                               @redshift_copy_columns.split(/[,\s]+/)
+                             end
+    @copy_sql_template = build_redshift_copy_sql_template
+    @s3_server_side_encryption = @s3_server_side_encryption.to_sym if @s3_server_side_encryption
+  end
+
+  def start
+    super
+
+    options = {}
+    if @aws_key_id && @aws_sec_key
+      options = {
+        access_key_id: @aws_key_id,
+        secret_access_key: @aws_sec_key,
+        force_path_style: true,
+        region: @s3_region
+      }
+    end
+    options[:endpoint] = @s3_endpoint if @s3_endpoint
+    @s3_client = Aws::S3::Client.new(options)
+    @redshift_connection = RedshiftConnection.new(@db_conf)
+  end
+
+  def shutdown
+  end
+
+  def format(_tag, _time, record)
+    if json?
+      record.to_msgpack
+    elsif msgpack?
+      { @record_log_tag => record }.to_msgpack
+    else
+      "#{record[@record_log_tag]}\n"
+    end
+  end
+
+  def write(chunk)
+    insert_logs chunk
+  end
+
+  def try_write(chunk)
+    insert_logs chunk
+    commit_write chunk.unique_id
+  end
+
+  def insert_logs(chunk)
+    $log.debug format_log("start creating gz.")
+    exec_copy s3_uri(create_gz_file(chunk))
+  end
+
+  def create_gz_file(chunk)
+    tmp = Tempfile.new("s3-")
+    tmp =
+      if json? || msgpack?
+        create_gz_file_from_structured_data(tmp, chunk)
+      else
+        create_gz_file_from_flat_data(tmp, chunk)
+      end
+
+    if tmp
+      key = next_gz_path
+      @s3_client.put_object({
+          server_side_encryption: @s3_server_side_encryption,
+          bucket: @s3_bucket,
+          body: tmp,
+          key: key
+        })
+
+      tmp.close!
+      @last_gz_path = key
+    else
+      $log.debug format_log("received no valid data. ")
+      return false
+    end
+  end
+
+  def next_gz_path
+    timestamp_key = (@utc) ? Time.now.utc.strftime(@timestamp_key_format) : Time.now.strftime(@timestamp_key_format)
+    i = 0
+    path = ''
+    loop do
+      path = "#{@path}#{timestamp_key}_#{'%02d' % i}.gz"
+      begin
+        @s3_client.head_object(key: path, bucket: @s3_bucket)
+        i += 1
+      rescue Aws::S3::Errors::NotFound
+        break
+      end
+    end
+    path
+  end
+
+  def exec_copy(s3_uri)
+    $log.debug format_log("start copying. s3_uri=#{s3_uri}")
+    begin
+      @redshift_connection.exec copy_sql(s3_uri)
+      $log.info format_log("completed copying to redshift. s3_uri=#{s3_uri}")
+      true
+    rescue RedshiftError => e
+      if e.to_s =~ /^ERROR:  Load into table '[^']+' failed\./
+        $log.error format_log("failed to copy data into redshift due to load error. s3_uri=#{s3_uri}"), error:e.to_s
+        return false
+      end
+      raise e
+    end
+  end
+
+  def s3_uri(path)
+    "s3://#{@s3_bucket}/#{path}"
+  end
+
+  def copy_sql(s3_uri)
+    @last_sql = @copy_sql_template % s3_uri
+  end
+
+  def format_log(message)
+    if @log_suffix && !@log_suffix.empty?
+      "#{message} #{@log_suffix}"
+    else
+      message
+    end
+  end
+
+  def formatted_to_msgpack_binary
+    true
+  end
+
+  private
+
+  def check_credentials
+    if @aws_key_id && @aws_sec_key
+      true
+    elsif @aws_iam_role
+      true
+    else
+      false
+    end
+  end
+
+  def determine_delimiter(file_type)
+    case file_type
+    when 'json', 'msgpack', 'tsv'
+      "\t"
+    when "csv"
+      ','
+    else
+      raise Fluent::ConfigError, "Invalid file_type:#{file_type}."
+    end
+  end
+
+  def build_redshift_copy_sql_template
+    copy_columns = if @redshift_copy_columns
+                     "(#{@redshift_copy_columns.join(",")})"
+                   else
+                     ''
+                   end
+    credentials = if @aws_key_id && @aws_sec_key
+                    "CREDENTIALS 'aws_access_key_id=#{@aws_key_id};aws_secret_access_key=#{@aws_sec_key}'"
+                  else
+                    "CREDENTIALS 'aws_iam_role=#{@aws_iam_role}'"
+                  end
+    escape = if !@redshift_copy_base_options.include?('ESCAPE') && (json? || msgpack?)
+               " ESCAPE"
+             else
+               ''
+             end
+
+    "copy #{@table_name_with_schema}#{copy_columns} from '%s' #{credentials} delimiter '#{@delimiter}' GZIP#{escape} #{@redshift_copy_base_options} #{@redshift_copy_options};"
+  end
+
+  def json?
+    @file_type == 'json'
+  end
+
+  def msgpack?
+    @file_type == 'msgpack'
+  end
+
+  def create_gz_file_from_flat_data(dst_file, chunk)
+    gzw = nil
+    begin
+      gzw = Zlib::GzipWriter.new(dst_file)
+      chunk.write_to(gzw)
+    ensure
+      gzw.close rescue nil if gzw
+    end
+    dst_file
+  end
+
+  def create_gz_file_from_structured_data(dst_file, chunk)
+    redshift_table_columns = fetch_table_columns
+    if redshift_table_columns == nil
+      raise "failed to fetch the redshift table definition."
+    elsif redshift_table_columns.empty?
+      $log.warn format_log("no table on redshift or cannot access table. table_name=#{@table_name_with_schema}")
+      return nil
+    end
+
+    if @redshift_copy_columns
+      unknown_colmns = @redshift_copy_columns - redshift_table_columns
+      unless unknown_colmns.empty?
+        fail Fluent::ConfigError, "missing columns included in redshift_copy_columns - missing columns:\"#{unknown_colmns.join(',')}\""
+      end
+    end
+
+    gzw = nil
+    begin
+      gzw = Zlib::GzipWriter.new(dst_file)
+      chunk.msgpack_each do |record|
+        next unless record
+        begin
+          tsv_text = hash_to_table_text(record, redshift_table_columns)
+          gzw.write(tsv_text) if tsv_text and not tsv_text.empty?
+        rescue => e
+          text = record.is_a?(Hash) ? record[@record_log_tag] : record
+          $log.error format_log("failed to create table text from #{@file_type}. text=(#{text})"), error:e.to_s
+          $log.error_backtrace
+        end
+      end
+      return nil unless gzw.pos > 0
+    ensure
+      gzw.close rescue nil if gzw
+    end
+    dst_file
+  end
+
+  def fetch_table_columns
+    @redshift_connection.exec(fetch_columns_sql) do |result|
+      result.map { |row| row['column_name'] }
+    end
+  end
+
+  def fetch_columns_sql
+    sql = "select column_name from INFORMATION_SCHEMA.COLUMNS where table_name = '#{@redshift_tablename}'"
+    sql << " and table_schema = '#{@redshift_schemaname}'" if @redshift_schemaname
+    sql << " order by ordinal_position;"
+    @last_sql = sql
+    sql
+  end
+
+  def hash_to_table_text(hash, redshift_table_columns)
+    if hash
+      values = redshift_table_columns.map { |cn| hash[cn] }
+
+      if values.compact.empty?
+        $log.warn format_log("no data match for table columns on redshift. data=#{hash} table_columns=#{redshift_table_columns}")
+        return ''
+      else
+        generate_line_with_delimiter(values, delimiter)
+      end
+    else
+      ''
+    end
+  end
+
+  def generate_line_with_delimiter(val_list, delimiter)
+    val_list.collect do |val|
+      case val
+      when nil
+        "\\N"
+      when ''
+        ''
+      when Hash, Array
+        escape_text_for_copy(JSON.generate(val))
+      else
+        escape_text_for_copy(val.to_s)
+      end
+    end.join(delimiter) + "\n"
+  end
+
+  def escape_text_for_copy(val)
+    val.gsub(/\\|\t|\n/, {"\\" => "\\\\", "\t" => "\\\t", "\n" => "\\\n"})  # escape tab, newline and backslash
+  end
+
+end
+
+class RedshiftError < StandardError
+  def initialize(msg)
+    case msg
+    when PG::Error
+      @pg_error = msg
+      super(msg.to_s)
+      set_backtrace(msg.backtrace)
+    else
+      super
+    end
+  end
+
+  attr_accessor :pg_error
+end
+
+class RedshiftConnection
+  def initialize(db_conf)
+    @db_conf = db_conf
+    @connection = nil
+  end
+
+  attr_reader :db_conf
+
+  def exec(sql, &block)
+    conn = @connection
+    conn = create_redshift_connection if conn.nil?
+    if block
+      conn.exec(sql) {|result| block.call(result)}
+    else
+      conn.exec(sql)
+    end
+  rescue PG::Error => e
+    raise RedshiftError.new(e)
+  ensure
+    conn.close if conn && @connection.nil?
+  end
+
+  def connect_start
+    @connection = create_redshift_connection
+  end
+
+  def close
+    @connection.close rescue nil if @connection
+    @connection = nil
+  end
+
+  private
+
+  def create_redshift_connection
+    conn = PG::Connection.connect_start(db_conf)
+    raise RedshiftError.new("Unable to create a new connection.") unless conn
+    raise RedshiftError.new("Connection failed: %s" % [ conn.error_message ]) if conn.status == PG::CONNECTION_BAD
+
+    socket = conn.socket_io
+    poll_status = PG::PGRES_POLLING_WRITING
+    until poll_status == PG::PGRES_POLLING_OK || poll_status == PG::PGRES_POLLING_FAILED
+      case poll_status
+      when PG::PGRES_POLLING_READING
+        io = IO.select([socket], nil, nil, db_conf[:connect_timeout])
+        raise RedshiftError.new("Asynchronous connection timed out!(READING)") unless io
+      when PG::PGRES_POLLING_WRITING
+        io = IO.select(nil, [socket], nil, db_conf[:connect_timeout])
+        raise RedshiftError.new("Asynchronous connection timed out!(WRITING)") unless io
+      end
+      poll_status = conn.connect_poll
+    end
+
+    unless conn.status == PG::CONNECTION_OK
+      raise RedshiftError, ("Connect failed: %s" % [conn.error_message.to_s.lines.uniq.join(" ")])
+    end
+
+    conn
+  rescue => e
+    conn.close rescue nil if conn
+    raise RedshiftError.new(e) if e.kind_of?(PG::Error)
+    raise e
+  end
+end

metadata

@@ -0,0 +1,165 @@
+--- !ruby/object:Gem::Specification
+name: fluent-plugin-redshift-v2
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Jun Yokoyama
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2017-11-02 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.13'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.13'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: test-unit
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: fakes3
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: fluentd
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: aws-sdk
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pg
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Amazon Redshift output plugin for Fluentd (inspired by fluent-plugin-redshift)
+email:
+- jun@larus.org
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- Gemfile
+- Gemfile.lock
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- fluent-plugin-redshift-v2.gemspec
+- lib/fluent/plugin/out_redshift_v2.rb
+homepage: https://github.com/nysalor/fluent-plugin-redshift-v2
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.6.8
+signing_key: 
+specification_version: 4
+summary: Amazon Redshift output plugin for Fluentd (inspired by fluent-plugin-redshift)
+test_files: []