fluent-plugin-redshift-auto 0.0.5 → 1.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+--- 
+SHA1: 
+  metadata.gz: f2123e8ed339b9e6955630349e0f9767080f09b6
+  data.tar.gz: 89c26bead967ca466695f45fa48cd9e8ab3a0b85
+SHA512: 
+  metadata.gz: 7aeecfcf1a5ee9bafe6d5ce3ccc95e9e508d775ec498a1091ed4a0cd00fb3cb5fc87ee6c7da3f60ffc9f0dad8bf3122de852678620151c0757b15730f9ea6ba0
+  data.tar.gz: 7199a23672044b487dbca3b3fdf37c16a7ec7662344680a894ea2639d5f2bd9c768d37b5fdc304b396e91174a3146bd13930db526c64582f25fe1cb244ceaf78

data/README.md

@@ -32,6 +32,8 @@ Format:
         redshift_password YOUR_AMAZON_REDSHIFT_CLUSTER_PASSWORD
         redshift_schemaname YOUR_AMAZON_REDSHIFT_CLUSTER_TARGET_SCHEMA_NAME
         redshift_tablename YOUR_AMAZON_REDSHIFT_CLUSTER_TARGET_TABLE_NAME
+        make_auto_table 1 # 1 => make table auto 0 => no
+        tag_table 1 # 1=> tag_name = table_name, 0 => no, use redshift_atablename
         file_type [tsv|csv|json|msgpack]
         varchar_length ALL_COLUMNS_VARCHAR_LENGTH
 
@@ -115,6 +117,10 @@ Example (watch and upload json formatted apache log):
 
 + `redshift_schemaname` : schema name to store data. By default, this option is not set and find table without schema as your own search_path.
 
++ `make_auto_table` (optional, integer) : whether make tables automatically. If you set 1, this makes tables automatically else if you set 0, doesn't make.
+
++ `tag_table` (optional, integer) : whether table_name equals tag_name. If you set 1, it shows tag_name equals table_name, else if you set 0, it's not.
+
 + `file_type` : file format of the source data.  `csv`, `tsv`, `msgpack` or `json` are available.
 
 + `delimiter` : delimiter of the source data. This option will be ignored if `file_type` is specified.

data/VERSION

@@ -1 +1 @@
-0.0.5
+1.0.1

data/lib/fluent/plugin/out_redshift_auto.rb

@@ -36,6 +36,7 @@ class RedshiftOutput < BufferedOutput
   config_param :redshift_tablename, :string
   config_param :redshift_schemaname, :string, :default => "public"
   config_param :make_auto_table, :integer, :default => 1 #1 => make_auto 0=> no
+  config_param :tag_table, :integer, :default => 1 #1 => tag_name = table_name, 0 => no
   # file format
   config_param :file_type, :string, :default => nil  # json, tsv, csv
   config_param :delimiter, :string, :default => nil
@@ -90,8 +91,12 @@ class RedshiftOutput < BufferedOutput
 
   def write(chunk)
     $log.debug format_log("start creating gz.")
-    file_name = File::basename(chunk.path)
-    table_name = file_name.sub(/\..*/, "")
+    if @tag_table == 1 then
+      file_name = File::basename(chunk.path)
+      table_name = file_name.sub(/\..*/, "")
+    else 
+      table_name = @redshift_tablename
+    end
 
     # create a gz file
     tmp = Tempfile.new("s3-")
@@ -113,7 +118,6 @@ class RedshiftOutput < BufferedOutput
     # copy gz on s3 to redshift
     s3_uri = "s3://#{@s3_bucket}/#{s3path}"
     sql = @copy_sql_template % [table_name, s3_uri, @aws_sec_key]
-    $log.error format_log(sql)
     $log.debug  format_log("start copying. s3_uri=#{s3_uri}")
     conn = nil
     begin

metadata

@@ -1,12 +1,7 @@
 --- !ruby/object:Gem::Specification 
 name: fluent-plugin-redshift-auto
 version: !ruby/object:Gem::Version 
-  prerelease: false
-  segments: 
-  - 0
-  - 0
-  - 5
-  version: 0.0.5
+  version: 1.0.1
 platform: ruby
 authors: 
 - Takashi Honda
@@ -14,8 +9,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2013-12-06 00:00:00 +09:00
-default_executable: 
+date: 2013-12-09 00:00:00 Z
 dependencies: 
 - !ruby/object:Gem::Dependency 
   name: fluentd
@@ -24,10 +18,6 @@ dependencies:
     requirements: 
     - - ~>
       - !ruby/object:Gem::Version 
-        segments: 
-        - 0
-        - 10
-        - 0
         version: 0.10.0
   type: :runtime
   version_requirements: *id001
@@ -38,10 +28,6 @@ dependencies:
     requirements: 
     - - ">="
       - !ruby/object:Gem::Version 
-        segments: 
-        - 1
-        - 6
-        - 3
         version: 1.6.3
   type: :runtime
   version_requirements: *id002
@@ -52,10 +38,6 @@ dependencies:
     requirements: 
     - - ~>
       - !ruby/object:Gem::Version 
-        segments: 
-        - 0
-        - 14
-        - 0
         version: 0.14.0
   type: :runtime
   version_requirements: *id003
@@ -64,10 +46,9 @@ dependencies:
   prerelease: false
   requirement: &id004 !ruby/object:Gem::Requirement 
     requirements: 
-    - - ">="
+    - &id007 
+      - ">="
       - !ruby/object:Gem::Version 
-        segments: 
-        - 0
         version: "0"
   type: :development
   version_requirements: *id004
@@ -78,10 +59,6 @@ dependencies:
     requirements: 
     - - ">="
       - !ruby/object:Gem::Version 
-        segments: 
-        - 0
-        - 5
-        - 4
         version: 0.5.4
   type: :development
   version_requirements: *id005
@@ -92,10 +69,6 @@ dependencies:
     requirements: 
     - - ">="
       - !ruby/object:Gem::Version 
-        segments: 
-        - 1
-        - 3
-        - 1
         version: 1.3.1
   type: :development
   version_requirements: *id006
@@ -118,10 +91,11 @@ files:
 - lib/fluent/plugin/out_redshift_auto.rb
 - test/plugin/test_out_redshift_auto.rb
 - test/test_helper.rb
-has_rdoc: true
 homepage: https://github.com/takashi-honda/fluent-plugin-redshift-auto
 licenses: []
 
+metadata: {}
+
 post_install_message: 
 rdoc_options: []
 
@@ -129,24 +103,16 @@ require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement 
   requirements: 
-  - - ">="
-    - !ruby/object:Gem::Version 
-      segments: 
-      - 0
-      version: "0"
+  - *id007
 required_rubygems_version: !ruby/object:Gem::Requirement 
   requirements: 
-  - - ">="
-    - !ruby/object:Gem::Version 
-      segments: 
-      - 0
-      version: "0"
+  - *id007
 requirements: []
 
 rubyforge_project: 
-rubygems_version: 1.3.6
+rubygems_version: 2.1.11
 signing_key: 
-specification_version: 3
+specification_version: 4
 summary: Amazon Redshift output plugin for Fluentd with creating table
 test_files: 
 - test/plugin/test_out_redshift_auto.rb