embulk-output-td 0.2.0 → 0.2.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 985479cb77ed1b156d896d1dbad073fdc6141c56
-  data.tar.gz: 4fde290d7d7e83a7eba0f687c22312e0ad589f8d
+  metadata.gz: fab6ca938cab003937a19a42137eff48f2f54ce4
+  data.tar.gz: 29bf2c6ffd58a63b49939cff46f6c017f3e39566
 SHA512:
-  metadata.gz: 87aba00cd303cbe98772d3e645d2336fc15091f502829eaed3064def64ac4154bc4d39110d785f30fd046e34a183a4bc131953c5d1524732f72893ddea8c9f66
-  data.tar.gz: a3a2281e0bcd43ef99763ae8ab7e526f8d22b1f667bb480e5c16b52bf5bcbf6cca4caeedcf5fbf35b1bd801a1cc5c8896b55f65007d522c4f877373818bbfebd
+  metadata.gz: 45f6a5ffffa32cbbe729aa99d203e1cdca7a25efdbf67fe700ce693597f8423c767ef003f340c253a82e8a7f9e81b6691470e04c81e4d0bbe8410e65cc44423f
+  data.tar.gz: 09e42035b8e00f4c8d77fa6c172ab82f5c4bfa24347649eef6aecd184ba77b5a745b48aafc547c9a8cd756f53f2d5da8e3853c1ec8434592e0a51f8dc7171d0a

data/CHANGELOG.md

@@ -1,3 +1,7 @@
+## 0.2.1 - 2016-01-28
+
+* [new feature] Add truncate mode [#33](https://github.com/treasure-data/embulk-output-td/pull/33)
+
 ## 0.2.0 - 2016-01-12
 
 * [new feature] Not use first timestamp column as primary key [#32](https://github.com/treasure-data/embulk-output-td/pull/32)

data/README.md

@@ -15,7 +15,7 @@ TODO: Write short description here
 - **http_proxy**: http proxy configuration (tuple of host, port and useSsl, default is null)
 - **use_ssl**: the flag (boolean, default=true)
 - **auto_create_table**: the flag for creating the database and/or the table if they don't exist (boolean, default=true)
-- **mode**: two ways 'append' and 'replace' to modify data (string, default='append')
+- **mode**: 'append', 'replace' and 'truncate' (string, default='append')
 - **database**: database name (string, required)
 - **table**: table name (string, required)
 - **session**: bulk_import session name (string, optional)
@@ -33,6 +33,18 @@ TODO: Write short description here
   - **timezone**: If input column type (embulk type) is timestamp, this plugin needs to format the timestamp value into a SQL string. In this cases, this timezone option is used to control the timezone. (string, value of default_timezone option is used by default)
   - **format**: If input column type (embulk type) is timestamp, this plugin needs to format the timestamp value into a string. This timestamp_format option is used to control the format of the timestamp. (string, value of default_timestamp_format option is used by default)
 
+## Modes
+* **append**:
+  - Uploads data to existing table directly.
+* **replace**:
+  - Creates new temp table and uploads data to the temp table first.
+  - After uploading finished, the table specified as 'table' option is replaced with the temp table.
+  - Schema in existing table is added to the replaced table.
+* **truncate**:
+  - Creates new temp table and uploads data to the temp table first.
+  - After uploading finished, the table specified as 'table' option is replaced with the temp table.
+  - Schema in existing table is not migrated to the replaced table.
+
 ## Example
 Here is sample configuration for TD output plugin.
 ```yaml

data/build.gradle

@@ -16,7 +16,7 @@ configurations {
     provided
 }
 
-version = "0.2.0"
+version = "0.2.1"
 
 compileJava.options.encoding = 'UTF-8' // source encoding
 sourceCompatibility = 1.7

data/embulk-output-td.gemspec

@@ -1,7 +1,7 @@
 
 Gem::Specification.new do |spec|
   spec.name          = "embulk-output-td"
-  spec.version       = "0.2.0"
+  spec.version       = "0.2.1"
   spec.authors       = ["Muga Nishizawa"]
   spec.summary       = %[TreasureData output plugin for Embulk]
   spec.description   = %[TreasureData output plugin is an Embulk plugin that loads records to TreasureData read by any input plugins. Search the input plugins by 'embulk-output' keyword.]

data/src/main/java/org/embulk/output/td/TdOutputPlugin.java

@@ -18,6 +18,7 @@ import com.google.common.base.Optional;
 import com.google.common.base.Throwables;
 import com.fasterxml.jackson.annotation.JsonCreator;
 import com.fasterxml.jackson.annotation.JsonValue;
+import com.google.common.collect.ImmutableMap;
 import com.treasuredata.api.TdApiClient;
 import com.treasuredata.api.TdApiClientConfig;
 import com.treasuredata.api.TdApiClientConfig.HttpProxyConfig;
@@ -171,7 +172,7 @@ public class TdOutputPlugin
 
     public enum Mode
     {
-        APPEND, REPLACE;
+        APPEND, REPLACE, TRUNCATE;
 
         @JsonCreator
         public static Mode fromConfig(String value)
@@ -181,8 +182,10 @@ public class TdOutputPlugin
                 return APPEND;
             case "replace":
                 return REPLACE;
+            case "truncate":
+                return TRUNCATE;
             default:
-                throw new ConfigException(String.format("Unknown mode '%s'. Supported modes are [append, replace]", value));
+                throw new ConfigException(String.format("Unknown mode '%s'. Supported modes are [append, replace, truncate]", value));
             }
         }
 
@@ -194,6 +197,8 @@ public class TdOutputPlugin
                 return "append";
             case REPLACE:
                 return "replace";
+            case TRUNCATE:
+                return "truncate";
             default:
                 throw new IllegalStateException();
             }
@@ -336,6 +341,7 @@ public class TdOutputPlugin
                 break;
 
             case REPLACE:
+            case TRUNCATE:
                 task.setLoadTargetTableName(
                         createTemporaryTableWithPrefix(client, databaseName, makeTablePrefix(task)));
                 break;
@@ -372,6 +378,7 @@ public class TdOutputPlugin
             // already done
             break;
         case REPLACE:
+        case TRUNCATE:
             // rename table
             renameTable(client, task.getDatabase(), task.getLoadTargetTableName(), task.getTable());
         }
@@ -622,6 +629,10 @@ public class TdOutputPlugin
 
     Map<String, TDColumnType> updateSchema(TdApiClient client, Schema inputSchema, PluginTask task)
     {
+        if (task.getMode() == Mode.REPLACE) { // replace mode doesn't update the table schema.
+            return ImmutableMap.of();
+        }
+
         String databaseName = task.getDatabase();
 
         TDTable table = findTable(client, databaseName, task.getTable());

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: embulk-output-td
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.2.1
 platform: ruby
 authors:
 - Muga Nishizawa
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2016-01-12 00:00:00.000000000 Z
+date: 2016-01-29 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
@@ -106,7 +106,7 @@ files:
 - src/test/java/org/embulk/output/td/TestTdOutputPlugin.java
 - src/test/java/org/embulk/output/td/TestTimeValueGenerator.java
 - src/test/java/org/embulk/output/td/writer/TestFieldWriterSet.java
-- classpath/embulk-output-td-0.2.0.jar
+- classpath/embulk-output-td-0.2.1.jar
 - classpath/javassist-3.18.1-GA.jar
 - classpath/jetty-client-9.2.2.v20140723.jar
 - classpath/jetty-http-9.2.2.v20140723.jar