embulk-output-dynamodb 0.1.3 → 0.1.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 65c351383c9859353bc121a5f054b63de4876773
-  data.tar.gz: e171f2369c6582ef90c8fb7d4a6acc0a0300061b
+  metadata.gz: 7db44cb5c01ab73108a51ce0d10c01f8de59a275
+  data.tar.gz: d700b39b97d766bb766275fec915fa3070742a47
 SHA512:
-  metadata.gz: 862214066e48cb94be626d68b9a014dcdccf1a4a74f1808e4ff87b43beef2115f55b0d5547aa8d3460404bf85856ab9ed64488190bf1dbdde71ce7f44c07dd47
-  data.tar.gz: 8466fe13984980117b6a7bba30efbafca953ad8011758fcfd4b6a0eb6589efc45389051ed2de2e7c2eeb11342a5abf2e5be9b9c82a188d28f28652c5b7b5e5c6
+  metadata.gz: cb9075e5f44fcd4c2de7ddc4082f0c77c132ce8064e6b7929c85ae0b28da442e343a7ba4359f83da88eb9996c839eca6d3a66e09209d8f906abf49ba31114d3b
+  data.tar.gz: c40cb955974f0241a5b78774ded216fb3267e20ecb8cfdfd25bd7e80a8c0cc322ff524f4ff39908b8aa518f80d5f845a520b974b34877e0b8515a7f62be723c4

data/CHANGELOG.md

@@ -1 +1 @@
-## 0.1.3 - 2016-07-11
+## 0.1.4 - 2017-06-21

data/build.gradle

@@ -14,7 +14,7 @@ configurations {
     provided
 }
 
-version = "0.1.3"
+version = "0.1.4"
 
 sourceCompatibility = 1.7
 targetCompatibility = 1.7

data/gradlew.bat

@@ -1,90 +1,90 @@
-@if "%DEBUG%" == "" @echo off
-@rem ##########################################################################
-@rem
-@rem  Gradle startup script for Windows
-@rem
-@rem ##########################################################################
-
-@rem Set local scope for the variables with windows NT shell
-if "%OS%"=="Windows_NT" setlocal
-
-@rem Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script.
-set DEFAULT_JVM_OPTS=
-
-set DIRNAME=%~dp0
-if "%DIRNAME%" == "" set DIRNAME=.
-set APP_BASE_NAME=%~n0
-set APP_HOME=%DIRNAME%
-
-@rem Find java.exe
-if defined JAVA_HOME goto findJavaFromJavaHome
-
-set JAVA_EXE=java.exe
-%JAVA_EXE% -version >NUL 2>&1
-if "%ERRORLEVEL%" == "0" goto init
-
-echo.
-echo ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH.
-echo.
-echo Please set the JAVA_HOME variable in your environment to match the
-echo location of your Java installation.
-
-goto fail
-
-:findJavaFromJavaHome
-set JAVA_HOME=%JAVA_HOME:"=%
-set JAVA_EXE=%JAVA_HOME%/bin/java.exe
-
-if exist "%JAVA_EXE%" goto init
-
-echo.
-echo ERROR: JAVA_HOME is set to an invalid directory: %JAVA_HOME%
-echo.
-echo Please set the JAVA_HOME variable in your environment to match the
-echo location of your Java installation.
-
-goto fail
-
-:init
-@rem Get command-line arguments, handling Windowz variants
-
-if not "%OS%" == "Windows_NT" goto win9xME_args
-if "%@eval[2+2]" == "4" goto 4NT_args
-
-:win9xME_args
-@rem Slurp the command line arguments.
-set CMD_LINE_ARGS=
-set _SKIP=2
-
-:win9xME_args_slurp
-if "x%~1" == "x" goto execute
-
-set CMD_LINE_ARGS=%*
-goto execute
-
-:4NT_args
-@rem Get arguments from the 4NT Shell from JP Software
-set CMD_LINE_ARGS=%$
-
-:execute
-@rem Setup the command line
-
-set CLASSPATH=%APP_HOME%\gradle\wrapper\gradle-wrapper.jar
-
-@rem Execute Gradle
-"%JAVA_EXE%" %DEFAULT_JVM_OPTS% %JAVA_OPTS% %GRADLE_OPTS% "-Dorg.gradle.appname=%APP_BASE_NAME%" -classpath "%CLASSPATH%" org.gradle.wrapper.GradleWrapperMain %CMD_LINE_ARGS%
-
-:end
-@rem End local scope for the variables with windows NT shell
-if "%ERRORLEVEL%"=="0" goto mainEnd
-
-:fail
-rem Set variable GRADLE_EXIT_CONSOLE if you need the _script_ return code instead of
-rem the _cmd.exe /c_ return code!
-if  not "" == "%GRADLE_EXIT_CONSOLE%" exit 1
-exit /b 1
-
-:mainEnd
-if "%OS%"=="Windows_NT" endlocal
-
-:omega
+@if "%DEBUG%" == "" @echo off
+@rem ##########################################################################
+@rem
+@rem  Gradle startup script for Windows
+@rem
+@rem ##########################################################################
+
+@rem Set local scope for the variables with windows NT shell
+if "%OS%"=="Windows_NT" setlocal
+
+@rem Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script.
+set DEFAULT_JVM_OPTS=
+
+set DIRNAME=%~dp0
+if "%DIRNAME%" == "" set DIRNAME=.
+set APP_BASE_NAME=%~n0
+set APP_HOME=%DIRNAME%
+
+@rem Find java.exe
+if defined JAVA_HOME goto findJavaFromJavaHome
+
+set JAVA_EXE=java.exe
+%JAVA_EXE% -version >NUL 2>&1
+if "%ERRORLEVEL%" == "0" goto init
+
+echo.
+echo ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH.
+echo.
+echo Please set the JAVA_HOME variable in your environment to match the
+echo location of your Java installation.
+
+goto fail
+
+:findJavaFromJavaHome
+set JAVA_HOME=%JAVA_HOME:"=%
+set JAVA_EXE=%JAVA_HOME%/bin/java.exe
+
+if exist "%JAVA_EXE%" goto init
+
+echo.
+echo ERROR: JAVA_HOME is set to an invalid directory: %JAVA_HOME%
+echo.
+echo Please set the JAVA_HOME variable in your environment to match the
+echo location of your Java installation.
+
+goto fail
+
+:init
+@rem Get command-line arguments, handling Windowz variants
+
+if not "%OS%" == "Windows_NT" goto win9xME_args
+if "%@eval[2+2]" == "4" goto 4NT_args
+
+:win9xME_args
+@rem Slurp the command line arguments.
+set CMD_LINE_ARGS=
+set _SKIP=2
+
+:win9xME_args_slurp
+if "x%~1" == "x" goto execute
+
+set CMD_LINE_ARGS=%*
+goto execute
+
+:4NT_args
+@rem Get arguments from the 4NT Shell from JP Software
+set CMD_LINE_ARGS=%$
+
+:execute
+@rem Setup the command line
+
+set CLASSPATH=%APP_HOME%\gradle\wrapper\gradle-wrapper.jar
+
+@rem Execute Gradle
+"%JAVA_EXE%" %DEFAULT_JVM_OPTS% %JAVA_OPTS% %GRADLE_OPTS% "-Dorg.gradle.appname=%APP_BASE_NAME%" -classpath "%CLASSPATH%" org.gradle.wrapper.GradleWrapperMain %CMD_LINE_ARGS%
+
+:end
+@rem End local scope for the variables with windows NT shell
+if "%ERRORLEVEL%"=="0" goto mainEnd
+
+:fail
+rem Set variable GRADLE_EXIT_CONSOLE if you need the _script_ return code instead of
+rem the _cmd.exe /c_ return code!
+if  not "" == "%GRADLE_EXIT_CONSOLE%" exit 1
+exit /b 1
+
+:mainEnd
+if "%OS%"=="Windows_NT" endlocal
+
+:omega

data/src/main/java/org/embulk/output/dynamodb/DynamodbOutputPlugin.java

@@ -199,7 +199,7 @@ public class DynamodbOutputPlugin
         private final String table;
         private final Mode mode;
         private final Optional<String> updateExpression;
-        private final String primaryKey;
+        private final List primaryKeyElements;
         private final int maxPutItems;
 
         public DynamodbPageOutput(PluginTask task, DynamoDB dynamoDB)
@@ -210,7 +210,7 @@ public class DynamodbOutputPlugin
             this.table = task.getTable();
             this.mode = task.getMode();
             this.updateExpression = task.getUpdateExpression();
-            this.primaryKey = (mode.equals(Mode.UPSERT_WITH_EXPRESSION)) ? dynamodbUtils.getPrimaryKeyName(dynamoDB, table) : null;
+            this.primaryKeyElements = (mode.equals(Mode.UPSERT_WITH_EXPRESSION)) ? dynamodbUtils.getPrimaryKey(dynamoDB, table) : null;
             this.maxPutItems = task.getMaxPutItems();
         }
 
@@ -400,7 +400,7 @@ public class DynamodbOutputPlugin
         public void updateItem(Item item)
         {
             try {
-                dynamodbUtils.updateItem(dynamoDB, table, item, primaryKey, updateExpression);
+                dynamodbUtils.updateItem(dynamoDB, table, item, primaryKeyElements, updateExpression);
                 totalWroteItemSize++;
                 if (totalWroteItemSize % 1000 == 0) {
                     log.info(String.format("Updated %s items", totalWroteItemSize));

data/src/main/java/org/embulk/output/dynamodb/DynamodbUtils.java

@@ -143,17 +143,34 @@ public class DynamodbUtils
         }
     }
 
-    protected void updateItem(DynamoDB dynamoDB, String tableName, Item item, String primaryKey, Optional<String> expression)
+    protected void updateItem(DynamoDB dynamoDB, String tableName, Item item, List primaryKeyelements, Optional<String> expression)
     {
-        Object primaryKeyValue = null;
+        String hashKeyname = null;
+        String rangeKeyname = null;
+        Object hashKeyValue = null;
+        Object rangeKeyValue = null;
         Map<String, String> attributeNames = new HashMap<>();
         Map<String, Object> attributeValues = new HashMap<>();
 
+        Iterator it = primaryKeyelements.iterator();
+        while (it.hasNext()) {
+            KeySchemaElement element = (KeySchemaElement) it.next();
+            if (element.getKeyType().equals(KeyType.HASH.toString())) {
+                hashKeyname = element.getAttributeName();
+            }
+            else if (element.getKeyType().equals(KeyType.RANGE.toString())) {
+                rangeKeyname = element.getAttributeName();
+            }
+        }
+
         Map<String, Object> itemMap = item.asMap();
         for (Map.Entry<String, Object> e : itemMap.entrySet()) {
             String keyName = e.getKey();
-            if (keyName.equals(primaryKey)) {
-                primaryKeyValue = e.getValue();
+            if (keyName.equals(hashKeyname)) {
+                hashKeyValue = e.getValue();
+            }
+            else if (keyName.equals(rangeKeyname)) {
+                rangeKeyValue = e.getValue();
             }
             else {
                 if (expression.get().indexOf(keyName) > 0) {
@@ -164,9 +181,17 @@ public class DynamodbUtils
         }
         log.debug("attribute names: " + attributeNames.toString());
         log.debug("attribute values: " + attributeValues.toString());
-        log.debug(String.format("primary key %s:%s", primaryKey, primaryKeyValue));
+
         Table table = dynamoDB.getTable(tableName);
-        table.updateItem(primaryKey, primaryKeyValue, expression.get(), attributeNames, attributeValues);
+
+        log.debug(String.format("hash key %s:%s", hashKeyname, hashKeyValue));
+        if (rangeKeyValue == null) {
+            table.updateItem(hashKeyname, hashKeyValue, expression.get(), attributeNames, attributeValues);
+        }
+        else {
+            log.debug(String.format("range key %s:%s", rangeKeyname, rangeKeyValue));
+            table.updateItem(hashKeyname, hashKeyValue, rangeKeyname, rangeKeyValue, expression.get(), attributeNames, attributeValues);
+        }
     }
 
     protected String getPrimaryKeyName(DynamoDB dynamoDB, String tableName)
@@ -178,11 +203,21 @@ public class DynamodbUtils
         String primaryKey = null;
         while (schema.hasNext()) {
             KeySchemaElement element = schema.next();
-            primaryKey = element.getAttributeName();
+            if (element.getKeyType().equals(KeyType.HASH.toString())) {
+                primaryKey = element.getAttributeName();
+            }
         }
         return primaryKey;
     }
 
+    protected List getPrimaryKey(DynamoDB dynamoDB, String tableName)
+    {
+        Table table = dynamoDB.getTable(tableName);
+        TableDescription description = table.describe();
+        List<KeySchemaElement>  keyelements = description.getKeySchema();
+        return keyelements;
+    }
+
     protected void createTable(DynamoDB dynamoDB, DynamodbOutputPlugin.PluginTask task)
             throws InterruptedException
     {

metadata

@@ -1,43 +1,43 @@
 --- !ruby/object:Gem::Specification
 name: embulk-output-dynamodb
 version: !ruby/object:Gem::Version
-  version: 0.1.3
+  version: 0.1.4
 platform: ruby
 authors:
 - Satoshi Akama
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2016-07-11 00:00:00.000000000 Z
+date: 2017-06-21 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
-  requirement: !ruby/object:Gem::Requirement
+  name: bundler
+  version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
         version: '1.0'
-  name: bundler
-  prerelease: false
-  type: :development
-  version_requirements: !ruby/object:Gem::Requirement
+  requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
         version: '1.0'
+  prerelease: false
+  type: :development
 - !ruby/object:Gem::Dependency
-  requirement: !ruby/object:Gem::Requirement
+  name: rake
+  version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '>='
       - !ruby/object:Gem::Version
         version: '10.0'
-  name: rake
-  prerelease: false
-  type: :development
-  version_requirements: !ruby/object:Gem::Requirement
+  requirement: !ruby/object:Gem::Requirement
     requirements:
     - - '>='
       - !ruby/object:Gem::Version
         version: '10.0'
+  prerelease: false
+  type: :development
 description: Dumps records to AWS DynamoDB.
 email:
 - satoshiakama@gmail.com
@@ -71,7 +71,7 @@ files:
 - classpath/aws-java-sdk-s3-1.10.50.jar
 - classpath/commons-codec-1.6.jar
 - classpath/commons-logging-1.1.3.jar
-- classpath/embulk-output-dynamodb-0.1.3.jar
+- classpath/embulk-output-dynamodb-0.1.4.jar
 - classpath/httpclient-4.3.6.jar
 - classpath/httpcore-4.3.3.jar
 homepage: https://github.com/sakama/embulk-output-dynamodb