embulk-input-dynamodb 0.0.3 → 0.1.0

data/src/test/scala/org/embulk/input/dynamodb/AwsCredentialsTest.scala

@@ -0,0 +1,135 @@
+package org.embulk.input.dynamodb
+
+import java.io.File
+import java.nio.charset.Charset
+import java.nio.file.{FileSystems, Files}
+
+import com.google.inject.{Binder, Module}
+import org.embulk.config.ConfigSource
+import org.embulk.exec.PartialExecutionException
+import org.embulk.plugin.InjectedPluginSource
+import org.embulk.spi.InputPlugin
+import org.embulk.{EmbulkEmbed, EmbulkTestRuntime}
+import org.junit.Assert.assertEquals
+import org.junit.{Before, Rule, Test}
+
+class AwsCredentialsTest {
+  private var EMBULK_DYNAMODB_TEST_REGION: String = null
+  private var EMBULK_DYNAMODB_TEST_TABLE: String = null
+  private var EMBULK_DYNAMODB_TEST_ACCESS_KEY: String = null
+  private var EMBULK_DYNAMODB_TEST_SECRET_KEY: String = null
+  private var EMBULK_DYNAMODB_TEST_PROFILE_NAME: String = null
+
+  private var embulk: EmbulkEmbed = null
+
+  @Rule
+  def runtime: EmbulkTestRuntime = new EmbulkTestRuntime
+
+  @Before
+  def createResources() {
+    // Get Environments
+    EMBULK_DYNAMODB_TEST_REGION = System.getenv("EMBULK_DYNAMODB_TEST_REGION")
+    EMBULK_DYNAMODB_TEST_TABLE = System.getenv("EMBULK_DYNAMODB_TEST_TABLE")
+    EMBULK_DYNAMODB_TEST_ACCESS_KEY = System.getenv("EMBULK_DYNAMODB_TEST_ACCESS_KEY")
+    EMBULK_DYNAMODB_TEST_SECRET_KEY = System.getenv("EMBULK_DYNAMODB_TEST_SECRET_KEY")
+    EMBULK_DYNAMODB_TEST_PROFILE_NAME = System.getenv("EMBULK_DYNAMODB_TEST_PROFILE_NAME")
+
+    val bootstrap = new EmbulkEmbed.Bootstrap()
+    bootstrap.addModules(new Module {
+      def configure(binder: Binder): Unit = {
+        InjectedPluginSource.registerPluginTo(binder,
+          classOf[InputPlugin],
+          "dynamodb",
+          classOf[DynamodbInputPlugin])
+      }
+    })
+
+    embulk = bootstrap.initializeCloseable()
+  }
+
+  def doTest(config: ConfigSource) {
+    embulk.run(config)
+
+    val fs = FileSystems.getDefault
+    val lines = Files.readAllLines(fs.getPath("result000.00.tsv"), Charset.forName("UTF-8"))
+    assertEquals("KEY-1\t1\tHogeHoge", lines.get(0))
+  }
+
+  @Test
+  def notSetAuthMethod_SetCredentials() {
+    val config = embulk.newConfigLoader().fromYamlFile(
+      new File("src/test/resources/yaml/notSetAuthMethod.yml"))
+
+    config.getNested("in")
+      .set("region", EMBULK_DYNAMODB_TEST_REGION)
+      .set("table", EMBULK_DYNAMODB_TEST_TABLE)
+      .set("access_key", EMBULK_DYNAMODB_TEST_ACCESS_KEY)
+      .set("secret_key", EMBULK_DYNAMODB_TEST_SECRET_KEY)
+
+    doTest(config)
+  }
+
+  @Test
+  def setAuthMethod_Basic() {
+    val config = embulk.newConfigLoader().fromYamlFile(
+      new File("src/test/resources/yaml/authMethodBasic.yml"))
+
+    config.getNested("in")
+      .set("region", EMBULK_DYNAMODB_TEST_REGION)
+      .set("table", EMBULK_DYNAMODB_TEST_TABLE)
+      .set("access_key", EMBULK_DYNAMODB_TEST_ACCESS_KEY)
+      .set("secret_key", EMBULK_DYNAMODB_TEST_SECRET_KEY)
+
+    doTest(config)
+  }
+
+  @Test(expected = classOf[PartialExecutionException])
+  def setAuthMethod_Basic_NotSet() {
+    val config = embulk.newConfigLoader().fromYamlFile(
+      new File("src/test/resources/yaml/authMethodBasic_Error.yml"))
+
+    config.getNested("in")
+      .set("region", EMBULK_DYNAMODB_TEST_REGION)
+      .set("table", EMBULK_DYNAMODB_TEST_TABLE)
+
+    doTest(config)
+  }
+
+  @Test
+  def setAuthMethod_Env() {
+    val config = embulk.newConfigLoader().fromYamlFile(
+      new File("src/test/resources/yaml/authMethodEnv.yml"))
+
+    config.getNested("in")
+      .set("region", EMBULK_DYNAMODB_TEST_REGION)
+      .set("table", EMBULK_DYNAMODB_TEST_TABLE)
+
+    doTest(config)
+  }
+
+  @Test
+  def setAuthMethod_Profile() {
+    val config = embulk.newConfigLoader().fromYamlFile(
+      new File("src/test/resources/yaml/authMethodProfile.yml"))
+
+    config.getNested("in")
+      .set("region", EMBULK_DYNAMODB_TEST_REGION)
+      .set("table", EMBULK_DYNAMODB_TEST_TABLE)
+      .set("profile_name", EMBULK_DYNAMODB_TEST_PROFILE_NAME)
+
+    doTest(config)
+  }
+
+  @Test(expected = classOf[PartialExecutionException])
+  def setAuthMethod_Profile_NotExistProfileName() {
+    val config = embulk.newConfigLoader().fromYamlFile(
+      new File("src/test/resources/yaml/authMethodProfile.yml"))
+
+    config.getNested("in")
+      .set("region", EMBULK_DYNAMODB_TEST_REGION)
+      .set("table", EMBULK_DYNAMODB_TEST_TABLE)
+      .set("profile_name", "NotExistName")
+
+    doTest(config)
+  }
+}

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: embulk-input-dynamodb
 version: !ruby/object:Gem::Version
-  version: 0.0.3
+  version: 0.1.0
 platform: ruby
 authors:
 - Daisuke Higashi
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2015-07-01 00:00:00.000000000 Z
+date: 2016-03-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
@@ -49,27 +49,40 @@ files:
 - LICENSE
 - README.md
 - build.gradle
+- circle.yml
+- config/checkstyle/checkstyle.xml
+- config/checkstyle/default.xml
 - gradle/wrapper/gradle-wrapper.jar
 - gradle/wrapper/gradle-wrapper.properties
 - gradlew
 - gradlew.bat
 - lib/embulk/input/dynamodb.rb
-- src/main/scala/org/embulk/input/DynamoDBUtil.scala
-- src/main/scala/org/embulk/input/DynamodbInputPlugin.scala
-- src/main/scala/org/embulk/input/Filter.scala
-- src/main/scala/org/embulk/input/FilterConfig.scala
-- src/main/scala/org/embulk/input/PluginTask.scala
-- classpath/aws-java-sdk-core-1.9.22.jar
-- classpath/aws-java-sdk-dynamodb-1.9.22.jar
-- classpath/aws-java-sdk-kms-1.9.22.jar
-- classpath/aws-java-sdk-s3-1.9.22.jar
+- src/main/scala/org/embulk/input/dynamodb/AttributeValueHelper.scala
+- src/main/scala/org/embulk/input/dynamodb/AwsCredentials.scala
+- src/main/scala/org/embulk/input/dynamodb/DynamoDBUtil.scala
+- src/main/scala/org/embulk/input/dynamodb/DynamodbInputPlugin.scala
+- src/main/scala/org/embulk/input/dynamodb/Filter.scala
+- src/main/scala/org/embulk/input/dynamodb/FilterConfig.scala
+- src/main/scala/org/embulk/input/dynamodb/PluginTask.scala
+- src/test/resources/json/test.json
+- src/test/resources/json/test.template
+- src/test/resources/yaml/authMethodBasic.yml
+- src/test/resources/yaml/authMethodBasic_Error.yml
+- src/test/resources/yaml/authMethodEnv.yml
+- src/test/resources/yaml/authMethodProfile.yml
+- src/test/resources/yaml/notSetAuthMethod.yml
+- src/test/scala/org/embulk/input/dynamodb/AttributeValueHelperTest.scala
+- src/test/scala/org/embulk/input/dynamodb/AwsCredentialsTest.scala
+- classpath/aws-java-sdk-core-1.10.43.jar
+- classpath/aws-java-sdk-dynamodb-1.10.43.jar
+- classpath/aws-java-sdk-kms-1.10.43.jar
+- classpath/aws-java-sdk-s3-1.10.43.jar
 - classpath/commons-codec-1.6.jar
 - classpath/commons-logging-1.1.3.jar
-- classpath/embulk-input-dynamodb-0.0.3.jar
-- classpath/httpclient-4.3.4.jar
-- classpath/httpcore-4.3.2.jar
-- classpath/joda-time-2.8.1.jar
-- classpath/scala-library-2.11.5.jar
+- classpath/embulk-input-dynamodb-0.1.0.jar
+- classpath/httpclient-4.3.6.jar
+- classpath/httpcore-4.3.3.jar
+- classpath/scala-library-2.11.7.jar
 homepage: https://github.com/lulichn/embulk-input-dynamodb
 licenses:
 - MIT