embulk-output-s3v2 0.1.0

data/src/test/java/org/embulk/output/s3v2/util/ChunksizeComputationTests.java

@@ -0,0 +1,53 @@
+package org.embulk.output.s3v2.util;
+
+import org.junit.jupiter.api.Assertions;
+import org.junit.jupiter.api.DisplayName;
+import org.junit.jupiter.api.Test;
+import org.junit.jupiter.api.extension.ExtendWith;
+import org.mockito.junit.jupiter.MockitoExtension;
+
+/**
+ * @see ChunksizeComputation
+ */
+@ExtendWith(MockitoExtension.class)
+public class ChunksizeComputationTests
+{
+    @Test
+    @DisplayName("[Correct] Min chunksize")
+    public void testMinChunksizeCorrect() throws Exception
+    {
+        Assertions.assertEquals(5 * Math.pow(10, 6), ChunksizeComputation.getChunksizeBytes("5MB"));
+    }
+
+    @Test
+    @DisplayName("[Invalid] Lower than min chunksize")
+    public void testLowerThanMinChunksizeInvalid() throws Exception
+    {
+        IllegalArgumentException ex = Assertions.assertThrows(IllegalArgumentException.class,
+                () -> ChunksizeComputation.getChunksizeBytes("1MB"));
+        Assertions.assertEquals("Unrecognized range of value multipart_chunksize: 1MB", ex.getMessage());
+    }
+
+    @Test
+    @DisplayName("[Correct] Max chunksize")
+    public void testMaxChunksizeCorrect() throws Exception
+    {
+        Assertions.assertEquals(2.0 * Math.pow(10, 9), ChunksizeComputation.getChunksizeBytes("2GB"));
+    }
+
+    @Test
+    @DisplayName("[Invalid] Higher than max chunksize")
+    public void testHigherThanMaxChunksizeInvalid() throws Exception
+    {
+        IllegalArgumentException ex = Assertions.assertThrows(IllegalArgumentException.class,
+                () -> ChunksizeComputation.getChunksizeBytes("1TB"));
+        Assertions.assertEquals("Unrecognized range of value multipart_chunksize: 1TB", ex.getMessage());
+    }
+
+    @Test
+    @DisplayName("[Correct] Any chunksize")
+    public void testAnyChunksizeCorrect() throws Exception
+    {
+        Assertions.assertEquals(1060 * Math.pow(10, 6), ChunksizeComputation.getChunksizeBytes("1060MB"));
+    }
+}

data/src/test/resources/mockito-extensions/org.mockito.plugins.MockMaker

@@ -0,0 +1 @@
+mock-maker-inline

metadata

@@ -0,0 +1,110 @@
+--- !ruby/object:Gem::Specification
+name: embulk-output-s3v2
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Toshihiro Takushima
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2021-01-07 00:00:00.000000000 Z
+dependencies: []
+description: Stores files on Amazon S3 using aws-sdk-java-v2.
+email:
+- ttksm.git@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".github/workflows/build.yml"
+- ".github/workflows/release.yml"
+- ".gitignore"
+- LICENSE
+- README.md
+- build.gradle
+- classpath/annotations-2.15.60.jar
+- classpath/apache-client-2.15.60.jar
+- classpath/arns-2.15.60.jar
+- classpath/auth-2.15.60.jar
+- classpath/aws-core-2.15.60.jar
+- classpath/aws-query-protocol-2.15.60.jar
+- classpath/aws-xml-protocol-2.15.60.jar
+- classpath/commons-codec-1.11.jar
+- classpath/commons-logging-1.2.jar
+- classpath/embulk-output-s3v2-0.1.0.jar
+- classpath/eventstream-1.0.1.jar
+- classpath/http-client-spi-2.15.60.jar
+- classpath/httpclient-4.5.13.jar
+- classpath/httpcore-4.4.13.jar
+- classpath/jackson-annotations-2.10.5.jar
+- classpath/jackson-core-2.10.5.jar
+- classpath/jackson-databind-2.10.5.1.jar
+- classpath/metrics-spi-2.15.60.jar
+- classpath/netty-buffer-4.1.53.Final.jar
+- classpath/netty-codec-4.1.53.Final.jar
+- classpath/netty-codec-http-4.1.53.Final.jar
+- classpath/netty-codec-http2-4.1.53.Final.jar
+- classpath/netty-common-4.1.53.Final.jar
+- classpath/netty-handler-4.1.53.Final.jar
+- classpath/netty-nio-client-2.15.60.jar
+- classpath/netty-reactive-streams-2.0.4.jar
+- classpath/netty-reactive-streams-http-2.0.4.jar
+- classpath/netty-resolver-4.1.53.Final.jar
+- classpath/netty-transport-4.1.53.Final.jar
+- classpath/netty-transport-native-epoll-4.1.53.Final-linux-x86_64.jar
+- classpath/netty-transport-native-unix-common-4.1.53.Final.jar
+- classpath/profiles-2.15.60.jar
+- classpath/protocol-core-2.15.60.jar
+- classpath/reactive-streams-1.0.3.jar
+- classpath/regions-2.15.60.jar
+- classpath/s3-2.15.60.jar
+- classpath/sdk-core-2.15.60.jar
+- classpath/slf4j-api-1.7.28.jar
+- classpath/utils-2.15.60.jar
+- config/checkstyle/checkstyle.xml
+- config/checkstyle/default.xml
+- gradle/wrapper/gradle-wrapper.jar
+- gradle/wrapper/gradle-wrapper.properties
+- gradlew
+- gradlew.bat
+- lib/embulk/output/s3v2.rb
+- settings.gradle
+- src/main/java/org/embulk/output/s3v2/PluginTask.java
+- src/main/java/org/embulk/output/s3v2/S3V2FileOutputPlugin.java
+- src/main/java/org/embulk/output/s3v2/s3/S3ClientManager.java
+- src/main/java/org/embulk/output/s3v2/s3/S3MultiPartStatus.java
+- src/main/java/org/embulk/output/s3v2/strategy/AbstractStrategy.java
+- src/main/java/org/embulk/output/s3v2/strategy/BufferedStrategy.java
+- src/main/java/org/embulk/output/s3v2/strategy/FileOutputStrategy.java
+- src/main/java/org/embulk/output/s3v2/util/AbstractUnitComputation.java
+- src/main/java/org/embulk/output/s3v2/util/ChunksizeComputation.java
+- src/main/java/org/embulk/output/s3v2/util/ThresholdComputation.java
+- src/test/java/org/embulk/output/s3v2/strategy/BufferedStrategyTests.java
+- src/test/java/org/embulk/output/s3v2/util/ChunksizeComputationTests.java
+- src/test/resources/mockito-extensions/org.mockito.plugins.MockMaker
+homepage: https://github.com/ttksm/embulk-output-s3v2
+licenses:
+- MIT
+metadata: {}
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project:
+rubygems_version: 2.7.10
+signing_key:
+specification_version: 4
+summary: Amazon S3 output plugin for Embulk
+test_files: []