embulk-output-s3 1.2.0 → 1.3.0

data/config/checkstyle/default.xml

@@ -1,108 +1,108 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<!DOCTYPE module PUBLIC
-        "-//Puppy Crawl//DTD Check Configuration 1.3//EN"
-        "http://www.puppycrawl.com/dtds/configuration_1_3.dtd">
-<!--
-     This is a subset of ./checkstyle.xml which allows some loose styles
--->
-<module name="Checker">
-    <module name="FileTabCharacter"/>
-    <module name="NewlineAtEndOfFile">
-        <property name="lineSeparator" value="lf"/>
-    </module>
-    <module name="RegexpMultiline">
-        <property name="format" value="\r"/>
-        <property name="message" value="Line contains carriage return"/>
-    </module>
-    <module name="RegexpMultiline">
-        <property name="format" value=" \n"/>
-        <property name="message" value="Line has trailing whitespace"/>
-    </module>
-    <module name="RegexpMultiline">
-        <property name="format" value="\n\n\n"/>
-        <property name="message" value="Multiple consecutive blank lines"/>
-    </module>
-    <module name="RegexpMultiline">
-        <property name="format" value="\n\n\Z"/>
-        <property name="message" value="Blank line before end of file"/>
-    </module>
-
-    <module name="TreeWalker">
-        <module name="EmptyBlock">
-            <property name="option" value="text"/>
-            <property name="tokens" value="
-                LITERAL_DO, LITERAL_ELSE, LITERAL_FINALLY, LITERAL_IF,
-                LITERAL_FOR, LITERAL_TRY, LITERAL_WHILE, INSTANCE_INIT, STATIC_INIT"/>
-        </module>
-        <module name="EmptyStatement"/>
-        <module name="EmptyForInitializerPad"/>
-        <module name="EmptyForIteratorPad">
-            <property name="option" value="space"/>
-        </module>
-        <module name="MethodParamPad">
-            <property name="allowLineBreaks" value="true"/>
-            <property name="option" value="nospace"/>
-        </module>
-        <module name="ParenPad"/>
-        <module name="TypecastParenPad"/>
-        <module name="NeedBraces"/>
-        <module name="LeftCurly">
-            <property name="option" value="nl"/>
-            <property name="tokens" value="CLASS_DEF, CTOR_DEF, INTERFACE_DEF, METHOD_DEF"/>
-        </module>
-        <module name="LeftCurly">
-            <property name="option" value="eol"/>
-            <property name="tokens" value="
-                 LITERAL_CATCH, LITERAL_DO, LITERAL_ELSE, LITERAL_FINALLY, LITERAL_FOR,
-                 LITERAL_IF, LITERAL_SWITCH, LITERAL_SYNCHRONIZED, LITERAL_TRY, LITERAL_WHILE"/>
-        </module>
-        <module name="RightCurly">
-            <property name="option" value="alone"/>
-        </module>
-        <module name="GenericWhitespace"/>
-        <module name="WhitespaceAfter"/>
-        <module name="NoWhitespaceBefore"/>
-
-        <module name="UpperEll"/>
-        <module name="DefaultComesLast"/>
-        <module name="ArrayTypeStyle"/>
-        <module name="MultipleVariableDeclarations"/>
-        <module name="ModifierOrder"/>
-        <module name="OneStatementPerLine"/>
-        <module name="StringLiteralEquality"/>
-        <module name="MutableException"/>
-        <module name="EqualsHashCode"/>
-        <module name="InnerAssignment"/>
-        <module name="InterfaceIsType"/>
-        <module name="HideUtilityClassConstructor"/>
-
-        <module name="MemberName"/>
-        <module name="LocalVariableName"/>
-        <module name="LocalFinalVariableName"/>
-        <module name="TypeName"/>
-        <module name="PackageName"/>
-        <module name="ParameterName"/>
-        <module name="StaticVariableName"/>
-        <module name="ClassTypeParameterName">
-            <property name="format" value="^[A-Z][0-9]?$"/>
-        </module>
-        <module name="MethodTypeParameterName">
-            <property name="format" value="^[A-Z][0-9]?$"/>
-        </module>
-
-        <module name="WhitespaceAround">
-            <property name="allowEmptyConstructors" value="true"/>
-            <property name="allowEmptyMethods" value="true"/>
-            <property name="ignoreEnhancedForColon" value="false"/>
-            <property name="tokens" value="
-                ASSIGN, BAND, BAND_ASSIGN, BOR, BOR_ASSIGN, BSR, BSR_ASSIGN,
-                BXOR, BXOR_ASSIGN, COLON, DIV, DIV_ASSIGN, EQUAL, GE, GT, LAND, LE,
-                LITERAL_ASSERT, LITERAL_CATCH, LITERAL_DO, LITERAL_ELSE,
-                LITERAL_FINALLY, LITERAL_FOR, LITERAL_IF, LITERAL_RETURN,
-                LITERAL_SYNCHRONIZED, LITERAL_TRY, LITERAL_WHILE,
-                LOR, LT, MINUS, MINUS_ASSIGN, MOD, MOD_ASSIGN, NOT_EQUAL,
-                PLUS, PLUS_ASSIGN, QUESTION, SL, SLIST, SL_ASSIGN, SR, SR_ASSIGN,
-                STAR, STAR_ASSIGN, TYPE_EXTENSION_AND"/>
-        </module>
-    </module>
-</module>
+<?xml version="1.0" encoding="UTF-8"?>
+<!DOCTYPE module PUBLIC
+        "-//Puppy Crawl//DTD Check Configuration 1.3//EN"
+        "http://www.puppycrawl.com/dtds/configuration_1_3.dtd">
+<!--
+     This is a subset of ./checkstyle.xml which allows some loose styles
+-->
+<module name="Checker">
+    <module name="FileTabCharacter"/>
+    <module name="NewlineAtEndOfFile">
+        <property name="lineSeparator" value="lf"/>
+    </module>
+    <module name="RegexpMultiline">
+        <property name="format" value="\r"/>
+        <property name="message" value="Line contains carriage return"/>
+    </module>
+    <module name="RegexpMultiline">
+        <property name="format" value=" \n"/>
+        <property name="message" value="Line has trailing whitespace"/>
+    </module>
+    <module name="RegexpMultiline">
+        <property name="format" value="\n\n\n"/>
+        <property name="message" value="Multiple consecutive blank lines"/>
+    </module>
+    <module name="RegexpMultiline">
+        <property name="format" value="\n\n\Z"/>
+        <property name="message" value="Blank line before end of file"/>
+    </module>
+
+    <module name="TreeWalker">
+        <module name="EmptyBlock">
+            <property name="option" value="text"/>
+            <property name="tokens" value="
+                LITERAL_DO, LITERAL_ELSE, LITERAL_FINALLY, LITERAL_IF,
+                LITERAL_FOR, LITERAL_TRY, LITERAL_WHILE, INSTANCE_INIT, STATIC_INIT"/>
+        </module>
+        <module name="EmptyStatement"/>
+        <module name="EmptyForInitializerPad"/>
+        <module name="EmptyForIteratorPad">
+            <property name="option" value="space"/>
+        </module>
+        <module name="MethodParamPad">
+            <property name="allowLineBreaks" value="true"/>
+            <property name="option" value="nospace"/>
+        </module>
+        <module name="ParenPad"/>
+        <module name="TypecastParenPad"/>
+        <module name="NeedBraces"/>
+        <module name="LeftCurly">
+            <property name="option" value="nl"/>
+            <property name="tokens" value="CLASS_DEF, CTOR_DEF, INTERFACE_DEF, METHOD_DEF"/>
+        </module>
+        <module name="LeftCurly">
+            <property name="option" value="eol"/>
+            <property name="tokens" value="
+                 LITERAL_CATCH, LITERAL_DO, LITERAL_ELSE, LITERAL_FINALLY, LITERAL_FOR,
+                 LITERAL_IF, LITERAL_SWITCH, LITERAL_SYNCHRONIZED, LITERAL_TRY, LITERAL_WHILE"/>
+        </module>
+        <module name="RightCurly">
+            <property name="option" value="alone"/>
+        </module>
+        <module name="GenericWhitespace"/>
+        <module name="WhitespaceAfter"/>
+        <module name="NoWhitespaceBefore"/>
+
+        <module name="UpperEll"/>
+        <module name="DefaultComesLast"/>
+        <module name="ArrayTypeStyle"/>
+        <module name="MultipleVariableDeclarations"/>
+        <module name="ModifierOrder"/>
+        <module name="OneStatementPerLine"/>
+        <module name="StringLiteralEquality"/>
+        <module name="MutableException"/>
+        <module name="EqualsHashCode"/>
+        <module name="InnerAssignment"/>
+        <module name="InterfaceIsType"/>
+        <module name="HideUtilityClassConstructor"/>
+
+        <module name="MemberName"/>
+        <module name="LocalVariableName"/>
+        <module name="LocalFinalVariableName"/>
+        <module name="TypeName"/>
+        <module name="PackageName"/>
+        <module name="ParameterName"/>
+        <module name="StaticVariableName"/>
+        <module name="ClassTypeParameterName">
+            <property name="format" value="^[A-Z][0-9]?$"/>
+        </module>
+        <module name="MethodTypeParameterName">
+            <property name="format" value="^[A-Z][0-9]?$"/>
+        </module>
+
+        <module name="WhitespaceAround">
+            <property name="allowEmptyConstructors" value="true"/>
+            <property name="allowEmptyMethods" value="true"/>
+            <property name="ignoreEnhancedForColon" value="false"/>
+            <property name="tokens" value="
+                ASSIGN, BAND, BAND_ASSIGN, BOR, BOR_ASSIGN, BSR, BSR_ASSIGN,
+                BXOR, BXOR_ASSIGN, COLON, DIV, DIV_ASSIGN, EQUAL, GE, GT, LAND, LE,
+                LITERAL_ASSERT, LITERAL_CATCH, LITERAL_DO, LITERAL_ELSE,
+                LITERAL_FINALLY, LITERAL_FOR, LITERAL_IF, LITERAL_RETURN,
+                LITERAL_SYNCHRONIZED, LITERAL_TRY, LITERAL_WHILE,
+                LOR, LT, MINUS, MINUS_ASSIGN, MOD, MOD_ASSIGN, NOT_EQUAL,
+                PLUS, PLUS_ASSIGN, QUESTION, SL, SLIST, SL_ASSIGN, SR, SR_ASSIGN,
+                STAR, STAR_ASSIGN, TYPE_EXTENSION_AND"/>
+        </module>
+    </module>
+</module>

data/gradle/wrapper/gradle-wrapper.properties

@@ -1,6 +1,6 @@
-#Wed Jan 13 12:41:02 JST 2016
-distributionBase=GRADLE_USER_HOME
-distributionPath=wrapper/dists
-zipStoreBase=GRADLE_USER_HOME
-zipStorePath=wrapper/dists
-distributionUrl=https\://services.gradle.org/distributions/gradle-2.10-bin.zip
+#Wed Jan 13 12:41:02 JST 2016
+distributionBase=GRADLE_USER_HOME
+distributionPath=wrapper/dists
+zipStoreBase=GRADLE_USER_HOME
+zipStorePath=wrapper/dists
+distributionUrl=https\://services.gradle.org/distributions/gradle-2.10-bin.zip

data/settings.gradle

@@ -1 +1 @@
-rootProject.name = 'embulk-output-s3'
+rootProject.name = 'embulk-output-s3'

data/src/main/java/org/embulk/output/S3FileOutputPlugin.java

@@ -1,301 +1,298 @@
-package org.embulk.output;
-
-import com.amazonaws.ClientConfiguration;
-import com.amazonaws.auth.BasicAWSCredentials;
-import com.amazonaws.auth.EnvironmentVariableCredentialsProvider;
-import com.amazonaws.services.s3.AmazonS3Client;
-import com.amazonaws.services.s3.model.CannedAccessControlList;
-import com.amazonaws.services.s3.model.PutObjectRequest;
-import com.google.common.base.Optional;
-import org.embulk.config.Config;
-import org.embulk.config.ConfigDefault;
-import org.embulk.config.ConfigDiff;
-import org.embulk.config.ConfigException;
-import org.embulk.config.ConfigSource;
-import org.embulk.config.Task;
-import org.embulk.config.TaskReport;
-import org.embulk.config.TaskSource;
-import org.embulk.spi.Buffer;
-import org.embulk.spi.Exec;
-import org.embulk.spi.FileOutput;
-import org.embulk.spi.FileOutputPlugin;
-import org.embulk.spi.TransactionalFileOutput;
-import org.slf4j.Logger;
-
-import java.io.IOException;
-import java.io.OutputStream;
-import java.nio.file.Files;
-import java.nio.file.Path;
-import java.util.IllegalFormatException;
-import java.util.List;
-import java.util.Locale;
-
-public class S3FileOutputPlugin
-        implements FileOutputPlugin
-{
-    public interface PluginTask
-            extends Task
-    {
-        @Config("path_prefix")
-        String getPathPrefix();
-
-        @Config("file_ext")
-        String getFileNameExtension();
-
-        @Config("sequence_format")
-        @ConfigDefault("\".%03d.%02d\"")
-        String getSequenceFormat();
-
-        @Config("bucket")
-        String getBucket();
-
-        @Config("endpoint")
-        @ConfigDefault("null")
-        Optional<String> getEndpoint();
-
-        @Config("access_key_id")
-        @ConfigDefault("null")
-        Optional<String> getAccessKeyId();
-
-        @Config("secret_access_key")
-        @ConfigDefault("null")
-        Optional<String> getSecretAccessKey();
-
-        @Config("tmp_path_prefix")
-        @ConfigDefault("\"embulk-output-s3-\"")
-        String getTempPathPrefix();
-
-        @Config("canned_acl")
-        @ConfigDefault("null")
-        Optional<CannedAccessControlList> getCannedAccessControlList();
-    }
-
-    public static class S3FileOutput
-            implements FileOutput,
-            TransactionalFileOutput
-    {
-        private final Logger log = Exec.getLogger(S3FileOutputPlugin.class);
-
-        private final String bucket;
-        private final String pathPrefix;
-        private final String sequenceFormat;
-        private final String fileNameExtension;
-        private final String tempPathPrefix;
-        private final Optional<CannedAccessControlList> cannedAccessControlListOptional;
-
-        private int taskIndex;
-        private int fileIndex;
-        private AmazonS3Client client;
-        private OutputStream current;
-        private Path tempFilePath;
-
-        private static AmazonS3Client newS3Client(PluginTask task)
-        {
-            AmazonS3Client client;
-
-            if (task.getAccessKeyId().isPresent()) {
-                BasicAWSCredentials basicAWSCredentials = new BasicAWSCredentials(
-                        task.getAccessKeyId().get(), task.getSecretAccessKey().get());
-
-                ClientConfiguration config = new ClientConfiguration();
-                // TODO: Support more configurations.
-
-                client = new AmazonS3Client(basicAWSCredentials, config);
-            }
-            else {
-                if (System.getenv("AWS_ACCESS_KEY_ID") == null) {
-                    client = new AmazonS3Client(new EnvironmentVariableCredentialsProvider());
-                }
-                else { // IAM ROLE
-                    client = new AmazonS3Client();
-                }
-            }
-            if (task.getEndpoint().isPresent()) {
-                client.setEndpoint(task.getEndpoint().get());
-            }
-
-            return client;
-        }
-
-        public S3FileOutput(PluginTask task, int taskIndex)
-        {
-            this.taskIndex = taskIndex;
-            this.client = newS3Client(task);
-            this.bucket = task.getBucket();
-            this.pathPrefix = task.getPathPrefix();
-            this.sequenceFormat = task.getSequenceFormat();
-            this.fileNameExtension = task.getFileNameExtension();
-            this.tempPathPrefix = task.getTempPathPrefix();
-            this.cannedAccessControlListOptional = task.getCannedAccessControlList();
-        }
-
-        private static Path newTempFile(String prefix)
-                throws IOException
-        {
-            return Files.createTempFile(prefix, null);
-        }
-
-        private void deleteTempFile()
-        {
-            if (tempFilePath == null) {
-                return;
-            }
-
-            try {
-                Files.delete(tempFilePath);
-                tempFilePath = null;
-            }
-            catch (IOException e) {
-                throw new RuntimeException(e);
-            }
-        }
-
-        private String buildCurrentKey()
-        {
-            String sequence = String.format(sequenceFormat, taskIndex,
-                    fileIndex);
-            return pathPrefix + sequence + fileNameExtension;
-        }
-
-        private void putFile(Path from, String key)
-        {
-            PutObjectRequest request = new PutObjectRequest(bucket, key, from.toFile());
-            if (cannedAccessControlListOptional.isPresent()) {
-                request.withCannedAcl(cannedAccessControlListOptional.get());
-            }
-            client.putObject(request);
-        }
-
-        private void closeCurrent()
-        {
-            if (current == null) {
-                return;
-            }
-
-            try {
-                putFile(tempFilePath, buildCurrentKey());
-                fileIndex++;
-            }
-            finally {
-                try {
-                    current.close();
-                    current = null;
-                }
-                catch (IOException e) {
-                    throw new RuntimeException(e);
-                }
-                finally {
-                    deleteTempFile();
-                }
-            }
-        }
-
-        @Override
-        public void nextFile()
-        {
-            closeCurrent();
-
-            try {
-                tempFilePath = newTempFile(tempPathPrefix);
-
-                log.info("Writing S3 file '{}'", buildCurrentKey());
-
-                current = Files.newOutputStream(tempFilePath);
-            }
-            catch (IOException e) {
-                throw new RuntimeException(e);
-            }
-        }
-
-        @Override
-        public void add(Buffer buffer)
-        {
-            if (current == null) {
-                throw new IllegalStateException(
-                        "nextFile() must be called before poll()");
-            }
-
-            try {
-                current.write(buffer.array(), buffer.offset(), buffer.limit());
-            }
-            catch (IOException ex) {
-                throw new RuntimeException(ex);
-            }
-            finally {
-                buffer.release();
-            }
-        }
-
-        @Override
-        public void finish()
-        {
-            closeCurrent();
-        }
-
-        @Override
-        public void close()
-        {
-            closeCurrent();
-        }
-
-        @Override
-        public void abort()
-        {
-            deleteTempFile();
-        }
-
-        @Override
-        public TaskReport commit()
-        {
-            TaskReport report = Exec.newTaskReport();
-            return report;
-        }
-    }
-
-    private void validateSequenceFormat(PluginTask task)
-    {
-        try {
-            @SuppressWarnings("unused")
-            String dontCare = String.format(Locale.ENGLISH,
-                    task.getSequenceFormat(), 0, 0);
-        }
-        catch (IllegalFormatException ex) {
-            throw new ConfigException(
-                    "Invalid sequence_format: parameter for file output plugin",
-                    ex);
-        }
-    }
-
-    @Override
-    public ConfigDiff transaction(ConfigSource config, int taskCount,
-            Control control)
-    {
-        PluginTask task = config.loadConfig(PluginTask.class);
-
-        validateSequenceFormat(task);
-
-        return resume(task.dump(), taskCount, control);
-    }
-
-    @Override
-    public ConfigDiff resume(TaskSource taskSource, int taskCount,
-            Control control)
-    {
-        control.run(taskSource);
-        return Exec.newConfigDiff();
-    }
-
-    @Override
-    public void cleanup(TaskSource taskSource, int taskCount,
-            List<TaskReport> successTaskReports)
-    {
-    }
-
-    @Override
-    public TransactionalFileOutput open(TaskSource taskSource, int taskIndex)
-    {
-        PluginTask task = taskSource.loadTask(PluginTask.class);
-
-        return new S3FileOutput(task, taskIndex);
-    }
-}
+package org.embulk.output;
+
+import java.io.IOException;
+import java.io.OutputStream;
+import java.nio.file.Files;
+import java.nio.file.Path;
+import java.util.IllegalFormatException;
+import java.util.List;
+import java.util.Locale;
+
+import org.embulk.config.Config;
+import org.embulk.config.ConfigDefault;
+import org.embulk.config.ConfigDiff;
+import org.embulk.config.ConfigException;
+import org.embulk.config.ConfigSource;
+import org.embulk.config.Task;
+import org.embulk.config.TaskReport;
+import org.embulk.config.TaskSource;
+import org.embulk.spi.Buffer;
+import org.embulk.spi.Exec;
+import org.embulk.spi.FileOutput;
+import org.embulk.spi.FileOutputPlugin;
+import org.embulk.spi.TransactionalFileOutput;
+import org.slf4j.Logger;
+
+import com.amazonaws.ClientConfiguration;
+import com.amazonaws.auth.BasicAWSCredentials;
+import com.amazonaws.services.s3.AmazonS3Client;
+import com.amazonaws.services.s3.model.CannedAccessControlList;
+import com.amazonaws.services.s3.model.PutObjectRequest;
+import com.google.common.base.Optional;
+
+public class S3FileOutputPlugin
+        implements FileOutputPlugin
+{
+    public interface PluginTask
+            extends Task
+    {
+        @Config("path_prefix")
+        String getPathPrefix();
+
+        @Config("file_ext")
+        String getFileNameExtension();
+
+        @Config("sequence_format")
+        @ConfigDefault("\".%03d.%02d\"")
+        String getSequenceFormat();
+
+        @Config("bucket")
+        String getBucket();
+
+        @Config("endpoint")
+        @ConfigDefault("null")
+        Optional<String> getEndpoint();
+
+        @Config("access_key_id")
+        @ConfigDefault("null")
+        Optional<String> getAccessKeyId();
+
+        @Config("secret_access_key")
+        @ConfigDefault("null")
+        Optional<String> getSecretAccessKey();
+
+        @Config("tmp_path_prefix")
+        @ConfigDefault("\"embulk-output-s3-\"")
+        String getTempPathPrefix();
+
+        @Config("canned_acl")
+        @ConfigDefault("null")
+        Optional<CannedAccessControlList> getCannedAccessControlList();
+    }
+
+    public static class S3FileOutput
+            implements FileOutput,
+            TransactionalFileOutput
+    {
+        private final Logger log = Exec.getLogger(S3FileOutputPlugin.class);
+
+        private final String bucket;
+        private final String pathPrefix;
+        private final String sequenceFormat;
+        private final String fileNameExtension;
+        private final String tempPathPrefix;
+        private final Optional<CannedAccessControlList> cannedAccessControlListOptional;
+
+        private int taskIndex;
+        private int fileIndex;
+        private AmazonS3Client client;
+        private OutputStream current;
+        private Path tempFilePath;
+
+        private static AmazonS3Client newS3Client(PluginTask task)
+        {
+            AmazonS3Client client;
+
+            // TODO: Support more configurations.
+            ClientConfiguration config = new ClientConfiguration();
+
+            if (task.getAccessKeyId().isPresent()) {
+                BasicAWSCredentials basicAWSCredentials = new BasicAWSCredentials(
+                        task.getAccessKeyId().get(), task.getSecretAccessKey().get());
+
+                client = new AmazonS3Client(basicAWSCredentials, config);
+            }
+            else {
+                // Use default credential provider chain.
+                client = new AmazonS3Client(config);
+            }
+
+            if (task.getEndpoint().isPresent()) {
+                client.setEndpoint(task.getEndpoint().get());
+            }
+
+            return client;
+        }
+
+        public S3FileOutput(PluginTask task, int taskIndex)
+        {
+            this.taskIndex = taskIndex;
+            this.client = newS3Client(task);
+            this.bucket = task.getBucket();
+            this.pathPrefix = task.getPathPrefix();
+            this.sequenceFormat = task.getSequenceFormat();
+            this.fileNameExtension = task.getFileNameExtension();
+            this.tempPathPrefix = task.getTempPathPrefix();
+            this.cannedAccessControlListOptional = task.getCannedAccessControlList();
+        }
+
+        private static Path newTempFile(String prefix)
+                throws IOException
+        {
+            return Files.createTempFile(prefix, null);
+        }
+
+        private void deleteTempFile()
+        {
+            if (tempFilePath == null) {
+                return;
+            }
+
+            try {
+                Files.delete(tempFilePath);
+                tempFilePath = null;
+            }
+            catch (IOException e) {
+                throw new RuntimeException(e);
+            }
+        }
+
+        private String buildCurrentKey()
+        {
+            String sequence = String.format(sequenceFormat, taskIndex,
+                    fileIndex);
+            return pathPrefix + sequence + fileNameExtension;
+        }
+
+        private void putFile(Path from, String key)
+        {
+            PutObjectRequest request = new PutObjectRequest(bucket, key, from.toFile());
+            if (cannedAccessControlListOptional.isPresent()) {
+                request.withCannedAcl(cannedAccessControlListOptional.get());
+            }
+            client.putObject(request);
+        }
+
+        private void closeCurrent()
+        {
+            if (current == null) {
+                return;
+            }
+
+            try {
+                putFile(tempFilePath, buildCurrentKey());
+                fileIndex++;
+            }
+            finally {
+                try {
+                    current.close();
+                    current = null;
+                }
+                catch (IOException e) {
+                    throw new RuntimeException(e);
+                }
+                finally {
+                    deleteTempFile();
+                }
+            }
+        }
+
+        @Override
+        public void nextFile()
+        {
+            closeCurrent();
+
+            try {
+                tempFilePath = newTempFile(tempPathPrefix);
+
+                log.info("Writing S3 file '{}'", buildCurrentKey());
+
+                current = Files.newOutputStream(tempFilePath);
+            }
+            catch (IOException e) {
+                throw new RuntimeException(e);
+            }
+        }
+
+        @Override
+        public void add(Buffer buffer)
+        {
+            if (current == null) {
+                throw new IllegalStateException(
+                        "nextFile() must be called before poll()");
+            }
+
+            try {
+                current.write(buffer.array(), buffer.offset(), buffer.limit());
+            }
+            catch (IOException ex) {
+                throw new RuntimeException(ex);
+            }
+            finally {
+                buffer.release();
+            }
+        }
+
+        @Override
+        public void finish()
+        {
+            closeCurrent();
+        }
+
+        @Override
+        public void close()
+        {
+            closeCurrent();
+        }
+
+        @Override
+        public void abort()
+        {
+            deleteTempFile();
+        }
+
+        @Override
+        public TaskReport commit()
+        {
+            TaskReport report = Exec.newTaskReport();
+            return report;
+        }
+    }
+
+    private void validateSequenceFormat(PluginTask task)
+    {
+        try {
+            @SuppressWarnings("unused")
+            String dontCare = String.format(Locale.ENGLISH,
+                    task.getSequenceFormat(), 0, 0);
+        }
+        catch (IllegalFormatException ex) {
+            throw new ConfigException(
+                    "Invalid sequence_format: parameter for file output plugin",
+                    ex);
+        }
+    }
+
+    @Override
+    public ConfigDiff transaction(ConfigSource config, int taskCount,
+            Control control)
+    {
+        PluginTask task = config.loadConfig(PluginTask.class);
+
+        validateSequenceFormat(task);
+
+        return resume(task.dump(), taskCount, control);
+    }
+
+    @Override
+    public ConfigDiff resume(TaskSource taskSource, int taskCount,
+            Control control)
+    {
+        control.run(taskSource);
+        return Exec.newConfigDiff();
+    }
+
+    @Override
+    public void cleanup(TaskSource taskSource, int taskCount,
+            List<TaskReport> successTaskReports)
+    {
+    }
+
+    @Override
+    public TransactionalFileOutput open(TaskSource taskSource, int taskIndex)
+    {
+        PluginTask task = taskSource.loadTask(PluginTask.class);
+
+        return new S3FileOutput(task, taskIndex);
+    }
+}