embulk-output-postgresql 0.4.1 → 0.4.2

data/src/main/java/org/embulk/output/postgresql/AbstractPostgreSQLCopyBatchInsert.java

@@ -1,245 +1,242 @@
-package org.embulk.output.postgresql;
-
-import java.util.Calendar;
-import java.util.Locale;
-import java.io.File;
-import java.io.FileOutputStream;
-import java.io.Writer;
-import java.io.BufferedWriter;
-import java.io.OutputStreamWriter;
-import java.io.IOException;
-import java.nio.charset.Charset;
-import java.math.BigDecimal;
-import java.sql.Date;
-import java.sql.Time;
-import java.sql.SQLException;
-import org.embulk.spi.time.Timestamp;
-import org.embulk.output.jdbc.BatchInsert;
-
-public abstract class AbstractPostgreSQLCopyBatchInsert
-        implements BatchInsert
-{
-    protected static final Charset FILE_CHARSET = Charset.forName("UTF-8");
-
-    protected static final String nullString = "\\N";
-    protected static final String newLineString = "\n";
-    protected static final String delimiterString = "\t";
-
-    protected File currentFile;
-    protected BufferedWriter writer;
-    protected int index;
-    protected int batchRows;
-
-    protected AbstractPostgreSQLCopyBatchInsert() throws IOException
-    {
-        this.index = 0;
-        openNewFile();
-    }
-
-    private File createTempFile() throws IOException
-    {
-        return File.createTempFile("embulk-output-postgres-copy-", ".tsv.tmp");  // TODO configurable temporary file path
-    }
-
-    protected File openNewFile() throws IOException
-    {
-        File newFile = createTempFile();
-        File oldFile = closeCurrentFile();
-        this.writer = openWriter(newFile);
-        currentFile = newFile;
-        return oldFile;
-    }
-
-    protected File closeCurrentFile() throws IOException
-    {
-        if(writer != null) {
-            writer.close();
-            writer = null;
-        }
-        return currentFile;
-    }
-
-    protected BufferedWriter openWriter(File newFile) throws IOException
-    {
-        return new BufferedWriter(new OutputStreamWriter(new FileOutputStream(newFile), FILE_CHARSET));
-    }
-
-    public int getBatchWeight()
-    {
-        long fsize = currentFile.length();
-        if (fsize > Integer.MAX_VALUE) {
-            return Integer.MAX_VALUE;
-        } else {
-            return (int) fsize;
-        }
-    }
-
-    public void finish() throws IOException, SQLException
-    {
-        closeCurrentFile();  // this is necessary to make getBatchWeight() work
-        if (getBatchWeight() != 0) {
-            flush();
-        }
-    }
-
-    public void add() throws IOException
-    {
-        writer.write(newLineString);
-        batchRows++;
-        index = 0;
-    }
-
-    private void appendDelimiter() throws IOException
-    {
-        if(index != 0) {
-            writer.write(delimiterString);
-        }
-        index++;
-    }
-
-    public void setNull(int sqlType) throws IOException
-    {
-        appendDelimiter();
-        writer.write(nullString);
-    }
-
-    public void setBoolean(boolean v) throws IOException
-    {
-        appendDelimiter();
-        writer.write(String.valueOf(v));
-    }
-
-    public void setByte(byte v) throws IOException
-    {
-        appendDelimiter();
-        setEscapedString(String.valueOf(v));
-    }
-
-    public void setShort(short v) throws IOException
-    {
-        appendDelimiter();
-        writer.write(String.valueOf(v));
-    }
-
-    public void setInt(int v) throws IOException
-    {
-        appendDelimiter();
-        writer.write(String.valueOf(v));
-    }
-
-    public void setLong(long v) throws IOException
-    {
-        appendDelimiter();
-        writer.write(String.valueOf(v));
-    }
-
-    public void setFloat(float v) throws IOException
-    {
-        appendDelimiter();
-        writer.write(String.valueOf(v));
-    }
-
-    public void setDouble(double v) throws IOException
-    {
-        appendDelimiter();
-        writer.write(String.valueOf(v));
-    }
-
-    public void setBigDecimal(BigDecimal v) throws IOException
-    {
-        appendDelimiter();
-        writer.write(String.valueOf(v));
-    }
-
-    public void setString(String v) throws IOException
-    {
-        appendDelimiter();
-        setEscapedString(v);
-    }
-
-    public void setNString(String v) throws IOException
-    {
-        appendDelimiter();
-        setEscapedString(v);
-    }
-
-    public void setBytes(byte[] v) throws IOException
-    {
-        appendDelimiter();
-        setEscapedString(String.valueOf(v));
-    }
-
-    public void setSqlDate(Timestamp v, Calendar cal) throws IOException
-    {
-        appendDelimiter();
-        cal.setTimeInMillis(v.getEpochSecond() * 1000);
-        String f = String.format(Locale.ENGLISH, "%02d-%02d-%02d",
-                cal.get(Calendar.YEAR),
-                cal.get(Calendar.MONTH) + 1,
-                cal.get(Calendar.DAY_OF_MONTH));
-        writer.write(f);
-    }
-
-    public void setSqlTime(Timestamp v, Calendar cal) throws IOException
-    {
-        appendDelimiter();
-        cal.setTimeInMillis(v.getEpochSecond() * 1000);
-        String f = String.format(Locale.ENGLISH, "%02d:%02d:%02d.%06d",
-                cal.get(Calendar.HOUR_OF_DAY),
-                cal.get(Calendar.MINUTE),
-                cal.get(Calendar.SECOND),
-                v.getNano() / 1000);
-        writer.write(f);
-    }
-
-    public void setSqlTimestamp(Timestamp v, Calendar cal) throws IOException
-    {
-        appendDelimiter();
-        cal.setTimeInMillis(v.getEpochSecond() * 1000);
-        int zoneOffset = cal.get(Calendar.ZONE_OFFSET) / 1000 / 60;  // zone offset considering DST in minute
-        String offset;
-        if (zoneOffset >= 0) {
-            offset = String.format(Locale.ENGLISH, "+%02d%02d", zoneOffset / 60, zoneOffset % 60);
-        } else {
-            offset = String.format(Locale.ENGLISH, "-%02d%02d", -zoneOffset / 60, -zoneOffset % 60);
-        }
-        String f = String.format(Locale.ENGLISH, "%d-%02d-%02d %02d:%02d:%02d.%06d%s",
-                cal.get(Calendar.YEAR),
-                cal.get(Calendar.MONTH) + 1,
-                cal.get(Calendar.DAY_OF_MONTH),
-                cal.get(Calendar.HOUR_OF_DAY),
-                cal.get(Calendar.MINUTE),
-                cal.get(Calendar.SECOND),
-                v.getNano() / 1000,
-                offset);
-        writer.write(f);
-    }
-
-    // Escape \, \n, \t, \r
-    // Remove \0
-    private void setEscapedString(String v) throws IOException{
-        for (char c : v.toCharArray()) {
-            String s;
-            switch (c) {
-            case '\\':
-                s = "\\\\";
-                break;
-            case '\n':
-                s = "\\n";
-                break;
-            case '\t':
-                s = "\\t";
-                break;
-            case '\r':
-                s = "\\r";
-                break;
-            case 0:
-                s = "";
-                break;
-            default:
-                s = String.valueOf(c);
-            }
-            writer.write(s);
-        }
-    }
-}
+package org.embulk.output.postgresql;
+
+import java.util.Calendar;
+import java.util.Locale;
+import java.io.File;
+import java.io.FileOutputStream;
+import java.io.BufferedWriter;
+import java.io.OutputStreamWriter;
+import java.io.IOException;
+import java.nio.charset.Charset;
+import java.math.BigDecimal;
+import java.sql.SQLException;
+import org.embulk.spi.time.Timestamp;
+import org.embulk.output.jdbc.BatchInsert;
+
+public abstract class AbstractPostgreSQLCopyBatchInsert
+        implements BatchInsert
+{
+    protected static final Charset FILE_CHARSET = Charset.forName("UTF-8");
+
+    protected static final String nullString = "\\N";
+    protected static final String newLineString = "\n";
+    protected static final String delimiterString = "\t";
+
+    protected File currentFile;
+    protected BufferedWriter writer;
+    protected int index;
+    protected int batchRows;
+
+    protected AbstractPostgreSQLCopyBatchInsert() throws IOException
+    {
+        this.index = 0;
+        openNewFile();
+    }
+
+    private File createTempFile() throws IOException
+    {
+        return File.createTempFile("embulk-output-postgres-copy-", ".tsv.tmp");  // TODO configurable temporary file path
+    }
+
+    protected File openNewFile() throws IOException
+    {
+        File newFile = createTempFile();
+        File oldFile = closeCurrentFile();
+        this.writer = openWriter(newFile);
+        currentFile = newFile;
+        return oldFile;
+    }
+
+    protected File closeCurrentFile() throws IOException
+    {
+        if(writer != null) {
+            writer.close();
+            writer = null;
+        }
+        return currentFile;
+    }
+
+    protected BufferedWriter openWriter(File newFile) throws IOException
+    {
+        return new BufferedWriter(new OutputStreamWriter(new FileOutputStream(newFile), FILE_CHARSET));
+    }
+
+    public int getBatchWeight()
+    {
+        long fsize = currentFile.length();
+        if (fsize > Integer.MAX_VALUE) {
+            return Integer.MAX_VALUE;
+        } else {
+            return (int) fsize;
+        }
+    }
+
+    public void finish() throws IOException, SQLException
+    {
+        closeCurrentFile();  // this is necessary to make getBatchWeight() work
+        if (getBatchWeight() != 0) {
+            flush();
+        }
+    }
+
+    public void add() throws IOException
+    {
+        writer.write(newLineString);
+        batchRows++;
+        index = 0;
+    }
+
+    private void appendDelimiter() throws IOException
+    {
+        if(index != 0) {
+            writer.write(delimiterString);
+        }
+        index++;
+    }
+
+    public void setNull(int sqlType) throws IOException
+    {
+        appendDelimiter();
+        writer.write(nullString);
+    }
+
+    public void setBoolean(boolean v) throws IOException
+    {
+        appendDelimiter();
+        writer.write(String.valueOf(v));
+    }
+
+    public void setByte(byte v) throws IOException
+    {
+        appendDelimiter();
+        setEscapedString(String.valueOf(v));
+    }
+
+    public void setShort(short v) throws IOException
+    {
+        appendDelimiter();
+        writer.write(String.valueOf(v));
+    }
+
+    public void setInt(int v) throws IOException
+    {
+        appendDelimiter();
+        writer.write(String.valueOf(v));
+    }
+
+    public void setLong(long v) throws IOException
+    {
+        appendDelimiter();
+        writer.write(String.valueOf(v));
+    }
+
+    public void setFloat(float v) throws IOException
+    {
+        appendDelimiter();
+        writer.write(String.valueOf(v));
+    }
+
+    public void setDouble(double v) throws IOException
+    {
+        appendDelimiter();
+        writer.write(String.valueOf(v));
+    }
+
+    public void setBigDecimal(BigDecimal v) throws IOException
+    {
+        appendDelimiter();
+        writer.write(String.valueOf(v));
+    }
+
+    public void setString(String v) throws IOException
+    {
+        appendDelimiter();
+        setEscapedString(v);
+    }
+
+    public void setNString(String v) throws IOException
+    {
+        appendDelimiter();
+        setEscapedString(v);
+    }
+
+    public void setBytes(byte[] v) throws IOException
+    {
+        appendDelimiter();
+        setEscapedString(String.valueOf(v));
+    }
+
+    public void setSqlDate(Timestamp v, Calendar cal) throws IOException
+    {
+        appendDelimiter();
+        cal.setTimeInMillis(v.getEpochSecond() * 1000);
+        String f = String.format(Locale.ENGLISH, "%02d-%02d-%02d",
+                cal.get(Calendar.YEAR),
+                cal.get(Calendar.MONTH) + 1,
+                cal.get(Calendar.DAY_OF_MONTH));
+        writer.write(f);
+    }
+
+    public void setSqlTime(Timestamp v, Calendar cal) throws IOException
+    {
+        appendDelimiter();
+        cal.setTimeInMillis(v.getEpochSecond() * 1000);
+        String f = String.format(Locale.ENGLISH, "%02d:%02d:%02d.%06d",
+                cal.get(Calendar.HOUR_OF_DAY),
+                cal.get(Calendar.MINUTE),
+                cal.get(Calendar.SECOND),
+                v.getNano() / 1000);
+        writer.write(f);
+    }
+
+    public void setSqlTimestamp(Timestamp v, Calendar cal) throws IOException
+    {
+        appendDelimiter();
+        cal.setTimeInMillis(v.getEpochSecond() * 1000);
+        int zoneOffset = cal.get(Calendar.ZONE_OFFSET) / 1000 / 60;  // zone offset considering DST in minute
+        String offset;
+        if (zoneOffset >= 0) {
+            offset = String.format(Locale.ENGLISH, "+%02d%02d", zoneOffset / 60, zoneOffset % 60);
+        } else {
+            offset = String.format(Locale.ENGLISH, "-%02d%02d", -zoneOffset / 60, -zoneOffset % 60);
+        }
+        String f = String.format(Locale.ENGLISH, "%d-%02d-%02d %02d:%02d:%02d.%06d%s",
+                cal.get(Calendar.YEAR),
+                cal.get(Calendar.MONTH) + 1,
+                cal.get(Calendar.DAY_OF_MONTH),
+                cal.get(Calendar.HOUR_OF_DAY),
+                cal.get(Calendar.MINUTE),
+                cal.get(Calendar.SECOND),
+                v.getNano() / 1000,
+                offset);
+        writer.write(f);
+    }
+
+    // Escape \, \n, \t, \r
+    // Remove \0
+    private void setEscapedString(String v) throws IOException{
+        for (char c : v.toCharArray()) {
+            String s;
+            switch (c) {
+            case '\\':
+                s = "\\\\";
+                break;
+            case '\n':
+                s = "\\n";
+                break;
+            case '\t':
+                s = "\\t";
+                break;
+            case '\r':
+                s = "\\r";
+                break;
+            case 0:
+                s = "";
+                break;
+            default:
+                s = String.valueOf(c);
+            }
+            writer.write(s);
+        }
+    }
+}