embulk 0.8.39-java → 0.10.24-java

data/embulk-core/src/main/java/org/embulk/spi/util/ListFileInput.java

@@ -1,52 +0,0 @@
-package org.embulk.spi.util;
-
-import java.util.List;
-import java.util.ArrayList;
-import java.util.Iterator;
-import org.embulk.spi.Buffer;
-import org.embulk.spi.FileInput;
-
-public class ListFileInput
-        implements FileInput
-{
-    private Iterator<? extends Iterable<Buffer>> files;
-    private Iterator<Buffer> currentBuffers;
-
-    public ListFileInput(Iterable<? extends Iterable<Buffer>> files)
-    {
-        this.files = files.iterator();
-    }
-
-    public boolean nextFile()
-    {
-        if (!files.hasNext()) {
-            return false;
-        }
-        currentBuffers = files.next().iterator();
-        return true;
-    }
-
-    public Buffer poll()
-    {
-        if (currentBuffers == null) {
-            throw new IllegalStateException("FileInput.nextFile is not called");
-        }
-        if (!currentBuffers.hasNext()) {
-            return null;
-        }
-        return currentBuffers.next();
-    }
-
-    public void close()
-    {
-        do {
-            while (true) {
-                Buffer b = poll();
-                if (b == null) {
-                    break;
-                }
-                b.release();
-            }
-        } while (nextFile());
-    }
-}

data/embulk-core/src/main/java/org/embulk/spi/util/Newline.java

@@ -1,38 +0,0 @@
-package org.embulk.spi.util;
-
-public enum Newline
-{
-    CRLF("\r\n"),
-    LF("\n"),
-    CR("\r");
-
-    private final String string;
-    private final char firstCharCode;
-    private final char secondCharCode;
-
-    private Newline(String string)
-    {
-        this.string = string;
-        this.firstCharCode = string.charAt(0);
-        if (string.length() > 1) {
-            this.secondCharCode = string.charAt(1);
-        } else {
-            this.secondCharCode = 0;
-        }
-    }
-
-    public String getString()
-    {
-        return string;
-    }
-
-    public char getFirstCharCode()
-    {
-        return firstCharCode;
-    }
-
-    public char getSecondCharCode()
-    {
-        return secondCharCode;
-    }
-}

data/embulk-core/src/main/java/org/embulk/spi/util/OutputStreamFileOutput.java

@@ -1,88 +0,0 @@
-package org.embulk.spi.util;
-
-import java.io.OutputStream;
-import java.io.Closeable;
-import java.io.IOException;
-import org.embulk.spi.Buffer;
-import org.embulk.spi.FileOutput;
-
-public class OutputStreamFileOutput
-        implements FileOutput
-{
-    public interface Provider extends Closeable
-    {
-        public OutputStream openNext() throws IOException;
-
-        public void finish() throws IOException;
-
-        public void close() throws IOException;
-    }
-
-    private final Provider provider;
-    private OutputStream current;
-
-    public OutputStreamFileOutput(Provider provider)
-    {
-        this.provider = provider;
-        this.current = null;
-    }
-
-    public void nextFile()
-    {
-        closeCurrent();
-        try {
-            current = provider.openNext();
-        } catch (IOException ex) {
-            throw new RuntimeException(ex);
-        }
-    }
-
-    public void add(Buffer buffer)
-    {
-        if (current == null) {
-            throw new IllegalStateException("nextFile() must be called before poll()");
-        }
-        try {
-            current.write(buffer.array(), buffer.offset(), buffer.limit());
-        } catch (IOException ex) {
-            throw new RuntimeException(ex);
-        } finally {
-            buffer.release();
-        }
-    }
-
-    public void finish()
-    {
-        closeCurrent();
-        try {
-            provider.finish();
-        } catch (IOException ex) {
-            throw new RuntimeException(ex);
-        }
-    }
-
-    public void close()
-    {
-        try {
-            closeCurrent();
-        } finally {
-            try {
-                provider.close();
-            } catch (IOException ex) {
-                throw new RuntimeException(ex);
-            }
-        }
-    }
-
-    private void closeCurrent()
-    {
-        try {
-            if (current != null) {
-                current.close();
-                current = null;
-            }
-        } catch (IOException ex) {
-            throw new RuntimeException(ex);
-        }
-    }
-}

data/embulk-core/src/main/java/org/embulk/spi/util/PagePrinter.java

@@ -1,126 +0,0 @@
-package org.embulk.spi.util;
-
-import java.util.List;
-import java.util.ArrayList;
-import org.embulk.spi.time.Timestamp;
-import org.embulk.spi.time.TimestampFormatter;
-import org.embulk.spi.Schema;
-import org.embulk.spi.Column;
-import org.embulk.spi.PageReader;
-import org.embulk.spi.ColumnVisitor;
-import org.embulk.spi.type.TimestampType;
-import org.joda.time.DateTimeZone;
-
-public class PagePrinter
-{
-    private final Schema schema;
-    private final TimestampFormatter[] timestampFormatters;
-    private final ArrayList<String> record;
-
-    // TODO: Update this constructor because |TimestampFormater.FormatterTask| is deprecated since v0.6.14.
-    @Deprecated
-    public PagePrinter(Schema schema, TimestampFormatter.FormatterTask task)
-    {
-        this(schema, task.getTimeZone());
-        // NOTE: Its deprecation is not actually from ScriptingContainer, though.
-        // TODO: Notify users about deprecated calls through the notification reporter.
-        if (!deprecationWarned) {
-            System.err.println("[WARN] Plugin uses deprecated constructor of org.embulk.spi.util.PagePrinter.");
-            System.err.println("[WARN] Report plugins in your config at: https://github.com/embulk/embulk/issues/827");
-            // The |deprecationWarned| flag is used only for warning messages.
-            // Even in case of race conditions, messages are just duplicated -- should be acceptable.
-            deprecationWarned = true;
-        }
-    }
-
-    public PagePrinter(final Schema schema, final DateTimeZone timezone)
-    {
-        this.schema = schema;
-        this.timestampFormatters = new TimestampFormatter[schema.getColumnCount()];
-        for (int i=0; i < timestampFormatters.length; i++) {
-            if (schema.getColumnType(i) instanceof TimestampType) {
-                TimestampType type = (TimestampType) schema.getColumnType(i);
-                timestampFormatters[i] = new TimestampFormatter(type.getFormat(), timezone);
-            }
-        }
-
-        this.record = new ArrayList<String>(schema.getColumnCount());
-        for (int i=0; i < schema.getColumnCount(); i++) {
-            record.add("");
-        }
-    }
-
-    public String printRecord(PageReader reader, String delimiter)
-    {
-        StringBuilder sb = new StringBuilder();
-        for (Column c : schema.getColumns()) {
-            if (c.getIndex() != 0) {
-                sb.append(delimiter);
-            }
-            sb.append(printColumn(reader, c));
-        }
-        return sb.toString();
-    }
-
-    public List<String> printRecord(PageReader reader)
-    {
-        for (Column c : schema.getColumns()) {
-            record.set(c.getIndex(), printColumn(reader, c));
-        }
-        return record;
-    }
-
-    public String printColumn(PageReader reader, Column column)
-    {
-        if (reader.isNull(column)) {
-            return "";
-        }
-        ToStringColumnVisitor visitor = new ToStringColumnVisitor(reader);
-        column.visit(visitor);
-        return visitor.string;
-    }
-
-    private class ToStringColumnVisitor
-            implements ColumnVisitor
-    {
-        private final PageReader reader;
-        String string = "";
-
-        public ToStringColumnVisitor(PageReader reader)
-        {
-            this.reader = reader;
-        }
-
-        public void booleanColumn(Column column)
-        {
-            string = Boolean.toString(reader.getBoolean(column));
-        }
-
-        public void longColumn(Column column)
-        {
-            string = Long.toString(reader.getLong(column));
-        }
-
-        public void doubleColumn(Column column)
-        {
-            string = Double.toString(reader.getDouble(column));
-        }
-
-        public void stringColumn(Column column)
-        {
-            string = reader.getString(column);
-        }
-
-        public void timestampColumn(Column column)
-        {
-            string = timestampFormatters[column.getIndex()].format(reader.getTimestamp(column));
-        }
-
-        public void jsonColumn(Column column)
-        {
-            string = reader.getJson(column).toString();
-        }
-    }
-
-    private static boolean deprecationWarned = false;
-}

data/embulk-core/src/main/java/org/embulk/spi/util/Pages.java

@@ -1,149 +0,0 @@
-package org.embulk.spi.util;
-
-import java.util.List;
-import java.util.Iterator;
-import com.google.common.collect.ImmutableList;
-import org.embulk.spi.time.Timestamp;
-import org.embulk.spi.Schema;
-import org.embulk.spi.ColumnVisitor;
-import org.embulk.spi.Column;
-import org.embulk.spi.Page;
-import org.embulk.spi.PageReader;
-
-public class Pages
-{
-    public static List<Object[]> toObjects(Schema schema, Page page)
-    {
-        return toObjects(schema, ImmutableList.of(page));
-    }
-
-    // TODO use streaming and return Iterable
-    public static List<Object[]> toObjects(Schema schema, Iterable<Page> pages)
-    {
-        ImmutableList.Builder<Object[]> builder = ImmutableList.builder();
-        Iterator<Page> ite = pages.iterator();
-        try (PageReader reader = new PageReader(schema)) {
-            while (ite.hasNext()) {
-                reader.setPage(ite.next());
-                while (reader.nextRecord()) {
-                    builder.add(toObjects(reader));
-                }
-            }
-        }
-        return builder.build();
-    }
-
-    public static Object[] toObjects(final PageReader record)
-    {
-        final Object[] values = new Object[record.getSchema().getColumns().size()];
-        record.getSchema().visitColumns(new ObjectColumnVisitor(record) {
-            @Override
-            public void visit(Column column, Object object)
-            {
-                values[column.getIndex()] = object;
-            }
-        });
-        return values;
-    }
-
-    public static abstract class ObjectColumnVisitor
-            implements ColumnVisitor
-    {
-        private final PageReader record;
-
-        public ObjectColumnVisitor(PageReader record)
-        {
-            this.record = record;
-        }
-
-        public abstract void visit(Column column, Object obj);
-
-        @Override
-        public void booleanColumn(Column column)
-        {
-            if (record.isNull(column)) {
-                visit(column, null);
-            } else {
-                visit(column, record.getBoolean(column));
-            }
-        }
-
-        @Override
-        public void longColumn(Column column)
-        {
-            if (record.isNull(column)) {
-                visit(column, null);
-            } else {
-                visit(column, record.getLong(column));
-            }
-        }
-
-        @Override
-        public void doubleColumn(Column column)
-        {
-            if (record.isNull(column)) {
-                visit(column, null);
-            } else {
-                visit(column, record.getDouble(column));
-            }
-        }
-
-        @Override
-        public void stringColumn(Column column)
-        {
-            if (record.isNull(column)) {
-                visit(column, null);
-            } else {
-                visit(column, record.getString(column));
-            }
-        }
-
-        @Override
-        public void timestampColumn(Column column)
-        {
-            if (record.isNull(column)) {
-                visit(column, null);
-            } else {
-                visit(column, record.getTimestamp(column));
-            }
-        }
-
-        @Override
-        public void jsonColumn(Column column)
-        {
-            if (record.isNull(column)) {
-                visit(column, null);
-            } else {
-                visit(column, record.getJson(column));
-            }
-        }
-    }
-
-    public static Object getObject(PageReader record, Column column)
-    {
-        GetObjectColumnVisitor visitor = new GetObjectColumnVisitor(record);
-        column.visit(visitor);
-        return visitor.get();
-    }
-
-    private static class GetObjectColumnVisitor
-            extends ObjectColumnVisitor
-    {
-        private Object object;
-
-        public GetObjectColumnVisitor(PageReader record)
-        {
-            super(record);
-        }
-
-        public Object get()
-        {
-            return object;
-        }
-
-        public void visit(Column column, Object object)
-        {
-            this.object = object;
-        }
-    }
-}