embulk 0.8.37-java → 0.10.26-java

data/embulk-core/src/main/java/org/embulk/spi/util/OutputStreamFileOutput.java

@@ -1,88 +0,0 @@
-package org.embulk.spi.util;
-
-import java.io.OutputStream;
-import java.io.Closeable;
-import java.io.IOException;
-import org.embulk.spi.Buffer;
-import org.embulk.spi.FileOutput;
-
-public class OutputStreamFileOutput
-        implements FileOutput
-{
-    public interface Provider extends Closeable
-    {
-        public OutputStream openNext() throws IOException;
-
-        public void finish() throws IOException;
-
-        public void close() throws IOException;
-    }
-
-    private final Provider provider;
-    private OutputStream current;
-
-    public OutputStreamFileOutput(Provider provider)
-    {
-        this.provider = provider;
-        this.current = null;
-    }
-
-    public void nextFile()
-    {
-        closeCurrent();
-        try {
-            current = provider.openNext();
-        } catch (IOException ex) {
-            throw new RuntimeException(ex);
-        }
-    }
-
-    public void add(Buffer buffer)
-    {
-        if (current == null) {
-            throw new IllegalStateException("nextFile() must be called before poll()");
-        }
-        try {
-            current.write(buffer.array(), buffer.offset(), buffer.limit());
-        } catch (IOException ex) {
-            throw new RuntimeException(ex);
-        } finally {
-            buffer.release();
-        }
-    }
-
-    public void finish()
-    {
-        closeCurrent();
-        try {
-            provider.finish();
-        } catch (IOException ex) {
-            throw new RuntimeException(ex);
-        }
-    }
-
-    public void close()
-    {
-        try {
-            closeCurrent();
-        } finally {
-            try {
-                provider.close();
-            } catch (IOException ex) {
-                throw new RuntimeException(ex);
-            }
-        }
-    }
-
-    private void closeCurrent()
-    {
-        try {
-            if (current != null) {
-                current.close();
-                current = null;
-            }
-        } catch (IOException ex) {
-            throw new RuntimeException(ex);
-        }
-    }
-}

data/embulk-core/src/main/java/org/embulk/spi/util/PagePrinter.java

@@ -1,126 +0,0 @@
-package org.embulk.spi.util;
-
-import java.util.List;
-import java.util.ArrayList;
-import org.embulk.spi.time.Timestamp;
-import org.embulk.spi.time.TimestampFormatter;
-import org.embulk.spi.Schema;
-import org.embulk.spi.Column;
-import org.embulk.spi.PageReader;
-import org.embulk.spi.ColumnVisitor;
-import org.embulk.spi.type.TimestampType;
-import org.joda.time.DateTimeZone;
-
-public class PagePrinter
-{
-    private final Schema schema;
-    private final TimestampFormatter[] timestampFormatters;
-    private final ArrayList<String> record;
-
-    // TODO: Update this constructor because |TimestampFormater.FormatterTask| is deprecated since v0.6.14.
-    @Deprecated
-    public PagePrinter(Schema schema, TimestampFormatter.FormatterTask task)
-    {
-        this(schema, task.getTimeZone());
-        // NOTE: Its deprecation is not actually from ScriptingContainer, though.
-        // TODO: Notify users about deprecated calls through the notification reporter.
-        if (!deprecationWarned) {
-            System.err.println("[WARN] Plugin uses deprecated constructor of org.embulk.spi.util.PagePrinter.");
-            System.err.println("[WARN] Report plugins in your config at: https://github.com/embulk/embulk/issues/827");
-            // The |deprecationWarned| flag is used only for warning messages.
-            // Even in case of race conditions, messages are just duplicated -- should be acceptable.
-            deprecationWarned = true;
-        }
-    }
-
-    public PagePrinter(final Schema schema, final DateTimeZone timezone)
-    {
-        this.schema = schema;
-        this.timestampFormatters = new TimestampFormatter[schema.getColumnCount()];
-        for (int i=0; i < timestampFormatters.length; i++) {
-            if (schema.getColumnType(i) instanceof TimestampType) {
-                TimestampType type = (TimestampType) schema.getColumnType(i);
-                timestampFormatters[i] = new TimestampFormatter(type.getFormat(), timezone);
-            }
-        }
-
-        this.record = new ArrayList<String>(schema.getColumnCount());
-        for (int i=0; i < schema.getColumnCount(); i++) {
-            record.add("");
-        }
-    }
-
-    public String printRecord(PageReader reader, String delimiter)
-    {
-        StringBuilder sb = new StringBuilder();
-        for (Column c : schema.getColumns()) {
-            if (c.getIndex() != 0) {
-                sb.append(delimiter);
-            }
-            sb.append(printColumn(reader, c));
-        }
-        return sb.toString();
-    }
-
-    public List<String> printRecord(PageReader reader)
-    {
-        for (Column c : schema.getColumns()) {
-            record.set(c.getIndex(), printColumn(reader, c));
-        }
-        return record;
-    }
-
-    public String printColumn(PageReader reader, Column column)
-    {
-        if (reader.isNull(column)) {
-            return "";
-        }
-        ToStringColumnVisitor visitor = new ToStringColumnVisitor(reader);
-        column.visit(visitor);
-        return visitor.string;
-    }
-
-    private class ToStringColumnVisitor
-            implements ColumnVisitor
-    {
-        private final PageReader reader;
-        String string = "";
-
-        public ToStringColumnVisitor(PageReader reader)
-        {
-            this.reader = reader;
-        }
-
-        public void booleanColumn(Column column)
-        {
-            string = Boolean.toString(reader.getBoolean(column));
-        }
-
-        public void longColumn(Column column)
-        {
-            string = Long.toString(reader.getLong(column));
-        }
-
-        public void doubleColumn(Column column)
-        {
-            string = Double.toString(reader.getDouble(column));
-        }
-
-        public void stringColumn(Column column)
-        {
-            string = reader.getString(column);
-        }
-
-        public void timestampColumn(Column column)
-        {
-            string = timestampFormatters[column.getIndex()].format(reader.getTimestamp(column));
-        }
-
-        public void jsonColumn(Column column)
-        {
-            string = reader.getJson(column).toString();
-        }
-    }
-
-    private static boolean deprecationWarned = false;
-}

data/embulk-core/src/main/java/org/embulk/spi/util/Pages.java

@@ -1,149 +0,0 @@
-package org.embulk.spi.util;
-
-import java.util.List;
-import java.util.Iterator;
-import com.google.common.collect.ImmutableList;
-import org.embulk.spi.time.Timestamp;
-import org.embulk.spi.Schema;
-import org.embulk.spi.ColumnVisitor;
-import org.embulk.spi.Column;
-import org.embulk.spi.Page;
-import org.embulk.spi.PageReader;
-
-public class Pages
-{
-    public static List<Object[]> toObjects(Schema schema, Page page)
-    {
-        return toObjects(schema, ImmutableList.of(page));
-    }
-
-    // TODO use streaming and return Iterable
-    public static List<Object[]> toObjects(Schema schema, Iterable<Page> pages)
-    {
-        ImmutableList.Builder<Object[]> builder = ImmutableList.builder();
-        Iterator<Page> ite = pages.iterator();
-        try (PageReader reader = new PageReader(schema)) {
-            while (ite.hasNext()) {
-                reader.setPage(ite.next());
-                while (reader.nextRecord()) {
-                    builder.add(toObjects(reader));
-                }
-            }
-        }
-        return builder.build();
-    }
-
-    public static Object[] toObjects(final PageReader record)
-    {
-        final Object[] values = new Object[record.getSchema().getColumns().size()];
-        record.getSchema().visitColumns(new ObjectColumnVisitor(record) {
-            @Override
-            public void visit(Column column, Object object)
-            {
-                values[column.getIndex()] = object;
-            }
-        });
-        return values;
-    }
-
-    public static abstract class ObjectColumnVisitor
-            implements ColumnVisitor
-    {
-        private final PageReader record;
-
-        public ObjectColumnVisitor(PageReader record)
-        {
-            this.record = record;
-        }
-
-        public abstract void visit(Column column, Object obj);
-
-        @Override
-        public void booleanColumn(Column column)
-        {
-            if (record.isNull(column)) {
-                visit(column, null);
-            } else {
-                visit(column, record.getBoolean(column));
-            }
-        }
-
-        @Override
-        public void longColumn(Column column)
-        {
-            if (record.isNull(column)) {
-                visit(column, null);
-            } else {
-                visit(column, record.getLong(column));
-            }
-        }
-
-        @Override
-        public void doubleColumn(Column column)
-        {
-            if (record.isNull(column)) {
-                visit(column, null);
-            } else {
-                visit(column, record.getDouble(column));
-            }
-        }
-
-        @Override
-        public void stringColumn(Column column)
-        {
-            if (record.isNull(column)) {
-                visit(column, null);
-            } else {
-                visit(column, record.getString(column));
-            }
-        }
-
-        @Override
-        public void timestampColumn(Column column)
-        {
-            if (record.isNull(column)) {
-                visit(column, null);
-            } else {
-                visit(column, record.getTimestamp(column));
-            }
-        }
-
-        @Override
-        public void jsonColumn(Column column)
-        {
-            if (record.isNull(column)) {
-                visit(column, null);
-            } else {
-                visit(column, record.getJson(column));
-            }
-        }
-    }
-
-    public static Object getObject(PageReader record, Column column)
-    {
-        GetObjectColumnVisitor visitor = new GetObjectColumnVisitor(record);
-        column.visit(visitor);
-        return visitor.get();
-    }
-
-    private static class GetObjectColumnVisitor
-            extends ObjectColumnVisitor
-    {
-        private Object object;
-
-        public GetObjectColumnVisitor(PageReader record)
-        {
-            super(record);
-        }
-
-        public Object get()
-        {
-            return object;
-        }
-
-        public void visit(Column column, Object object)
-        {
-            this.object = object;
-        }
-    }
-}

data/embulk-core/src/main/java/org/embulk/spi/util/ResumableInputStream.java

@@ -1,168 +0,0 @@
-package org.embulk.spi.util;
-
-import java.io.InputStream;
-import java.io.IOException;
-
-public class ResumableInputStream
-        extends InputStream
-{
-    public interface Reopener
-    {
-        public InputStream reopen(long offset, Exception closedCause) throws IOException;
-    }
-
-    private final Reopener reopener;
-    protected InputStream in;
-    private long offset;
-    private long markedOffset;
-    private Exception lastClosedCause;
-    private boolean closed;
-
-    public ResumableInputStream(InputStream initialInputStream, Reopener reopener)
-    {
-        this.reopener = reopener;
-        this.in = initialInputStream;
-        this.offset = 0L;
-        this.markedOffset = 0L;
-        this.lastClosedCause = null;
-    }
-
-    public ResumableInputStream(Reopener reopener) throws IOException
-    {
-        this(reopener.reopen(0, null), reopener);
-    }
-
-    private void reopen(Exception closedCause) throws IOException
-    {
-        if (in != null) {
-            lastClosedCause = closedCause;
-            try {
-                in.close();
-            } catch (IOException ignored) {
-            }
-            in = null;
-        }
-        in = reopener.reopen(offset, closedCause);
-        lastClosedCause = null;
-    }
-
-    @Override
-    public int read() throws IOException
-    {
-        ensureOpened();
-        while (true) {
-            try {
-                int v = in.read();
-                offset += 1;
-                return v;
-            } catch (IOException | RuntimeException ex) {
-                reopen(ex);
-            }
-        }
-    }
-
-    @Override
-    public int read(byte[] b) throws IOException
-    {
-        ensureOpened();
-        while (true) {
-            try {
-                int r = in.read(b);
-                offset += r;
-                return r;
-            } catch (IOException | RuntimeException ex) {
-                reopen(ex);
-            }
-        }
-    }
-
-    @Override
-    public int read(byte[] b, int off, int len) throws IOException
-    {
-        ensureOpened();
-        while (true) {
-            try {
-                int r = in.read(b, off, len);
-                offset += r;
-                return r;
-            } catch (IOException | RuntimeException ex) {
-                reopen(ex);
-            }
-        }
-    }
-
-    @Override
-    public long skip(long n) throws IOException
-    {
-        ensureOpened();
-        while (true) {
-            try {
-                long r = in.skip(n);
-                offset += r;
-                return r;
-            } catch (IOException | RuntimeException ex) {
-                reopen(ex);
-            }
-        }
-    }
-
-    @Override
-    public int available() throws IOException
-    {
-        ensureOpened();
-        return in.available();
-    }
-
-    @Override
-    public void close() throws IOException
-    {
-        if (in != null) {
-            in.close();
-            closed = true;
-            in = null;
-        }
-    }
-
-    @Override
-    public void mark(int readlimit)
-    {
-        try {
-            ensureOpened();
-        }
-        catch (IOException ex) {
-            throw new RuntimeException(ex);
-        }
-        in.mark(readlimit);
-        markedOffset = offset;
-    }
-
-    @Override
-    public void reset() throws IOException
-    {
-        ensureOpened();
-        in.reset();
-        offset = markedOffset;
-    }
-
-    @Override
-    public boolean markSupported()
-    {
-        try {
-            ensureOpened();
-        }
-        catch (IOException ex) {
-            throw new RuntimeException(ex);
-        }
-        return in.markSupported();
-    }
-
-    private void ensureOpened() throws IOException
-    {
-        if (in == null) {
-            if (closed) {
-                throw new IOException("stream closed");
-            }
-            reopen(lastClosedCause);
-        }
-    }
-}