embulk 0.8.35-java → 0.10.24-java

data/embulk-core/src/main/java/org/embulk/spi/util/RetryExecutor.java

@@ -1,130 +0,0 @@
-package org.embulk.spi.util;
-
-import java.util.concurrent.Callable;
-import java.util.concurrent.ExecutionException;
-
-public class RetryExecutor
-{
-    public static RetryExecutor retryExecutor()
-    {
-        // TODO default configuration
-        return new RetryExecutor(3, 500, 30*60*1000);
-    }
-
-    public static class RetryGiveupException
-            extends ExecutionException
-    {
-        public RetryGiveupException(String message, Exception cause)
-        {
-            super(cause);
-        }
-
-        public RetryGiveupException(Exception cause)
-        {
-            super(cause);
-        }
-
-        public Exception getCause()
-        {
-            return (Exception) super.getCause();
-        }
-    }
-
-    public static interface Retryable<T>
-            extends Callable<T>
-    {
-        public T call()
-            throws Exception;
-
-        public boolean isRetryableException(Exception exception);
-
-        public void onRetry(Exception exception, int retryCount, int retryLimit, int retryWait)
-            throws RetryGiveupException;
-
-        public void onGiveup(Exception firstException, Exception lastException)
-            throws RetryGiveupException;
-    }
-
-    private final int retryLimit;
-    private final int initialRetryWait;
-    private final int maxRetryWait;
-
-    private RetryExecutor(int retryLimit, int initialRetryWait, int maxRetryWait)
-    {
-        this.retryLimit = retryLimit;
-        this.initialRetryWait = initialRetryWait;
-        this.maxRetryWait = maxRetryWait;
-    }
-
-    public RetryExecutor withRetryLimit(int count)
-    {
-        return new RetryExecutor(count, initialRetryWait, maxRetryWait);
-    }
-
-    public RetryExecutor withInitialRetryWait(int msec)
-    {
-        return new RetryExecutor(retryLimit, msec, maxRetryWait);
-    }
-
-    public RetryExecutor withMaxRetryWait(int msec)
-    {
-        return new RetryExecutor(retryLimit, initialRetryWait, msec);
-    }
-
-    public <T> T runInterruptible(Retryable<T> op)
-            throws InterruptedException, RetryGiveupException
-    {
-        return run(op, true);
-    }
-
-    public <T> T run(Retryable<T> op)
-            throws RetryGiveupException
-    {
-        try {
-            return run(op, false);
-        } catch (InterruptedException ex) {
-            throw new RetryGiveupException("Unexpected interruption", ex);
-        }
-    }
-
-    private <T> T run(Retryable<T> op, boolean interruptible)
-            throws InterruptedException, RetryGiveupException
-    {
-        int retryWait = initialRetryWait;
-        int retryCount = 0;
-
-        Exception firstException = null;
-
-        while(true) {
-            try {
-                return op.call();
-            } catch (Exception exception) {
-                if (firstException == null) {
-                    firstException = exception;
-                }
-                if (!op.isRetryableException(exception) || retryCount >= retryLimit) {
-                    op.onGiveup(firstException, exception);
-                    throw new RetryGiveupException(firstException);
-                }
-
-                retryCount++;
-                op.onRetry(exception, retryCount, retryLimit, retryWait);
-
-                try {
-                    Thread.sleep(retryWait);
-                } catch (InterruptedException ex) {
-                    if (interruptible) {
-                        throw ex;
-                    }
-                }
-
-                // exponential back-off with hard limit
-                retryWait *= 2;
-                if (retryWait > maxRetryWait) {
-                    retryWait = maxRetryWait;
-                }
-            }
-        }
-    }
-}
-

data/embulk-core/src/main/java/org/embulk/spi/util/Timestamps.java

@@ -1,53 +0,0 @@
-package org.embulk.spi.util;
-
-import java.util.Map;
-import com.google.common.base.Optional;
-import org.embulk.config.Task;
-import org.embulk.spi.Column;
-import org.embulk.spi.Schema;
-import org.embulk.spi.ColumnConfig;
-import org.embulk.spi.SchemaConfig;
-import org.embulk.spi.time.TimestampFormatter;
-import org.embulk.spi.type.TimestampType;
-import org.embulk.spi.time.TimestampParser;
-import org.embulk.spi.SchemaConfig;
-
-public class Timestamps
-{
-    private Timestamps() { }
-
-    private interface TimestampColumnOption
-            extends Task, TimestampParser.TimestampColumnOption
-    { }
-
-    public static TimestampParser[] newTimestampColumnParsers(
-            TimestampParser.Task parserTask, SchemaConfig schema)
-    {
-        TimestampParser[] parsers = new TimestampParser[schema.getColumnCount()];
-        int i = 0;
-        for (ColumnConfig column : schema.getColumns()) {
-            if (column.getType() instanceof TimestampType) {
-                TimestampColumnOption option = column.getOption().loadConfig(TimestampColumnOption.class);
-                parsers[i] = new TimestampParser(parserTask, option);
-            }
-            i++;
-        }
-        return parsers;
-    }
-
-    public static TimestampFormatter[] newTimestampColumnFormatters(
-            TimestampFormatter.Task formatterTask, Schema schema,
-            Map<String, ? extends TimestampFormatter.TimestampColumnOption> columnOptions)
-    {
-        TimestampFormatter[] formatters = new TimestampFormatter[schema.getColumnCount()];
-        int i = 0;
-        for (Column column : schema.getColumns()) {
-            if (column.getType() instanceof TimestampType) {
-                Optional<TimestampFormatter.TimestampColumnOption> option = Optional.fromNullable(columnOptions.get(column.getName()));
-                formatters[i] = new TimestampFormatter(formatterTask, option);
-            }
-            i++;
-        }
-        return formatters;
-    }
-}

data/embulk-core/src/main/java/org/embulk/spi/util/dynamic/AbstractDynamicColumnSetter.java

@@ -1,83 +0,0 @@
-package org.embulk.spi.util.dynamic;
-
-import org.jruby.runtime.builtin.IRubyObject;
-import org.jruby.RubyNil;
-import org.jruby.RubyBoolean;
-import org.jruby.RubyInteger;
-import org.jruby.RubyFloat;
-import org.jruby.RubyString;
-import org.jruby.RubyTime;
-import org.jruby.exceptions.RaiseException;
-import org.embulk.spi.PageBuilder;
-import org.embulk.spi.Column;
-import org.embulk.spi.util.DynamicColumnSetter;
-import org.embulk.spi.time.Timestamp;
-import org.embulk.spi.json.RubyValueApi;
-import org.msgpack.value.Value;
-
-public abstract class AbstractDynamicColumnSetter
-        implements DynamicColumnSetter
-{
-    protected final PageBuilder pageBuilder;
-    protected final Column column;
-    protected final DefaultValueSetter defaultValue;
-
-    protected AbstractDynamicColumnSetter(PageBuilder pageBuilder, Column column,
-            DefaultValueSetter defaultValue)
-    {
-        this.pageBuilder = pageBuilder;
-        this.column = column;
-        this.defaultValue = defaultValue;
-    }
-
-    public abstract void setNull();
-
-    public abstract void set(boolean value);
-
-    public abstract void set(long value);
-
-    public abstract void set(double value);
-
-    public abstract void set(String value);
-
-    public abstract void set(Timestamp value);
-
-    public abstract void set(Value value);
-
-    public void setRubyObject(IRubyObject rubyObject)
-    {
-        if (rubyObject == null || rubyObject instanceof RubyNil) {
-            setNull();
-        } else if (rubyObject instanceof RubyBoolean) {
-            RubyBoolean b = (RubyBoolean) rubyObject;
-            set(b.isTrue());
-        } else if (rubyObject instanceof RubyInteger) {
-            RubyInteger i = (RubyInteger) rubyObject;
-            try {
-                set(i.getLongValue());
-            } catch (RaiseException ex) {
-                if ("RangeError".equals(ex.getException().getMetaClass().getBaseName())) {
-                    // integer is too large
-                    throw ex;  //TODO setDefaultValue();
-                } else {
-                    throw ex;
-                }
-            }
-        } else if (rubyObject instanceof RubyFloat) {
-            RubyFloat f = (RubyFloat) rubyObject;
-            set(f.getDoubleValue());
-        } else if (rubyObject instanceof RubyString) {
-            RubyString s = (RubyString) rubyObject;
-            set(s.asJavaString());
-        } else if (rubyObject instanceof RubyTime) {
-            RubyTime time = (RubyTime) rubyObject;
-            long msec = time.getDateTime().getMillis();
-            long nsec = time.getNSec();
-            long sec = msec / 1000 + nsec / 1000000000;
-            int nano = (int) ((msec % 1000) * 1000000 + nsec % 1000000000);
-            set(Timestamp.ofEpochSecond(sec, nano));
-        } else {
-            set(RubyValueApi.toValue(rubyObject.getRuntime(), rubyObject));
-        }
-    }
-}

data/embulk-core/src/main/java/org/embulk/spi/util/dynamic/BooleanColumnSetter.java

@@ -1,71 +0,0 @@
-package org.embulk.spi.util.dynamic;
-
-import com.google.common.collect.ImmutableSet;
-import org.embulk.spi.Column;
-import org.embulk.spi.PageBuilder;
-import org.embulk.spi.time.Timestamp;
-import org.msgpack.value.Value;
-
-public class BooleanColumnSetter
-        extends AbstractDynamicColumnSetter
-{
-    private static final ImmutableSet<String> TRUE_STRINGS =
-        ImmutableSet.of(
-                "true", "True", "TRUE",
-                "yes", "Yes", "YES",
-                "t", "T", "y", "Y",
-                "on", "On", "ON",
-                "1");
-
-    public BooleanColumnSetter(PageBuilder pageBuilder, Column column,
-            DefaultValueSetter defaultValue)
-    {
-        super(pageBuilder, column, defaultValue);
-    }
-
-    @Override
-    public void setNull()
-    {
-        pageBuilder.setNull(column);
-    }
-
-    @Override
-    public void set(boolean v)
-    {
-        pageBuilder.setBoolean(column, v);
-    }
-
-    @Override
-    public void set(long v)
-    {
-        pageBuilder.setBoolean(column, v > 0);
-    }
-
-    @Override
-    public void set(double v)
-    {
-        pageBuilder.setBoolean(column, v > 0.0);
-    }
-
-    @Override
-    public void set(String v)
-    {
-        if (TRUE_STRINGS.contains(v)) {
-            pageBuilder.setBoolean(column, true);
-        } else {
-            defaultValue.setBoolean(pageBuilder, column);
-        }
-    }
-
-    @Override
-    public void set(Timestamp v)
-    {
-        defaultValue.setBoolean(pageBuilder, column);
-    }
-
-    @Override
-    public void set(Value v)
-    {
-        defaultValue.setBoolean(pageBuilder, column);
-    }
-}

data/embulk-core/src/main/java/org/embulk/spi/util/dynamic/DefaultValueSetter.java

@@ -1,20 +0,0 @@
-package org.embulk.spi.util.dynamic;
-
-import org.embulk.spi.PageBuilder;
-import org.embulk.spi.Column;
-import org.embulk.spi.time.Timestamp;
-
-public interface DefaultValueSetter
-{
-    void setBoolean(PageBuilder pageBuilder, Column c);
-
-    void setLong(PageBuilder pageBuilder, Column c);
-
-    void setDouble(PageBuilder pageBuilder, Column c);
-
-    void setString(PageBuilder pageBuilder, Column c);
-
-    void setTimestamp(PageBuilder pageBuilder, Column c);
-
-    void setJson(PageBuilder pageBuilder, Column c);
-}

data/embulk-core/src/main/java/org/embulk/spi/util/dynamic/DoubleColumnSetter.java

@@ -1,68 +0,0 @@
-package org.embulk.spi.util.dynamic;
-
-import java.math.RoundingMode;
-import org.embulk.spi.Column;
-import org.embulk.spi.PageBuilder;
-import org.embulk.spi.time.Timestamp;
-import org.msgpack.value.Value;
-
-public class DoubleColumnSetter
-        extends AbstractDynamicColumnSetter
-{
-    public DoubleColumnSetter(PageBuilder pageBuilder, Column column,
-            DefaultValueSetter defaultValue)
-    {
-        super(pageBuilder, column, defaultValue);
-    }
-
-    @Override
-    public void setNull()
-    {
-        pageBuilder.setNull(column);
-    }
-
-    @Override
-    public void set(boolean v)
-    {
-        pageBuilder.setDouble(column, v ? 1.0 : 0.0);
-    }
-
-    @Override
-    public void set(long v)
-    {
-        pageBuilder.setDouble(column, (double) v);
-    }
-
-    @Override
-    public void set(double v)
-    {
-        pageBuilder.setDouble(column, v);
-    }
-
-    @Override
-    public void set(String v)
-    {
-        double dv;
-        try {
-            dv = Double.parseDouble(v);
-        } catch (NumberFormatException e) {
-            defaultValue.setDouble(pageBuilder, column);
-            return;
-        }
-        pageBuilder.setDouble(column, dv);
-    }
-
-    @Override
-    public void set(Timestamp v)
-    {
-        double sec = (double) v.getEpochSecond();
-        double frac = v.getNano() / 1000000000.0;
-        pageBuilder.setDouble(column, sec + frac);
-    }
-
-    @Override
-    public void set(Value v)
-    {
-        defaultValue.setDouble(pageBuilder, column);
-    }
-}

data/embulk-core/src/main/java/org/embulk/spi/util/dynamic/JsonColumnSetter.java

@@ -1,64 +0,0 @@
-package org.embulk.spi.util.dynamic;
-
-import org.embulk.spi.Column;
-import org.embulk.spi.PageBuilder;
-import org.embulk.spi.time.Timestamp;
-import org.embulk.spi.time.TimestampFormatter;
-import org.msgpack.value.Value;
-import org.msgpack.value.ValueFactory;
-
-public class JsonColumnSetter
-        extends AbstractDynamicColumnSetter
-{
-    private final TimestampFormatter timestampFormatter;
-
-    public JsonColumnSetter(PageBuilder pageBuilder, Column column,
-                            DefaultValueSetter defaultValue,
-                            TimestampFormatter timestampFormatter)
-    {
-        super(pageBuilder, column, defaultValue);
-        this.timestampFormatter = timestampFormatter;
-    }
-
-    @Override
-    public void setNull()
-    {
-        pageBuilder.setNull(column);
-    }
-
-    @Override
-    public void set(boolean v)
-    {
-        pageBuilder.setJson(column, ValueFactory.newBoolean(v));
-    }
-
-    @Override
-    public void set(long v)
-    {
-        pageBuilder.setJson(column, ValueFactory.newInteger(v));
-    }
-
-    @Override
-    public void set(double v)
-    {
-        pageBuilder.setJson(column, ValueFactory.newFloat(v));
-    }
-
-    @Override
-    public void set(String v)
-    {
-        pageBuilder.setJson(column, ValueFactory.newString(v));
-    }
-
-    @Override
-    public void set(Timestamp v)
-    {
-        pageBuilder.setJson(column, ValueFactory.newString(timestampFormatter.format(v)));
-    }
-
-    @Override
-    public void set(Value v)
-    {
-        pageBuilder.setJson(column, v);
-    }
-}