embulk-filter-copy 0.0.2 → 0.1.0

data/src/main/java/org/embulk/filter/copy/executor/EmbulkExecutor.java

@@ -1,105 +0,0 @@
-package org.embulk.filter.copy.executor;
-
-import com.fasterxml.jackson.annotation.JsonCreator;
-import com.fasterxml.jackson.annotation.JsonValue;
-import com.google.common.base.Joiner;
-import com.google.inject.Injector;
-import org.embulk.EmbulkEmbed;
-import org.embulk.config.Config;
-import org.embulk.config.ConfigDefault;
-import org.embulk.config.ConfigException;
-import org.embulk.config.ConfigSource;
-import org.embulk.guice.LifeCycleInjector;
-import org.embulk.spi.Exec;
-import org.slf4j.Logger;
-
-import java.lang.reflect.Constructor;
-import java.lang.reflect.InvocationTargetException;
-import java.util.Locale;
-
-public abstract class EmbulkExecutor
-{
-    static final Logger logger = Exec.getLogger(EmbulkExecutor.class);
-
-    public interface ExecutorTask
-            extends org.embulk.config.Task
-    {
-        @Config("\"type\"")
-        @ConfigDefault("\"local_thread\"")
-        ExecutorType getType();
-
-        enum ExecutorType
-        {
-            LOCAL_THREAD;
-
-            @JsonValue
-            @Override
-            public String toString()
-            {
-                return name().toLowerCase(Locale.ENGLISH);
-            }
-
-            @JsonCreator
-            public static ExecutorType fromString(String value)
-            {
-                switch (value) {
-                    case "local_thread":
-                        return LOCAL_THREAD;
-                    default:
-                        String values = Joiner.on(", ").join(values()).toLowerCase(Locale.ENGLISH);
-                        throw new ConfigException(String.format("Unknown executor type '%s'. Supported executor types are %s", value, values));
-                }
-            }
-        }
-
-    }
-
-    public interface Task
-        extends org.embulk.config.Task
-    {
-        @Config("executor")
-        @ConfigDefault("{}")
-        ExecutorTask getExecutorTask();
-    }
-
-    public static EmbulkExecutor buildExecutor(Task task)
-    {
-        switch (task.getExecutorTask().getType()) {
-            case LOCAL_THREAD:
-                return new LocalThreadExecutor(task.getExecutorTask());
-            default:
-                String values = Joiner.on(", ").join(ExecutorTask.ExecutorType.values()).toLowerCase(Locale.ENGLISH);
-                throw new ConfigException(String.format("Unknown executor type '%s'. Supported executor types are %s", task.getExecutorTask().getType(), values));
-        }
-    }
-
-    final ExecutorTask task;
-    final Injector injector;
-
-    EmbulkExecutor(ExecutorTask task)
-    {
-        this.task = task;
-        this.injector = Exec.getInjector();
-    }
-
-    public abstract void setup();
-
-    public abstract void executeAsync(ConfigSource config);
-
-    public abstract void waitUntilExecutionFinished();
-
-    public abstract void shutdown();
-
-    EmbulkEmbed newEmbulkEmbed()
-    {
-        try {
-            Constructor<EmbulkEmbed> constructor = EmbulkEmbed.class
-                    .getDeclaredConstructor(ConfigSource.class, LifeCycleInjector.class);
-            constructor.setAccessible(true);
-            return constructor.newInstance(null, injector);
-        }
-        catch (InstantiationException | IllegalAccessException | NoSuchMethodException | InvocationTargetException e) {
-            throw new ConfigException(e);
-        }
-    }
-}

data/src/main/java/org/embulk/filter/copy/executor/LocalThreadExecutor.java

@@ -1,96 +0,0 @@
-package org.embulk.filter.copy.executor;
-
-import com.google.common.util.concurrent.FutureCallback;
-import com.google.common.util.concurrent.Futures;
-import com.google.common.util.concurrent.ListenableFuture;
-import com.google.common.util.concurrent.ListeningExecutorService;
-import com.google.common.util.concurrent.MoreExecutors;
-import org.embulk.config.ConfigSource;
-import org.embulk.exec.ExecutionResult;
-import org.embulk.filter.copy.util.ElapsedTime;
-
-import javax.annotation.Nullable;
-
-import java.util.concurrent.Callable;
-import java.util.concurrent.Executors;
-
-public class LocalThreadExecutor
-    extends EmbulkExecutor
-{
-    private static final String THREAD_NAME = "embulk executor service";
-    private static final int NUM_THREADS = 1;
-    private final ListeningExecutorService es;
-    private ListenableFuture<ExecutionResult> future;
-
-    LocalThreadExecutor(ExecutorTask task)
-    {
-        super(task);
-        this.es = MoreExecutors.listeningDecorator(
-                Executors.newFixedThreadPool(
-                        NUM_THREADS,
-                        r -> new Thread(r, THREAD_NAME)
-                ));
-    }
-
-    @Override
-    public void setup()
-    {
-    }
-
-    @Override
-    public void executeAsync(ConfigSource config)
-    {
-        logger.debug("execute with this config: {}", config);
-        if (future != null) {
-            throw new IllegalStateException("executeAsync is already called.");
-        }
-        future = es.submit(embulkRun(config));
-        Futures.addCallback(future, resultFutureCallback());
-    }
-
-    @Override
-    public void waitUntilExecutionFinished()
-    {
-        if (future == null) {
-            throw new NullPointerException();
-        }
-        ElapsedTime.debugUntil(() -> future.isDone() || future.isCancelled(),
-                logger, "embulk executor", 3000L);
-    }
-
-    @Override
-    public void shutdown()
-    {
-        ElapsedTime.info(
-                logger,
-                "embulk executor service shutdown",
-                es::shutdown);
-    }
-
-    private Callable<ExecutionResult> embulkRun(ConfigSource config)
-    {
-        return () -> newEmbulkEmbed().run(config);
-    }
-
-    private FutureCallback<ExecutionResult> resultFutureCallback()
-    {
-        return new FutureCallback<ExecutionResult>()
-        {
-            @Override
-            public void onSuccess(@Nullable ExecutionResult result)
-            {
-                for (Throwable throwable : result.getIgnoredExceptions()) {
-                    logger.warn("Ignored error ", throwable);
-                }
-                logger.info("Config diff: {}", result.getConfigDiff());
-                logger.debug("ExecutionResult: {}", result);
-            }
-
-            @Override
-            public void onFailure(Throwable t)
-            {
-                throw new RuntimeException(t);
-            }
-        };
-    }
-}

data/src/main/java/org/embulk/filter/copy/forward/InForwardVisitor.java

@@ -1,63 +0,0 @@
-package org.embulk.filter.copy.forward;
-
-import org.embulk.spi.Column;
-import org.embulk.spi.ColumnVisitor;
-import org.embulk.spi.PageBuilder;
-
-public class InForwardVisitor
-    implements ColumnVisitor
-{
-    private final InForwardEventReader reader;
-    private final PageBuilder builder;
-
-    public InForwardVisitor(InForwardEventReader reader, PageBuilder builder)
-    {
-        this.reader = reader;
-        this.builder = builder;
-    }
-
-    private void nullOr(Column column, Runnable r)
-    {
-        if (reader.isNull(column)) {
-            builder.setNull(column);
-            return;
-        }
-        r.run();
-    }
-
-    @Override
-    public void booleanColumn(Column column)
-    {
-        nullOr(column, () -> builder.setBoolean(column, reader.getBoolean(column)));
-    }
-
-    @Override
-    public void longColumn(Column column)
-    {
-        nullOr(column, () -> builder.setLong(column, reader.getLong(column)));
-    }
-
-    @Override
-    public void doubleColumn(Column column)
-    {
-        nullOr(column, () -> builder.setDouble(column, reader.getDouble(column)));
-    }
-
-    @Override
-    public void stringColumn(Column column)
-    {
-        nullOr(column, () -> builder.setString(column, reader.getString(column)));
-    }
-
-    @Override
-    public void timestampColumn(Column column)
-    {
-        nullOr(column, () -> builder.setTimestamp(column, reader.getTimestamp(column)));
-    }
-
-    @Override
-    public void jsonColumn(Column column)
-    {
-        nullOr(column, () -> builder.setJson(column, reader.getJson(column)));
-    }
-}

data/src/main/java/org/embulk/filter/copy/forward/OutForwardVisitor.java

@@ -1,63 +0,0 @@
-package org.embulk.filter.copy.forward;
-
-import org.embulk.spi.Column;
-import org.embulk.spi.ColumnVisitor;
-import org.embulk.spi.PageReader;
-
-public class OutForwardVisitor
-    implements ColumnVisitor
-{
-    private final PageReader reader;
-    private final OutForwardEventBuilder builder;
-
-    public OutForwardVisitor(PageReader reader, OutForwardEventBuilder builder)
-    {
-        this.reader = reader;
-        this.builder = builder;
-    }
-
-    private void nullOr(Column column, Runnable r)
-    {
-        if (reader.isNull(column)) {
-            builder.setNull(column);
-            return;
-        }
-        r.run();
-    }
-
-    @Override
-    public void booleanColumn(Column column)
-    {
-        nullOr(column, () -> builder.setBoolean(column, reader.getBoolean(column)));
-    }
-
-    @Override
-    public void longColumn(Column column)
-    {
-        nullOr(column, () -> builder.setLong(column, reader.getLong(column)));
-    }
-
-    @Override
-    public void doubleColumn(Column column)
-    {
-        nullOr(column, () -> builder.setDouble(column, reader.getDouble(column)));
-    }
-
-    @Override
-    public void stringColumn(Column column)
-    {
-        nullOr(column, () -> builder.setString(column, reader.getString(column)));
-    }
-
-    @Override
-    public void timestampColumn(Column column)
-    {
-        nullOr(column, () -> builder.setTimestamp(column, reader.getTimestamp(column)));
-    }
-
-    @Override
-    public void jsonColumn(Column column)
-    {
-        nullOr(column, () -> builder.setJson(column, reader.getJson(column)));
-    }
-}

data/src/main/java/org/embulk/filter/copy/util/ElapsedTime.java

@@ -1,165 +0,0 @@
-package org.embulk.filter.copy.util;
-
-import org.slf4j.Logger;
-
-import java.util.function.Supplier;
-
-public class ElapsedTime
-{
-    private ElapsedTime()
-    {
-    }
-
-    private final static String TEMPLATE = " ({} ms)";
-    private enum LogLevel {TRACE, DEBUG, INFO, WARN, ERROR}
-    private enum Status {START, RUNNING, FINISHED}
-
-    private static void log(Logger logger, LogLevel level, String message, long elapsed)
-    {
-        String msgWithTmpl = message + TEMPLATE;
-        switch (level)
-        {
-            case TRACE:
-                logger.trace(msgWithTmpl, elapsed);
-                break;
-            case DEBUG:
-                logger.debug(msgWithTmpl, elapsed);
-                break;
-            case INFO:
-                logger.info(msgWithTmpl, elapsed);
-                break;
-            case WARN:
-                logger.warn(msgWithTmpl, elapsed);
-                break;
-            case ERROR:
-                logger.error(msgWithTmpl, elapsed);
-                break;
-        }
-    }
-
-    private static <T>T run(Logger logger, LogLevel level, String message, Supplier<T> proc)
-    {
-        long start = System.currentTimeMillis();
-        try {
-            return proc.get();
-        }
-        finally {
-            log(logger, level, message, System.currentTimeMillis() - start);
-        }
-    }
-
-    private static void run(Logger logger, LogLevel level, String message, Runnable proc)
-    {
-        long start = System.currentTimeMillis();
-        try {
-            proc.run();
-        }
-        finally {
-            log(logger, level, message, System.currentTimeMillis() - start);
-        }
-    }
-
-    public static <T>T trace(Logger logger, String message, Supplier<T> proc)
-    {
-        return run(logger, LogLevel.TRACE, message, proc);
-    }
-
-    public static <T>T debug(Logger logger, String message, Supplier<T> proc)
-    {
-        return run(logger, LogLevel.DEBUG, message, proc);
-    }
-
-    public static <T>T info(Logger logger, String message, Supplier<T> proc)
-    {
-        return run(logger, LogLevel.INFO, message, proc);
-    }
-
-    public static <T>T warn(Logger logger, String message, Supplier<T> proc)
-    {
-        return run(logger, LogLevel.WARN, message, proc);
-    }
-
-    public static <T>T error(Logger logger, String message, Supplier<T> proc)
-    {
-        return run(logger, LogLevel.ERROR, message, proc);
-    }
-
-    public static void trace(Logger logger, String message, Runnable proc)
-    {
-        run(logger, LogLevel.TRACE, message, proc);
-    }
-
-    public static void debug(Logger logger, String message, Runnable proc)
-    {
-        run(logger, LogLevel.DEBUG, message, proc);
-    }
-
-    public static void info(Logger logger, String message, Runnable proc)
-    {
-        run(logger, LogLevel.INFO, message, proc);
-    }
-
-    public static void warn(Logger logger, String message, Runnable proc)
-    {
-        run(logger, LogLevel.WARN, message, proc);
-    }
-
-    public static void error(Logger logger, String message, Runnable proc)
-    {
-        run(logger, LogLevel.ERROR, message, proc);
-    }
-
-    private static void logUntil(Supplier<Boolean> condition,
-            Logger logger, LogLevel level, String message, long sleep)
-    {
-        long start = System.currentTimeMillis();
-        log(logger, level, String.format("(%s) %s", Status.START, message),
-                System.currentTimeMillis() - start);
-        while (true) {
-            if (condition.get()) {
-                log(logger, level, String.format("(%s) %s", Status.FINISHED, message),
-                        System.currentTimeMillis() - start);
-                break;
-            }
-            try {
-                Thread.sleep(sleep);
-            }
-            catch (InterruptedException e) {
-                logger.warn(e.getMessage(), e);
-            }
-
-            log(logger, level, String.format("(%s) %s", Status.RUNNING, message),
-                    System.currentTimeMillis() - start);
-        }
-    }
-
-    public static void traceUntil(Supplier<Boolean> condition,
-            Logger logger, String message, long sleep)
-    {
-        logUntil(condition, logger, LogLevel.TRACE, message, sleep);
-    }
-
-    public static void debugUntil(Supplier<Boolean> condition,
-            Logger logger, String message, long sleep)
-    {
-        logUntil(condition, logger, LogLevel.DEBUG, message, sleep);
-    }
-
-    public static void infoUntil(Supplier<Boolean> condition,
-            Logger logger, String message, long sleep)
-    {
-        logUntil(condition, logger, LogLevel.INFO, message, sleep);
-    }
-
-    public static void warnUntil(Supplier<Boolean> condition,
-            Logger logger, String message, long sleep)
-    {
-        logUntil(condition, logger, LogLevel.WARN, message, sleep);
-    }
-
-    public static void errorUntil(Supplier<Boolean> condition,
-            Logger logger, String message, long sleep)
-    {
-        logUntil(condition, logger, LogLevel.ERROR, message, sleep);
-    }
-}