embulk 0.8.38-java → 0.10.27-java

data/embulk-core/src/main/resources/embulk/parent_first_resources.properties

@@ -1,29 +0,0 @@
-# generated by './gradlew updateResources' at 2017-06-24 00:47:26 UTC
-ch/qos/logback/classic/boolex
-ch/qos/logback/classic/db/script
-com/ibm/icu
-com/martiansoftware/nailgun/builtins
-edu/umd/cs/findbugs/annotations
-embulk
-javax/annotation
-jni/Darwin
-jni/arm-Linux
-jni/i386-Linux
-jni/i386-SunOS
-jni/i386-Windows
-jni/ppc-AIX
-jni/sparcv9-SunOS
-jni/x86_64-FreeBSD
-jni/x86_64-Linux
-jni/x86_64-SunOS
-jni/x86_64-Windows
-jruby
-msgpack
-net/jcip/annotations
-okay
-org/apache/bval/jsr303
-org/joda/time/format
-org/joda/time/tz/data
-tables
-templates
-yaml

data/embulk-core/src/test/java/org/embulk/EmbulkTestRuntime.java

@@ -1,122 +0,0 @@
-package org.embulk;
-
-import java.util.Random;
-import org.junit.runner.Description;
-import org.junit.runners.model.Statement;
-import com.google.inject.Injector;
-import com.google.inject.Binder;
-import com.google.inject.Module;
-import org.embulk.config.ConfigSource;
-import org.embulk.config.DataSourceImpl;
-import org.embulk.config.ModelManager;
-import org.embulk.exec.SystemConfigModule;
-import org.embulk.exec.ExecModule;
-import org.embulk.exec.ExtensionServiceLoaderModule;
-import org.embulk.plugin.BuiltinPluginSourceModule;
-import org.embulk.plugin.PluginClassLoaderFactory;
-import org.embulk.plugin.PluginClassLoaderModule;
-import org.embulk.jruby.JRubyScriptingModule;
-import org.embulk.spi.BufferAllocator;
-import org.embulk.spi.Exec;
-import org.embulk.spi.ExecAction;
-import org.embulk.spi.ExecSession;
-
-public class EmbulkTestRuntime
-        extends GuiceBinder
-{
-    private static ConfigSource getSystemConfig()
-    {
-        // TODO set some default values
-        return new DataSourceImpl(null);
-    }
-
-    public static class TestRuntimeModule
-            implements Module
-    {
-        @Override
-        public void configure(Binder binder)
-        {
-            ConfigSource systemConfig = getSystemConfig();
-            new SystemConfigModule(systemConfig).configure(binder);
-            new ExecModule().configure(binder);
-            new ExtensionServiceLoaderModule(systemConfig).configure(binder);
-            new BuiltinPluginSourceModule().configure(binder);
-            new JRubyScriptingModule(systemConfig).configure(binder);
-            new PluginClassLoaderModule(systemConfig).configure(binder);
-            new TestUtilityModule().configure(binder);
-            new TestPluginSourceModule().configure(binder);
-        }
-    }
-
-    private ExecSession exec;
-
-    public EmbulkTestRuntime()
-    {
-        super(new TestRuntimeModule());
-        Injector injector = getInjector();
-        ConfigSource execConfig = new DataSourceImpl(injector.getInstance(ModelManager.class));
-        this.exec = ExecSession.builder(injector).fromExecConfig(execConfig).build();
-    }
-
-    public ExecSession getExec()
-    {
-        return exec;
-    }
-
-    public BufferAllocator getBufferAllocator()
-    {
-        return getInstance(BufferAllocator.class);
-    }
-
-    public ModelManager getModelManager()
-    {
-        return getInstance(ModelManager.class);
-    }
-
-    public Random getRandom()
-    {
-        return getInstance(RandomManager.class).getRandom();
-    }
-
-    public PluginClassLoaderFactory getPluginClassLoaderFactory()
-    {
-        return getInstance(PluginClassLoaderFactory.class);
-    }
-
-    @Override
-    public Statement apply(Statement base, Description description)
-    {
-        final Statement superStatement = EmbulkTestRuntime.super.apply(base, description);
-        return new Statement() {
-            public void evaluate() throws Throwable
-            {
-                try {
-                    Exec.doWith(exec, new ExecAction<Void>() {
-                        public Void run()
-                        {
-                            try {
-                                superStatement.evaluate();
-                            } catch (Throwable ex) {
-                                throw new RuntimeExecutionException(ex);
-                            }
-                            return null;
-                        }
-                    });
-                } catch (RuntimeException ex) {
-                    throw ex.getCause();
-                } finally {
-                    exec.cleanup();
-                }
-            }
-        };
-    }
-
-    private static class RuntimeExecutionException
-            extends RuntimeException
-    {
-        public RuntimeExecutionException(Throwable cause)
-        {
-            super(cause);
-        }
-    }
-}

data/embulk-core/src/test/java/org/embulk/GuiceBinder.java

@@ -1,72 +0,0 @@
-package org.embulk;
-
-import java.util.ArrayList;
-import java.util.List;
-import org.junit.rules.TestRule;
-import org.junit.rules.TestWatcher;
-import org.junit.runner.Description;
-import org.junit.runners.model.Statement;
-import com.google.common.collect.ImmutableList;
-import com.google.inject.Guice;
-import com.google.inject.Injector;
-import com.google.inject.Module;
-
-public class GuiceBinder
-        implements TestRule
-{
-    private final List<Module> baseModules;
-    private List<Module> extraModules;
-    private Injector injector;
-
-    public GuiceBinder(Module... baseModules)
-    {
-        this.baseModules = ImmutableList.copyOf(baseModules);
-        reset();
-    }
-
-    private void reset()
-    {
-        extraModules = new ArrayList<Module>();
-        injector = null;
-    }
-
-    public synchronized void addModule(Module module)
-    {
-        if (injector != null) {
-            throw new IllegalStateException("Injector is already initialized. Call addModule before getInjector or getInstance");
-        }
-        extraModules.add(module);
-    }
-
-    public synchronized Injector getInjector()
-    {
-        if (injector == null) {
-            ImmutableList.Builder<Module> modules = ImmutableList.builder();
-            modules.addAll(baseModules);
-            modules.addAll(extraModules);
-            injector = Guice.createInjector(modules.build());
-        }
-        return injector;
-    }
-
-    public <T> T getInstance(Class<T> klass)
-    {
-        return getInjector().getInstance(klass);
-    }
-
-    @Override
-    public Statement apply(Statement base, Description description)
-    {
-        return new GuceBinderWatcher().apply(base, description);
-    }
-
-    private class GuceBinderWatcher
-            extends TestWatcher
-    {
-        @Override
-        protected void starting(Description description)
-        {
-            reset();
-        }
-    }
-}

data/embulk-core/src/test/java/org/embulk/RandomManager.java

@@ -1,53 +0,0 @@
-package org.embulk;
-
-import java.util.Map;
-import java.util.Random;
-
-public class RandomManager
-{
-    protected long seed;
-    protected Random random;
-
-    public RandomManager()
-    {
-        this(getDefaultSeed());
-    }
-
-    public RandomManager(long seed)
-    {
-        this.seed = seed;
-        this.random = new Random(seed);
-        System.out.println(" Random seed: 0x"+Long.toHexString(seed)+"L");
-    }
-
-    public long getRandomSeed()
-    {
-        return seed;
-    }
-
-    public void setRandomSeed(long seed)
-    {
-        random.setSeed(seed);
-        this.seed = seed;
-        System.out.println(" Set random seed: 0x"+Long.toHexString(this.seed)+"L");
-    }
-
-    public Random getRandom()
-    {
-        return random;
-    }
-
-    private static long getDefaultSeed() {
-        Map<String, String> env = System.getenv();
-        String s = env.get("RANDOM_SEED");
-        try {
-            if(s != null) {
-                return Long.parseLong(s);
-            }
-        } catch (NumberFormatException e) {
-            System.out.println("RANDOM_SEED variable is wrong: "+e);
-        }
-
-        return new Random().nextLong();
-    }
-}

data/embulk-core/src/test/java/org/embulk/TestPluginSourceModule.java

@@ -1,23 +0,0 @@
-package org.embulk;
-
-import static org.embulk.plugin.InjectedPluginSource.registerPluginTo;
-
-import org.embulk.spi.FormatterPlugin;
-import org.embulk.spi.MockFormatterPlugin;
-import org.embulk.spi.MockParserPlugin;
-import org.embulk.spi.ParserPlugin;
-
-import com.google.inject.Binder;
-import com.google.inject.Module;
-
-public class TestPluginSourceModule implements Module
-{
-    @Override
-    public void configure(Binder binder)
-    {
-        registerPluginTo(binder, ParserPlugin.class, "mock",
-                MockParserPlugin.class);
-        registerPluginTo(binder, FormatterPlugin.class, "mock",
-                MockFormatterPlugin.class);
-    }
-}

data/embulk-core/src/test/java/org/embulk/TestUtilityModule.java

@@ -1,17 +0,0 @@
-package org.embulk;
-
-//import org.embulk.record.RandomRecordGenerator;
-//import org.embulk.record.RandomSchemaGenerator;
-import com.google.inject.Binder;
-import com.google.inject.Module;
-
-public class TestUtilityModule
-        implements Module
-{
-    @Override
-    public void configure(Binder binder) {
-        binder.bind(RandomManager.class);
-        //binder.bind(RandomRecordGenerator.class);
-        //binder.bind(RandomSchemaGenerator.class);
-    }
-}

data/embulk-core/src/test/java/org/embulk/config/TestConfigLoader.java

@@ -1,66 +0,0 @@
-package org.embulk.config;
-
-import java.util.Properties;
-import java.io.InputStream;
-import java.io.ByteArrayInputStream;
-import java.io.IOException;
-import java.nio.charset.StandardCharsets;
-import com.fasterxml.jackson.databind.ObjectMapper;
-import org.junit.Before;
-import org.junit.Test;
-import static org.junit.Assert.assertEquals;
-import com.google.inject.Inject;
-import org.embulk.spi.Exec;
-import org.embulk.EmbulkTestRuntime;
-
-public class TestConfigLoader
-{
-    private ConfigLoader loader;
-
-    @Before
-    public void setup() throws Exception
-    {
-        this.loader = new ConfigLoader(new ModelManager(null, new ObjectMapper()));
-    }
-
-    @Test
-    public void testFromEmptyJson() throws IOException
-    {
-        ConfigSource config = loader.fromJson(newInputStream("{\"type\":\"test\",\"data\":1}"));
-        assertEquals("test", config.get(String.class, "type"));
-        assertEquals(1, (int) config.get(Integer.class, "data"));
-    }
-
-    @Test
-    public void testFromYamlProperties() throws IOException
-    {
-        Properties props = new Properties();
-        props.setProperty("type", "test");
-        props.setProperty("data", "1");
-
-        ConfigSource config = loader.fromPropertiesYamlLiteral(props, "");
-        assertEquals("test", config.get(String.class, "type"));
-        assertEquals(1, (int) config.get(Integer.class, "data"));
-    }
-
-    @Test
-    public void testFromYamlPropertiesNested() throws IOException
-    {
-        Properties props = new Properties();
-        props.setProperty("type", "test");
-        props.setProperty("columns.k1", "1");
-        props.setProperty("values.myval.data", "2");
-
-        ConfigSource config = loader.fromPropertiesYamlLiteral(props, "");
-        System.out.println("config: "+config);
-        assertEquals("test", config.get(String.class, "type"));
-        assertEquals(1, (int) config.getNested("columns").get(Integer.class, "k1"));
-        assertEquals(2, (int) config.getNested("values").getNested("myval").get(Integer.class, "data"));
-    }
-
-    private static InputStream newInputStream(String string)
-    {
-        byte[] bytes = string.getBytes(StandardCharsets.UTF_8);
-        return new ByteArrayInputStream(bytes);
-    }
-}

data/embulk-core/src/test/java/org/embulk/config/TestConfigSource.java

@@ -1,114 +0,0 @@
-package org.embulk.config;
-
-import org.junit.Rule;
-import org.junit.Before;
-import org.junit.Test;
-import static org.junit.Assert.assertEquals;
-import com.google.inject.Inject;
-import org.embulk.spi.Exec;
-import org.embulk.EmbulkTestRuntime;
-
-public class TestConfigSource
-{
-    @Rule
-    public EmbulkTestRuntime runtime = new EmbulkTestRuntime();
-
-    private ConfigSource config;
-
-    @Before
-    public void setup() throws Exception
-    {
-        config = Exec.newConfigSource();
-    }
-
-    private static interface TypeFields
-            extends Task
-    {
-        @Config("boolean")
-        public boolean getBoolean();
-
-        @Config("double")
-        public double getDouble();
-
-        @Config("int")
-        public int getInt();
-
-        @Config("long")
-        public long getLong();
-
-        @Config("string")
-        public String getString();
-    }
-
-    @Test
-    public void testSetGet()
-    {
-        config.set("boolean", true);
-        config.set("int", 3);
-        config.set("double", 0.2);
-        config.set("long", Long.MAX_VALUE);
-        config.set("string", "sf");
-
-        assertEquals(true, (boolean) config.get(boolean.class, "boolean"));
-        assertEquals(3, (int) config.get(int.class, "int"));
-        assertEquals(0.2, (double) config.get(double.class, "double"), 0.001);
-        assertEquals(Long.MAX_VALUE, (long) config.get(long.class, "long"));
-        assertEquals("sf", config.get(String.class, "string"));
-    }
-
-    @Test
-    public void testLoadConfig()
-    {
-        config.set("boolean", true);
-        config.set("int", 3);
-        config.set("double", 0.2);
-        config.set("long", Long.MAX_VALUE);
-        config.set("string", "sf");
-
-        TypeFields task = config.loadConfig(TypeFields.class);
-        assertEquals(true, task.getBoolean());
-        assertEquals(3, task.getInt());
-        assertEquals(0.2, task.getDouble(), 0.001);
-        assertEquals(Long.MAX_VALUE, task.getLong());
-        assertEquals("sf", task.getString());
-    }
-
-    private static interface ValidateFields
-            extends Task
-    {
-        @Config("valid")
-        public String getValid();
-    }
-
-    @Test
-    public void testValidatePasses()
-    {
-        config.set("valid", "data");
-        ValidateFields task = config.loadConfig(ValidateFields.class);
-        task.validate();
-        assertEquals("data", task.getValid());
-    }
-
-    @Test(expected = ConfigException.class)
-    public void testDefaultValueValidateFails()
-    {
-        ValidateFields task = config.loadConfig(ValidateFields.class);
-        task.validate();
-    }
-
-    // TODO test Min, Max, and other validations
-
-    private static interface SimpleFields
-            extends Task
-    {
-        @Config("type")
-        public String getType();
-    }
-
-    @Test
-    public void testFromJson()
-    {
-        String json = "{\"type\":\"test\"}";
-        // TODO
-    }
-}