embulk 0.8.39-java → 0.10.28-java

data/embulk-core/src/test/java/org/embulk/RandomManager.java

@@ -1,53 +0,0 @@
-package org.embulk;
-
-import java.util.Map;
-import java.util.Random;
-
-public class RandomManager
-{
-    protected long seed;
-    protected Random random;
-
-    public RandomManager()
-    {
-        this(getDefaultSeed());
-    }
-
-    public RandomManager(long seed)
-    {
-        this.seed = seed;
-        this.random = new Random(seed);
-        System.out.println(" Random seed: 0x"+Long.toHexString(seed)+"L");
-    }
-
-    public long getRandomSeed()
-    {
-        return seed;
-    }
-
-    public void setRandomSeed(long seed)
-    {
-        random.setSeed(seed);
-        this.seed = seed;
-        System.out.println(" Set random seed: 0x"+Long.toHexString(this.seed)+"L");
-    }
-
-    public Random getRandom()
-    {
-        return random;
-    }
-
-    private static long getDefaultSeed() {
-        Map<String, String> env = System.getenv();
-        String s = env.get("RANDOM_SEED");
-        try {
-            if(s != null) {
-                return Long.parseLong(s);
-            }
-        } catch (NumberFormatException e) {
-            System.out.println("RANDOM_SEED variable is wrong: "+e);
-        }
-
-        return new Random().nextLong();
-    }
-}

data/embulk-core/src/test/java/org/embulk/TestPluginSourceModule.java

@@ -1,23 +0,0 @@
-package org.embulk;
-
-import static org.embulk.plugin.InjectedPluginSource.registerPluginTo;
-
-import org.embulk.spi.FormatterPlugin;
-import org.embulk.spi.MockFormatterPlugin;
-import org.embulk.spi.MockParserPlugin;
-import org.embulk.spi.ParserPlugin;
-
-import com.google.inject.Binder;
-import com.google.inject.Module;
-
-public class TestPluginSourceModule implements Module
-{
-    @Override
-    public void configure(Binder binder)
-    {
-        registerPluginTo(binder, ParserPlugin.class, "mock",
-                MockParserPlugin.class);
-        registerPluginTo(binder, FormatterPlugin.class, "mock",
-                MockFormatterPlugin.class);
-    }
-}

data/embulk-core/src/test/java/org/embulk/TestUtilityModule.java

@@ -1,17 +0,0 @@
-package org.embulk;
-
-//import org.embulk.record.RandomRecordGenerator;
-//import org.embulk.record.RandomSchemaGenerator;
-import com.google.inject.Binder;
-import com.google.inject.Module;
-
-public class TestUtilityModule
-        implements Module
-{
-    @Override
-    public void configure(Binder binder) {
-        binder.bind(RandomManager.class);
-        //binder.bind(RandomRecordGenerator.class);
-        //binder.bind(RandomSchemaGenerator.class);
-    }
-}

data/embulk-core/src/test/java/org/embulk/config/TestConfigLoader.java

@@ -1,66 +0,0 @@
-package org.embulk.config;
-
-import java.util.Properties;
-import java.io.InputStream;
-import java.io.ByteArrayInputStream;
-import java.io.IOException;
-import java.nio.charset.StandardCharsets;
-import com.fasterxml.jackson.databind.ObjectMapper;
-import org.junit.Before;
-import org.junit.Test;
-import static org.junit.Assert.assertEquals;
-import com.google.inject.Inject;
-import org.embulk.spi.Exec;
-import org.embulk.EmbulkTestRuntime;
-
-public class TestConfigLoader
-{
-    private ConfigLoader loader;
-
-    @Before
-    public void setup() throws Exception
-    {
-        this.loader = new ConfigLoader(new ModelManager(null, new ObjectMapper()));
-    }
-
-    @Test
-    public void testFromEmptyJson() throws IOException
-    {
-        ConfigSource config = loader.fromJson(newInputStream("{\"type\":\"test\",\"data\":1}"));
-        assertEquals("test", config.get(String.class, "type"));
-        assertEquals(1, (int) config.get(Integer.class, "data"));
-    }
-
-    @Test
-    public void testFromYamlProperties() throws IOException
-    {
-        Properties props = new Properties();
-        props.setProperty("type", "test");
-        props.setProperty("data", "1");
-
-        ConfigSource config = loader.fromPropertiesYamlLiteral(props, "");
-        assertEquals("test", config.get(String.class, "type"));
-        assertEquals(1, (int) config.get(Integer.class, "data"));
-    }
-
-    @Test
-    public void testFromYamlPropertiesNested() throws IOException
-    {
-        Properties props = new Properties();
-        props.setProperty("type", "test");
-        props.setProperty("columns.k1", "1");
-        props.setProperty("values.myval.data", "2");
-
-        ConfigSource config = loader.fromPropertiesYamlLiteral(props, "");
-        System.out.println("config: "+config);
-        assertEquals("test", config.get(String.class, "type"));
-        assertEquals(1, (int) config.getNested("columns").get(Integer.class, "k1"));
-        assertEquals(2, (int) config.getNested("values").getNested("myval").get(Integer.class, "data"));
-    }
-
-    private static InputStream newInputStream(String string)
-    {
-        byte[] bytes = string.getBytes(StandardCharsets.UTF_8);
-        return new ByteArrayInputStream(bytes);
-    }
-}

data/embulk-core/src/test/java/org/embulk/config/TestConfigSource.java

@@ -1,114 +0,0 @@
-package org.embulk.config;
-
-import org.junit.Rule;
-import org.junit.Before;
-import org.junit.Test;
-import static org.junit.Assert.assertEquals;
-import com.google.inject.Inject;
-import org.embulk.spi.Exec;
-import org.embulk.EmbulkTestRuntime;
-
-public class TestConfigSource
-{
-    @Rule
-    public EmbulkTestRuntime runtime = new EmbulkTestRuntime();
-
-    private ConfigSource config;
-
-    @Before
-    public void setup() throws Exception
-    {
-        config = Exec.newConfigSource();
-    }
-
-    private static interface TypeFields
-            extends Task
-    {
-        @Config("boolean")
-        public boolean getBoolean();
-
-        @Config("double")
-        public double getDouble();
-
-        @Config("int")
-        public int getInt();
-
-        @Config("long")
-        public long getLong();
-
-        @Config("string")
-        public String getString();
-    }
-
-    @Test
-    public void testSetGet()
-    {
-        config.set("boolean", true);
-        config.set("int", 3);
-        config.set("double", 0.2);
-        config.set("long", Long.MAX_VALUE);
-        config.set("string", "sf");
-
-        assertEquals(true, (boolean) config.get(boolean.class, "boolean"));
-        assertEquals(3, (int) config.get(int.class, "int"));
-        assertEquals(0.2, (double) config.get(double.class, "double"), 0.001);
-        assertEquals(Long.MAX_VALUE, (long) config.get(long.class, "long"));
-        assertEquals("sf", config.get(String.class, "string"));
-    }
-
-    @Test
-    public void testLoadConfig()
-    {
-        config.set("boolean", true);
-        config.set("int", 3);
-        config.set("double", 0.2);
-        config.set("long", Long.MAX_VALUE);
-        config.set("string", "sf");
-
-        TypeFields task = config.loadConfig(TypeFields.class);
-        assertEquals(true, task.getBoolean());
-        assertEquals(3, task.getInt());
-        assertEquals(0.2, task.getDouble(), 0.001);
-        assertEquals(Long.MAX_VALUE, task.getLong());
-        assertEquals("sf", task.getString());
-    }
-
-    private static interface ValidateFields
-            extends Task
-    {
-        @Config("valid")
-        public String getValid();
-    }
-
-    @Test
-    public void testValidatePasses()
-    {
-        config.set("valid", "data");
-        ValidateFields task = config.loadConfig(ValidateFields.class);
-        task.validate();
-        assertEquals("data", task.getValid());
-    }
-
-    @Test(expected = ConfigException.class)
-    public void testDefaultValueValidateFails()
-    {
-        ValidateFields task = config.loadConfig(ValidateFields.class);
-        task.validate();
-    }
-
-    // TODO test Min, Max, and other validations
-
-    private static interface SimpleFields
-            extends Task
-    {
-        @Config("type")
-        public String getType();
-    }
-
-    @Test
-    public void testFromJson()
-    {
-        String json = "{\"type\":\"test\"}";
-        // TODO
-    }
-}

data/embulk-core/src/test/java/org/embulk/config/TestTaskSource.java

@@ -1,70 +0,0 @@
-package org.embulk.config;
-
-import org.junit.Rule;
-import org.junit.Before;
-import org.junit.Test;
-import static org.junit.Assert.assertEquals;
-import static org.junit.Assert.assertTrue;
-import static org.junit.Assert.assertFalse;
-import com.google.inject.Inject;
-import org.embulk.spi.Exec;
-import org.embulk.EmbulkTestRuntime;
-
-public class TestTaskSource
-{
-    private static interface TypeFields
-            extends Task
-    {
-        public boolean getBoolean();
-        public void setBoolean(boolean v);
-
-        public double getDouble();
-        public void setDouble(double v);
-
-        public int getInt();
-        public void setInt(int v);
-
-        public long getLong();
-        public void setLong(long v);
-
-        public String getString();
-        public void setString(String v);
-    }
-
-    @Rule
-    public EmbulkTestRuntime runtime = new EmbulkTestRuntime();
-
-    private TaskSource taskSource;
-
-    @Before
-    public void setup() throws Exception
-    {
-        taskSource = Exec.newTaskSource();
-        taskSource.set("Boolean", false);
-        taskSource.set("Double", 0.5);
-        taskSource.set("Int", 0);
-        taskSource.set("Long", 0);
-        taskSource.set("String", "");
-    }
-
-    @Test
-    public void testEqualsOfLoadedTasks()
-    {
-        TypeFields task = taskSource.loadTask(TypeFields.class);
-        task.setBoolean(true);
-        task.setDouble(0.2);
-        task.setInt(3);
-        task.setLong(Long.MAX_VALUE);
-        task.setString("sf");
-
-        TaskSource taskSource2 = task.dump();
-        TypeFields task2 = taskSource2.loadTask(TypeFields.class);
-
-        assertTrue(task.equals(task2));
-        assertTrue(task.hashCode() == task2.hashCode());
-
-        task.setBoolean(false);
-        assertFalse(task.equals(task2));
-        assertFalse(task.hashCode() == task2.hashCode());
-    }
-}

data/embulk-core/src/test/java/org/embulk/plugin/MockPluginSource.java

@@ -1,58 +0,0 @@
-package org.embulk.plugin;
-
-import com.google.inject.Binder;
-import com.google.inject.Module;
-import com.google.inject.multibindings.Multibinder;
-
-public class MockPluginSource
-        implements PluginSource
-{
-    private final Class<?> expectedIface;
-    private final Object plugin;
-    private PluginType typeConfig;
-
-    public <T> MockPluginSource(Class<T> expectedIface, T plugin)
-    {
-        this.expectedIface = expectedIface;
-        this.plugin = plugin;
-    }
-
-    public PluginType getTypeConfig()
-    {
-        return typeConfig;
-    }
-
-    @SuppressWarnings("unchecked")
-    public <T> T newPlugin(Class<T> iface, PluginType typeConfig) throws PluginSourceNotMatchException
-    {
-        if (expectedIface.equals(iface)) {
-            this.typeConfig = typeConfig;
-            return (T) plugin;
-        } else {
-            throw new PluginSourceNotMatchException();
-        }
-    }
-
-    public static <T> Module newInjectModule(final Class<T> expectedIface, final T plugin)
-    {
-        return new InjectModule(expectedIface, plugin);
-    }
-
-    public static class InjectModule
-            implements Module
-    {
-        private final PluginSource pluginSource;
-
-        public <T> InjectModule(Class<T> expectedIface, T plugin)
-        {
-            this.pluginSource = new MockPluginSource(expectedIface, plugin);
-        }
-
-        @Override
-        public void configure(Binder binder)
-        {
-            Multibinder<PluginSource> multibinder = Multibinder.newSetBinder(binder, PluginSource.class);
-            multibinder.addBinding().toInstance(pluginSource);
-        }
-    }
-}

data/embulk-core/src/test/java/org/embulk/plugin/TestPluginType.java

@@ -1,83 +0,0 @@
-package org.embulk.plugin;
-
-import static org.junit.Assert.assertEquals;
-import static org.junit.Assert.assertFalse;
-import static org.junit.Assert.assertNull;
-import static org.junit.Assert.assertTrue;
-
-import java.util.HashMap;
-import org.junit.Test;
-
-public class TestPluginType
-{
-    @Test
-    public void testEquals()
-    {
-        PluginType type = PluginType.createFromStringForTesting("a");
-        assertTrue(type instanceof DefaultPluginType);
-        assertEquals(PluginSource.Type.DEFAULT, type.getSourceType());
-        assertTrue(type.equals(type));
-
-        assertTrue(type.equals(PluginType.createFromStringForTesting("a")));
-        assertFalse(type.equals(PluginType.createFromStringForTesting("b")));
-    }
-
-    @Test
-    public void testMapping1()
-    {
-        HashMap<String, String> mapping = new HashMap<String, String>();
-        mapping.put("source", "default");
-        mapping.put("name", "c");
-
-        PluginType type = PluginType.createFromStringMapForTesting(mapping);
-        assertTrue(type instanceof DefaultPluginType);
-        assertEquals(PluginSource.Type.DEFAULT, type.getSourceType());
-        assertTrue(type.equals(type));
-
-        assertTrue(type.equals(PluginType.createFromStringForTesting("c")));
-        assertFalse(type.equals(PluginType.createFromStringForTesting("d")));
-    }
-
-    @Test
-    public void testMapping2()
-    {
-        HashMap<String, String> mapping = new HashMap<String, String>();
-        mapping.put("source", "maven");
-        mapping.put("name", "e");
-        mapping.put("group", "org.embulk.foobar");
-        mapping.put("version", "0.1.2");
-
-        PluginType type = PluginType.createFromStringMapForTesting(mapping);
-        assertTrue(type instanceof MavenPluginType);
-        assertEquals(PluginSource.Type.MAVEN, type.getSourceType());
-        MavenPluginType mavenType = (MavenPluginType) type;
-        assertTrue(mavenType.equals(mavenType));
-        assertEquals("e", mavenType.getName());
-        assertEquals("org.embulk.foobar", mavenType.getGroup());
-        assertEquals("0.1.2", mavenType.getVersion());
-        assertNull(mavenType.getClassifier());
-        assertEquals("maven:org.embulk.foobar:e:0.1.2", mavenType.getFullName());
-    }
-
-    @Test
-    public void testMappingMavenWithClassifier()
-    {
-        HashMap<String, String> mapping = new HashMap<String, String>();
-        mapping.put("source", "maven");
-        mapping.put("name", "e");
-        mapping.put("group", "org.embulk.foobar");
-        mapping.put("version", "0.1.2");
-        mapping.put("classifier", "bar");
-
-        PluginType type = PluginType.createFromStringMapForTesting(mapping);
-        assertTrue(type instanceof MavenPluginType);
-        assertEquals(PluginSource.Type.MAVEN, type.getSourceType());
-        MavenPluginType mavenType = (MavenPluginType) type;
-        assertTrue(mavenType.equals(mavenType));
-        assertEquals("e", mavenType.getName());
-        assertEquals("org.embulk.foobar", mavenType.getGroup());
-        assertEquals("0.1.2", mavenType.getVersion());
-        assertEquals("bar", mavenType.getClassifier());
-        assertEquals("maven:org.embulk.foobar:e:0.1.2:bar", mavenType.getFullName());
-    }
-}