embulk 0.8.38-java → 0.10.27-java

data/embulk-core/src/test/java/org/embulk/plugin/maven/TestMavenArtifactFinder.java

@@ -1,41 +0,0 @@
-package org.embulk.plugin.maven;
-
-import static org.junit.Assert.assertEquals;
-import static org.junit.Assert.assertFalse;
-import static org.junit.Assert.assertNull;
-import static org.junit.Assert.assertTrue;
-
-import java.net.URL;
-import java.net.URISyntaxException;
-import java.nio.file.Path;
-import java.nio.file.Paths;
-import org.junit.Test;
-
-public class TestMavenArtifactFinder
-{
-    @Test
-    public void testArtifacts() throws Exception
-    {
-        final Path basePath = getMavenPath();
-        final MavenArtifactFinder finder = MavenArtifactFinder.create(basePath);
-        assertEquals(buildExpectedPath(basePath, GROUP_DIRECTORY, "embulk-example-maven-artifact", "0.1.2"),
-                     finder.findMavenArtifactJar("org.embulk.example", "embulk-example-maven-artifact", null, "0.1.2"));
-    }
-
-    private Path getMavenPath() throws URISyntaxException
-    {
-        return Paths.get(this.getClass().getClassLoader().getResource("m2.test").toURI());
-    }
-
-    private Path buildExpectedPath(
-            final Path basePath, final Path groupDirectory, final String artifactId, final String version)
-    {
-        return basePath
-            .resolve(groupDirectory)
-            .resolve(artifactId)
-            .resolve(version)
-            .resolve(artifactId + "-" + version + ".jar");
-    }
-
-    private static final Path GROUP_DIRECTORY = Paths.get("org").resolve("embulk").resolve("example");
-}

data/embulk-core/src/test/java/org/embulk/spi/MockFileOutput.java

@@ -1,63 +0,0 @@
-package org.embulk.spi;
-
-import java.util.List;
-import java.util.ArrayList;
-
-public class MockFileOutput
-        implements FileOutput
-{
-    private List<List<Buffer>> files = new ArrayList<List<Buffer>>();
-    private List<Buffer> lastBuffers = null;
-    private boolean finished = false;
-    private boolean closed = false;
-
-    public List<List<Buffer>> getFiles()
-    {
-        return files;
-    }
-
-    public List<Buffer> getLastBuffers()
-    {
-        return lastBuffers;
-    }
-
-    public void nextFile()
-    {
-        lastBuffers = new ArrayList<Buffer>();
-        files.add(lastBuffers);
-    }
-
-    public boolean isFinished()
-    {
-        return finished;
-    }
-
-    public boolean isClosed()
-    {
-        return closed;
-    }
-
-    public void add(Buffer buffer)
-    {
-        if (lastBuffers == null) {
-            throw new IllegalStateException("FileOutput.nextFile is not called");
-        }
-        if (finished) {
-            throw new IllegalStateException("FileOutput is already finished");
-        }
-        if (closed) {
-            throw new IllegalStateException("FileOutput is already closed");
-        }
-        lastBuffers.add(buffer);
-    }
-
-    public void finish()
-    {
-        finished = true;
-    }
-
-    public void close()
-    {
-        closed = true;
-    }
-}

data/embulk-core/src/test/java/org/embulk/spi/MockFormatterPlugin.java

@@ -1,108 +0,0 @@
-package org.embulk.spi;
-
-import java.util.ArrayList;
-import java.util.List;
-
-import org.embulk.config.ConfigSource;
-import org.embulk.config.Task;
-import org.embulk.config.TaskSource;
-import org.embulk.spi.Column;
-import org.embulk.spi.Schema;
-import org.embulk.spi.ColumnVisitor;
-
-public class MockFormatterPlugin implements FormatterPlugin
-{
-    public static List<List<Object>> records;
-
-    public interface PluginTask extends Task
-    {
-    }
-
-    @Override
-    public void transaction(ConfigSource config, Schema schema,
-            FormatterPlugin.Control control)
-    {
-        PluginTask task = config.loadConfig(PluginTask.class);
-        control.run(task.dump());
-    }
-
-    @Override
-    public PageOutput open(TaskSource taskSource, final Schema schema,
-            FileOutput output)
-    {
-        return new PageOutput()
-        {
-            public void add(Page page)
-            {
-                records = readPage(schema, page);
-            }
-
-            @Override
-            public void finish()
-            {
-            }
-
-            @Override
-            public void close()
-            {
-            }
-        };
-    }
-
-    public static List<List<Object>> readPage(final Schema schema, Page page)
-    {
-        List<List<Object>> records = new ArrayList<>();
-        try (final PageReader pageReader = new PageReader(schema)) {
-            pageReader.setPage(page);
-            while (pageReader.nextRecord()) {
-                final List<Object> record = new ArrayList<>();
-                schema.visitColumns(new ColumnVisitor()
-                {
-                    public void booleanColumn(Column column)
-                    {
-                        if (!pageReader.isNull(column)) {
-                            record.add(pageReader.getBoolean(column));
-                        }
-                    }
-
-                    public void longColumn(Column column)
-                    {
-                        if (!pageReader.isNull(column)) {
-                            record.add(pageReader.getLong(column));
-                        }
-                    }
-
-                    public void doubleColumn(Column column)
-                    {
-                        if (!pageReader.isNull(column)) {
-                            record.add(pageReader.getDouble(column));
-                        }
-                    }
-
-                    public void stringColumn(Column column)
-                    {
-                        if (!pageReader.isNull(column)) {
-                            record.add(pageReader.getString(column));
-                        }
-                    }
-
-                    public void timestampColumn(Column column)
-                    {
-                        if (!pageReader.isNull(column)) {
-                            record.add(pageReader.getTimestamp(column));
-                        }
-                    }
-
-                    public void jsonColumn(Column column)
-                    {
-                        if (!pageReader.isNull(column)) {
-                            record.add(pageReader.getJson(column));
-                        }
-                    }
-                });
-                records.add(record);
-            }
-        }
-        return records;
-    }
-}

data/embulk-core/src/test/java/org/embulk/spi/MockParserPlugin.java

@@ -1,80 +0,0 @@
-package org.embulk.spi;
-
-import org.embulk.config.Config;
-import org.embulk.config.ConfigSource;
-import org.embulk.config.Task;
-import org.embulk.config.TaskSource;
-import org.embulk.spi.json.JsonParser;
-import org.embulk.spi.time.Timestamp;
-import org.embulk.spi.type.Type;
-import org.embulk.spi.Column;
-import org.embulk.spi.Schema;
-import org.embulk.spi.SchemaConfig;
-import org.embulk.spi.PageOutput;
-
-public class MockParserPlugin implements ParserPlugin
-{
-    public static boolean raiseException = false;
-
-    public interface PluginTask extends Task
-    {
-        @Config("columns")
-        public SchemaConfig getSchemaConfig();
-    }
-
-    @Override
-    public void transaction(ConfigSource config, Control control)
-    {
-        PluginTask task = config.loadConfig(PluginTask.class);
-        control.run(task.dump(), task.getSchemaConfig().toSchema());
-    }
-
-    @Override
-    public void run(TaskSource taskSource, Schema schema,
-            FileInput input, PageOutput output)
-    {
-        try (final PageBuilder pageBuilder = new PageBuilder(
-                Exec.getBufferAllocator(), schema, output)) {
-            while (input.nextFile()) {
-                Buffer buffer = input.poll();
-                if (buffer != null) {
-                    for (Column column : schema.getColumns()) {
-                        Type type = column.getType();
-                        switch (type.getName()) {
-                        case "boolean":
-                            pageBuilder.setBoolean(column, true);
-                            break;
-                        case "long":
-                            pageBuilder.setLong(column, 2L);
-                            break;
-                        case "double":
-                            pageBuilder.setDouble(column, 3.0D);
-                            break;
-                        case "string":
-                            pageBuilder.setString(column, "45");
-                            break;
-                        case "timestamp":
-                            pageBuilder.setTimestamp(column,
-                                    Timestamp.ofEpochMilli(678L));
-                            break;
-                        case "json":
-                            pageBuilder.setJson(
-                                column,
-                                new JsonParser().parse("{\"_c1\":true,\"_c2\":10,\"_c3\":\"embulk\",\"_c4\":{\"k\":\"v\"}}")
-                            );
-                            break;
-                        default:
-                            throw new IllegalStateException("Unknown type: "
-                                    + type.getName());
-                        }
-                    }
-                    pageBuilder.addRecord();
-                    if (raiseException) {
-                        throw new RuntimeException("emulated exception");
-                    }
-                }
-            }
-            pageBuilder.finish();
-        }
-    }
-}

data/embulk-core/src/test/java/org/embulk/spi/PageTestUtils.java

@@ -1,59 +0,0 @@
-package org.embulk.spi;
-
-import java.util.ArrayList;
-import java.util.List;
-
-import org.embulk.spi.TestPageBuilderReader.MockPageOutput;
-import org.embulk.spi.time.Timestamp;
-import org.embulk.spi.Column;
-import org.embulk.spi.ColumnConfig;
-import org.embulk.spi.Schema;
-import org.embulk.spi.SchemaConfig;
-import org.embulk.spi.ColumnVisitor;
-import org.embulk.spi.type.Type;
-import org.msgpack.value.Value;
-import com.google.common.collect.ImmutableList;
-
-public class PageTestUtils
-{
-    private PageTestUtils()
-    { }
-
-    public static List<Page> buildPage(BufferAllocator bufferAllocator,
-            Schema schema, Object... values)
-    {
-        MockPageOutput output = new MockPageOutput();
-        try (PageBuilder builder = new PageBuilder(bufferAllocator, schema,
-                output)) {
-            int idx = 0;
-            while (idx < values.length) {
-                for (int column = 0; column < builder.getSchema()
-                        .getColumnCount(); ++column) {
-                    Object value = values[idx++];
-                    if (value == null) {
-                        builder.setNull(column);
-                    } else if (value instanceof Boolean) {
-                        builder.setBoolean(column, (Boolean) value);
-                    } else if (value instanceof Double) {
-                        builder.setDouble(column, (Double) value);
-                    } else if (value instanceof Long) {
-                        builder.setLong(column, (Long) value);
-                    } else if (value instanceof String) {
-                        builder.setString(column, (String) value);
-                    } else if (value instanceof Timestamp) {
-                        builder.setTimestamp(column, (Timestamp) value);
-                    } else if (value instanceof Value) {
-                        builder.setJson(column, (Value) value);
-                    } else {
-                        throw new IllegalStateException(
-                                "Unsupported type in test utils: "
-                                        + value.toString());
-                    }
-                }
-                builder.addRecord();
-            }
-            builder.finish();
-        }
-        return output.pages;
-    }
-}

data/embulk-core/src/test/java/org/embulk/spi/TestBuffer.java

@@ -1,24 +0,0 @@
-package org.embulk.spi;
-
-import static org.junit.Assert.assertEquals;
-import static org.junit.Assert.assertTrue;
-import static org.junit.Assert.assertFalse;
-import org.junit.Test;
-
-public class TestBuffer
-{
-    @Test
-    public void testEquals() throws Exception
-    {
-        byte[] bytes = new byte[] { 1, 2, 3, 2, 3 };
-        Buffer b1 = Buffer.wrap(bytes, 0, 2);  // [1, 2]
-        Buffer b2 = Buffer.wrap(bytes, 1, 2);  // [2, 3]
-        Buffer b3 = Buffer.wrap(bytes, 3, 2);  // [2, 3]
-
-        assertFalse(b1.equals(b2));
-        assertTrue(b2.equals(b3));
-
-        assertFalse(b1.hashCode() == b2.hashCode());
-        assertTrue(b2.hashCode() == b3.hashCode());
-    }
-}

data/embulk-core/src/test/java/org/embulk/spi/TestFileInputInputStream.java

@@ -1,89 +0,0 @@
-package org.embulk.spi;
-
-import static org.junit.Assert.assertArrayEquals;
-import static org.junit.Assert.assertEquals;
-import java.io.ByteArrayOutputStream;
-import java.util.Random;
-import org.junit.Rule;
-import org.junit.Test;
-import org.embulk.spi.util.ListFileInput;
-import org.embulk.spi.util.FileInputInputStream;
-import org.embulk.spi.util.FileOutputOutputStream;
-import org.embulk.EmbulkTestRuntime;
-
-public class TestFileInputInputStream
-{
-    @Rule
-    public EmbulkTestRuntime runtime = new EmbulkTestRuntime();
-
-    private ListFileInput fileInput;
-    private MockFileOutput fileOutput;
-
-    private FileInputInputStream in;
-    private FileOutputOutputStream out;
-
-    private void newOutputStream()
-    {
-        fileOutput = new MockFileOutput();
-        out = new FileOutputOutputStream(fileOutput, runtime.getBufferAllocator(), FileOutputOutputStream.CloseMode.CLOSE);
-    }
-
-    private void newInputStream()
-    {
-        fileInput = new ListFileInput(fileOutput.getFiles());
-        in = new FileInputInputStream(fileInput);
-    }
-
-    @Test
-    public void testRandomReadWrite() throws Exception
-    {
-        newOutputStream();
-        out.nextFile();
-        ByteArrayOutputStream expectedOut = new ByteArrayOutputStream();
-        Random rand = runtime.getRandom();
-        byte[] buffer = new byte[rand.nextInt() % 1024 + 1024];
-        for (int i = 0; i < 256; i++) {
-            rand.nextBytes(buffer);
-            expectedOut.write(buffer);
-            out.write(buffer);
-        }
-        out.finish();
-        byte[] expected = expectedOut.toByteArray();
-        byte[] actual = new byte[expected.length];
-
-        newInputStream();
-        in.nextFile();
-        int pos = 0;
-        while (pos < actual.length) {
-            int n = in.read(actual, pos, actual.length - pos);
-            if (n < 0) {
-                break;
-            }
-            pos += n;
-        }
-        assertEquals(expected.length, pos);
-        assertArrayEquals(expected, actual);
-    }
-
-    @Test
-    public void testSkipReturnsZeroForNoData() {
-        FileInputInputStream in = new FileInputInputStream(new MockFileInput());
-        assertEquals("Verify skip() returns 0 when there is no data.", 0L, in.skip(1));
-    }
-
-    private static class MockFileInput implements FileInput {
-        @Override
-        public boolean nextFile() {
-            return false;
-        }
-
-        @Override
-        public Buffer poll() {
-            return null;
-        }
-
-        @Override
-        public void close() {
-        }
-    }
-}