embulk 0.8.36-java → 0.10.25-java

data/embulk-core/src/test/java/org/embulk/plugin/jar/ExampleJarSpiV0.java

@@ -1,9 +0,0 @@
-package org.embulk.plugin.jar;
-
-public class ExampleJarSpiV0
-{
-    public String getTestString()
-    {
-        return "foobar";
-    }
-}

data/embulk-core/src/test/java/org/embulk/plugin/jar/JarBuilder.java

@@ -1,101 +0,0 @@
-package org.embulk.plugin.jar;
-
-import java.nio.file.Files;
-import java.nio.file.Path;
-import java.nio.file.Paths;
-import java.util.HashMap;
-import java.util.TreeSet;
-import java.util.jar.Attributes;
-import java.util.jar.JarEntry;
-import java.util.jar.JarOutputStream;
-import java.util.jar.Manifest;
-
-public class JarBuilder
-{
-    public JarBuilder()
-    {
-        this.manifest = new Manifest();
-        this.entries = new HashMap<String, Path>();
-    }
-
-    public void build(final Path pathToExistingFile)
-            throws Exception
-    {
-        try (final JarOutputStream output = buildPluginJar(pathToExistingFile, this.manifest)) {
-            for (String entryName : new TreeSet<String>(this.entries.keySet())) {
-                final Path pathToRealFile = this.entries.get(entryName);
-                if (pathToRealFile == null) {
-                    final JarEntry entry = new JarEntry(entryName + "/");
-                    entry.setMethod(JarEntry.STORED);
-                    entry.setSize(0);
-                    entry.setCrc(0);
-                    output.putNextEntry(entry);
-                    output.closeEntry();
-                }
-                else {
-                    final JarEntry entry = new JarEntry(entryName);
-                    output.putNextEntry(entry);
-                    Files.copy(pathToRealFile, output);
-                    output.closeEntry();
-                }
-            }
-        }
-    }
-
-    public void addClass(final Class<?> klass)
-            throws Exception
-    {
-        final Path classFileRelativePath = getClassFileRelativePath(klass);
-        final Path classFileFullPath = getClassFileFullPath(klass);
-        this.addFile(classFileRelativePath.toString(), classFileFullPath);
-
-        Path directoryPath = classFileRelativePath.getParent();
-        while (directoryPath != null) {
-            this.addDirectoryIfAbsent(directoryPath.toString());
-            directoryPath = directoryPath.getParent();
-        }
-    }
-
-    public void addManifestV0(final String embulkPluginMainClass)
-    {
-        final Attributes attributes = this.manifest.getMainAttributes();
-        attributes.put(Attributes.Name.MANIFEST_VERSION, "1.0");
-        attributes.putValue(MANIFEST_PLUGIN_SPI_VERSION, "0");
-        attributes.putValue(MANIFEST_PLUGIN_MAIN_CLASS, embulkPluginMainClass);
-    }
-
-    private void addDirectoryIfAbsent(final String name)
-    {
-        if (!(this.entries.containsKey(name))) {
-            this.entries.put(name, null);
-        }
-    }
-
-    private void addFile(final String name, final Path pathToRealFile)
-    {
-        this.entries.put(name, pathToRealFile);
-    }
-
-    private JarOutputStream buildPluginJar(final Path pathToExistingFile, final Manifest embeddedManifest)
-            throws Exception
-    {
-        return new JarOutputStream(Files.newOutputStream(pathToExistingFile), embeddedManifest);
-    }
-
-    private Path getClassFileRelativePath(final Class<?> klass)
-    {
-        return Paths.get(klass.getName().replace('.', '/') + ".class");
-    }
-
-    private Path getClassFileFullPath(final Class<?> klass)
-            throws Exception
-    {
-        return Paths.get(klass.getClassLoader().getResource(klass.getName().replace('.', '/') + ".class").toURI());
-    }
-
-    private final Manifest manifest;
-    private final HashMap<String, Path> entries;
-
-    private static final String MANIFEST_PLUGIN_SPI_VERSION = "Embulk-Plugin-Spi-Version";
-    private static final String MANIFEST_PLUGIN_MAIN_CLASS = "Embulk-Plugin-Main-Class";
-}

data/embulk-core/src/test/java/org/embulk/plugin/jar/TestJarPluginLoader.java

@@ -1,60 +0,0 @@
-package org.embulk.plugin.jar;
-
-import static org.junit.Assert.assertEquals;
-import static org.junit.Assert.assertTrue;
-
-import java.nio.file.Files;
-import java.nio.file.Path;
-import java.nio.file.Paths;
-import org.embulk.EmbulkTestRuntime;
-import org.junit.Rule;
-import org.junit.Test;
-import org.junit.rules.TemporaryFolder;
-
-public class TestJarPluginLoader
-{
-    @Rule
-    public TemporaryFolder temporaryFolder = new TemporaryFolder();
-
-    @Rule
-    public EmbulkTestRuntime testRuntime = new EmbulkTestRuntime();
-
-    @Test
-    public void test() throws Exception
-    {
-        final Path jarPath = createTemporaryJarFile();
-
-        final JarBuilder jarBuilder = new JarBuilder();
-        jarBuilder.addManifestV0(ExampleJarSpiV0.class.getName());
-        jarBuilder.addClass(ExampleJarSpiV0.class);
-        jarBuilder.build(jarPath);
-
-        final Class<?> loadedClass;
-        try (final JarPluginLoader loader = JarPluginLoader.load(jarPath, testRuntime.getPluginClassLoaderFactory())) {
-            assertEquals(0, loader.getPluginSpiVersion());
-            loadedClass = loader.getPluginMainClass();
-        }
-
-        final Object instanceObject = loadedClass.newInstance();
-        assertTrue(instanceObject instanceof ExampleJarSpiV0);
-
-        final ExampleJarSpiV0 instance = (ExampleJarSpiV0) instanceObject;
-        assertEquals("foobar", instance.getTestString());
-    }
-
-    private Path createTemporaryJarFile() throws Exception
-    {
-        final String temporaryDirectoryString =
-            System.getProperty("org.embulk.plugin.jar.TestJarPluginLoader.temporaryDirectory");
-
-        final Path temporaryDirectoryPath;
-        if (temporaryDirectoryString == null) {
-            temporaryDirectoryPath = temporaryFolder.getRoot().toPath();
-        }
-        else {
-            temporaryDirectoryPath = Paths.get(temporaryDirectoryString);
-        }
-
-        return Files.createTempFile(temporaryDirectoryPath, "testplugin", ".jar");
-    }
-}

data/embulk-core/src/test/java/org/embulk/plugin/maven/TestMavenArtifactFinder.java

@@ -1,41 +0,0 @@
-package org.embulk.plugin.maven;
-
-import static org.junit.Assert.assertEquals;
-import static org.junit.Assert.assertFalse;
-import static org.junit.Assert.assertNull;
-import static org.junit.Assert.assertTrue;
-
-import java.net.URL;
-import java.net.URISyntaxException;
-import java.nio.file.Path;
-import java.nio.file.Paths;
-import org.junit.Test;
-
-public class TestMavenArtifactFinder
-{
-    @Test
-    public void testArtifacts() throws Exception
-    {
-        final Path basePath = getMavenPath();
-        final MavenArtifactFinder finder = MavenArtifactFinder.create(basePath);
-        assertEquals(buildExpectedPath(basePath, GROUP_DIRECTORY, "embulk-example-maven-artifact", "0.1.2"),
-                     finder.findMavenArtifactJar("org.embulk.example", "embulk-example-maven-artifact", null, "0.1.2"));
-    }
-
-    private Path getMavenPath() throws URISyntaxException
-    {
-        return Paths.get(this.getClass().getClassLoader().getResource("m2.test").toURI());
-    }
-
-    private Path buildExpectedPath(
-            final Path basePath, final Path groupDirectory, final String artifactId, final String version)
-    {
-        return basePath
-            .resolve(groupDirectory)
-            .resolve(artifactId)
-            .resolve(version)
-            .resolve(artifactId + "-" + version + ".jar");
-    }
-
-    private static final Path GROUP_DIRECTORY = Paths.get("org").resolve("embulk").resolve("example");
-}

data/embulk-core/src/test/java/org/embulk/spi/MockFileOutput.java

@@ -1,63 +0,0 @@
-package org.embulk.spi;
-
-import java.util.List;
-import java.util.ArrayList;
-
-public class MockFileOutput
-        implements FileOutput
-{
-    private List<List<Buffer>> files = new ArrayList<List<Buffer>>();
-    private List<Buffer> lastBuffers = null;
-    private boolean finished = false;
-    private boolean closed = false;
-
-    public List<List<Buffer>> getFiles()
-    {
-        return files;
-    }
-
-    public List<Buffer> getLastBuffers()
-    {
-        return lastBuffers;
-    }
-
-    public void nextFile()
-    {
-        lastBuffers = new ArrayList<Buffer>();
-        files.add(lastBuffers);
-    }
-
-    public boolean isFinished()
-    {
-        return finished;
-    }
-
-    public boolean isClosed()
-    {
-        return closed;
-    }
-
-    public void add(Buffer buffer)
-    {
-        if (lastBuffers == null) {
-            throw new IllegalStateException("FileOutput.nextFile is not called");
-        }
-        if (finished) {
-            throw new IllegalStateException("FileOutput is already finished");
-        }
-        if (closed) {
-            throw new IllegalStateException("FileOutput is already closed");
-        }
-        lastBuffers.add(buffer);
-    }
-
-    public void finish()
-    {
-        finished = true;
-    }
-
-    public void close()
-    {
-        closed = true;
-    }
-}

data/embulk-core/src/test/java/org/embulk/spi/MockFormatterPlugin.java

@@ -1,108 +0,0 @@
-package org.embulk.spi;
-
-import java.util.ArrayList;
-import java.util.List;
-
-import org.embulk.config.ConfigSource;
-import org.embulk.config.Task;
-import org.embulk.config.TaskSource;
-import org.embulk.spi.Column;
-import org.embulk.spi.Schema;
-import org.embulk.spi.ColumnVisitor;
-
-public class MockFormatterPlugin implements FormatterPlugin
-{
-    public static List<List<Object>> records;
-
-    public interface PluginTask extends Task
-    {
-    }
-
-    @Override
-    public void transaction(ConfigSource config, Schema schema,
-            FormatterPlugin.Control control)
-    {
-        PluginTask task = config.loadConfig(PluginTask.class);
-        control.run(task.dump());
-    }
-
-    @Override
-    public PageOutput open(TaskSource taskSource, final Schema schema,
-            FileOutput output)
-    {
-        return new PageOutput()
-        {
-            public void add(Page page)
-            {
-                records = readPage(schema, page);
-            }
-
-            @Override
-            public void finish()
-            {
-            }
-
-            @Override
-            public void close()
-            {
-            }
-        };
-    }
-
-    public static List<List<Object>> readPage(final Schema schema, Page page)
-    {
-        List<List<Object>> records = new ArrayList<>();
-        try (final PageReader pageReader = new PageReader(schema)) {
-            pageReader.setPage(page);
-            while (pageReader.nextRecord()) {
-                final List<Object> record = new ArrayList<>();
-                schema.visitColumns(new ColumnVisitor()
-                {
-                    public void booleanColumn(Column column)
-                    {
-                        if (!pageReader.isNull(column)) {
-                            record.add(pageReader.getBoolean(column));
-                        }
-                    }
-
-                    public void longColumn(Column column)
-                    {
-                        if (!pageReader.isNull(column)) {
-                            record.add(pageReader.getLong(column));
-                        }
-                    }
-
-                    public void doubleColumn(Column column)
-                    {
-                        if (!pageReader.isNull(column)) {
-                            record.add(pageReader.getDouble(column));
-                        }
-                    }
-
-                    public void stringColumn(Column column)
-                    {
-                        if (!pageReader.isNull(column)) {
-                            record.add(pageReader.getString(column));
-                        }
-                    }
-
-                    public void timestampColumn(Column column)
-                    {
-                        if (!pageReader.isNull(column)) {
-                            record.add(pageReader.getTimestamp(column));
-                        }
-                    }
-
-                    public void jsonColumn(Column column)
-                    {
-                        if (!pageReader.isNull(column)) {
-                            record.add(pageReader.getJson(column));
-                        }
-                    }
-                });
-                records.add(record);
-            }
-        }
-        return records;
-    }
-}

data/embulk-core/src/test/java/org/embulk/spi/MockParserPlugin.java

@@ -1,80 +0,0 @@
-package org.embulk.spi;
-
-import org.embulk.config.Config;
-import org.embulk.config.ConfigSource;
-import org.embulk.config.Task;
-import org.embulk.config.TaskSource;
-import org.embulk.spi.json.JsonParser;
-import org.embulk.spi.time.Timestamp;
-import org.embulk.spi.type.Type;
-import org.embulk.spi.Column;
-import org.embulk.spi.Schema;
-import org.embulk.spi.SchemaConfig;
-import org.embulk.spi.PageOutput;
-
-public class MockParserPlugin implements ParserPlugin
-{
-    public static boolean raiseException = false;
-
-    public interface PluginTask extends Task
-    {
-        @Config("columns")
-        public SchemaConfig getSchemaConfig();
-    }
-
-    @Override
-    public void transaction(ConfigSource config, Control control)
-    {
-        PluginTask task = config.loadConfig(PluginTask.class);
-        control.run(task.dump(), task.getSchemaConfig().toSchema());
-    }
-
-    @Override
-    public void run(TaskSource taskSource, Schema schema,
-            FileInput input, PageOutput output)
-    {
-        try (final PageBuilder pageBuilder = new PageBuilder(
-                Exec.getBufferAllocator(), schema, output)) {
-            while (input.nextFile()) {
-                Buffer buffer = input.poll();
-                if (buffer != null) {
-                    for (Column column : schema.getColumns()) {
-                        Type type = column.getType();
-                        switch (type.getName()) {
-                        case "boolean":
-                            pageBuilder.setBoolean(column, true);
-                            break;
-                        case "long":
-                            pageBuilder.setLong(column, 2L);
-                            break;
-                        case "double":
-                            pageBuilder.setDouble(column, 3.0D);
-                            break;
-                        case "string":
-                            pageBuilder.setString(column, "45");
-                            break;
-                        case "timestamp":
-                            pageBuilder.setTimestamp(column,
-                                    Timestamp.ofEpochMilli(678L));
-                            break;
-                        case "json":
-                            pageBuilder.setJson(
-                                column,
-                                new JsonParser().parse("{\"_c1\":true,\"_c2\":10,\"_c3\":\"embulk\",\"_c4\":{\"k\":\"v\"}}")
-                            );
-                            break;
-                        default:
-                            throw new IllegalStateException("Unknown type: "
-                                    + type.getName());
-                        }
-                    }
-                    pageBuilder.addRecord();
-                    if (raiseException) {
-                        throw new RuntimeException("emulated exception");
-                    }
-                }
-            }
-            pageBuilder.finish();
-        }
-    }
-}