embulk-input-filesplit 0.1.3 → 0.1.4

data/src/test/java/org/embulk/input/filesplit/EmbulkPluginTester.java

@@ -1,70 +1,70 @@
-package org.embulk.input.filesplit;
-
-import java.io.BufferedReader;
-import java.io.BufferedWriter;
-import java.io.File;
-import java.io.FileReader;
-import java.io.FileWriter;
-import java.util.regex.Matcher;
-import java.util.regex.Pattern;
-
-import org.embulk.EmbulkEmbed;
-import org.embulk.EmbulkEmbed.Bootstrap;
-import org.embulk.config.ConfigSource;
-import org.embulk.plugin.InjectedPluginSource;
-
-import com.google.inject.Binder;
-import com.google.inject.Module;
-
-
-public class EmbulkPluginTester {
-
-    private EmbulkEmbed embulk;
-
-    public EmbulkPluginTester(final Class<?> iface, final String name, final Class<?> impl)
-    {
-        Bootstrap bootstrap = new EmbulkEmbed.Bootstrap();
-        bootstrap.addModules(new Module()
-        {
-            @Override
-            public void configure(Binder binder)
-            {
-                InjectedPluginSource.registerPluginTo(binder, iface, name, impl);
-            }
-        });
-        embulk = bootstrap.initializeCloseable();
-    }
-
-    public void run(String ymlPath) throws Exception
-    {
-        ConfigSource config = embulk.newConfigLoader().fromYamlFile(new File(convert(ymlPath)));
-        embulk.run(config);
-    }
-
-    private String convert(String yml) throws Exception
-    {
-        File rootPath = new File(EmbulkPluginTester.class.getResource("/resource.txt").toURI()).getParentFile();
-        File ymlPath = new File(EmbulkPluginTester.class.getResource(yml).toURI());
-        File tempYmlPath = new File(ymlPath.getParentFile(), "temp-" + ymlPath.getName());
-        Pattern pathPrefixPattern = Pattern.compile("^ *path(_prefix)?: '(.*)'$");
-        try (BufferedReader reader = new BufferedReader(new FileReader(ymlPath))) {
-            try (BufferedWriter writer = new BufferedWriter(new FileWriter(tempYmlPath))) {
-                String line;
-                while ((line = reader.readLine()) != null) {
-                    Matcher matcher = pathPrefixPattern.matcher(line);
-                    if (matcher.matches()) {
-                        int group = 2;
-                        writer.write(line.substring(0, matcher.start(group)));
-                        writer.write(new File(rootPath, matcher.group(group)).getAbsolutePath());
-                        writer.write(line.substring(matcher.end(group)));
-                    } else {
-                        writer.write(line);
-                    }
-                    writer.newLine();
-                }
-            }
-        }
-        return tempYmlPath.getAbsolutePath();
-    }
-
-}
+package org.embulk.input.filesplit;
+
+import java.io.BufferedReader;
+import java.io.BufferedWriter;
+import java.io.File;
+import java.io.FileReader;
+import java.io.FileWriter;
+import java.util.regex.Matcher;
+import java.util.regex.Pattern;
+
+import org.embulk.EmbulkEmbed;
+import org.embulk.EmbulkEmbed.Bootstrap;
+import org.embulk.config.ConfigSource;
+import org.embulk.plugin.InjectedPluginSource;
+
+import com.google.inject.Binder;
+import com.google.inject.Module;
+
+
+public class EmbulkPluginTester {
+
+    private EmbulkEmbed embulk;
+
+    public EmbulkPluginTester(final Class<?> iface, final String name, final Class<?> impl)
+    {
+        Bootstrap bootstrap = new EmbulkEmbed.Bootstrap();
+        bootstrap.addModules(new Module()
+        {
+            @Override
+            public void configure(Binder binder)
+            {
+                InjectedPluginSource.registerPluginTo(binder, iface, name, impl);
+            }
+        });
+        embulk = bootstrap.initializeCloseable();
+    }
+
+    public void run(String ymlPath) throws Exception
+    {
+        ConfigSource config = embulk.newConfigLoader().fromYamlFile(new File(convert(ymlPath)));
+        embulk.run(config);
+    }
+
+    private String convert(String yml) throws Exception
+    {
+        File rootPath = new File(EmbulkPluginTester.class.getResource("/resource.txt").toURI()).getParentFile();
+        File ymlPath = new File(EmbulkPluginTester.class.getResource(yml).toURI());
+        File tempYmlPath = new File(ymlPath.getParentFile(), "temp-" + ymlPath.getName());
+        Pattern pathPrefixPattern = Pattern.compile("^ *path(_prefix)?: '(.*)'$");
+        try (BufferedReader reader = new BufferedReader(new FileReader(ymlPath))) {
+            try (BufferedWriter writer = new BufferedWriter(new FileWriter(tempYmlPath))) {
+                String line;
+                while ((line = reader.readLine()) != null) {
+                    Matcher matcher = pathPrefixPattern.matcher(line);
+                    if (matcher.matches()) {
+                        int group = 2;
+                        writer.write(line.substring(0, matcher.start(group)));
+                        writer.write(new File(rootPath, matcher.group(group)).getAbsolutePath());
+                        writer.write(line.substring(matcher.end(group)));
+                    } else {
+                        writer.write(line);
+                    }
+                    writer.newLine();
+                }
+            }
+        }
+        return tempYmlPath.getAbsolutePath();
+    }
+
+}

data/src/test/java/org/embulk/input/filesplit/LocalFileSplitInputPluginTest.java

@@ -1,94 +1,129 @@
-package org.embulk.input.filesplit;
-
-import java.io.File;
-import java.io.IOException;
-import java.net.URISyntaxException;
-import java.nio.charset.Charset;
-import java.nio.file.FileSystem;
-import java.nio.file.FileSystems;
-import java.nio.file.Files;
-import java.util.ArrayList;
-import java.util.Collections;
-import java.util.List;
-
-import org.embulk.spi.InputPlugin;
-import org.junit.Test;
-import static org.junit.Assert.assertEquals;
-
-public class LocalFileSplitInputPluginTest {
-
-	private static EmbulkPluginTester tester = new EmbulkPluginTester(InputPlugin.class, "filesplit", LocalFileSplitInputPlugin.class);
-
-	@Test
-	public void test() throws Exception
-	{
-		run("/yml/test.yml", "/data/test-semicolon.csv");
-	}
-
-	@Test
-	public void testTasks() throws Exception
-	{
-		run("/yml/test-tasks.yml", "/data/test-semicolon.csv");
-	}
-
-	@Test
-	public void testHeader() throws Exception
-	{
-		run("/yml/test-header.yml", "/data/test-semicolon.csv");
-	}
-
-	@Test
-	public void testOnlyHeader() throws Exception
-	{
-		run("/yml/test-only-header.yml", "/data/empty.csv");
-	}
-
-	private void run(String ymlPath, String expectedName) throws Exception
-	{
-		List<String> expected = readAll(expectedName);
-		Collections.sort(expected);
-
-		File file = prepare();
-		tester.run(ymlPath);
-
-		List<String> actual= readAll(file);
-		Collections.sort(actual);
-
-		assertEquals(expected, actual);
-	}
-
-	private File prepare() throws URISyntaxException
-	{
-		File file = new File(new File(getClass().getResource("/resource.txt").toURI()).getParentFile(), "temp");
-		file.mkdir();
-		for (File child : file.listFiles()) {
-			child.delete();
-		}
-		return file;
-	}
-
-	private List<String> readAll(String name) throws IOException, URISyntaxException
-	{
-		return readAll(new File(getClass().getResource(name).toURI()));
-	}
-
-	private List<String> readAll(File file) throws IOException
-	{
-		if (file.isFile()) {
-			FileSystem fs = FileSystems.getDefault();
-			Charset charset = Charset.forName("UTF-8");
-			return Files.readAllLines(fs.getPath(file.getAbsolutePath()), charset);
-		}
-
-		if (file.isDirectory()) {
-			List<String> lines = new ArrayList<String>();
-			for (File child : file.listFiles()) {
-				lines.addAll(readAll(child));
-			}
-			return lines;
-		}
-
-		return Collections.emptyList();
-	}
-
-}
+package org.embulk.input.filesplit;
+
+import java.io.File;
+import java.io.IOException;
+import java.net.URISyntaxException;
+import java.nio.charset.Charset;
+import java.nio.file.FileSystem;
+import java.nio.file.FileSystems;
+import java.nio.file.Files;
+import java.util.ArrayList;
+import java.util.Collections;
+import java.util.List;
+
+import org.embulk.spi.InputPlugin;
+import org.junit.Test;
+import static org.junit.Assert.assertEquals;
+import static org.junit.Assert.fail;
+
+public class LocalFileSplitInputPluginTest {
+
+    private static EmbulkPluginTester tester = new EmbulkPluginTester(InputPlugin.class, "filesplit", LocalFileSplitInputPlugin.class);
+
+    @Test
+    public void test() throws Exception
+    {
+        run("/yml/test.yml", "/data/test-semicolon.csv");
+    }
+
+    @Test
+    public void testTasks() throws Exception
+    {
+        run("/yml/test-tasks.yml", "/data/test-semicolon.csv");
+    }
+
+    @Test
+    public void testHeader() throws Exception
+    {
+        run("/yml/test-header.yml", "/data/test-semicolon.csv");
+    }
+
+    @Test
+    public void testOnlyHeader() throws Exception
+    {
+        run("/yml/test-only-header.yml", "/data/empty.csv");
+    }
+
+    @Test
+    public void testPathPrefixDirectory() throws Exception
+    {
+        run("/yml/test-path_prefix-directory.yml", "/data/test.csv");
+    }
+
+    @Test
+    public void testPathPrefixFiles() throws Exception
+    {
+        run("/yml/test-path_prefix-files.yml", "/data/test.csv");
+    }
+
+    @Test
+    public void testError1() throws Exception
+    {
+        try {
+            run("/yml/test-error1.yml", "/data/empty.csv");
+            fail("IllegalArgumentException expected.");
+        } catch (IllegalArgumentException e) {
+            System.err.println(e);
+        }
+    }
+
+    @Test
+    public void testError2() throws Exception
+    {
+        try {
+            run("/yml/test-error2.yml", "/data/empty.csv");
+            fail("IllegalArgumentException expected.");
+        } catch (IllegalArgumentException e) {
+            System.err.println(e);
+        }
+    }
+
+    private void run(String ymlPath, String expectedName) throws Exception
+    {
+        List<String> expected = readAll(expectedName);
+        Collections.sort(expected);
+
+        File file = prepare();
+        tester.run(ymlPath);
+
+        List<String> actual= readAll(file);
+        Collections.sort(actual);
+
+        assertEquals(expected, actual);
+    }
+
+    private File prepare() throws URISyntaxException
+    {
+        File file = new File(new File(getClass().getResource("/resource.txt").toURI()).getParentFile(), "temp");
+        file.mkdir();
+        for (File child : file.listFiles()) {
+            child.delete();
+        }
+        return file;
+    }
+
+    private List<String> readAll(String name) throws IOException, URISyntaxException
+    {
+        return readAll(new File(getClass().getResource(name).toURI()));
+    }
+
+    private List<String> readAll(File file) throws IOException
+    {
+        if (file.isFile()) {
+            FileSystem fs = FileSystems.getDefault();
+            Charset charset = Charset.forName("UTF-8");
+            return Files.readAllLines(fs.getPath(file.getAbsolutePath()), charset);
+        }
+
+        if (file.isDirectory()) {
+            List<String> lines = new ArrayList<String>();
+            for (File child : file.listFiles()) {
+                lines.addAll(readAll(child));
+            }
+            return lines;
+        }
+
+        return Collections.emptyList();
+    }
+
+}

data/src/test/java/org/embulk/input/filesplit/LocalFileSplitInputTest.java

@@ -1,78 +1,78 @@
-package org.embulk.input.filesplit;
-
-import static org.junit.Assert.assertEquals;
-
-import java.io.BufferedReader;
-import java.io.File;
-import java.io.IOException;
-import java.io.InputStream;
-import java.io.InputStreamReader;
-import java.net.URISyntaxException;
-
-import org.embulk.input.filesplit.LocalFileSplitInputPlugin.LocalFileSplitInput.FileSplitProvider;
-import org.junit.Test;
-
-public class LocalFileSplitInputTest {
-
-	@Test
-	public void testHeader() throws Exception
-	{
-		try (BufferedReader reader = new BufferedReader(new InputStreamReader(open("/data/test-header.csv", 0, 20)))) {
-			assertEquals("id,name,value", reader.readLine());
-			assertEquals("1,aaaaa,12345", reader.readLine());
-			assertEquals(null, reader.readLine());
-		}
-
-		try (BufferedReader reader = new BufferedReader(new InputStreamReader(open("/data/test-header.csv", 0, 10)))) {
-			assertEquals("id,name,value", reader.readLine());
-			assertEquals(null, reader.readLine());
-		}
-
-		try (BufferedReader reader = new BufferedReader(new InputStreamReader(open("/data/test-header.csv", 1, 2)))) {
-			assertEquals("id,name,value", reader.readLine());
-			assertEquals(null, reader.readLine());
-		}
-
-		try (BufferedReader reader = new BufferedReader(new InputStreamReader(open("/data/test-header.csv", 1, 20)))) {
-			assertEquals("id,name,value", reader.readLine());
-			assertEquals("1,aaaaa,12345", reader.readLine());
-			assertEquals(null, reader.readLine());
-		}
-
-		try (BufferedReader reader = new BufferedReader(new InputStreamReader(open("/data/test-header.csv", 1, 40)))) {
-			assertEquals("id,name,value", reader.readLine());
-			assertEquals("1,aaaaa,12345", reader.readLine());
-			assertEquals("2,bbb,67890", reader.readLine());
-			assertEquals(null, reader.readLine());
-		}
-
-		try (BufferedReader reader = new BufferedReader(new InputStreamReader(open("/data/test-header.csv", 20, 40)))) {
-			assertEquals("id,name,value", reader.readLine());
-			assertEquals("2,bbb,67890", reader.readLine());
-			assertEquals(null, reader.readLine());
-		}
-	}
-
-	@Test
-	public void testOnlyHeader() throws Exception
-	{
-		try (BufferedReader reader = new BufferedReader(new InputStreamReader(open("/data/test-only-header.csv", 0, 10)))) {
-			assertEquals("id,name,value", reader.readLine());
-			assertEquals(null, reader.readLine());
-		}
-
-		try (BufferedReader reader = new BufferedReader(new InputStreamReader(open("/data/test-only-header.csv", 1, 10)))) {
-			assertEquals("id,name,value", reader.readLine());
-			assertEquals(null, reader.readLine());
-		}
-	}
-
-	private InputStream open(String name, int start, int end) throws IOException, URISyntaxException
-	{
-		File path = new File(getClass().getResource(name).toURI());
-		try (FileSplitProvider provider = new FileSplitProvider(new PartialFile(path.getAbsolutePath(), start, end), true)) {
-			return provider.openNext();
-		}
-	}
-
-}
+package org.embulk.input.filesplit;
+
+import static org.junit.Assert.assertEquals;
+
+import java.io.BufferedReader;
+import java.io.File;
+import java.io.IOException;
+import java.io.InputStream;
+import java.io.InputStreamReader;
+import java.net.URISyntaxException;
+
+import org.embulk.input.filesplit.LocalFileSplitInputPlugin.LocalFileSplitInput.FileSplitProvider;
+import org.junit.Test;
+
+public class LocalFileSplitInputTest {
+
+	@Test
+	public void testHeader() throws Exception
+	{
+		try (BufferedReader reader = new BufferedReader(new InputStreamReader(open("/data/test-header.csv", 0, 20)))) {
+			assertEquals("id,name,value", reader.readLine());
+			assertEquals("1,aaaaa,12345", reader.readLine());
+			assertEquals(null, reader.readLine());
+		}
+
+		try (BufferedReader reader = new BufferedReader(new InputStreamReader(open("/data/test-header.csv", 0, 10)))) {
+			assertEquals("id,name,value", reader.readLine());
+			assertEquals(null, reader.readLine());
+		}
+
+		try (BufferedReader reader = new BufferedReader(new InputStreamReader(open("/data/test-header.csv", 1, 2)))) {
+			assertEquals("id,name,value", reader.readLine());
+			assertEquals(null, reader.readLine());
+		}
+
+		try (BufferedReader reader = new BufferedReader(new InputStreamReader(open("/data/test-header.csv", 1, 20)))) {
+			assertEquals("id,name,value", reader.readLine());
+			assertEquals("1,aaaaa,12345", reader.readLine());
+			assertEquals(null, reader.readLine());
+		}
+
+		try (BufferedReader reader = new BufferedReader(new InputStreamReader(open("/data/test-header.csv", 1, 40)))) {
+			assertEquals("id,name,value", reader.readLine());
+			assertEquals("1,aaaaa,12345", reader.readLine());
+			assertEquals("2,bbb,67890", reader.readLine());
+			assertEquals(null, reader.readLine());
+		}
+
+		try (BufferedReader reader = new BufferedReader(new InputStreamReader(open("/data/test-header.csv", 20, 40)))) {
+			assertEquals("id,name,value", reader.readLine());
+			assertEquals("2,bbb,67890", reader.readLine());
+			assertEquals(null, reader.readLine());
+		}
+	}
+
+	@Test
+	public void testOnlyHeader() throws Exception
+	{
+		try (BufferedReader reader = new BufferedReader(new InputStreamReader(open("/data/test-only-header.csv", 0, 10)))) {
+			assertEquals("id,name,value", reader.readLine());
+			assertEquals(null, reader.readLine());
+		}
+
+		try (BufferedReader reader = new BufferedReader(new InputStreamReader(open("/data/test-only-header.csv", 1, 10)))) {
+			assertEquals("id,name,value", reader.readLine());
+			assertEquals(null, reader.readLine());
+		}
+	}
+
+	private InputStream open(String name, int start, int end) throws IOException, URISyntaxException
+	{
+		File path = new File(getClass().getResource(name).toURI());
+		try (FileSplitProvider provider = new FileSplitProvider(new PartialFile(path.getAbsolutePath(), start, end), true)) {
+			return provider.openNext();
+		}
+	}
+
+}