embulk-input-jira 0.2.5 → 0.2.6

data/src/main/java/org/embulk/input/jira/util/JiraException.java

@@ -0,0 +1,18 @@
+package org.embulk.input.jira.util;
+
+public class JiraException extends Exception
+{
+    private static final long serialVersionUID = -256731723520584046L;
+    private final int statusCode;
+
+    public JiraException(int statusCode, String message)
+    {
+        super(message + ":" + Integer.toString(statusCode));
+        this.statusCode = statusCode;
+    }
+
+    public int getStatusCode()
+    {
+        return statusCode;
+    }
+}

data/src/main/java/org/embulk/input/jira/util/JiraUtil.java

@@ -0,0 +1,264 @@
+package org.embulk.input.jira.util;
+
+import com.google.gson.JsonElement;
+
+import org.embulk.config.ConfigException;
+import org.embulk.input.jira.Issue;
+import org.embulk.input.jira.JiraInputPlugin.PluginTask;
+import org.embulk.spi.Column;
+import org.embulk.spi.ColumnConfig;
+import org.embulk.spi.ColumnVisitor;
+import org.embulk.spi.PageBuilder;
+import org.embulk.spi.Schema;
+import org.embulk.spi.json.JsonParser;
+import org.embulk.spi.time.Timestamp;
+import org.embulk.spi.time.TimestampParser;
+
+import javax.ws.rs.core.UriBuilder;
+
+import java.io.IOException;
+import java.net.HttpURLConnection;
+import java.net.URL;
+import java.util.List;
+import java.util.stream.Collectors;
+import java.util.stream.StreamSupport;
+
+import static com.google.common.base.Strings.isNullOrEmpty;
+import static org.embulk.input.jira.Constant.CREDENTIAL_URI_PATH;
+import static org.embulk.input.jira.Constant.DEFAULT_TIMESTAMP_PATTERN;
+import static org.embulk.input.jira.Constant.SEARCH_URI_PATH;
+
+public final class JiraUtil
+{
+    private JiraUtil() {}
+
+    public static int calculateTotalPage(int totalCount, int resultPerPage)
+    {
+        return (int) Math.ceil((double) totalCount / resultPerPage);
+    }
+
+    public static String buildPermissionUrl(String url)
+    {
+        return UriBuilder.fromUri(url).path(CREDENTIAL_URI_PATH).build().toString();
+    }
+
+    public static String buildSearchUrl(String url)
+    {
+        return UriBuilder.fromUri(url).path(SEARCH_URI_PATH).build().toString();
+    }
+
+    public static void validateTaskConfig(final PluginTask task)
+    {
+        String username = task.getUsername();
+        if (isNullOrEmpty(username)) {
+            throw new ConfigException("Username or email could not be empty");
+        }
+        String password = task.getPassword();
+        if (isNullOrEmpty(password)) {
+            throw new ConfigException("Password could not be empty");
+        }
+        String uri = task.getUri();
+        if (isNullOrEmpty(uri)) {
+            throw new ConfigException("JIRA API endpoint could not be empty");
+        }
+        HttpURLConnection connection = null;
+        try {
+            URL u = new URL(uri);
+            connection = (HttpURLConnection) u.openConnection();
+            connection.setRequestMethod("GET");
+            connection.getResponseCode();
+        }
+        catch (IOException e) {
+            throw new ConfigException("JIRA API endpoint is incorrect or not available");
+        }
+        finally {
+            if (connection != null) {
+                connection.disconnect();
+            }
+        }
+        String jql = task.getJQL();
+        if (isNullOrEmpty(jql)) {
+            throw new ConfigException("JQL could not be empty");
+        }
+        int retryInitialWaitSec = task.getInitialRetryIntervalMillis();
+        if (retryInitialWaitSec < 1) {
+            throw new ConfigException("Initial retry delay should be equal or greater than 1");
+        }
+        int retryLimit = task.getRetryLimit();
+        if (retryLimit < 0 || retryLimit > 10) {
+            throw new ConfigException("Retry limit should between 0 and 10");
+        }
+    }
+
+    /*
+     * For getting the timestamp value of the node
+     * Sometime if the parser could not parse the value then return null
+     * */
+    private static Timestamp getTimestampValue(PluginTask task, Column column, String value)
+    {
+        List<ColumnConfig> columnConfigs = task.getColumns().getColumns();
+        String pattern = DEFAULT_TIMESTAMP_PATTERN;
+        for (ColumnConfig config : columnConfigs) {
+            if (config.getName().equals(column.getName())
+                    && config.getConfigSource() != null
+                    && config.getConfigSource().getObjectNode() != null
+                    && config.getConfigSource().getObjectNode().get("format") != null
+                    && config.getConfigSource().getObjectNode().get("format").isTextual()) {
+                pattern = config.getConfigSource().getObjectNode().get("format").asText();
+                break;
+            }
+        }
+        TimestampParser parser = TimestampParser.of(pattern, "UTC");
+        Timestamp result = null;
+        try {
+            result = parser.parse(value);
+        }
+        catch (Exception e) {
+        }
+        return result;
+    }
+
+    /*
+     * For getting the Long value of the node
+     * Sometime if error occurs (i.e a JSON value but user modified it as long) then return null
+     * */
+    private static Long getLongValue(JsonElement value)
+    {
+        Long result = null;
+        try {
+            result = value.getAsLong();
+        }
+        catch (Exception e) {
+        }
+        return result;
+    }
+
+    /*
+     * For getting the Double value of the node
+     * Sometime if error occurs (i.e a JSON value but user modified it as double) then return null
+     * */
+    private static Double getDoubleValue(JsonElement value)
+    {
+        Double result = null;
+        try {
+            result = value.getAsDouble();
+        }
+        catch (Exception e) {
+        }
+        return result;
+    }
+
+    /*
+     * For getting the Boolean value of the node
+     * Sometime if error occurs (i.e a JSON value but user modified it as boolean) then return null
+     * */
+    private static Boolean getBooleanValue(JsonElement value)
+    {
+        Boolean result = null;
+        try {
+            result = value.getAsBoolean();
+        }
+        catch (Exception e) {
+        }
+        return result;
+    }
+
+    public static void addRecord(Issue issue, Schema schema, PluginTask task, PageBuilder pageBuilder)
+    {
+        schema.visitColumns(new ColumnVisitor() {
+            @Override
+            public void jsonColumn(Column column)
+            {
+                JsonElement data = issue.getValue(column.getName());
+                if (data.isJsonNull() || data.isJsonPrimitive()) {
+                    pageBuilder.setNull(column);
+                }
+                else {
+                    pageBuilder.setJson(column, new JsonParser().parse(data.toString()));
+                }
+            }
+
+            @Override
+            public void stringColumn(Column column)
+            {
+                JsonElement data = issue.getValue(column.getName());
+                if (data.isJsonNull()) {
+                    pageBuilder.setNull(column);
+                }
+                else if (data.isJsonPrimitive()) {
+                    pageBuilder.setString(column, data.getAsString());
+                }
+                else if (data.isJsonArray()) {
+                    pageBuilder.setString(column, StreamSupport.stream(data.getAsJsonArray().spliterator(), false)
+                            .map(obj -> {
+                                if (obj.isJsonPrimitive()) {
+                                    return obj.getAsString();
+                                }
+                                else {
+                                    return obj.toString();
+                                }
+                            })
+                            .collect(Collectors.joining(",")));
+                }
+                else {
+                    pageBuilder.setString(column, data.toString());
+                }
+            }
+
+            @Override
+            public void timestampColumn(Column column)
+            {
+                JsonElement data = issue.getValue(column.getName());
+                if (data.isJsonNull() || data.isJsonObject() || data.isJsonArray()) {
+                    pageBuilder.setNull(column);
+                }
+                else {
+                    Timestamp value = getTimestampValue(task, column, data.getAsString());
+                    if (value == null) {
+                        pageBuilder.setNull(column);
+                    }
+                    else {
+                        pageBuilder.setTimestamp(column, value);
+                    }
+                }
+            }
+
+            @Override
+            public void booleanColumn(Column column)
+            {
+                Boolean value = getBooleanValue(issue.getValue(column.getName()));
+                if (value == null) {
+                    pageBuilder.setNull(column);
+                }
+                else {
+                    pageBuilder.setBoolean(column, value);
+                }
+            }
+
+            @Override
+            public void longColumn(Column column)
+            {
+                Long value = getLongValue(issue.getValue(column.getName()));
+                if (value == null) {
+                    pageBuilder.setNull(column);
+                }
+                else {
+                    pageBuilder.setLong(column, value);
+                }
+            }
+
+            @Override
+            public void doubleColumn(Column column)
+            {
+                Double value = getDoubleValue(issue.getValue(column.getName()));
+                if (value == null) {
+                    pageBuilder.setNull(column);
+                }
+                else {
+                    pageBuilder.setDouble(column, value);
+                }
+            }
+        });
+        pageBuilder.addRecord();
+    }
+}

data/src/test/java/org/embulk/input/jira/IssueTest.java

@@ -0,0 +1,278 @@
+package org.embulk.input.jira;
+
+import com.google.gson.JsonElement;
+import com.google.gson.JsonObject;
+
+import org.junit.BeforeClass;
+import org.junit.Test;
+
+import java.io.IOException;
+
+import static org.junit.Assert.assertEquals;
+
+public class IssueTest
+{
+    private static JsonObject flattenData;
+    private static JsonObject flattenExpected;
+    private static JsonObject issueGet;
+    private static JsonObject issueGetExpected;
+    @BeforeClass
+    public static void setUp() throws IOException
+    {
+        flattenData = TestHelpers.getJsonFromFile("issue_flatten.json");
+        flattenExpected = TestHelpers.getJsonFromFile("issue_flatten_expected.json");
+        issueGet = TestHelpers.getJsonFromFile("issue_get.json");
+        issueGetExpected = TestHelpers.getJsonFromFile("issue_get_expected.json");
+    }
+
+    @Test
+    public void test_toRecord_simple()
+    {
+        String testName = "simple";
+        Issue issue = new Issue(flattenData.get(testName).getAsJsonObject());
+        JsonObject expected = flattenExpected.get(testName).getAsJsonObject();
+        assertEquals(expected, issue.getFlatten());
+    }
+
+    @Test
+    public void test_toRecord_twoLevels()
+    {
+        String testName = "twoLevels";
+        Issue issue = new Issue(flattenData.get(testName).getAsJsonObject());
+        JsonObject expected = flattenExpected.get(testName).getAsJsonObject();
+        assertEquals(expected, issue.getFlatten());
+    }
+
+    @Test
+    public void test_toRecord_threeLevels()
+    {
+        String testName = "threeLevels";
+        Issue issue = new Issue(flattenData.get(testName).getAsJsonObject());
+        JsonObject expected = flattenExpected.get(testName).getAsJsonObject();
+        assertEquals(expected, issue.getFlatten());
+    }
+
+    @Test
+    public void test_toRecord_threeLevelsWithoutKeys()
+    {
+        String testName = "threeLevelsWithoutKeys";
+        Issue issue = new Issue(flattenData.get(testName).getAsJsonObject());
+        JsonObject expected = flattenExpected.get(testName).getAsJsonObject();
+        assertEquals(expected, issue.getFlatten());
+    }
+
+    @Test
+    public void test_toRecord_threeLevelsWithKeys()
+    {
+        String testName = "threeLevelsWithKeys";
+        Issue issue = new Issue(flattenData.get(testName).getAsJsonObject());
+        JsonObject expected = flattenExpected.get(testName).getAsJsonObject();
+        assertEquals(expected, issue.getFlatten());
+    }
+
+    @Test
+    public void test_toRecord_threeLevelsWithNullKeys()
+    {
+        String testName = "threeLevelsWithNullKeys";
+        Issue issue = new Issue(flattenData.get(testName).getAsJsonObject());
+        JsonObject expected = flattenExpected.get(testName).getAsJsonObject();
+        assertEquals(expected, issue.getFlatten());
+    }
+
+    @Test
+    public void test_toRecord_arrayWithAllJsonObjectWithSameKeysAndEmptyObject()
+    {
+        String testName = "arrayWithAllJsonObjectWithSameKeysAndEmptyObject";
+        Issue issue = new Issue(flattenData.get(testName).getAsJsonObject());
+        JsonObject expected = flattenExpected.get(testName).getAsJsonObject();
+        assertEquals(expected, issue.getFlatten());
+    }
+
+    @Test
+    public void test_toRecord_arrayWithAllJsonObjectWithSameKeysAndNotEmptyObject()
+    {
+        String testName = "arrayWithAllJsonObjectWithSameKeysAndNotEmptyObject";
+        Issue issue = new Issue(flattenData.get(testName).getAsJsonObject());
+        JsonObject expected = flattenExpected.get(testName).getAsJsonObject();
+        assertEquals(expected, issue.getFlatten());
+    }
+
+    @Test
+    public void test_toRecord_arrayWithAllJsonObjectWithoutSameKeys()
+    {
+        String testName = "arrayWithAllJsonObjectWithoutSameKeys";
+        Issue issue = new Issue(flattenData.get(testName).getAsJsonObject());
+        JsonObject expected = flattenExpected.get(testName).getAsJsonObject();
+        assertEquals(expected, issue.getFlatten());
+    }
+
+    @Test
+    public void test_getValue_primitive()
+    {
+        String testName = "primitive";
+        Issue issue = new Issue(issueGet);
+        String path = issueGetExpected.get(testName).getAsString();
+        JsonElement expected = issueGetExpected.get(testName + "Result");
+        assertEquals(expected, issue.getValue(path));
+    }
+
+    @Test
+    public void test_getValue_string()
+    {
+        String testName = "string";
+        Issue issue = new Issue(issueGet);
+        String path = issueGetExpected.get(testName).getAsString();
+        JsonElement expected = issueGetExpected.get(testName + "Result");
+        assertEquals(expected, issue.getValue(path));
+    }
+
+    @Test
+    public void test_getValue_emptyObject()
+    {
+        String testName = "emptyObject";
+        Issue issue = new Issue(issueGet);
+        String path = issueGetExpected.get(testName).getAsString();
+        JsonElement expected = issueGetExpected.get(testName + "Result");
+        assertEquals(expected, issue.getValue(path));
+    }
+
+    @Test
+    public void test_getValue_object()
+    {
+        String testName = "object";
+        Issue issue = new Issue(issueGet);
+        String path = issueGetExpected.get(testName).getAsString();
+        JsonElement expected = issueGetExpected.get(testName + "Result");
+        assertEquals(expected, issue.getValue(path));
+    }
+
+    @Test
+    public void test_getValue_null()
+    {
+        String testName = "null";
+        Issue issue = new Issue(issueGet);
+        String path = issueGetExpected.get(testName).getAsString();
+        JsonElement expected = issueGetExpected.get(testName + "Result");
+        assertEquals(expected, issue.getValue(path));
+    }
+
+    @Test
+    public void test_getValue_notExisted()
+    {
+        String testName = "notExisted";
+        Issue issue = new Issue(issueGet);
+        String path = issueGetExpected.get(testName).getAsString();
+        JsonElement expected = issueGetExpected.get(testName + "Result");
+        assertEquals(expected, issue.getValue(path));
+    }
+
+    @Test
+    public void test_getValue_notExisted2Levels()
+    {
+        String testName = "notExisted2Levels";
+        Issue issue = new Issue(issueGet);
+        String path = issueGetExpected.get(testName).getAsString();
+        JsonElement expected = issueGetExpected.get(testName + "Result");
+        assertEquals(expected, issue.getValue(path));
+    }
+
+    @Test
+    public void test_getValue_emptyArray()
+    {
+        String testName = "emptyArray";
+        Issue issue = new Issue(issueGet);
+        String path = issueGetExpected.get(testName).getAsString();
+        JsonElement expected = issueGetExpected.get(testName + "Result");
+        assertEquals(expected, issue.getValue(path));
+    }
+
+    @Test
+    public void test_getValue_primitiveArray()
+    {
+        String testName = "primitiveArray";
+        Issue issue = new Issue(issueGet);
+        String path = issueGetExpected.get(testName).getAsString();
+        JsonElement expected = issueGetExpected.get(testName + "Result");
+        assertEquals(expected, issue.getValue(path));
+    }
+
+    @Test
+    public void test_getValue_nestedPrimitive()
+    {
+        String testName = "nestedPrimitive";
+        Issue issue = new Issue(issueGet);
+        String path = issueGetExpected.get(testName).getAsString();
+        JsonElement expected = issueGetExpected.get(testName + "Result");
+        assertEquals(expected, issue.getValue(path));
+    }
+
+    @Test
+    public void test_getValue_nestedObject()
+    {
+        String testName = "nestedObject";
+        Issue issue = new Issue(issueGet);
+        String path = issueGetExpected.get(testName).getAsString();
+        JsonElement expected = issueGetExpected.get(testName + "Result");
+        assertEquals(expected, issue.getValue(path));
+    }
+
+    @Test
+    public void test_getValue_nestedArray()
+    {
+        String testName = "nestedArray";
+        Issue issue = new Issue(issueGet);
+        String path = issueGetExpected.get(testName).getAsString();
+        JsonElement expected = issueGetExpected.get(testName + "Result");
+        assertEquals(expected, issue.getValue(path));
+    }
+
+    @Test
+    public void test_getValue_3levelsArraysNull()
+    {
+        String testName = "3levelsArraysNull";
+        Issue issue = new Issue(issueGet);
+        String path = issueGetExpected.get(testName).getAsString();
+        JsonElement expected = issueGetExpected.get(testName + "Result");
+        assertEquals(expected, issue.getValue(path));
+    }
+
+    @Test
+    public void test_getValue_allJsonObjectArrayPrimitive()
+    {
+        String testName = "allJsonObjectArrayPrimitive";
+        Issue issue = new Issue(issueGet);
+        String path = issueGetExpected.get(testName).getAsString();
+        JsonElement expected = issueGetExpected.get(testName + "Result");
+        assertEquals(expected, issue.getValue(path));
+    }
+
+    @Test
+    public void test_getValue_allJsonObjectArrayString()
+    {
+        String testName = "allJsonObjectArrayString";
+        Issue issue = new Issue(issueGet);
+        String path = issueGetExpected.get(testName).getAsString();
+        JsonElement expected = issueGetExpected.get(testName + "Result");
+        assertEquals(expected, issue.getValue(path));
+    }
+
+    @Test
+    public void test_getValue_allJsonObjectArrayOnly1()
+    {
+        String testName = "allJsonObjectArrayOnly1";
+        Issue issue = new Issue(issueGet);
+        String path = issueGetExpected.get(testName).getAsString();
+        JsonElement expected = issueGetExpected.get(testName + "Result");
+        assertEquals(expected, issue.getValue(path));
+    }
+
+    @Test
+    public void test_getValue_allJsonObjectArrayOnly2()
+    {
+        String testName = "allJsonObjectArrayOnly2";
+        Issue issue = new Issue(issueGet);
+        String path = issueGetExpected.get(testName).getAsString();
+        JsonElement expected = issueGetExpected.get(testName + "Result");
+        assertEquals(expected, issue.getValue(path));
+    }
+}