embulk-input-zendesk-all 0.3.7

data/src/test/java/org/embulk/input/zendesk/utils/TestZendeskDateUtils.java

@@ -0,0 +1,87 @@
+package org.embulk.input.zendesk.utils;
+
+import org.embulk.spi.DataException;
+import org.junit.Assert;
+import org.junit.Test;
+
+import java.util.Optional;
+
+import static org.junit.Assert.assertEquals;
+import static org.junit.Assert.assertFalse;
+import static org.junit.Assert.assertThrows;
+import static org.junit.Assert.assertTrue;
+
+public class TestZendeskDateUtils
+{
+    @Test
+    public void testIsoToEpochSecondShouldReturnCorrectValue()
+    {
+        long expectedValue = 1550645445;
+
+        long value = ZendeskDateUtils.isoToEpochSecond("2019-02-20T06:50:45Z");
+        Assert.assertEquals(expectedValue, value);
+
+        value = ZendeskDateUtils.isoToEpochSecond("2019-02-20 06:50:45 +0000");
+        Assert.assertEquals(expectedValue, value);
+
+        value = ZendeskDateUtils.isoToEpochSecond("2019-02-20T06:50:45.000Z");
+        Assert.assertEquals(expectedValue, value);
+
+        value = ZendeskDateUtils.isoToEpochSecond("2019-02-20T06:50:45+00:00");
+        Assert.assertEquals(expectedValue, value);
+
+        value = ZendeskDateUtils.isoToEpochSecond("2019-02-20 06:50:45+0000");
+        Assert.assertEquals(expectedValue, value);
+    }
+
+    @Test
+    public void testIsoToEpochSecondShouldThrowException()
+    {
+        assertThrows(DataException.class, () -> ZendeskDateUtils.isoToEpochSecond("2019-02asdasdasd-20T06:50:45Z"));
+        assertThrows(DataException.class, () -> ZendeskDateUtils.isoToEpochSecond("2019-002-20T06:50:45Z"));
+        assertThrows(DataException.class, () -> ZendeskDateUtils.isoToEpochSecond("2019-02-200T06:50:45.000Z"));
+        assertThrows(DataException.class, () -> ZendeskDateUtils.isoToEpochSecond("2019-02-20T24:01:00Z"));
+    }
+
+    @Test
+    public void testConvertToDateTimeFormat()
+    {
+        String expectedString = "2019-05-01T07:14:50Z";
+
+        String actualString = ZendeskDateUtils.convertToDateTimeFormat("2019-05-01 07:14:50 +0000", ZendeskConstants.Misc.ISO_INSTANT);
+        assertEquals(expectedString, actualString);
+
+        actualString = ZendeskDateUtils.convertToDateTimeFormat("2019-05-01 07:14:50+0000", ZendeskConstants.Misc.ISO_INSTANT);
+        assertEquals(expectedString, actualString);
+
+        actualString = ZendeskDateUtils.convertToDateTimeFormat("2019-05-01T07:14:50.000Z", ZendeskConstants.Misc.ISO_INSTANT);
+        assertEquals(expectedString, actualString);
+
+        actualString = ZendeskDateUtils.convertToDateTimeFormat("2019-05-01T07:14:50+00:00", ZendeskConstants.Misc.ISO_INSTANT);
+        assertEquals(expectedString, actualString);
+    }
+
+    @Test
+    public void testSupportedTimeFormat()
+    {
+        Optional optional = ZendeskDateUtils.supportedTimeFormat("2019-05-01 07:14:50+0000");
+        assertTrue(optional.isPresent());
+
+        optional = ZendeskDateUtils.supportedTimeFormat("2019-05-01T07:14:50");
+        assertFalse(optional.isPresent());
+    }
+
+    @Test
+    public void testGetStartTime()
+    {
+        long expectedValue = 1550645445;
+        long actualValue = ZendeskDateUtils.getStartTime("2019-02-20 06:512310:45 +0000");
+        assertEquals(0, actualValue);
+
+        actualValue = ZendeskDateUtils.getStartTime("2019-02-30 06:50:45 +0000");
+        assertEquals(0, actualValue);
+
+        actualValue = ZendeskDateUtils.getStartTime("2019-02-20 06:50:45 +0000");
+        assertEquals(expectedValue, actualValue);
+    }
+}

data/src/test/java/org/embulk/input/zendesk/utils/TestZendeskUtil.java

@@ -0,0 +1,22 @@
+package org.embulk.input.zendesk.utils;
+
+import edu.umd.cs.findbugs.annotations.SuppressFBWarnings;
+import org.embulk.EmbulkTestRuntime;
+import org.junit.Rule;
+import org.junit.Test;
+import static org.junit.Assert.assertEquals;
+
+public class TestZendeskUtil
+{
+    @Rule
+    @SuppressFBWarnings("URF_UNREAD_PUBLIC_OR_PROTECTED_FIELD")
+    public EmbulkTestRuntime runtime = new EmbulkTestRuntime();
+
+    @Test
+    public void testConvertBase64()
+    {
+        String expectedResult = "YWhrc2RqZmhramFzZGhma2phaGRma2phaGRramZoYWtqZGY=";
+        String encode = ZendeskUtils.convertBase64("ahksdjfhkjasdhfkjahdfkjahdkjfhakjdf");
+        assertEquals(expectedResult, encode);
+    }
+}

data/src/test/java/org/embulk/input/zendesk/utils/ZendeskPluginTestRuntime.java

@@ -0,0 +1,133 @@
+package org.embulk.input.zendesk.utils;
+
+import com.fasterxml.jackson.databind.ObjectMapper;
+import com.fasterxml.jackson.databind.node.JsonNodeFactory;
+import com.fasterxml.jackson.databind.node.ObjectNode;
+import com.google.inject.Binder;
+import com.google.inject.Injector;
+import com.google.inject.Module;
+import org.embulk.GuiceBinder;
+import org.embulk.RandomManager;
+import org.embulk.TestPluginSourceModule;
+import org.embulk.TestUtilityModule;
+import org.embulk.config.ConfigSource;
+import org.embulk.config.DataSourceImpl;
+import org.embulk.config.ModelManager;
+import org.embulk.exec.ExecModule;
+import org.embulk.exec.ExtensionServiceLoaderModule;
+import org.embulk.exec.SystemConfigModule;
+import org.embulk.jruby.JRubyScriptingModule;
+import org.embulk.plugin.BuiltinPluginSourceModule;
+import org.embulk.plugin.PluginClassLoaderFactory;
+import org.embulk.plugin.PluginClassLoaderModule;
+import org.embulk.spi.BufferAllocator;
+import org.embulk.spi.Exec;
+import org.embulk.spi.ExecAction;
+import org.embulk.spi.ExecSession;
+import org.junit.runner.Description;
+import org.junit.runners.model.Statement;
+
+import java.util.Random;
+
+/**
+ * This is a clone from {@link org.embulk.EmbulkTestRuntime}, since there is no easy way to extend it.
+ * The only modification is on the provided systemConfig, enable tests to run `embulk/guess/zendesk.rb`
+ */
+public class ZendeskPluginTestRuntime extends GuiceBinder
+{
+    public static class TestRuntimeModule implements Module
+    {
+        @Override
+        public void configure(Binder binder)
+        {
+            ConfigSource systemConfig = getSystemConfig();
+            new SystemConfigModule(systemConfig).configure(binder);
+            new ExecModule().configure(binder);
+            new ExtensionServiceLoaderModule(systemConfig).configure(binder);
+            new BuiltinPluginSourceModule().configure(binder);
+            new JRubyScriptingModule(systemConfig).configure(binder);
+            new PluginClassLoaderModule(systemConfig).configure(binder);
+            new TestUtilityModule().configure(binder);
+            new TestPluginSourceModule().configure(binder);
+        }
+    }
+
+    private ExecSession exec;
+
+    public ZendeskPluginTestRuntime()
+    {
+        super(new TestRuntimeModule());
+        Injector injector = getInjector();
+        ConfigSource execConfig = new DataSourceImpl(injector.getInstance(ModelManager.class));
+        this.exec = ExecSession.builder(injector).fromExecConfig(execConfig).build();
+    }
+
+    public ExecSession getExec()
+    {
+        return exec;
+    }
+
+    public BufferAllocator getBufferAllocator()
+    {
+        return getInstance(BufferAllocator.class);
+    }
+
+    public ModelManager getModelManager()
+    {
+        return getInstance(ModelManager.class);
+    }
+
+    public Random getRandom()
+    {
+        return getInstance(RandomManager.class).getRandom();
+    }
+
+    public PluginClassLoaderFactory getPluginClassLoaderFactory()
+    {
+        return getInstance(PluginClassLoaderFactory.class);
+    }
+
+    @Override
+    public Statement apply(Statement base, Description description)
+    {
+        final Statement superStatement = ZendeskPluginTestRuntime.super.apply(base, description);
+        return new Statement() {
+            public void evaluate() throws Throwable
+            {
+                try {
+                    Exec.doWith(exec, (ExecAction<Void>) () -> {
+                        try {
+                            superStatement.evaluate();
+                        }
+                        catch (Throwable ex) {
+                            throw new RuntimeExecutionException(ex);
+                        }
+                        return null;
+                    });
+                }
+                catch (RuntimeException ex) {
+                    throw ex.getCause();
+                }
+                finally {
+                    exec.cleanup();
+                }
+            }
+        };
+    }
+
+    private static class RuntimeExecutionException extends RuntimeException
+    {
+        public RuntimeExecutionException(Throwable cause)
+        {
+            super(cause);
+        }
+    }
+
+    private static ConfigSource getSystemConfig()
+    {
+        ObjectNode configNode = JsonNodeFactory.instance.objectNode();
+        configNode.set("jruby_load_path", JsonNodeFactory.instance.arrayNode().add("lib"));
+
+        return new DataSourceImpl(new ModelManager(null, new ObjectMapper()), configNode);
+    }
+}

data/src/test/java/org/embulk/input/zendesk/utils/ZendeskTestHelper.java

@@ -0,0 +1,92 @@
+package org.embulk.input.zendesk.utils;
+
+import com.fasterxml.jackson.databind.JsonNode;
+import com.fasterxml.jackson.databind.ObjectMapper;
+import com.fasterxml.jackson.datatype.jdk8.Jdk8Module;
+
+import org.embulk.EmbulkTestRuntime;
+import org.embulk.config.ConfigLoader;
+import org.embulk.config.ConfigSource;
+import org.embulk.config.ModelManager;
+import org.embulk.spi.ExecSession;
+import org.embulk.test.EmbulkTests;
+import org.junit.Assert;
+
+import java.io.IOException;
+import java.io.InputStream;
+import java.lang.reflect.Field;
+
+import static junit.framework.TestCase.fail;
+
+public final class ZendeskTestHelper
+{
+    private ZendeskTestHelper() {}
+
+    private static ObjectMapper mapper;
+    private static final ConfigLoader configLoader;
+
+    static {
+        mapper = new ObjectMapper();
+        mapper.registerModule(new Jdk8Module());
+        configLoader = new ConfigLoader(new ModelManager(null, mapper));
+    }
+
+    public static JsonNode getJsonFromFile(String fileName)
+    {
+        try {
+            return mapper.readTree(EmbulkTests.readResource(fileName));
+        }
+        catch (IOException e) {
+            fail("Fail to load file from " + fileName);
+        }
+        return null;
+    }
+
+    public static ConfigSource getConfigSource(String file)
+    {
+        ConfigSource configSource = null;
+        InputStream is = null;
+        try {
+            is = ZendeskTestHelper.class.getResourceAsStream("/config/" + file);
+            configSource = configLoader.fromYaml(is);
+        }
+        catch (IOException ex) {
+            Assert.fail(ex.getMessage());
+        }
+        finally {
+            if (is != null) {
+                try {
+                    is.close();
+                }
+                catch (IOException ex) { }
+            }
+        }
+        return configSource;
+    }
+
+    public static void setPreviewMode(final EmbulkTestRuntime runtime, final boolean isPreview)
+    {
+        // A small hack to make the plugin executed in preview mode so
+        try {
+            final Field previewField = ExecSession.class.getDeclaredField("preview");
+            previewField.setAccessible(true);
+            previewField.set(runtime.getExec(), isPreview);
+        }
+        catch (NoSuchFieldException | IllegalAccessException e) {
+            Assert.fail(e.getMessage());
+        }
+    }
+
+    public static void setPreviewMode(final ZendeskPluginTestRuntime runtime, final boolean isPreview)
+    {
+        // A small hack to make the plugin executed in preview mode so
+        try {
+            final Field previewField = ExecSession.class.getDeclaredField("preview");
+            previewField.setAccessible(true);
+            previewField.set(runtime.getExec(), isPreview);
+        }
+        catch (NoSuchFieldException | IllegalAccessException e) {
+            Assert.fail(e.getMessage());
+        }
+    }
+}

data/src/test/resources/config/base.yml

@@ -0,0 +1,14 @@
+type: zendesk
+login_url: https://abc.zendesk.com
+auth_method: oauth
+username: dummy
+password: dummy
+token: dummy
+access_token: dummy
+app_marketplace_integration_name: abc
+app_marketplace_app_id: abc
+app_marketplace_org_id: abc
+retry_initial_wait_sec: 1
+max_retry_wait_sec: 30
+retry_limit: 2
+

data/src/test/resources/config/base_validator.yml

@@ -0,0 +1,48 @@
+type: zendesk
+login_url: https://abc.zendesk.com
+auth_method: oauth
+username: dummy
+password: dummy
+token: dummy
+access_token: dummy
+app_marketplace_integration_name: abc
+app_marketplace_app_id: abc
+app_marketplace_org_id: abc
+target: tickets
+columns:
+  - {name: url, type: string}
+  - {name: id, type: long}
+  - {name: external_id, type: string}
+  - {name: via, type: json}
+  - {name: created_at, type: timestamp, format: '%Y-%m-%dT%H:%M:%S%z'}
+  - {name: updated_at, type: timestamp, format: '%Y-%m-%dT%H:%M:%S%z'}
+  - {name: type, type: string}
+  - {name: subject, type: string}
+  - {name: raw_subject, type: string}
+  - {name: description, type: string}
+  - {name: priority, type: string}
+  - {name: status, type: string}
+  - {name: recipient, type: string}
+  - {name: requester_id, type: long}
+  - {name: submitter_id, type: long}
+  - {name: assignee_id, type: long}
+  - {name: organization_id, type: long}
+  - {name: group_id, type: long}
+  - {name: collaborator_ids, type: json}
+  - {name: follower_ids, type: json}
+  - {name: email_cc_ids, type: json}
+  - {name: forum_topic_id, type: string}
+  - {name: problem_id, type: string}
+  - {name: has_incidents, type: boolean}
+  - {name: is_public, type: boolean}
+  - {name: due_at, type: string}
+  - {name: tags, type: json}
+  - {name: custom_fields, type: json}
+  - {name: satisfaction_rating, type: string}
+  - {name: sharing_agreement_ids, type: json}
+  - {name: fields, type: json}
+  - {name: followup_ids, type: json}
+  - {name: brand_id, type: long}
+  - {name: allow_channelback, type: boolean}
+  - {name: allow_attachments, type: boolean}
+  - {name: generated_timestamp, type: long}

data/src/test/resources/config/incremental.yml

@@ -0,0 +1,54 @@
+type: zendesk
+login_url: https://abc.zendesk.com
+auth_method: oauth
+username: dummy
+password: dummy
+token: dummy
+access_token: dummy
+target: tickets
+app_marketplace_integration_name: abc
+app_marketplace_app_id: abc
+app_marketplace_org_id: abc
+incremental: true
+dedup: true
+retry_initial_wait_sec: 1
+max_retry_wait_sec: 30
+retry_limit: 2
+start_time: "2019-01-12 06:51:50 +0000"
+columns:
+  - {name: url, type: string}
+  - {name: id, type: long}
+  - {name: external_id, type: string}
+  - {name: via, type: json}
+  - {name: created_at, type: timestamp, format: '%Y-%m-%dT%H:%M:%S%z'}
+  - {name: updated_at, type: timestamp, format: '%Y-%m-%dT%H:%M:%S%z'}
+  - {name: type, type: string}
+  - {name: subject, type: string}
+  - {name: raw_subject, type: string}
+  - {name: description, type: string}
+  - {name: priority, type: string}
+  - {name: status, type: string}
+  - {name: recipient, type: string}
+  - {name: requester_id, type: long}
+  - {name: submitter_id, type: long}
+  - {name: assignee_id, type: long}
+  - {name: organization_id, type: long}
+  - {name: group_id, type: long}
+  - {name: collaborator_ids, type: json}
+  - {name: follower_ids, type: json}
+  - {name: email_cc_ids, type: json}
+  - {name: forum_topic_id, type: string}
+  - {name: problem_id, type: string}
+  - {name: has_incidents, type: boolean}
+  - {name: is_public, type: boolean}
+  - {name: due_at, type: string}
+  - {name: tags, type: json}
+  - {name: custom_fields, type: json}
+  - {name: satisfaction_rating, type: string}
+  - {name: sharing_agreement_ids, type: json}
+  - {name: fields, type: json}
+  - {name: followup_ids, type: json}
+  - {name: brand_id, type: long}
+  - {name: allow_channelback, type: boolean}
+  - {name: allow_attachments, type: boolean}
+  - {name: generated_timestamp, type: long}