embulk-input-marketo 0.5.6 → 0.5.7.alpha.1

data/src/main/java/org/embulk/input/marketo/delegate/MarketoBaseInputPluginDelegate.java

@@ -0,0 +1,69 @@
+package org.embulk.input.marketo.delegate;
+
+import com.google.common.annotations.VisibleForTesting;
+import org.embulk.base.restclient.DefaultServiceDataSplitter;
+import org.embulk.base.restclient.RestClientInputPluginDelegate;
+import org.embulk.base.restclient.RestClientInputTaskBase;
+import org.embulk.base.restclient.ServiceDataSplitter;
+import org.embulk.config.Config;
+import org.embulk.config.ConfigDefault;
+import org.embulk.config.ConfigDiff;
+import org.embulk.config.TaskReport;
+import org.embulk.input.marketo.rest.MarketoRestClient;
+import org.embulk.spi.Exec;
+import org.embulk.spi.Schema;
+import org.embulk.util.retryhelper.jetty92.DefaultJetty92ClientCreator;
+import org.embulk.util.retryhelper.jetty92.Jetty92RetryHelper;
+
+import java.util.List;
+
+/**
+ * Created by tai.khuu on 9/18/17.
+ */
+public abstract class MarketoBaseInputPluginDelegate<T extends MarketoBaseInputPluginDelegate.PluginTask> implements RestClientInputPluginDelegate<T>
+{
+    public static final int PREVIEW_RECORD_LIMIT = 15;
+    private static final int CONNECT_TIMEOUT_IN_MILLIS = 30000;
+    private static final int IDLE_TIMEOUT_IN_MILLIS = 60000;
+    public interface PluginTask
+            extends RestClientInputTaskBase, MarketoRestClient.PluginTask
+    {
+        @Config("maximum_retries")
+        @ConfigDefault("3")
+        Integer getMaximumRetries();
+
+        @Config("initial_retry_interval_milis")
+        @ConfigDefault("20000")
+        Integer getInitialRetryIntervalMilis();
+
+        @Config("maximum_retries_interval_milis")
+        @ConfigDefault("120000")
+        Integer getMaximumRetriesIntervalMilis();
+    }
+
+    @Override
+    public ConfigDiff buildConfigDiff(T task, Schema schema, int taskCount, List<TaskReport> taskReports)
+    {
+        return Exec.newConfigDiff();
+    }
+
+    @Override
+    public void validateInputTask(T task)
+    {
+    }
+
+    @VisibleForTesting
+    public MarketoRestClient createMarketoRestClient(PluginTask task)
+    {
+        if (Exec.isPreview()) {
+            task.setBatchSize(PREVIEW_RECORD_LIMIT);
+        }
+        return new MarketoRestClient(task, new Jetty92RetryHelper(task.getMaximumRetries(), task.getInitialRetryIntervalMilis(), task.getMaximumRetriesIntervalMilis(), new DefaultJetty92ClientCreator(CONNECT_TIMEOUT_IN_MILLIS, IDLE_TIMEOUT_IN_MILLIS)));
+    }
+
+    @Override
+    public ServiceDataSplitter<T> buildServiceDataSplitter(T task)
+    {
+        return new DefaultServiceDataSplitter();
+    }
+}

data/src/main/java/org/embulk/input/marketo/exception/MarketoAPIException.java

@@ -0,0 +1,30 @@
+package org.embulk.input.marketo.exception;
+
+import org.embulk.input.marketo.model.MarketoError;
+
+import java.util.List;
+
+/**
+ * Exception class for all API Exception
+ * Created by tai.khuu on 9/5/17.
+ */
+public class MarketoAPIException extends Exception
+{
+    private final List<MarketoError> marketoErrors;
+    public MarketoAPIException(List<MarketoError> marketoErrors)
+    {
+        this.marketoErrors = marketoErrors;
+    }
+
+    public List<MarketoError> getMarketoErrors()
+    {
+        return marketoErrors;
+    }
+
+    @Override
+    public String getMessage()
+    {
+        MarketoError error = getMarketoErrors().get(0);
+        return "Marketo API Error, code: " + error.getCode() + ", message: " + error.getMessage();
+    }
+}

data/src/main/java/org/embulk/input/marketo/model/MarketoAccessTokenResponse.java

@@ -0,0 +1,92 @@
+package org.embulk.input.marketo.model;
+
+import com.fasterxml.jackson.annotation.JsonProperty;
+
+/**
+ * Created by tai.khuu on 8/25/17.
+ */
+public class MarketoAccessTokenResponse
+{
+    @JsonProperty("error")
+    private String error;
+
+    @JsonProperty("error_description")
+    private String errorDescription;
+
+    @JsonProperty("access_token")
+    private String accessToken;
+
+    @JsonProperty("token_type")
+    private String tokenType;
+
+    @JsonProperty("expires_in")
+    private Integer expiresIn;
+
+    @JsonProperty("scope")
+    private String scope;
+
+    public String getError()
+    {
+        return error;
+    }
+
+    public void setError(String error)
+    {
+        this.error = error;
+    }
+
+    public String getErrorDescription()
+    {
+        return errorDescription;
+    }
+
+    public void setErrorDescription(String errorDescription)
+    {
+        this.errorDescription = errorDescription;
+    }
+
+    public String getAccessToken()
+    {
+        return accessToken;
+    }
+
+    public void setAccessToken(String accessToken)
+    {
+        this.accessToken = accessToken;
+    }
+
+    public String getTokenType()
+    {
+        return tokenType;
+    }
+
+    public void setTokenType(String tokenType)
+    {
+        this.tokenType = tokenType;
+    }
+
+    public Integer getExpiresIn()
+    {
+        return expiresIn;
+    }
+
+    public void setExpiresIn(Integer expiresIn)
+    {
+        this.expiresIn = expiresIn;
+    }
+
+    public String getScope()
+    {
+        return scope;
+    }
+
+    public void setScope(String scope)
+    {
+        this.scope = scope;
+    }
+
+    public boolean hasError()
+    {
+        return error != null;
+    }
+}

data/src/main/java/org/embulk/input/marketo/model/MarketoBulkExtractRequest.java

@@ -0,0 +1,59 @@
+package org.embulk.input.marketo.model;
+
+import org.embulk.input.marketo.model.filter.MarketoFilter;
+
+import java.util.List;
+import java.util.Map;
+
+/**
+ * Created by tai.khuu on 8/27/17.
+ */
+public class MarketoBulkExtractRequest
+{
+    private List<String> fields;
+    private String format;
+
+    private Map<String, String> columnHeaderNames;
+
+    private Map<String, MarketoFilter> filter;
+
+    public List<String> getFields()
+    {
+        return fields;
+    }
+
+    public void setFields(List<String> fields)
+    {
+        this.fields = fields;
+    }
+
+    public String getFormat()
+    {
+        return format;
+    }
+
+    public void setFormat(String format)
+    {
+        this.format = format;
+    }
+
+    public Map<String, String> getColumnHeaderNames()
+    {
+        return columnHeaderNames;
+    }
+
+    public void setColumnHeaderNames(Map<String, String> columnHeaderNames)
+    {
+        this.columnHeaderNames = columnHeaderNames;
+    }
+
+    public Map<String, MarketoFilter> getFilter()
+    {
+        return filter;
+    }
+
+    public void setFilter(Map<String, MarketoFilter> filter)
+    {
+        this.filter = filter;
+    }
+}

data/src/main/java/org/embulk/input/marketo/model/MarketoError.java

@@ -0,0 +1,40 @@
+package org.embulk.input.marketo.model;
+
+/**
+ * Created by tai.khuu on 8/25/17.
+ */
+public class MarketoError
+{
+    private String code;
+
+    private String message;
+
+    public String getCode()
+    {
+        return code;
+    }
+
+    public void setCode(String code)
+    {
+        this.code = code;
+    }
+
+    public String getMessage()
+    {
+        return message;
+    }
+
+    public void setMessage(String message)
+    {
+        this.message = message;
+    }
+
+    @Override
+    public String toString()
+    {
+        return "MarketoError{" +
+                "code='" + code + '\'' +
+                ", message='" + message + '\'' +
+                '}';
+    }
+}

data/src/main/java/org/embulk/input/marketo/model/MarketoField.java

@@ -0,0 +1,91 @@
+package org.embulk.input.marketo.model;
+
+import com.google.common.base.Optional;
+import org.embulk.input.marketo.MarketoUtils;
+import org.embulk.spi.type.Type;
+import org.embulk.spi.type.Types;
+
+/**
+ * Created by tai.khuu on 9/22/17.
+ */
+
+public class MarketoField
+{
+    private String name;
+
+    private MarketoDataType marketoDataType;
+
+
+    public MarketoField(String name, String dataType)
+    {
+        this.name = name;
+        try {
+            marketoDataType = MarketoDataType.valueOf(dataType.toUpperCase());
+        } catch (IllegalArgumentException ex) {
+            marketoDataType = MarketoDataType.STRING;
+        }
+    }
+
+    public MarketoField(String name, MarketoDataType marketoDataType)
+    {
+        this.name = name;
+        this.marketoDataType = marketoDataType;
+
+    }
+
+    public String getName()
+    {
+        return name;
+    }
+
+    public MarketoDataType getMarketoDataType()
+    {
+        return marketoDataType;
+    }
+
+
+    public enum MarketoDataType
+    {
+        DATETIME(Types.TIMESTAMP, MarketoUtils.MARKETO_DATE_TIME_FORMAT),
+        EMAIL(Types.STRING),
+        FLOAT(Types.DOUBLE),
+        INTEGER(Types.LONG),
+        FORMULA(Types.STRING),
+        PERCENT(Types.LONG),
+        URL(Types.STRING),
+        PHONE(Types.STRING),
+        TEXTAREA(Types.STRING),
+        TEXT(Types.STRING),
+        STRING(Types.STRING),
+        SCORE(Types.LONG),
+        BOOLEAN(Types.BOOLEAN),
+        CURRENCY(Types.DOUBLE),
+        DATE(Types.TIMESTAMP, MarketoUtils.MARKETO_DATE_FORMAT),
+        REFERENCE(Types.STRING);
+
+        private Type type;
+
+        private String format;
+
+        MarketoDataType(Type type, String format)
+        {
+            this.type = type;
+            this.format = format;
+        }
+
+        MarketoDataType(Type type)
+        {
+            this.type = type;
+        }
+
+        public Type getType()
+        {
+            return type;
+        }
+
+        public Optional<String> getFormat()
+        {
+            return Optional.fromNullable(format);
+        }
+    }
+}

data/src/main/java/org/embulk/input/marketo/model/MarketoResponse.java

@@ -0,0 +1,81 @@
+package org.embulk.input.marketo.model;
+
+import java.util.List;
+
+/**
+ * Created by tai.khuu on 8/25/17.
+ */
+public class MarketoResponse<T>
+{
+    private String requestId;
+
+    private boolean success;
+
+    private String nextPageToken;
+
+    private boolean moreResult;
+
+    private List<MarketoError> errors;
+
+    private List<T> result;
+
+    public String getRequestId()
+    {
+        return requestId;
+    }
+
+    public void setRequestId(String requestId)
+    {
+        this.requestId = requestId;
+    }
+
+    public boolean isSuccess()
+    {
+        return success;
+    }
+
+    public void setSuccess(boolean success)
+    {
+        this.success = success;
+    }
+
+    public List<MarketoError> getErrors()
+    {
+        return errors;
+    }
+
+    public void setErrors(List<MarketoError> errors)
+    {
+        this.errors = errors;
+    }
+
+    public List<T> getResult()
+    {
+        return result;
+    }
+
+    public void setResult(List<T> result)
+    {
+        this.result = result;
+    }
+
+    public String getNextPageToken()
+    {
+        return nextPageToken;
+    }
+
+    public void setNextPageToken(String nextPageToken)
+    {
+        this.nextPageToken = nextPageToken;
+    }
+
+    public boolean isMoreResult()
+    {
+        return moreResult;
+    }
+
+    public void setMoreResult(boolean moreResult)
+    {
+        this.moreResult = moreResult;
+    }
+}