embulk-input-adebis 0.0.1.pre1 → 0.0.1.pre3

data/src/main/java/org/embulk/input/adebis/operation/AdConversionAttribute.java

@@ -1,7 +1,13 @@
 package org.embulk.input.adebis.operation;
 
 import com.google.common.base.Optional;
-import jp.ne.ebis.extreme.ws.AdServiceStub;
+import jp.ne.ebis.extreme.ws.entity.xsd.AdConversionAttributeCondition;
+import jp.ne.ebis.extreme.ws.entity.xsd.HoteiAuthHeader;
+import jp.ne.ebis.extreme.ws.entity.xsd.HoteiAuthHeaderE;
+import jp.ne.ebis.extreme.ws.service.AdService;
+import jp.ne.ebis.extreme.ws.service.AdServiceStub;
+import jp.ne.ebis.extreme.ws.service.GetAdConversionAttributes;
+import jp.ne.ebis.extreme.ws.service.GetAdConversionAttributesResponse;
 import org.apache.axis2.AxisFault;
 import org.embulk.config.Config;
 import org.embulk.config.ConfigDefault;
@@ -58,9 +64,9 @@ public class AdConversionAttribute extends AbstractOperation {
 
     public void run(PageBuilder pageBuilder) {
         Schema schema = pageBuilder.getSchema();
-        AdServiceStub stub;
+        AdService adService;
         try {
-            stub = new AdServiceStub();
+            adService = new AdServiceStub();
         } catch (AxisFault axisFault) {
             axisFault.printStackTrace();
             return;
@@ -79,12 +85,12 @@ public class AdConversionAttribute extends AbstractOperation {
             startDate = lastRecordTime.toLocalDate();
         }
 
-        AdServiceStub.GetAdConversionAttributes params = new AdServiceStub.GetAdConversionAttributes();
-        AdServiceStub.AdConversionAttributeCondition cond = new AdServiceStub.AdConversionAttributeCondition();
+        GetAdConversionAttributes params = new GetAdConversionAttributes();
+        AdConversionAttributeCondition cond = new AdConversionAttributeCondition();
 
         // Build Header
-        AdServiceStub.HoteiAuthHeader header = new AdServiceStub.HoteiAuthHeader();
-        AdServiceStub.HoteiAuthHeaderE headerE = new AdServiceStub.HoteiAuthHeaderE();
+        HoteiAuthHeader header = new HoteiAuthHeader();
+        HoteiAuthHeaderE headerE = new HoteiAuthHeaderE();
         header.setLogId(getLogId());
         header.setLogArgument(getLogArgument());
         header.setApiKey(getApiKey());
@@ -99,13 +105,13 @@ public class AdConversionAttribute extends AbstractOperation {
 
         int offset = 0, limit = FETCH_LIMIT_AT_ONCE;
         params.setLimit(limit);
-        AdServiceStub.GetAdConversionAttributesResponse response;
+        GetAdConversionAttributesResponse response;
 
         newestRecordTime = lastRecordTime;
         while(true) {
             params.setOffset(offset);
             try {
-                response = stub.getAdConversionAttributes(params, headerE);
+                response = adService.getAdConversionAttributes(params, headerE);
             } catch (RemoteException e) {
                 e.printStackTrace();
                 return;
@@ -113,13 +119,18 @@ public class AdConversionAttribute extends AbstractOperation {
                 return;
             }
 
-            AdServiceStub.AdConversionAttribute[] results = response.get_return();
+            jp.ne.ebis.extreme.ws.entity.xsd.AdConversionAttribute[] results = response.get_return();
             if (results != null) offset += limit;
             else break;
-            for (AdServiceStub.AdConversionAttribute record : results) {
+            for (jp.ne.ebis.extreme.ws.entity.xsd.AdConversionAttribute record : results) {
                 Boolean isExcluded = false;
                 for (Column c : schema.getColumns()) {
                     switch (c.getName()) {
+                        case "createdAt":
+                            long unixtime = System.currentTimeMillis() / 1000L;
+                            org.embulk.spi.time.Timestamp timestamp = org.embulk.spi.time.Timestamp.ofEpochSecond(unixtime);
+                            pageBuilder.setTimestamp(c, timestamp);
+                            break;
                         case "amount":
                             if (record.isAmountSpecified()) pageBuilder.setLong(c, record.getAmount());
                             else pageBuilder.setNull(c);
@@ -244,6 +255,7 @@ public class AdConversionAttribute extends AbstractOperation {
 
     public Schema buildSchema() {
         return Schema.builder()
+                .add("createdAt", Types.TIMESTAMP)
                 .add("amount", Types.LONG)
                 .add("conversionDate", Types.TIMESTAMP)
                 .add("conversionId", Types.LONG)

data/src/main/java/org/embulk/input/adebis/operation/AdGroup1.java

@@ -0,0 +1,136 @@
+package org.embulk.input.adebis.operation;
+
+import com.google.common.base.Optional;
+
+import jp.ne.ebis.extreme.ws.entity.xsd.HoteiAuthHeader;
+import jp.ne.ebis.extreme.ws.entity.xsd.HoteiAuthHeaderE;
+import jp.ne.ebis.extreme.ws.service.AdGroup1ManagementService;
+import jp.ne.ebis.extreme.ws.service.AdGroup1ManagementServiceStub;
+
+import jp.ne.ebis.extreme.ws.service.GetAdGroup1SResponse;
+
+import org.apache.axis2.AxisFault;
+import org.embulk.config.Config;
+import org.embulk.config.ConfigDefault;
+import org.embulk.config.Task;
+import org.embulk.input.adebis.AdebisInputPlugin;
+import org.embulk.spi.Column;
+import org.embulk.spi.PageBuilder;
+import org.embulk.spi.Schema;
+import org.embulk.spi.type.Types;
+
+import java.rmi.RemoteException;
+import java.time.LocalDate;
+import java.time.LocalDateTime;
+import java.util.Date;
+
+public class AdGroup1 extends AbstractOperation {
+    public int lastRecordId = 0;
+
+    public interface Condition extends Task {
+        //リクエストパラメータ無し
+    }
+
+    public void run(PageBuilder pageBuilder) {
+        Schema schema = pageBuilder.getSchema();
+        AdGroup1ManagementService adGroup1ManagementService;
+        try {
+            adGroup1ManagementService = new AdGroup1ManagementServiceStub();
+        } catch (AxisFault axisFault) {
+            axisFault.printStackTrace();
+            return;
+        }
+
+        //LocalDate startDate = LocalDate.parse(condition.getStartDate().get(), adebisDateFormat);
+        //LocalDate endDate = LocalDate.parse(condition.getEndDate().get(), adebisDateFormat);
+        LocalDateTime lastRecordTime, newestRecordTime;
+        //System.out.println(startDate);
+        //System.out.println(endDate);
+
+        if(getLastRecordTime().isPresent()) {
+            lastRecordTime = LocalDateTime.parse(getLastRecordTime().get(), embulkDateTimeFormat);
+        }
+        else {
+            //lastRecordTime = startDate.atStartOfDay();
+            lastRecordTime = LocalDateTime.now();
+            //lastRecordTime = Optional.of(lastRecordTime.format(embulkDateTimeFormat));
+        }
+
+        if(getLastRecordId().isPresent()) {
+            lastRecordId = Integer.parseInt(getLastRecordId().get());
+        }
+
+        //if(lastRecordTime.isAfter(startDate.atStartOfDay())) {
+        //    startDate = lastRecordTime.toLocalDate();
+        //}
+
+        // Build Header
+        HoteiAuthHeader header = new HoteiAuthHeader();
+        HoteiAuthHeaderE headerE = new HoteiAuthHeaderE();
+        header.setLogId(getLogId());
+        header.setLogArgument(getLogArgument());
+        header.setApiKey(getApiKey());
+        headerE.setHoteiAuthHeader(header);
+
+        GetAdGroup1SResponse response;
+
+        newestRecordTime = lastRecordTime;
+        try {
+            response = adGroup1ManagementService.getAdGroup1S(headerE);
+        } catch (RemoteException e) {
+            e.printStackTrace();
+            return;
+        } catch (NullPointerException e) {
+            return;
+        }
+
+        jp.ne.ebis.extreme.ws.entity.xsd.AdGroup1[] results = response.get_return();
+        for (jp.ne.ebis.extreme.ws.entity.xsd.AdGroup1 record : results) {
+            Boolean isExcluded = false;
+            int currentRecordId= record.getAdGroup1Id();
+            if ( ! record.isAdGroup1IdSpecified()) {
+                break;
+            }
+            if (lastRecordId < currentRecordId) {
+                lastRecordId = currentRecordId;
+            } else {
+                continue;
+            }
+            for (Column c : schema.getColumns()) {
+                switch (c.getName()) {
+                    case "createdAt":
+                        long unixtime = System.currentTimeMillis() / 1000L;
+                        org.embulk.spi.time.Timestamp timestamp = org.embulk.spi.time.Timestamp.ofEpochSecond(unixtime);
+                        pageBuilder.setTimestamp(c, timestamp);
+                        break;
+                    case "adGroup1Id":
+                        if (record.isAdGroup1IdSpecified()) pageBuilder.setLong(c, record.getAdGroup1Id());
+                        else pageBuilder.setNull(c);
+                        break;
+                    case "adGroup1Name":
+                        if (record.isAdGroup1NameSpecified()) pageBuilder.setString(c, record.getAdGroup1Name());
+                        else pageBuilder.setNull(c);
+                        break;
+                    default:
+                        break;
+                }
+                if (isExcluded) break;
+            }
+            if (isExcluded)
+                pageBuilder.flush();
+            else
+                pageBuilder.addRecord();
+        }
+
+        setLastRecordTime(Optional.of(newestRecordTime.format(embulkDateTimeFormat)));
+        setLastRecordId(Optional.of(String.valueOf(lastRecordId)));
+    }
+
+    public Schema buildSchema() {
+        return Schema.builder()
+                .add("createdAt"   , Types.TIMESTAMP)
+                .add("adGroup1Id"  , Types.LONG)
+                .add("adGroup1Name", Types.STRING)
+                .build();
+    }
+}

data/src/main/java/org/embulk/input/adebis/operation/AdGroup2.java

@@ -0,0 +1,136 @@
+package org.embulk.input.adebis.operation;
+
+import com.google.common.base.Optional;
+
+import jp.ne.ebis.extreme.ws.entity.xsd.HoteiAuthHeader;
+import jp.ne.ebis.extreme.ws.entity.xsd.HoteiAuthHeaderE;
+import jp.ne.ebis.extreme.ws.service.AdGroup2ManagementService;
+import jp.ne.ebis.extreme.ws.service.AdGroup2ManagementServiceStub;
+
+import jp.ne.ebis.extreme.ws.service.GetAdGroup2SResponse;
+
+import org.apache.axis2.AxisFault;
+import org.embulk.config.Config;
+import org.embulk.config.ConfigDefault;
+import org.embulk.config.Task;
+import org.embulk.input.adebis.AdebisInputPlugin;
+import org.embulk.spi.Column;
+import org.embulk.spi.PageBuilder;
+import org.embulk.spi.Schema;
+import org.embulk.spi.type.Types;
+
+import java.rmi.RemoteException;
+import java.time.LocalDate;
+import java.time.LocalDateTime;
+import java.util.Date;
+
+public class AdGroup2 extends AbstractOperation {
+    public int lastRecordId = 0;
+
+    public interface Condition extends Task {
+        //リクエストパラメータ無し
+    }
+
+    public void run(PageBuilder pageBuilder) {
+        Schema schema = pageBuilder.getSchema();
+        AdGroup2ManagementService adGroup2ManagementService;
+        try {
+            adGroup2ManagementService = new AdGroup2ManagementServiceStub();
+        } catch (AxisFault axisFault) {
+            axisFault.printStackTrace();
+            return;
+        }
+
+        //LocalDate startDate = LocalDate.parse(condition.getStartDate().get(), adebisDateFormat);
+        //LocalDate endDate = LocalDate.parse(condition.getEndDate().get(), adebisDateFormat);
+        LocalDateTime lastRecordTime, newestRecordTime;
+        //System.out.println(startDate);
+        //System.out.println(endDate);
+
+        if(getLastRecordTime().isPresent()) {
+            lastRecordTime = LocalDateTime.parse(getLastRecordTime().get(), embulkDateTimeFormat);
+        }
+        else {
+            //lastRecordTime = startDate.atStartOfDay();
+            lastRecordTime = LocalDateTime.now();
+            //lastRecordTime = Optional.of(lastRecordTime.format(embulkDateTimeFormat));
+        }
+
+        if(getLastRecordId().isPresent()) {
+            lastRecordId = Integer.parseInt(getLastRecordId().get());
+        }
+
+        //if(lastRecordTime.isAfter(startDate.atStartOfDay())) {
+        //    startDate = lastRecordTime.toLocalDate();
+        //}
+
+        // Build Header
+        HoteiAuthHeader header = new HoteiAuthHeader();
+        HoteiAuthHeaderE headerE = new HoteiAuthHeaderE();
+        header.setLogId(getLogId());
+        header.setLogArgument(getLogArgument());
+        header.setApiKey(getApiKey());
+        headerE.setHoteiAuthHeader(header);
+
+        GetAdGroup2SResponse response;
+
+        newestRecordTime = lastRecordTime;
+        try {
+            response = adGroup2ManagementService.getAdGroup2S(headerE);
+        } catch (RemoteException e) {
+            e.printStackTrace();
+            return;
+        } catch (NullPointerException e) {
+            return;
+        }
+
+        jp.ne.ebis.extreme.ws.entity.xsd.AdGroup2[] results = response.get_return();
+        for (jp.ne.ebis.extreme.ws.entity.xsd.AdGroup2 record : results) {
+            Boolean isExcluded = false;
+            int currentRecordId= record.getAdGroup2Id();
+            if ( ! record.isAdGroup2IdSpecified()) {
+                break;
+            }
+            if (lastRecordId < currentRecordId) {
+                lastRecordId = currentRecordId;
+            } else {
+                continue;
+            }
+            for (Column c : schema.getColumns()) {
+                switch (c.getName()) {
+                    case "createdAt":
+                        long unixtime = System.currentTimeMillis() / 1000L;
+                        org.embulk.spi.time.Timestamp timestamp = org.embulk.spi.time.Timestamp.ofEpochSecond(unixtime);
+                        pageBuilder.setTimestamp(c, timestamp);
+                        break;
+                    case "adGroup2Id":
+                        if (record.isAdGroup2IdSpecified()) pageBuilder.setLong(c, record.getAdGroup2Id());
+                        else pageBuilder.setNull(c);
+                        break;
+                    case "adGroup2Name":
+                        if (record.isAdGroup2NameSpecified()) pageBuilder.setString(c, record.getAdGroup2Name());
+                        else pageBuilder.setNull(c);
+                        break;
+                    default:
+                        break;
+                }
+                if (isExcluded) break;
+            }
+            if (isExcluded)
+                pageBuilder.flush();
+            else
+                pageBuilder.addRecord();
+        }
+
+        setLastRecordTime(Optional.of(newestRecordTime.format(embulkDateTimeFormat)));
+        setLastRecordId(Optional.of(String.valueOf(lastRecordId)));
+    }
+
+    public Schema buildSchema() {
+        return Schema.builder()
+                .add("createdAt"   , Types.TIMESTAMP)
+                .add("adGroup2Id"  , Types.LONG)
+                .add("adGroup2Name", Types.STRING)
+                .build();
+    }
+}

data/src/main/java/org/embulk/input/adebis/operation/LpoDataForJson.java

@@ -0,0 +1,9 @@
+package org.embulk.input.adebis.operation;
+
+public class LpoDataForJson {
+    public String  lpoId;
+    public String  lpoUrl;
+    public String  lpoPageTitle;
+    public Integer rate;
+    public String  prefName;
+}

data/src/main/java/org/embulk/input/adebis/operation/Media.java

@@ -0,0 +1,135 @@
+package org.embulk.input.adebis.operation;
+
+import com.google.common.base.Optional;
+
+import jp.ne.ebis.extreme.ws.entity.xsd.HoteiAuthHeader;
+import jp.ne.ebis.extreme.ws.entity.xsd.HoteiAuthHeaderE;
+import jp.ne.ebis.extreme.ws.service.MediaManagementService;
+import jp.ne.ebis.extreme.ws.service.MediaManagementServiceStub;
+
+import jp.ne.ebis.extreme.ws.service.GetMediasResponse;
+
+import org.apache.axis2.AxisFault;
+import org.embulk.config.Config;
+import org.embulk.config.ConfigDefault;
+import org.embulk.config.Task;
+import org.embulk.spi.Column;
+import org.embulk.spi.PageBuilder;
+import org.embulk.spi.Schema;
+import org.embulk.spi.type.Types;
+
+import java.rmi.RemoteException;
+import java.time.LocalDate;
+import java.time.LocalDateTime;
+import java.util.Date;
+
+public class Media extends AbstractOperation {
+    public int lastRecordId = 0;
+
+    public interface Condition extends Task {
+        //リクエストパラメータ無し
+    }
+
+    public void run(PageBuilder pageBuilder) {
+        Schema schema = pageBuilder.getSchema();
+        MediaManagementService mediaManagementService;
+        try {
+            mediaManagementService = new MediaManagementServiceStub();
+        } catch (AxisFault axisFault) {
+            axisFault.printStackTrace();
+            return;
+        }
+
+        //LocalDate startDate = LocalDate.parse(condition.getStartDate().get(), adebisDateFormat);
+        //LocalDate endDate = LocalDate.parse(condition.getEndDate().get(), adebisDateFormat);
+        LocalDateTime lastRecordTime, newestRecordTime;
+        //System.out.println(startDate);
+        //System.out.println(endDate);
+
+        if(getLastRecordTime().isPresent()) {
+            lastRecordTime = LocalDateTime.parse(getLastRecordTime().get(), embulkDateTimeFormat);
+        }
+        else {
+            //lastRecordTime = startDate.atStartOfDay();
+            lastRecordTime = LocalDateTime.now();
+            //lastRecordTime = Optional.of(lastRecordTime.format(embulkDateTimeFormat));
+        }
+
+        if(getLastRecordId().isPresent()) {
+            lastRecordId = Integer.parseInt(getLastRecordId().get());
+        }
+
+        //if(lastRecordTime.isAfter(startDate.atStartOfDay())) {
+        //    startDate = lastRecordTime.toLocalDate();
+        //}
+
+        // Build Header
+        HoteiAuthHeader header = new HoteiAuthHeader();
+        HoteiAuthHeaderE headerE = new HoteiAuthHeaderE();
+        header.setLogId(getLogId());
+        header.setLogArgument(getLogArgument());
+        header.setApiKey(getApiKey());
+        headerE.setHoteiAuthHeader(header);
+
+        GetMediasResponse response;
+
+        newestRecordTime = lastRecordTime;
+        try {
+            response = mediaManagementService.getMedias(headerE);
+        } catch (RemoteException e) {
+            e.printStackTrace();
+            return;
+        } catch (NullPointerException e) {
+            return;
+        }
+
+        jp.ne.ebis.extreme.ws.entity.xsd.Media[] results = response.get_return();
+        for (jp.ne.ebis.extreme.ws.entity.xsd.Media record : results) {
+            Boolean isExcluded = false;
+            int currentRecordId= record.getMediaId();
+            if ( ! record.isMediaIdSpecified()) {
+                break;
+            }
+            if (lastRecordId < currentRecordId) {
+                lastRecordId = currentRecordId;
+            } else {
+                continue;
+            }
+            for (Column c : schema.getColumns()) {
+                switch (c.getName()) {
+                    case "createdAt":
+                        long unixtime = System.currentTimeMillis() / 1000L;
+                        org.embulk.spi.time.Timestamp timestamp = org.embulk.spi.time.Timestamp.ofEpochSecond(unixtime);
+                        pageBuilder.setTimestamp(c, timestamp);
+                        break;
+                    case "mediaId":
+                        if (record.isMediaIdSpecified()) pageBuilder.setLong(c, record.getMediaId());
+                        else pageBuilder.setNull(c);
+                        break;
+                    case "mediaName":
+                        if (record.isMediaNameSpecified()) pageBuilder.setString(c, record.getMediaName());
+                        else pageBuilder.setNull(c);
+                        break;
+                    default:
+                        break;
+                }
+                if (isExcluded) break;
+            }
+            if (isExcluded)
+                pageBuilder.flush();
+            else
+                pageBuilder.addRecord();
+        }
+
+        setLastRecordTime(Optional.of(newestRecordTime.format(embulkDateTimeFormat)));
+        setLastRecordId(Optional.of(String.valueOf(lastRecordId)));
+    }
+
+    public Schema buildSchema() {
+        return Schema.builder()
+                .add("createdAt", Types.TIMESTAMP)
+                .add("mediaId"  , Types.LONG)
+                .add("mediaName", Types.STRING)
+                .build();
+    }
+}