embulk-input-marketo 0.5.7.alpha.6 → 0.6.0.alpha.1

data/src/main/java/org/embulk/input/marketo/rest/RecordPagingIterable.java

@@ -12,7 +12,7 @@ import java.util.NoSuchElementException;
  */
 public class RecordPagingIterable<T> implements Iterable<T>
 {
-    private PagingFunction pagingFunction;
+    private PagingFunction<Page<T>> pagingFunction;
 
     public RecordPagingIterable(PagingFunction pagingFunction)
     {
@@ -27,7 +27,7 @@ public class RecordPagingIterable<T> implements Iterable<T>
 
     private class RecordIterator implements Iterator<T>
     {
-        Page currentPage;
+        Page<T> currentPage;
         private Iterator<T> currentIterator;
 
         public RecordIterator()
@@ -39,9 +39,18 @@ public class RecordPagingIterable<T> implements Iterable<T>
         {
             if (currentPage == null) {
                 currentPage = pagingFunction.getFirstPage();
-                this.currentIterator = currentPage.getRecords().iterator();
+                this.currentIterator = currentPage.getRecordsIter();
             }
-            return currentIterator.hasNext() || currentPage.hasNext;
+            if (currentIterator.hasNext()) {
+                return true;
+            }
+            if (!currentPage.hasNext) {
+                return false;
+            }
+            Page<T> nextPage = pagingFunction.getNextPage(currentPage);
+            currentIterator = nextPage.getRecordsIter();
+            currentPage = nextPage;
+            return currentIterator.hasNext();
         }
 
         @Override
@@ -50,10 +59,6 @@ public class RecordPagingIterable<T> implements Iterable<T>
             if (!hasNext()) {
                 throw new NoSuchElementException("Call next on an empty iterator");
             }
-            if (!currentIterator.hasNext()) {
-                currentPage = pagingFunction.getNextPage(currentPage);
-                currentIterator = currentPage.getRecords().iterator();
-            }
             return currentIterator.next();
         }
 
@@ -90,7 +95,10 @@ public class RecordPagingIterable<T> implements Iterable<T>
         {
             return records;
         }
-
+        public Iterator<T> getRecordsIter()
+        {
+            return records.iterator();
+        }
         public void setRecords(List<T> records)
         {
             this.records = records;
@@ -107,11 +115,11 @@ public class RecordPagingIterable<T> implements Iterable<T>
         }
     }
 
-    public static class MarketoPage<T> extends Page<T>
+    public static class TokenPage<T> extends Page<T>
     {
         private String nextPageToken;
 
-        public MarketoPage(Iterable<T> records, String nextPageToken, boolean moreResult)
+        public TokenPage(Iterable<T> records, String nextPageToken, boolean moreResult)
         {
             super(records, moreResult);
             this.nextPageToken = nextPageToken;
@@ -127,4 +135,20 @@ public class RecordPagingIterable<T> implements Iterable<T>
             this.nextPageToken = nextPageToken;
         }
     }
+
+    public static class OffsetPage<T> extends Page<T>
+    {
+        private int nextOffSet;
+
+        public OffsetPage(Iterable<T> records, int nextOffSet, boolean moreResult)
+        {
+            super(records, moreResult);
+            this.nextOffSet = nextOffSet;
+        }
+
+        public int getNextOffSet()
+        {
+            return nextOffSet;
+        }
+    }
 }

data/src/test/java/org/embulk/input/marketo/MarketoServiceImplTest.java

@@ -0,0 +1,159 @@
+package org.embulk.input.marketo;
+
+import com.fasterxml.jackson.databind.ObjectMapper;
+import com.fasterxml.jackson.databind.node.ObjectNode;
+import com.google.common.io.ByteStreams;
+import org.embulk.EmbulkTestRuntime;
+import org.embulk.input.marketo.model.MarketoField;
+import org.embulk.input.marketo.rest.MarketoRestClient;
+import org.embulk.input.marketo.rest.RecordPagingIterable;
+import org.junit.Before;
+import org.junit.Rule;
+import org.junit.Test;
+
+import java.io.ByteArrayInputStream;
+import java.io.File;
+import java.io.FileInputStream;
+import java.util.*;
+
+import static org.junit.Assert.*;
+import static org.mockito.Mockito.*;
+
+/**
+ * Created by tai.khuu on 10/9/17.
+ */
+public class MarketoServiceImplTest
+{
+    private static final ObjectMapper OBJECT_MAPPER = new ObjectMapper();
+    @Rule
+    public EmbulkTestRuntime embulkTestRuntime = new EmbulkTestRuntime();
+    private MarketoService marketoService;
+
+    private MarketoRestClient mockMarketoRestClient;
+    @Before
+    public void prepare()
+    {
+        mockMarketoRestClient = mock(MarketoRestClient.class);
+        marketoService = new MarketoServiceImpl(mockMarketoRestClient);
+    }
+
+    @Test
+    public void extractLead() throws Exception
+    {
+        Date startDate = new Date(1507223374000L);
+        Date endDate = new Date(1507655374000L);
+        List<String> extractedFields = Arrays.asList("field1", "field2");
+        String filerField = "field1";
+        String exportId = "exportId";
+        when(mockMarketoRestClient.createLeadBulkExtract(eq(startDate), eq(endDate), eq(extractedFields), eq(filerField))).thenReturn(exportId);
+        ByteArrayInputStream byteArrayInputStream = new ByteArrayInputStream("Test File Content".getBytes());
+        when(mockMarketoRestClient.getLeadBulkExtractResult(eq(exportId))).thenReturn(byteArrayInputStream);
+        File file = marketoService.extractLead(startDate, endDate, extractedFields, filerField, 1, 3);
+        assertEquals("Test File Content", new String(ByteStreams.toByteArray(new FileInputStream(file))));
+        verify(mockMarketoRestClient, times(1)).startLeadBulkExtract(eq(exportId));
+        verify(mockMarketoRestClient, times(1)).waitLeadExportJobComplete(eq(exportId), eq(1), eq(3));
+    }
+
+    @Test
+    public void extractAllActivity() throws Exception
+    {
+        Date startDate = new Date(1507223374000L);
+        Date endDate = new Date(1507655374000L);
+        String exportId = "exportId";
+        when(mockMarketoRestClient.createActivityExtract(eq(startDate), eq(endDate))).thenReturn(exportId);
+        ByteArrayInputStream byteArrayInputStream = new ByteArrayInputStream("Test File Content".getBytes());
+        when(mockMarketoRestClient.getActivitiesBulkExtractResult(eq(exportId))).thenReturn(byteArrayInputStream);
+        File file = marketoService.extractAllActivity(startDate, endDate, 1, 3);
+        assertEquals("Test File Content", new String(ByteStreams.toByteArray(new FileInputStream(file))));
+        verify(mockMarketoRestClient, times(1)).startActitvityBulkExtract(eq(exportId));
+        verify(mockMarketoRestClient, times(1)).waitActitvityExportJobComplete(eq(exportId), eq(1), eq(3));
+    }
+
+    @Test
+    public void getAllListLead() throws Exception
+    {
+        List<String> extractFields = Arrays.asList("field1", "field2");
+        RecordPagingIterable<ObjectNode> listObjectNodes = mock(RecordPagingIterable.class);
+        Iterator listIterator = mock(Iterator.class);
+        when(listIterator.hasNext()).thenReturn(true).thenReturn(true).thenReturn(false);
+        when(listIterator.next()).thenReturn(OBJECT_MAPPER.readTree("{\"id\":1}")).thenReturn(OBJECT_MAPPER.readTree("{\"id\":2}"));
+        when(listObjectNodes.iterator()).thenReturn(listIterator);
+        List<ObjectNode> leadList1 = new ArrayList<>();
+        leadList1.add((ObjectNode) OBJECT_MAPPER.readTree("{\"id\":\"lead1\"}"));
+        List<ObjectNode> leadList2 = new ArrayList<>();
+        leadList2.add((ObjectNode) OBJECT_MAPPER.readTree("{\"id\":\"lead2\"}"));
+        when(mockMarketoRestClient.getLists()).thenReturn(listObjectNodes);
+        RecordPagingIterable leadIterable1 = mock(RecordPagingIterable.class);
+        RecordPagingIterable leadsIterable2 = mock(RecordPagingIterable.class);
+        when(leadIterable1.iterator()).thenReturn(leadList1.iterator());
+        when(leadsIterable2.iterator()).thenReturn(leadList2.iterator());
+        when(mockMarketoRestClient.getLeadsByList(eq("1"), eq(extractFields))).thenReturn(leadIterable1);
+        when(mockMarketoRestClient.getLeadsByList(eq("2"), eq(extractFields))).thenReturn(leadsIterable2);
+        Iterable<ObjectNode> allListLead = marketoService.getAllListLead(extractFields);
+        assertEquals(leadList1.get(0), allListLead.iterator().next());
+        assertEquals(leadList2.get(0), allListLead.iterator().next());
+    }
+
+    @Test
+    public void getAllProgramLead() throws Exception
+    {
+        List<String> extractFields = Arrays.asList("field1", "field2");
+        RecordPagingIterable<ObjectNode> listObjectNodes = mock(RecordPagingIterable.class);
+        Iterator listIterator = mock(Iterator.class);
+        when(listIterator.hasNext()).thenReturn(true).thenReturn(true).thenReturn(false);
+        when(listIterator.next()).thenReturn(OBJECT_MAPPER.readTree("{\"id\":1}")).thenReturn(OBJECT_MAPPER.readTree("{\"id\":2}"));
+        when(listObjectNodes.iterator()).thenReturn(listIterator);
+        List<ObjectNode> leadList1 = new ArrayList<>();
+        leadList1.add((ObjectNode) OBJECT_MAPPER.readTree("{\"id\":\"lead1\"}"));
+        List<ObjectNode> leadList2 = new ArrayList<>();
+        leadList2.add((ObjectNode) OBJECT_MAPPER.readTree("{\"id\":\"lead2\"}"));
+        when(mockMarketoRestClient.getPrograms()).thenReturn(listObjectNodes);
+        RecordPagingIterable leadIterable1 = mock(RecordPagingIterable.class);
+        RecordPagingIterable leadsIterable2 = mock(RecordPagingIterable.class);
+        when(leadIterable1.iterator()).thenReturn(leadList1.iterator());
+        when(leadsIterable2.iterator()).thenReturn(leadList2.iterator());
+        when(mockMarketoRestClient.getLeadsByProgram(eq("1"), eq(extractFields))).thenReturn(leadIterable1);
+        when(mockMarketoRestClient.getLeadsByProgram(eq("2"), eq(extractFields))).thenReturn(leadsIterable2);
+        Iterable<ObjectNode> allListLead = marketoService.getAllProgramLead(extractFields);
+        assertEquals(leadList1.get(0), allListLead.iterator().next());
+        assertEquals(leadList2.get(0), allListLead.iterator().next());
+    }
+
+    @Test
+    public void getCampaign() throws Exception
+    {
+        marketoService.getCampaign();
+        verify(mockMarketoRestClient, times(1)).getCampaign();
+    }
+
+    @Test
+    public void describeLead() throws Exception
+    {
+        marketoService.describeLead();
+        verify(mockMarketoRestClient, times(1)).describeLead();
+    }
+
+    @Test
+    public void describeLeadByProgram() throws Exception
+    {
+        List<MarketoField> marketoFields = new ArrayList<>();
+        when(mockMarketoRestClient.describeLead()).thenReturn(marketoFields);
+        marketoService.describeLeadByProgram();
+        verify(mockMarketoRestClient, times(1)).describeLead();
+        assertEquals(1, marketoFields.size());
+        assertEquals("programId", marketoFields.get(0).getName());
+        assertEquals(MarketoField.MarketoDataType.STRING, marketoFields.get(0).getMarketoDataType());
+    }
+
+    @Test
+    public void describeLeadByLists() throws Exception
+    {
+        List<MarketoField> marketoFields = new ArrayList<>();
+        when(mockMarketoRestClient.describeLead()).thenReturn(marketoFields);
+        marketoService.describeLeadByLists();
+        verify(mockMarketoRestClient, times(1)).describeLead();
+        assertEquals(1, marketoFields.size());
+        assertEquals("listId", marketoFields.get(0).getName());
+        assertEquals(MarketoField.MarketoDataType.STRING, marketoFields.get(0).getMarketoDataType());
+    }
+}

data/src/test/java/org/embulk/input/marketo/MarketoUtilsTest.java

@@ -0,0 +1,87 @@
+package org.embulk.input.marketo;
+
+import org.embulk.base.restclient.ServiceResponseMapper;
+import org.embulk.base.restclient.record.ValueLocator;
+import org.embulk.input.marketo.model.MarketoField;
+import org.embulk.spi.Column;
+import org.embulk.spi.type.Types;
+import org.joda.time.DateTime;
+import org.junit.Test;
+
+import java.util.ArrayList;
+import java.util.List;
+
+import static org.junit.Assert.assertEquals;
+import static org.junit.Assert.assertFalse;
+
+/**
+ * Created by tai.khuu on 10/7/17.
+ */
+public class MarketoUtilsTest
+{
+    @Test
+    public void buildDynamicResponseMapper() throws Exception
+    {
+        List<MarketoField> marketoFields = new ArrayList<>();
+        marketoFields.add(new MarketoField("marketoField1", "text"));
+        marketoFields.add(new MarketoField("marketoField2", "date"));
+        marketoFields.add(new MarketoField("marketoField3", "datetime"));
+        ServiceResponseMapper<? extends ValueLocator> mapper = MarketoUtils.buildDynamicResponseMapper("marketo", marketoFields);
+        List<Column> columns = mapper.getEmbulkSchema().getColumns();
+        Column column1 = columns.get(0);
+        assertEquals("marketo_marketoField1", column1.getName());
+        assertEquals(Types.STRING, column1.getType());
+        Column column2 = columns.get(1);
+        assertEquals(Types.TIMESTAMP, column2.getType());
+        assertEquals("marketo_marketoField2", column2.getName());
+        Column column3 = columns.get(2);
+        assertEquals("marketo_marketoField3", column3.getName());
+        assertEquals(Types.TIMESTAMP, column3.getType());
+    }
+
+    @Test
+    public void getFieldNameFromMarketoFields() throws Exception
+    {
+        List<MarketoField> marketoFields = new ArrayList<>();
+        marketoFields.add(new MarketoField("marketoField1", "text"));
+        marketoFields.add(new MarketoField("marketoField2", "date"));
+        marketoFields.add(new MarketoField("marketoField3", "datetime"));
+        List<String> marketoFieldList = MarketoUtils.getFieldNameFromMarketoFields(marketoFields, "marketoField2");
+        assertEquals(2, marketoFieldList.size());
+        assertFalse(marketoFieldList.contains("marketoField2"));
+    }
+
+    @Test
+    public void buildColumnName() throws Exception
+    {
+        String columnName = MarketoUtils.buildColumnName("prefix", "columnName");
+        assertEquals("prefix_columnName", columnName);
+    }
+
+    @Test
+    public void getIdentityEndPoint() throws Exception
+    {
+        String identityEndPoint = MarketoUtils.getIdentityEndPoint("accountId");
+        assertEquals("https://accountId.mktorest.com/identity", identityEndPoint);
+    }
+
+    @Test
+    public void getEndPoint() throws Exception
+    {
+        String endPoint = MarketoUtils.getEndPoint("accountId");
+        assertEquals("https://accountId.mktorest.com", endPoint);
+    }
+
+    @Test
+    public void sliceRange() throws Exception
+    {
+        DateTime startDate = new DateTime(1507369760000L);
+        List<MarketoUtils.DateRange> dateRanges1 = MarketoUtils.sliceRange(startDate, startDate.plusDays(7), 2);
+        assertEquals(4, dateRanges1.size());
+        assertEquals(startDate.plusDays(7), dateRanges1.get(3).toDate);
+
+        List<MarketoUtils.DateRange> dateRanges2 = MarketoUtils.sliceRange(startDate, startDate.plusDays(1), 2);
+        assertEquals(1, dateRanges2.size());
+        assertEquals(startDate.plusDays(1), dateRanges2.get(0).toDate);
+    }
+}

data/src/test/java/org/embulk/input/marketo/delegate/ActivityBulkExtractInputPluginTest.java

@@ -0,0 +1,84 @@
+package org.embulk.input.marketo.delegate;
+
+import org.embulk.EmbulkTestRuntime;
+import org.embulk.base.restclient.ServiceResponseMapper;
+import org.embulk.base.restclient.record.ValueLocator;
+import org.embulk.config.ConfigLoader;
+import org.embulk.config.ConfigSource;
+import org.embulk.config.TaskReport;
+import org.embulk.input.marketo.rest.MarketoRestClient;
+import org.embulk.spi.Column;
+import org.embulk.spi.PageBuilder;
+import org.joda.time.DateTime;
+import org.junit.Before;
+import org.junit.Rule;
+import org.junit.Test;
+import org.mockito.ArgumentCaptor;
+
+import java.io.IOException;
+import java.util.Arrays;
+import java.util.Date;
+import java.util.List;
+import java.util.Set;
+
+import static org.junit.Assert.assertEquals;
+import static org.mockito.ArgumentMatchers.any;
+import static org.mockito.Mockito.*;
+
+/**
+ * Created by khuutantaitai on 10/3/17.
+ */
+public class ActivityBulkExtractInputPluginTest
+{
+    @Rule
+    public EmbulkTestRuntime embulkTestRuntime = new EmbulkTestRuntime();
+
+    private ActivityBulkExtractInputPlugin activityBulkExtractInputPlugin;
+
+    private ConfigSource configSource;
+
+    private MarketoRestClient mockMarketoRestclient;
+
+    @Before
+    public void prepare() throws IOException
+    {
+        activityBulkExtractInputPlugin = spy(new ActivityBulkExtractInputPlugin());
+        ConfigLoader configLoader = embulkTestRuntime.getInjector().getInstance(ConfigLoader.class);
+        configSource = configLoader.fromYaml(this.getClass().getResourceAsStream("/config/activity_bulk_extract_config.yaml"));
+        mockMarketoRestclient = mock(MarketoRestClient.class);
+        doReturn(mockMarketoRestclient).when(activityBulkExtractInputPlugin).createMarketoRestClient(any(ActivityBulkExtractInputPlugin.PluginTask.class));
+    }
+
+    @Test
+    public void testRun() throws InterruptedException
+    {
+        ActivityBulkExtractInputPlugin.PluginTask task = configSource.loadConfig(ActivityBulkExtractInputPlugin.PluginTask.class);
+        DateTime startDate = new DateTime(task.getFromDate());
+        PageBuilder pageBuilder = mock(PageBuilder.class);
+        String exportId1 = "exportId1";
+        String exportId2 = "exportId2";
+        when(mockMarketoRestclient.createActivityExtract(any(Date.class), any(Date.class))).thenReturn(exportId1).thenReturn(exportId2).thenReturn(null);
+        when(mockMarketoRestclient.getActivitiesBulkExtractResult(eq(exportId1))).thenReturn(this.getClass().getResourceAsStream("/fixtures/activity_extract1.csv"));
+        when(mockMarketoRestclient.getActivitiesBulkExtractResult(eq(exportId2))).thenReturn(this.getClass().getResourceAsStream("/fixtures/activity_extract2.csv"));
+        ServiceResponseMapper<? extends ValueLocator> mapper = activityBulkExtractInputPlugin.buildServiceResponseMapper(task);
+        activityBulkExtractInputPlugin.validateInputTask(task);
+        TaskReport taskReport = activityBulkExtractInputPlugin.ingestServiceData(task, mapper.createRecordImporter(), 1, pageBuilder);
+        ArgumentCaptor<String> argumentCaptor = ArgumentCaptor.forClass(String.class);
+        Column marketoGUID = mapper.getEmbulkSchema().lookupColumn("marketoGUID");
+        verify(pageBuilder, times(55)).setString(eq(marketoGUID), argumentCaptor.capture());
+        verify(mockMarketoRestclient, times(1)).startActitvityBulkExtract(eq(exportId1));
+        verify(mockMarketoRestclient, times(1)).waitActitvityExportJobComplete(eq(exportId1), eq(task.getPollingIntervalSecond()), eq(task.getBulkJobTimeoutSecond()));
+        verify(mockMarketoRestclient, times(1)).startActitvityBulkExtract(eq(exportId2));
+        verify(mockMarketoRestclient, times(1)).waitActitvityExportJobComplete(eq(exportId2), eq(task.getPollingIntervalSecond()), eq(task.getBulkJobTimeoutSecond()));
+        verify(mockMarketoRestclient, times(1)).createActivityExtract(startDate.toDate(), startDate.plusDays(30).toDate());
+        DateTime startDate2 = startDate.plusDays(30).plusSeconds(1);
+        verify(mockMarketoRestclient, times(1)).createActivityExtract(startDate2.toDate(), startDate.plusDays(task.getFetchDays()).toDate());
+        List<String> marketoUids = argumentCaptor.getAllValues();
+        assertEquals(55, marketoUids.size());
+        long latestFetchTime = taskReport.get(Long.class, "latest_fetch_time");
+        Set latestUids = taskReport.get(Set.class, "latest_uids");
+        assertEquals(1504888754000L, latestFetchTime);
+        assertEquals(Arrays.asList("558681", "558682", "558683", "558684", "558685", "558686", "558687", "558688", "558689", "558690", "558691", "558692", "558693", "558694", "558695", "558696", "558697", "558698", "558699", "558700", "558701", "558702", "558703", "558704", "558705", "558706", "558707", "558708", "558709", "558710", "558711", "558712", "558713", "558714", "558716", "558717", "558718", "558719", "558720", "558721", "558722", "558723", "558724", "558725", "558726", "558727", "558728", "558729", "558730", "558731", "558732", "558733", "558734", "558735", "558736"), marketoUids);
+        assertEquals(36, latestUids.size());
+    }
+}

data/src/test/java/org/embulk/input/marketo/delegate/CampaignInputPluginTest.java

@@ -0,0 +1,73 @@
+package org.embulk.input.marketo.delegate;
+
+import com.fasterxml.jackson.databind.JavaType;
+import com.fasterxml.jackson.databind.ObjectMapper;
+import com.fasterxml.jackson.databind.node.ObjectNode;
+import org.embulk.EmbulkTestRuntime;
+import org.embulk.base.restclient.ServiceResponseMapper;
+import org.embulk.base.restclient.record.RecordImporter;
+import org.embulk.base.restclient.record.ValueLocator;
+import org.embulk.config.ConfigLoader;
+import org.embulk.config.ConfigSource;
+import org.embulk.input.marketo.rest.MarketoRestClient;
+import org.embulk.input.marketo.rest.RecordPagingIterable;
+import org.embulk.spi.PageBuilder;
+import org.embulk.spi.Schema;
+import org.junit.Before;
+import org.junit.Rule;
+import org.junit.Test;
+import org.mockito.ArgumentCaptor;
+
+import java.io.IOException;
+import java.util.List;
+
+import static org.junit.Assert.assertArrayEquals;
+import static org.mockito.Mockito.*;
+
+/**
+ * Created by tai.khuu on 10/10/17.
+ */
+public class CampaignInputPluginTest
+{
+    private static final ObjectMapper OBJECT_MAPPER = new ObjectMapper();
+
+    @Rule
+    public EmbulkTestRuntime embulkTestRuntime = new EmbulkTestRuntime();
+
+    private ConfigSource configSource;
+
+    private CampaignInputPlugin campaignInputPlugin;
+
+    private MarketoRestClient mockMarketoRestClient;
+
+    @Before
+    public void setUp() throws Exception
+    {
+        campaignInputPlugin = spy(new CampaignInputPlugin());
+        ConfigLoader configLoader = embulkTestRuntime.getInjector().getInstance(ConfigLoader.class);
+        configSource = configLoader.fromYaml(this.getClass().getResourceAsStream("/config/rest_config.yaml"));
+        mockMarketoRestClient = mock(MarketoRestClient.class);
+        doReturn(mockMarketoRestClient).when(campaignInputPlugin).createMarketoRestClient(any(CampaignInputPlugin.PluginTask.class));
+    }
+
+    @Test
+    public void testRun() throws IOException
+    {
+        RecordPagingIterable<ObjectNode> mockRecordPagingIterable = mock(RecordPagingIterable.class);
+        JavaType javaType = OBJECT_MAPPER.getTypeFactory().constructParametrizedType(List.class, List.class, ObjectNode.class);
+        List<ObjectNode> objectNodeList = OBJECT_MAPPER.readValue(this.getClass().getResourceAsStream("/fixtures/campaign_response_full.json"), javaType);
+        when(mockRecordPagingIterable.iterator()).thenReturn(objectNodeList.iterator());
+        when(mockMarketoRestClient.getCampaign()).thenReturn(mockRecordPagingIterable);
+        CampaignInputPlugin.PluginTask task = configSource.loadConfig(CampaignInputPlugin.PluginTask.class);
+        ServiceResponseMapper<? extends ValueLocator> mapper = campaignInputPlugin.buildServiceResponseMapper(task);
+        RecordImporter recordImporter = mapper.createRecordImporter();
+        PageBuilder mockPageBuilder = mock(PageBuilder.class);
+        campaignInputPlugin.ingestServiceData(task, recordImporter, 1, mockPageBuilder);
+        verify(mockMarketoRestClient, times(1)).getCampaign();
+        Schema embulkSchema = mapper.getEmbulkSchema();
+        ArgumentCaptor<Long> longArgumentCaptor = ArgumentCaptor.forClass(Long.class);
+        verify(mockPageBuilder, times(10)).setLong(eq(embulkSchema.lookupColumn("id")), longArgumentCaptor.capture());
+        List<Long> allValues = longArgumentCaptor.getAllValues();
+        assertArrayEquals(new Long[]{1003L, 1004L, 1005L, 1006L, 1007L, 1008L, 1029L, 1048L, 1051L, 1065L}, allValues.toArray());
+    }
+}