embulk-input-marketo 0.5.7.alpha.6 → 0.6.0.alpha.1

data/src/test/resources/fixtures/lead_with_program_full.json

@@ -0,0 +1,17 @@
+[
+  {
+    "id": 102519,
+    "updatedAt": "2017-09-11T03:14:12Z",
+    "lastName": "Nguyen",
+    "email": "robert@treasure-data.com",
+    "createdAt": "2017-09-11T03:14:13Z",
+    "firstName": "Robert",
+    "membership": {
+      "progressionStatus": "Member",
+      "isExhausted": false,
+      "acquiredBy": true,
+      "reachedSuccess": false,
+      "membershipDate": "2017-09-11T03:14:13Z"
+    }
+  }
+]

data/src/test/resources/fixtures/leads_extract2.csv

@@ -0,0 +1,10 @@
+company,site,billingStreet,billingCity,billingState,billingCountry,billingPostalCode,website,mainPhone,annualRevenue,numberOfEmployees,industry,sicCode,mktoCompanyNotes,externalCompanyId,id,mktoName,personType,mktoIsPartner,isLead,mktoIsCustomer,isAnonymous,salutation,firstName,middleName,lastName,email,phone,mobilePhone,fax,title,contactCompany,dateOfBirth,address,city,state,country,postalCode,originalSourceType,originalSourceInfo,registrationSourceType,registrationSourceInfo,originalSearchEngine,originalSearchPhrase,originalReferrer,emailInvalid,emailInvalidCause,unsubscribed,unsubscribedReason,doNotCall,mktoDoNotCallCause,doNotCallReason,mktoPersonNotes,anonymousIP,inferredCompany,inferredCountry,inferredCity,inferredStateRegion,inferredPostalCode,inferredMetropolitanArea,inferredPhoneAreaCode,department,createdAt,updatedAt,cookies,externalSalesPersonId,leadPerson,leadRole,leadSource,leadStatus,leadScore,urgency,priority,relativeScore,relativeUrgency,rating,personPrimaryLeadInterest,leadPartitionId,leadRevenueCycleModelId,leadRevenueStageId,gender,facebookDisplayName,twitterDisplayName,linkedInDisplayName,facebookProfileURL,twitterProfileURL,linkedInProfileURL,facebookPhotoURL,twitterPhotoURL,linkedInPhotoURL,facebookReach,twitterReach,linkedInReach,facebookReferredVisits,twitterReferredVisits,linkedInReferredVisits,totalReferredVisits,facebookReferredEnrollments,twitterReferredEnrollments,linkedInReferredEnrollments,totalReferredEnrollments,lastReferredVisit,lastReferredEnrollment,syndicationId,facebookId,twitterId,linkedInId,acquisitionProgramId,mktoAcquisitionDate,tdglobalid,tdid,mbtesttextarea,customFieldInt,tdidint,time,mBtestboolean24,mBtestcurrency24,mBtestdate24,mBtestDatetime24,mBtestemail24,mBtestfloat24,mBtestinteger24,mBtestpercent24,mBtestphone24,mBtestscore24,mBteststring24,mBtesttextarea24,mBtesturl24,marketoTimeZone
+TD_TESTING,null,null,null,null,null,null,null,null,null,null,null,null,null,null,102495,null,contact,false,true,false,false,null,null,null,null,null,null,null,null,null,102495,null,null,null,null,null,null,List import,List: Yao Import Test,List import,List: Yao Import Test,null,null,null,false,null,false,null,false,null,null,null,null,null,null,null,null,null,null,null,null,2017-09-08T16:39:14Z,2017-09-08T16:39:13Z,null,null,102495,null,null,null,null,null,null,null,null,null,102495,1,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null
+TD_TESTING,null,null,null,null,null,null,null,null,null,null,null,null,null,null,102452,null,contact,false,true,false,false,null,null,null,null,null,null,null,null,null,102452,null,null,null,null,null,null,List import,List: Yao Import Test,List import,List: Yao Import Test,null,null,null,false,null,false,null,false,null,null,null,null,null,null,null,null,null,null,null,null,2017-09-08T16:39:14Z,2017-09-08T16:39:13Z,null,null,102452,null,null,null,null,null,null,null,null,null,102452,1,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null
+TD_TESTING,null,null,null,null,null,null,null,null,null,null,null,null,null,null,102435,null,contact,false,true,false,false,null,null,null,null,null,null,null,null,null,102435,null,null,null,null,null,null,List import,List: Yao Import Test,List import,List: Yao Import Test,null,null,null,false,null,false,null,false,null,null,null,null,null,null,null,null,null,null,null,null,2017-09-08T16:39:14Z,2017-09-08T16:39:13Z,null,null,102435,null,null,null,null,null,null,null,null,null,102435,1,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null
+TD_TESTING,null,null,null,null,null,null,null,null,null,null,null,null,null,null,102467,null,contact,false,true,false,false,null,null,null,null,null,null,null,null,null,102467,null,null,null,null,null,null,List import,List: Yao Import Test,List import,List: Yao Import Test,null,null,null,false,null,false,null,false,null,null,null,null,null,null,null,null,null,null,null,null,2017-09-08T16:39:14Z,2017-09-08T16:39:13Z,null,null,102467,null,null,null,null,null,null,null,null,null,102467,1,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null
+TD_TESTING,null,null,null,null,null,null,null,null,null,null,null,null,null,null,102420,null,contact,false,true,false,false,null,null,null,null,null,null,null,null,null,102420,null,null,null,null,null,null,List import,List: Yao Import Test,List import,List: Yao Import Test,null,null,null,false,null,false,null,false,null,null,null,null,null,null,null,null,null,null,null,null,2017-09-08T16:39:14Z,2017-09-08T16:39:13Z,null,null,102420,null,null,null,null,null,null,null,null,null,102420,1,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null
+TD_TESTING,null,null,null,null,null,null,null,null,null,null,null,null,null,null,102496,null,contact,false,true,false,false,null,null,null,null,null,null,null,null,null,102496,null,null,null,null,null,null,List import,List: Yao Import Test,List import,List: Yao Import Test,null,null,null,false,null,false,null,false,null,null,null,null,null,null,null,null,null,null,null,null,2017-09-08T16:39:14Z,2017-09-08T16:39:13Z,null,null,102496,null,null,null,null,null,null,null,null,null,102496,1,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null
+TD_TESTING,null,null,null,null,null,null,null,null,null,null,null,null,null,null,102448,null,contact,false,true,false,false,null,null,null,null,null,null,null,null,null,102448,null,null,null,null,null,null,List import,List: Yao Import Test,List import,List: Yao Import Test,null,null,null,false,null,false,null,false,null,null,null,null,null,null,null,null,null,null,null,null,2017-09-08T16:39:14Z,2017-09-08T16:39:13Z,null,null,102448,null,null,null,null,null,null,null,null,null,102448,1,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null
+TD_TESTING,null,null,null,null,null,null,null,null,null,null,null,null,null,null,102499,null,contact,false,true,false,false,null,null,null,null,null,null,null,null,null,102499,null,null,null,null,null,null,List import,List: Yao Import Test,List import,List: Yao Import Test,null,null,null,false,null,false,null,false,null,null,null,null,null,null,null,null,null,null,null,null,2017-09-08T16:39:14Z,2017-09-08T16:39:13Z,null,null,102499,null,null,null,null,null,null,null,null,null,102499,1,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null
+TD_TESTING,null,null,null,null,null,null,null,null,null,null,null,null,null,null,102431,null,contact,false,true,false,false,null,null,null,null,null,null,null,null,null,102431,null,null,null,null,null,null,List import,List: Yao Import Test,List import,List: Yao Import Test,null,null,null,false,null,false,null,false,null,null,null,null,null,null,null,null,null,null,null,null,2017-09-08T16:39:14Z,2017-09-08T16:39:13Z,null,null,102431,null,null,null,null,null,null,null,null,null,102431,1,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null

data/src/test/resources/fixtures/lists_response.json

@@ -0,0 +1,31 @@
+{
+  "responses": [
+    {
+      "requestId": "2",
+      "result": [
+        {
+          "id": 1007,
+          "name": "Test list 1",
+          "workspaceName": "Default",
+          "createdAt": "2017-08-30T18:31:28Z",
+          "updatedAt": "2017-09-21T21:48:10Z"
+        }
+      ],
+      "success": true,
+      "nextPageToken": "GWP55GLCVCZLPE6SS7OCG5IEXQ======"
+    },
+    {
+      "requestId": "1",
+      "result": [
+        {
+          "id": 1008,
+          "name": "Test list 2",
+          "workspaceName": "Default",
+          "createdAt": "2017-08-30T18:31:28Z",
+          "updatedAt": "2017-09-21T21:48:10Z"
+        }
+      ],
+      "success": true
+    }
+  ]
+}

data/src/test/resources/fixtures/program_response.json

@@ -0,0 +1,71 @@
+{
+  "responses": [
+    {
+      "success": true,
+      "errors": [],
+      "requestId": "1611b#15f01e681c4",
+      "warnings": [],
+      "result": [
+        {
+          "id": 1004,
+          "name": "MB_Sep_25_test_program",
+          "description": "MB_Sep_25_test_program description",
+          "createdAt": "2017-09-25T21:51:20Z+0000",
+          "updatedAt": "2017-09-25T21:51:57Z+0000",
+          "url": "https://app-ab24.marketo.com/#NP1004A1",
+          "type": "Engagement",
+          "channel": "Nurture",
+          "folder": {
+            "type": "Folder",
+            "value": 75,
+            "folderName": "MB_Sep_25_test_campaign_folder"
+          },
+          "status": "on",
+          "workspace": "Default"
+        },
+        {
+          "id": 1001,
+          "name": "TD Output Test Program",
+          "description": "A test program to process list import from TD system",
+          "createdAt": "2017-08-10T03:23:19Z+0000",
+          "updatedAt": "2017-09-06T14:03:57Z+0000",
+          "url": "https://app-ab24.marketo.com/#PG1001A1",
+          "type": "Default",
+          "channel": "List Import",
+          "folder": {
+            "type": "Folder",
+            "value": 66,
+            "folderName": "TD Testing Campaign"
+          },
+          "status": "",
+          "workspace": "Default"
+        }
+      ]
+    },
+    {
+      "success": true,
+      "errors": [],
+      "requestId": "1611b#15f01e681c4",
+      "warnings": [],
+      "result": [
+        {
+          "id": 1003,
+          "name": "Yao_progream",
+          "description": "",
+          "createdAt": "2017-08-30T20:25:53Z+0000",
+          "updatedAt": "2017-08-31T05:55:49Z+0000",
+          "url": "https://app-ab24.marketo.com/#EBP1003A1",
+          "type": "Email",
+          "channel": "Email Send",
+          "folder": {
+            "type": "Folder",
+            "value": 71,
+            "folderName": "Yao_Campaign_folder"
+          },
+          "status": "completed",
+          "workspace": "Default"
+        }
+      ]
+    }
+  ]
+}

metadata

@@ -1,14 +1,16 @@
 --- !ruby/object:Gem::Specification
 name: embulk-input-marketo
 version: !ruby/object:Gem::Version
-  version: 0.5.7.alpha.6
+  version: 0.6.0.alpha.1
 platform: ruby
 authors:
-- Tai Khuu
+- uu59
+- yoshihara
+- taikhuu
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2017-09-29 00:00:00.000000000 Z
+date: 2017-10-10 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
@@ -40,6 +42,8 @@ dependencies:
         version: '10.0'
 description: Loads records from Marketo.
 email:
+- k@uu59.org
+- h.yoshihara@everyleaf.com
 - tai@treasuredata.com
 executables: []
 extensions: []
@@ -80,26 +84,53 @@ files:
 - src/main/java/org/embulk/input/marketo/model/MarketoField.java
 - src/main/java/org/embulk/input/marketo/model/MarketoResponse.java
 - src/main/java/org/embulk/input/marketo/model/filter/DateRangeFilter.java
-- src/main/java/org/embulk/input/marketo/model/filter/ListFilter.java
 - src/main/java/org/embulk/input/marketo/model/filter/MarketoFilter.java
 - src/main/java/org/embulk/input/marketo/rest/MarketoBaseRestClient.java
-- src/main/java/org/embulk/input/marketo/rest/MarketoFileResponseEntityReader.java
+- src/main/java/org/embulk/input/marketo/rest/MarketoInputStreamResponseEntityReader.java
 - src/main/java/org/embulk/input/marketo/rest/MarketoRESTEndpoint.java
 - src/main/java/org/embulk/input/marketo/rest/MarketoResponseJetty92EntityReader.java
 - src/main/java/org/embulk/input/marketo/rest/MarketoRestClient.java
 - src/main/java/org/embulk/input/marketo/rest/RecordPagingIterable.java
+- src/test/java/org/embulk/input/marketo/MarketoServiceImplTest.java
+- src/test/java/org/embulk/input/marketo/MarketoUtilsTest.java
 - src/test/java/org/embulk/input/marketo/TestMarketoInputPlugin.java
+- src/test/java/org/embulk/input/marketo/delegate/ActivityBulkExtractInputPluginTest.java
+- src/test/java/org/embulk/input/marketo/delegate/CampaignInputPluginTest.java
+- src/test/java/org/embulk/input/marketo/delegate/LeadBulkExtractInputPluginTest.java
+- src/test/java/org/embulk/input/marketo/delegate/LeadWithListInputPluginTest.java
+- src/test/java/org/embulk/input/marketo/delegate/LeadWithProgramInputPluginTest.java
+- src/test/java/org/embulk/input/marketo/delegate/MarketoBaseBulkExtractInputPluginTest.java
 - src/test/java/org/embulk/input/marketo/rest/MarketoBaseRestClientTest.java
+- src/test/java/org/embulk/input/marketo/rest/MarketoRestClientTest.java
+- src/test/resources/config/activity_bulk_extract_config.yaml
+- src/test/resources/config/lead_bulk_extract_config.yaml
+- src/test/resources/config/rest_config.yaml
+- src/test/resources/fixtures/activity_extract1.csv
+- src/test/resources/fixtures/activity_extract2.csv
+- src/test/resources/fixtures/all_program_full.json
+- src/test/resources/fixtures/campaign_response.json
+- src/test/resources/fixtures/campaign_response_full.json
+- src/test/resources/fixtures/lead_by_list.json
+- src/test/resources/fixtures/lead_by_program_response.json
+- src/test/resources/fixtures/lead_describe.json
+- src/test/resources/fixtures/lead_describe_expected.json
+- src/test/resources/fixtures/lead_describe_marketo_fields_full.json
+- src/test/resources/fixtures/lead_extract1.csv
+- src/test/resources/fixtures/lead_response_full.json
+- src/test/resources/fixtures/lead_with_program_full.json
+- src/test/resources/fixtures/leads_extract2.csv
+- src/test/resources/fixtures/lists_response.json
+- src/test/resources/fixtures/program_response.json
 - classpath/jetty-http-9.2.14.v20151106.jar
 - classpath/embulk-base-restclient-0.5.3.jar
 - classpath/jetty-client-9.2.14.v20151106.jar
 - classpath/jetty-util-9.2.14.v20151106.jar
+- classpath/embulk-input-marketo-0.6.0.alpha.1.jar
 - classpath/embulk-util-retryhelper-jetty92-0.5.3.jar
 - classpath/jetty-io-9.2.14.v20151106.jar
-- classpath/embulk-input-marketo-0.5.7.alpha.6.jar
-homepage:
+homepage: https://github.com/treasure-data/embulk-input-marketo
 licenses:
-- MIT
+- Apache2
 metadata: {}
 post_install_message:
 rdoc_options: []

data/src/main/java/org/embulk/input/marketo/model/filter/ListFilter.java

@@ -1,10 +0,0 @@
-package org.embulk.input.marketo.model.filter;
-
-import java.util.ArrayList;
-
-/**
- * Created by tai.khuu on 8/27/17.
- */
-public class ListFilter extends ArrayList<String> implements MarketoFilter
-{
-}