embulk-input-marketo_extended 0.6.18
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +7 -0
- data/.github/PULL_REQUEST_TEMPLATE.md +37 -0
- data/.gitignore +14 -0
- data/.travis.yml +6 -0
- data/CHANGELOG.md +170 -0
- data/LICENSE.txt +21 -0
- data/README.md +213 -0
- data/build.gradle +103 -0
- data/config/checkstyle/checkstyle.xml +128 -0
- data/config/checkstyle/default.xml +108 -0
- data/gradle/wrapper/gradle-wrapper.jar +0 -0
- data/gradle/wrapper/gradle-wrapper.properties +6 -0
- data/gradlew +169 -0
- data/gradlew.bat +84 -0
- data/lib/embulk/input/marketo.rb +3 -0
- data/settings.gradle +1 -0
- data/src/main/java/org/embulk/input/marketo/CsvTokenizer.java +700 -0
- data/src/main/java/org/embulk/input/marketo/MarketoInputPlugin.java +15 -0
- data/src/main/java/org/embulk/input/marketo/MarketoInputPluginDelegate.java +100 -0
- data/src/main/java/org/embulk/input/marketo/MarketoService.java +38 -0
- data/src/main/java/org/embulk/input/marketo/MarketoServiceImpl.java +245 -0
- data/src/main/java/org/embulk/input/marketo/MarketoUtils.java +212 -0
- data/src/main/java/org/embulk/input/marketo/delegate/ActivityBulkExtractInputPlugin.java +167 -0
- data/src/main/java/org/embulk/input/marketo/delegate/CampaignInputPlugin.java +48 -0
- data/src/main/java/org/embulk/input/marketo/delegate/CustomObjectInputPlugin.java +75 -0
- data/src/main/java/org/embulk/input/marketo/delegate/CustomObjectResponseMapperBuilder.java +81 -0
- data/src/main/java/org/embulk/input/marketo/delegate/LeadBulkExtractInputPlugin.java +66 -0
- data/src/main/java/org/embulk/input/marketo/delegate/LeadServiceResponseMapperBuilder.java +85 -0
- data/src/main/java/org/embulk/input/marketo/delegate/LeadWithListInputPlugin.java +64 -0
- data/src/main/java/org/embulk/input/marketo/delegate/LeadWithProgramInputPlugin.java +60 -0
- data/src/main/java/org/embulk/input/marketo/delegate/MarketoBaseBulkExtractInputPlugin.java +441 -0
- data/src/main/java/org/embulk/input/marketo/delegate/MarketoBaseInputPluginDelegate.java +92 -0
- data/src/main/java/org/embulk/input/marketo/delegate/ProgramInputPlugin.java +228 -0
- data/src/main/java/org/embulk/input/marketo/exception/MarketoAPIException.java +30 -0
- data/src/main/java/org/embulk/input/marketo/model/BulkExtractRangeHeader.java +26 -0
- data/src/main/java/org/embulk/input/marketo/model/MarketoAccessTokenResponse.java +92 -0
- data/src/main/java/org/embulk/input/marketo/model/MarketoBulkExtractRequest.java +68 -0
- data/src/main/java/org/embulk/input/marketo/model/MarketoError.java +40 -0
- data/src/main/java/org/embulk/input/marketo/model/MarketoField.java +126 -0
- data/src/main/java/org/embulk/input/marketo/model/MarketoResponse.java +82 -0
- data/src/main/java/org/embulk/input/marketo/model/filter/DateRangeFilter.java +40 -0
- data/src/main/java/org/embulk/input/marketo/rest/MarketoBaseRestClient.java +306 -0
- data/src/main/java/org/embulk/input/marketo/rest/MarketoInputStreamResponseEntityReader.java +69 -0
- data/src/main/java/org/embulk/input/marketo/rest/MarketoRESTEndpoint.java +47 -0
- data/src/main/java/org/embulk/input/marketo/rest/MarketoResponseJetty92EntityReader.java +89 -0
- data/src/main/java/org/embulk/input/marketo/rest/MarketoRestClient.java +569 -0
- data/src/main/java/org/embulk/input/marketo/rest/RecordPagingIterable.java +180 -0
- data/src/test/java/org/embulk/input/marketo/MarketoServiceImplTest.java +140 -0
- data/src/test/java/org/embulk/input/marketo/MarketoUtilsTest.java +87 -0
- data/src/test/java/org/embulk/input/marketo/delegate/ActivityBulkExtractInputPluginTest.java +128 -0
- data/src/test/java/org/embulk/input/marketo/delegate/CampaignInputPluginTest.java +73 -0
- data/src/test/java/org/embulk/input/marketo/delegate/CustomObjectInputPluginTest.java +102 -0
- data/src/test/java/org/embulk/input/marketo/delegate/LeadBulkExtractInputPluginTest.java +99 -0
- data/src/test/java/org/embulk/input/marketo/delegate/LeadServiceResponseMapperBuilderTest.java +119 -0
- data/src/test/java/org/embulk/input/marketo/delegate/LeadWithListInputPluginTest.java +101 -0
- data/src/test/java/org/embulk/input/marketo/delegate/LeadWithProgramInputPluginTest.java +103 -0
- data/src/test/java/org/embulk/input/marketo/delegate/MarketoBaseBulkExtractInputPluginTest.java +169 -0
- data/src/test/java/org/embulk/input/marketo/delegate/ProgramInputPluginTest.java +343 -0
- data/src/test/java/org/embulk/input/marketo/rest/MarketoBaseRestClientTest.java +368 -0
- data/src/test/java/org/embulk/input/marketo/rest/MarketoRestClientTest.java +584 -0
- data/src/test/resources/config/activity_bulk_extract_config.yaml +7 -0
- data/src/test/resources/config/custom_object_config.yaml +8 -0
- data/src/test/resources/config/lead_bulk_extract_config.yaml +8 -0
- data/src/test/resources/config/rest_config.yaml +3 -0
- data/src/test/resources/fixtures/activity_extract1.csv +35 -0
- data/src/test/resources/fixtures/activity_extract2.csv +22 -0
- data/src/test/resources/fixtures/activity_types.json +22 -0
- data/src/test/resources/fixtures/all_program_full.json +53 -0
- data/src/test/resources/fixtures/campaign_response.json +38 -0
- data/src/test/resources/fixtures/campaign_response_full.json +102 -0
- data/src/test/resources/fixtures/custom_object_describe.json +124 -0
- data/src/test/resources/fixtures/custom_object_describe_marketo_fields_full.json +22 -0
- data/src/test/resources/fixtures/custom_object_expected.json +66 -0
- data/src/test/resources/fixtures/custom_object_response.json +24 -0
- data/src/test/resources/fixtures/custom_object_response_full.json +23 -0
- data/src/test/resources/fixtures/lead_by_list.json +33 -0
- data/src/test/resources/fixtures/lead_by_program_response.json +47 -0
- data/src/test/resources/fixtures/lead_describe.json +221 -0
- data/src/test/resources/fixtures/lead_describe_expected.json +66 -0
- data/src/test/resources/fixtures/lead_describe_marketo_fields_full.json +518 -0
- data/src/test/resources/fixtures/lead_extract1.csv +11 -0
- data/src/test/resources/fixtures/lead_response_full.json +2402 -0
- data/src/test/resources/fixtures/lead_with_program_full.json +17 -0
- data/src/test/resources/fixtures/leads_extract2.csv +10 -0
- data/src/test/resources/fixtures/list_reponse_full.json +191 -0
- data/src/test/resources/fixtures/lists_response.json +31 -0
- data/src/test/resources/fixtures/program_response.json +71 -0
- metadata +171 -0
@@ -0,0 +1,17 @@
|
|
1
|
+
[
|
2
|
+
{
|
3
|
+
"id": 102519,
|
4
|
+
"updatedAt": "2017-09-11T03:14:12Z",
|
5
|
+
"lastName": "Nguyen",
|
6
|
+
"email": "robert@treasure-data.com",
|
7
|
+
"createdAt": "2017-09-11T03:14:13Z",
|
8
|
+
"firstName": "Robert",
|
9
|
+
"membership": {
|
10
|
+
"progressionStatus": "Member",
|
11
|
+
"isExhausted": false,
|
12
|
+
"acquiredBy": true,
|
13
|
+
"reachedSuccess": false,
|
14
|
+
"membershipDate": "2017-09-11T03:14:13Z"
|
15
|
+
}
|
16
|
+
}
|
17
|
+
]
|
@@ -0,0 +1,10 @@
|
|
1
|
+
company,site,billingStreet,billingCity,billingState,billingCountry,billingPostalCode,website,mainPhone,annualRevenue,numberOfEmployees,industry,sicCode,mktoCompanyNotes,externalCompanyId,id,mktoName,personType,mktoIsPartner,isLead,mktoIsCustomer,isAnonymous,salutation,firstName,middleName,lastName,email,phone,mobilePhone,fax,title,contactCompany,dateOfBirth,address,city,state,country,postalCode,originalSourceType,originalSourceInfo,registrationSourceType,registrationSourceInfo,originalSearchEngine,originalSearchPhrase,originalReferrer,emailInvalid,emailInvalidCause,unsubscribed,unsubscribedReason,doNotCall,mktoDoNotCallCause,doNotCallReason,mktoPersonNotes,anonymousIP,inferredCompany,inferredCountry,inferredCity,inferredStateRegion,inferredPostalCode,inferredMetropolitanArea,inferredPhoneAreaCode,department,createdAt,updatedAt,cookies,externalSalesPersonId,leadPerson,leadRole,leadSource,leadStatus,leadScore,urgency,priority,relativeScore,relativeUrgency,rating,personPrimaryLeadInterest,leadPartitionId,leadRevenueCycleModelId,leadRevenueStageId,gender,facebookDisplayName,twitterDisplayName,linkedInDisplayName,facebookProfileURL,twitterProfileURL,linkedInProfileURL,facebookPhotoURL,twitterPhotoURL,linkedInPhotoURL,facebookReach,twitterReach,linkedInReach,facebookReferredVisits,twitterReferredVisits,linkedInReferredVisits,totalReferredVisits,facebookReferredEnrollments,twitterReferredEnrollments,linkedInReferredEnrollments,totalReferredEnrollments,lastReferredVisit,lastReferredEnrollment,syndicationId,facebookId,twitterId,linkedInId,acquisitionProgramId,mktoAcquisitionDate,tdglobalid,tdid,mbtesttextarea,customFieldInt,tdidint,time,mBtestboolean24,mBtestcurrency24,mBtestdate24,mBtestDatetime24,mBtestemail24,mBtestfloat24,mBtestinteger24,mBtestpercent24,mBtestphone24,mBtestscore24,mBteststring24,mBtesttextarea24,mBtesturl24,marketoTimeZone
|
2
|
+
TD_TESTING,null,null,null,null,null,null,null,null,null,null,null,null,null,null,102495,null,contact,false,true,false,false,null,null,null,null,null,null,null,null,null,102495,null,null,null,null,null,null,List import,List: Bill Import Test,List import,List: Bill Import Test,null,null,null,false,null,false,null,false,null,null,null,null,null,null,null,null,null,null,null,null,2017-09-08T16:39:14Z,2017-09-08T16:39:13Z,null,null,102495,null,null,null,null,null,null,null,null,null,102495,1,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null
|
3
|
+
TD_TESTING,null,null,null,null,null,null,null,null,null,null,null,null,null,null,102452,null,contact,false,true,false,false,null,null,null,null,null,null,null,null,null,102452,null,null,null,null,null,null,List import,List: Bill Import Test,List import,List: Bill Import Test,null,null,null,false,null,false,null,false,null,null,null,null,null,null,null,null,null,null,null,null,2017-09-08T16:39:14Z,2017-09-08T16:39:13Z,null,null,102452,null,null,null,null,null,null,null,null,null,102452,1,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null
|
4
|
+
TD_TESTING,null,null,null,null,null,null,null,null,null,null,null,null,null,null,102435,null,contact,false,true,false,false,null,null,null,null,null,null,null,null,null,102435,null,null,null,null,null,null,List import,List: Bill Import Test,List import,List: Bill Import Test,null,null,null,false,null,false,null,false,null,null,null,null,null,null,null,null,null,null,null,null,2017-09-08T16:39:14Z,2017-09-08T16:39:13Z,null,null,102435,null,null,null,null,null,null,null,null,null,102435,1,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null
|
5
|
+
TD_TESTING,null,null,null,null,null,null,null,null,null,null,null,null,null,null,102467,null,contact,false,true,false,false,null,null,null,null,null,null,null,null,null,102467,null,null,null,null,null,null,List import,List: Bill Import Test,List import,List: Bill Import Test,null,null,null,false,null,false,null,false,null,null,null,null,null,null,null,null,null,null,null,null,2017-09-08T16:39:14Z,2017-09-08T16:39:13Z,null,null,102467,null,null,null,null,null,null,null,null,null,102467,1,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null
|
6
|
+
TD_TESTING,null,null,null,null,null,null,null,null,null,null,null,null,null,null,102420,null,contact,false,true,false,false,null,null,null,null,null,null,null,null,null,102420,null,null,null,null,null,null,List import,List: Bill Import Test,List import,List: Bill Import Test,null,null,null,false,null,false,null,false,null,null,null,null,null,null,null,null,null,null,null,null,2017-09-08T16:39:14Z,2017-09-08T16:39:13Z,null,null,102420,null,null,null,null,null,null,null,null,null,102420,1,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null
|
7
|
+
TD_TESTING,null,null,null,null,null,null,null,null,null,null,null,null,null,null,102496,null,contact,false,true,false,false,null,null,null,null,null,null,null,null,null,102496,null,null,null,null,null,null,List import,List: Bill Import Test,List import,List: Bill Import Test,null,null,null,false,null,false,null,false,null,null,null,null,null,null,null,null,null,null,null,null,2017-09-08T16:39:14Z,2017-09-08T16:39:13Z,null,null,102496,null,null,null,null,null,null,null,null,null,102496,1,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null
|
8
|
+
TD_TESTING,null,null,null,null,null,null,null,null,null,null,null,null,null,null,102448,null,contact,false,true,false,false,null,null,null,null,null,null,null,null,null,102448,null,null,null,null,null,null,List import,List: Bill Import Test,List import,List: Bill Import Test,null,null,null,false,null,false,null,false,null,null,null,null,null,null,null,null,null,null,null,null,2017-09-08T16:39:14Z,2017-09-08T16:39:13Z,null,null,102448,null,null,null,null,null,null,null,null,null,102448,1,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null
|
9
|
+
TD_TESTING,null,null,null,null,null,null,null,null,null,null,null,null,null,null,102499,null,contact,false,true,false,false,null,null,null,null,null,null,null,null,null,102499,null,null,null,null,null,null,List import,List: Bill Import Test,List import,List: Bill Import Test,null,null,null,false,null,false,null,false,null,null,null,null,null,null,null,null,null,null,null,null,2017-09-08T16:39:14Z,2017-09-08T16:39:13Z,null,null,102499,null,null,null,null,null,null,null,null,null,102499,1,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null
|
10
|
+
TD_TESTING,null,null,null,null,null,null,null,null,null,null,null,null,null,null,102431,null,contact,false,true,false,false,null,null,null,null,null,null,null,null,null,102431,null,null,null,null,null,null,List import,List: Bill Import Test,List import,List: Bill Import Test,null,null,null,false,null,false,null,false,null,null,null,null,null,null,null,null,null,null,null,null,2017-09-08T16:39:14Z,2017-09-08T16:39:13Z,null,null,102431,null,null,null,null,null,null,null,null,null,102431,1,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null
|
@@ -0,0 +1,191 @@
|
|
1
|
+
[
|
2
|
+
{
|
3
|
+
"id": 1007,
|
4
|
+
"name": "Bill's test list",
|
5
|
+
"workspaceName": "Default",
|
6
|
+
"createdAt": "2017-08-30T18:31:28Z",
|
7
|
+
"updatedAt": "2017-09-21T21:48:10Z"
|
8
|
+
},
|
9
|
+
{
|
10
|
+
"id": 1009,
|
11
|
+
"name": "kd_test_large",
|
12
|
+
"description": "A list with large number of records",
|
13
|
+
"programName": "TD Output Test Program",
|
14
|
+
"workspaceName": "Default",
|
15
|
+
"createdAt": "2017-09-06T15:04:28Z",
|
16
|
+
"updatedAt": "2017-09-26T02:58:16Z"
|
17
|
+
},
|
18
|
+
{
|
19
|
+
"id": 1010,
|
20
|
+
"name": "Bill Import Test",
|
21
|
+
"workspaceName": "Default",
|
22
|
+
"createdAt": "2017-09-08T16:38:16Z",
|
23
|
+
"updatedAt": "2017-09-18T08:23:43Z"
|
24
|
+
},
|
25
|
+
{
|
26
|
+
"id": 1011,
|
27
|
+
"name": "Test parsing",
|
28
|
+
"description": "A list to test insert of different values",
|
29
|
+
"programName": "TD Output Test Program",
|
30
|
+
"workspaceName": "Default",
|
31
|
+
"createdAt": "2017-09-12T04:37:31Z",
|
32
|
+
"updatedAt": "2017-09-12T04:37:32Z"
|
33
|
+
},
|
34
|
+
{
|
35
|
+
"id": 1012,
|
36
|
+
"name": "kd_test_console",
|
37
|
+
"description": "A specific list to test the plugin on console",
|
38
|
+
"programName": "TD Output Test Program",
|
39
|
+
"workspaceName": "Default",
|
40
|
+
"createdAt": "2017-09-12T14:12:29Z",
|
41
|
+
"updatedAt": "2017-10-09T05:30:04Z"
|
42
|
+
},
|
43
|
+
{
|
44
|
+
"id": 1052,
|
45
|
+
"name": "kd_console_demo",
|
46
|
+
"description": "Demo list for console test",
|
47
|
+
"workspaceName": "Default",
|
48
|
+
"createdAt": "2017-09-21T20:17:45Z",
|
49
|
+
"updatedAt": "2017-09-21T20:23:16Z"
|
50
|
+
},
|
51
|
+
{
|
52
|
+
"id": 1063,
|
53
|
+
"name": "kd_test_null",
|
54
|
+
"description": "A list to test upload of null values",
|
55
|
+
"workspaceName": "Default",
|
56
|
+
"createdAt": "2017-09-22T05:45:55Z",
|
57
|
+
"updatedAt": "2017-09-26T02:59:29Z"
|
58
|
+
},
|
59
|
+
{
|
60
|
+
"id": 1066,
|
61
|
+
"name": "kd_test_dup",
|
62
|
+
"description": "A list for duplication value",
|
63
|
+
"workspaceName": "Default",
|
64
|
+
"createdAt": "2017-09-25T17:52:55Z",
|
65
|
+
"updatedAt": "2017-09-25T17:58:24Z"
|
66
|
+
},
|
67
|
+
{
|
68
|
+
"id": 1067,
|
69
|
+
"name": "kd_null_field_mb",
|
70
|
+
"description": "A list with data from QA",
|
71
|
+
"workspaceName": "Default",
|
72
|
+
"createdAt": "2017-09-25T18:07:58Z",
|
73
|
+
"updatedAt": "2017-09-26T01:54:08Z"
|
74
|
+
},
|
75
|
+
{
|
76
|
+
"id": 1072,
|
77
|
+
"name": "kd_manual_import",
|
78
|
+
"workspaceName": "Default",
|
79
|
+
"createdAt": "2017-09-26T01:39:12Z",
|
80
|
+
"updatedAt": "2017-10-09T08:44:46Z"
|
81
|
+
},
|
82
|
+
{
|
83
|
+
"id": 1073,
|
84
|
+
"name": "kd_test_null_2",
|
85
|
+
"workspaceName": "Default",
|
86
|
+
"createdAt": "2017-09-26T06:56:07Z",
|
87
|
+
"updatedAt": "2017-09-26T08:46:38Z"
|
88
|
+
},
|
89
|
+
{
|
90
|
+
"id": 1075,
|
91
|
+
"name": "MB_test_Sep_26_1.1_1",
|
92
|
+
"programName": "MB_Sep_25_test_program",
|
93
|
+
"workspaceName": "Default",
|
94
|
+
"createdAt": "2017-09-26T18:16:36Z",
|
95
|
+
"updatedAt": "2017-09-26T18:17:03Z"
|
96
|
+
},
|
97
|
+
{
|
98
|
+
"id": 1076,
|
99
|
+
"name": "kd_test_unicode",
|
100
|
+
"workspaceName": "Default",
|
101
|
+
"createdAt": "2017-09-27T04:02:41Z",
|
102
|
+
"updatedAt": "2017-09-27T06:30:32Z"
|
103
|
+
},
|
104
|
+
{
|
105
|
+
"id": 1077,
|
106
|
+
"name": "mb_test_sep_27_1",
|
107
|
+
"description": "mb_test_sep_27_1 description",
|
108
|
+
"workspaceName": "Default",
|
109
|
+
"createdAt": "2017-09-27T20:29:04Z",
|
110
|
+
"updatedAt": "2017-09-27T20:41:50Z"
|
111
|
+
},
|
112
|
+
{
|
113
|
+
"id": 1078,
|
114
|
+
"name": "mb_test_sep_27_2",
|
115
|
+
"workspaceName": "Default",
|
116
|
+
"createdAt": "2017-09-27T20:45:59Z",
|
117
|
+
"updatedAt": "2017-09-27T20:47:03Z"
|
118
|
+
},
|
119
|
+
{
|
120
|
+
"id": 1079,
|
121
|
+
"name": "MB_Sep_27_test_list_3",
|
122
|
+
"programName": "MB_Sep_25_test_program",
|
123
|
+
"workspaceName": "Default",
|
124
|
+
"createdAt": "2017-09-28T03:29:44Z",
|
125
|
+
"updatedAt": "2017-09-28T03:30:35Z"
|
126
|
+
},
|
127
|
+
{
|
128
|
+
"id": 1080,
|
129
|
+
"name": "MB_Sep_27_test_list_4",
|
130
|
+
"programName": "MB_Sep_25_test_program",
|
131
|
+
"workspaceName": "Default",
|
132
|
+
"createdAt": "2017-09-28T03:36:30Z",
|
133
|
+
"updatedAt": "2017-09-28T15:20:32Z"
|
134
|
+
},
|
135
|
+
{
|
136
|
+
"id": 1081,
|
137
|
+
"name": "MB_Sep_27_test_5",
|
138
|
+
"programName": "MB_Sep_25_test_program",
|
139
|
+
"workspaceName": "Default",
|
140
|
+
"createdAt": "2017-09-28T04:36:20Z",
|
141
|
+
"updatedAt": "2017-09-28T04:37:21Z"
|
142
|
+
},
|
143
|
+
{
|
144
|
+
"id": 1082,
|
145
|
+
"name": "mb_sep_27_test_list_5",
|
146
|
+
"programName": "MB_Sep_25_test_program",
|
147
|
+
"workspaceName": "Default",
|
148
|
+
"createdAt": "2017-09-28T05:05:36Z",
|
149
|
+
"updatedAt": "2017-09-28T05:06:05Z"
|
150
|
+
},
|
151
|
+
{
|
152
|
+
"id": 1083,
|
153
|
+
"name": "MB_test_sep_28_list_1",
|
154
|
+
"programName": "MB_Sep_25_test_program",
|
155
|
+
"workspaceName": "Default",
|
156
|
+
"createdAt": "2017-09-28T20:42:22Z",
|
157
|
+
"updatedAt": "2017-09-28T20:43:55Z"
|
158
|
+
},
|
159
|
+
{
|
160
|
+
"id": 1084,
|
161
|
+
"name": "MB_test_sep_28_list_2",
|
162
|
+
"programName": "MB_Sep_25_test_program",
|
163
|
+
"workspaceName": "Default",
|
164
|
+
"createdAt": "2017-09-28T20:44:58Z",
|
165
|
+
"updatedAt": "2017-09-28T20:45:25Z"
|
166
|
+
},
|
167
|
+
{
|
168
|
+
"id": 1085,
|
169
|
+
"name": "MB_Sep_28_list_3",
|
170
|
+
"programName": "MB_Sep_25_test_program",
|
171
|
+
"workspaceName": "Default",
|
172
|
+
"createdAt": "2017-09-28T20:47:43Z",
|
173
|
+
"updatedAt": "2017-09-28T20:52:38Z"
|
174
|
+
},
|
175
|
+
{
|
176
|
+
"id": 1086,
|
177
|
+
"name": "MB_Sep_28_list_4",
|
178
|
+
"programName": "MB_Sep_25_test_program",
|
179
|
+
"workspaceName": "Default",
|
180
|
+
"createdAt": "2017-09-28T21:04:42Z",
|
181
|
+
"updatedAt": "2017-09-28T21:06:35Z"
|
182
|
+
},
|
183
|
+
{
|
184
|
+
"id": 1087,
|
185
|
+
"name": "MB_Sep_28_test_list_5",
|
186
|
+
"programName": "MB_Sep_25_test_program",
|
187
|
+
"workspaceName": "Default",
|
188
|
+
"createdAt": "2017-09-28T21:08:49Z",
|
189
|
+
"updatedAt": "2017-09-28T21:13:37Z"
|
190
|
+
}
|
191
|
+
]
|
@@ -0,0 +1,31 @@
|
|
1
|
+
{
|
2
|
+
"responses": [
|
3
|
+
{
|
4
|
+
"requestId": "2",
|
5
|
+
"result": [
|
6
|
+
{
|
7
|
+
"id": 1007,
|
8
|
+
"name": "Test list 1",
|
9
|
+
"workspaceName": "Default",
|
10
|
+
"createdAt": "2017-08-30T18:31:28Z",
|
11
|
+
"updatedAt": "2017-09-21T21:48:10Z"
|
12
|
+
}
|
13
|
+
],
|
14
|
+
"success": true,
|
15
|
+
"nextPageToken": "GWP55GLCVCZLPE6SS7OCG5IEXQ======"
|
16
|
+
},
|
17
|
+
{
|
18
|
+
"requestId": "1",
|
19
|
+
"result": [
|
20
|
+
{
|
21
|
+
"id": 1008,
|
22
|
+
"name": "Test list 2",
|
23
|
+
"workspaceName": "Default",
|
24
|
+
"createdAt": "2017-08-30T18:31:28Z",
|
25
|
+
"updatedAt": "2017-09-21T21:48:10Z"
|
26
|
+
}
|
27
|
+
],
|
28
|
+
"success": true
|
29
|
+
}
|
30
|
+
]
|
31
|
+
}
|
@@ -0,0 +1,71 @@
|
|
1
|
+
{
|
2
|
+
"responses": [
|
3
|
+
{
|
4
|
+
"success": true,
|
5
|
+
"errors": [],
|
6
|
+
"requestId": "1611b#15f01e681c4",
|
7
|
+
"warnings": [],
|
8
|
+
"result": [
|
9
|
+
{
|
10
|
+
"id": 1004,
|
11
|
+
"name": "MB_Sep_25_test_program",
|
12
|
+
"description": "MB_Sep_25_test_program description",
|
13
|
+
"createdAt": "2017-09-25T21:51:20Z+0000",
|
14
|
+
"updatedAt": "2017-09-25T21:51:57Z+0000",
|
15
|
+
"url": "https://app-ab24.marketo.com/#NP1004A1",
|
16
|
+
"type": "Engagement",
|
17
|
+
"channel": "Nurture",
|
18
|
+
"folder": {
|
19
|
+
"type": "Folder",
|
20
|
+
"value": 75,
|
21
|
+
"folderName": "MB_Sep_25_test_campaign_folder"
|
22
|
+
},
|
23
|
+
"status": "on",
|
24
|
+
"workspace": "Default"
|
25
|
+
},
|
26
|
+
{
|
27
|
+
"id": 1001,
|
28
|
+
"name": "TD Output Test Program",
|
29
|
+
"description": "A test program to process list import from TD system",
|
30
|
+
"createdAt": "2017-08-10T03:23:19Z+0000",
|
31
|
+
"updatedAt": "2017-09-06T14:03:57Z+0000",
|
32
|
+
"url": "https://app-ab24.marketo.com/#PG1001A1",
|
33
|
+
"type": "Default",
|
34
|
+
"channel": "List Import",
|
35
|
+
"folder": {
|
36
|
+
"type": "Folder",
|
37
|
+
"value": 66,
|
38
|
+
"folderName": "TD Testing Campaign"
|
39
|
+
},
|
40
|
+
"status": "",
|
41
|
+
"workspace": "Default"
|
42
|
+
}
|
43
|
+
]
|
44
|
+
},
|
45
|
+
{
|
46
|
+
"success": true,
|
47
|
+
"errors": [],
|
48
|
+
"requestId": "1611b#15f01e681c4",
|
49
|
+
"warnings": [],
|
50
|
+
"result": [
|
51
|
+
{
|
52
|
+
"id": 1003,
|
53
|
+
"name": "Bill_progream",
|
54
|
+
"description": "",
|
55
|
+
"createdAt": "2017-08-30T20:25:53Z+0000",
|
56
|
+
"updatedAt": "2017-08-31T05:55:49Z+0000",
|
57
|
+
"url": "https://app-ab24.marketo.com/#EBP1003A1",
|
58
|
+
"type": "Email",
|
59
|
+
"channel": "Email Send",
|
60
|
+
"folder": {
|
61
|
+
"type": "Folder",
|
62
|
+
"value": 71,
|
63
|
+
"folderName": "Bill_Campaign_folder"
|
64
|
+
},
|
65
|
+
"status": "completed",
|
66
|
+
"workspace": "Default"
|
67
|
+
}
|
68
|
+
]
|
69
|
+
}
|
70
|
+
]
|
71
|
+
}
|
metadata
ADDED
@@ -0,0 +1,171 @@
|
|
1
|
+
--- !ruby/object:Gem::Specification
|
2
|
+
name: embulk-input-marketo_extended
|
3
|
+
version: !ruby/object:Gem::Version
|
4
|
+
version: 0.6.18
|
5
|
+
platform: ruby
|
6
|
+
authors:
|
7
|
+
- uu59
|
8
|
+
- yoshihara
|
9
|
+
- taikhuu
|
10
|
+
- alexopoulos
|
11
|
+
autorequire:
|
12
|
+
bindir: bin
|
13
|
+
cert_chain: []
|
14
|
+
date: 2020-06-30 00:00:00.000000000 Z
|
15
|
+
dependencies:
|
16
|
+
- !ruby/object:Gem::Dependency
|
17
|
+
requirement: !ruby/object:Gem::Requirement
|
18
|
+
requirements:
|
19
|
+
- - ~>
|
20
|
+
- !ruby/object:Gem::Version
|
21
|
+
version: '1.0'
|
22
|
+
name: bundler
|
23
|
+
prerelease: false
|
24
|
+
type: :development
|
25
|
+
version_requirements: !ruby/object:Gem::Requirement
|
26
|
+
requirements:
|
27
|
+
- - ~>
|
28
|
+
- !ruby/object:Gem::Version
|
29
|
+
version: '1.0'
|
30
|
+
- !ruby/object:Gem::Dependency
|
31
|
+
requirement: !ruby/object:Gem::Requirement
|
32
|
+
requirements:
|
33
|
+
- - '>='
|
34
|
+
- !ruby/object:Gem::Version
|
35
|
+
version: '10.0'
|
36
|
+
name: rake
|
37
|
+
prerelease: false
|
38
|
+
type: :development
|
39
|
+
version_requirements: !ruby/object:Gem::Requirement
|
40
|
+
requirements:
|
41
|
+
- - '>='
|
42
|
+
- !ruby/object:Gem::Version
|
43
|
+
version: '10.0'
|
44
|
+
description: Loads records from Marketo.
|
45
|
+
email:
|
46
|
+
- k@uu59.org
|
47
|
+
- h.yoshihara@everyleaf.com
|
48
|
+
- tai@treasuredata.com
|
49
|
+
- alexopoulos7@gmail.com
|
50
|
+
executables: []
|
51
|
+
extensions: []
|
52
|
+
extra_rdoc_files: []
|
53
|
+
files:
|
54
|
+
- .github/PULL_REQUEST_TEMPLATE.md
|
55
|
+
- .gitignore
|
56
|
+
- .travis.yml
|
57
|
+
- CHANGELOG.md
|
58
|
+
- LICENSE.txt
|
59
|
+
- README.md
|
60
|
+
- build.gradle
|
61
|
+
- config/checkstyle/checkstyle.xml
|
62
|
+
- config/checkstyle/default.xml
|
63
|
+
- gradle/wrapper/gradle-wrapper.jar
|
64
|
+
- gradle/wrapper/gradle-wrapper.properties
|
65
|
+
- gradlew
|
66
|
+
- gradlew.bat
|
67
|
+
- lib/embulk/input/marketo.rb
|
68
|
+
- settings.gradle
|
69
|
+
- src/main/java/org/embulk/input/marketo/CsvTokenizer.java
|
70
|
+
- src/main/java/org/embulk/input/marketo/MarketoInputPlugin.java
|
71
|
+
- src/main/java/org/embulk/input/marketo/MarketoInputPluginDelegate.java
|
72
|
+
- src/main/java/org/embulk/input/marketo/MarketoService.java
|
73
|
+
- src/main/java/org/embulk/input/marketo/MarketoServiceImpl.java
|
74
|
+
- src/main/java/org/embulk/input/marketo/MarketoUtils.java
|
75
|
+
- src/main/java/org/embulk/input/marketo/delegate/ActivityBulkExtractInputPlugin.java
|
76
|
+
- src/main/java/org/embulk/input/marketo/delegate/CampaignInputPlugin.java
|
77
|
+
- src/main/java/org/embulk/input/marketo/delegate/CustomObjectInputPlugin.java
|
78
|
+
- src/main/java/org/embulk/input/marketo/delegate/CustomObjectResponseMapperBuilder.java
|
79
|
+
- src/main/java/org/embulk/input/marketo/delegate/LeadBulkExtractInputPlugin.java
|
80
|
+
- src/main/java/org/embulk/input/marketo/delegate/LeadServiceResponseMapperBuilder.java
|
81
|
+
- src/main/java/org/embulk/input/marketo/delegate/LeadWithListInputPlugin.java
|
82
|
+
- src/main/java/org/embulk/input/marketo/delegate/LeadWithProgramInputPlugin.java
|
83
|
+
- src/main/java/org/embulk/input/marketo/delegate/MarketoBaseBulkExtractInputPlugin.java
|
84
|
+
- src/main/java/org/embulk/input/marketo/delegate/MarketoBaseInputPluginDelegate.java
|
85
|
+
- src/main/java/org/embulk/input/marketo/delegate/ProgramInputPlugin.java
|
86
|
+
- src/main/java/org/embulk/input/marketo/exception/MarketoAPIException.java
|
87
|
+
- src/main/java/org/embulk/input/marketo/model/BulkExtractRangeHeader.java
|
88
|
+
- src/main/java/org/embulk/input/marketo/model/MarketoAccessTokenResponse.java
|
89
|
+
- src/main/java/org/embulk/input/marketo/model/MarketoBulkExtractRequest.java
|
90
|
+
- src/main/java/org/embulk/input/marketo/model/MarketoError.java
|
91
|
+
- src/main/java/org/embulk/input/marketo/model/MarketoField.java
|
92
|
+
- src/main/java/org/embulk/input/marketo/model/MarketoResponse.java
|
93
|
+
- src/main/java/org/embulk/input/marketo/model/filter/DateRangeFilter.java
|
94
|
+
- src/main/java/org/embulk/input/marketo/rest/MarketoBaseRestClient.java
|
95
|
+
- src/main/java/org/embulk/input/marketo/rest/MarketoInputStreamResponseEntityReader.java
|
96
|
+
- src/main/java/org/embulk/input/marketo/rest/MarketoRESTEndpoint.java
|
97
|
+
- src/main/java/org/embulk/input/marketo/rest/MarketoResponseJetty92EntityReader.java
|
98
|
+
- src/main/java/org/embulk/input/marketo/rest/MarketoRestClient.java
|
99
|
+
- src/main/java/org/embulk/input/marketo/rest/RecordPagingIterable.java
|
100
|
+
- src/test/java/org/embulk/input/marketo/MarketoServiceImplTest.java
|
101
|
+
- src/test/java/org/embulk/input/marketo/MarketoUtilsTest.java
|
102
|
+
- src/test/java/org/embulk/input/marketo/delegate/ActivityBulkExtractInputPluginTest.java
|
103
|
+
- src/test/java/org/embulk/input/marketo/delegate/CampaignInputPluginTest.java
|
104
|
+
- src/test/java/org/embulk/input/marketo/delegate/CustomObjectInputPluginTest.java
|
105
|
+
- src/test/java/org/embulk/input/marketo/delegate/LeadBulkExtractInputPluginTest.java
|
106
|
+
- src/test/java/org/embulk/input/marketo/delegate/LeadServiceResponseMapperBuilderTest.java
|
107
|
+
- src/test/java/org/embulk/input/marketo/delegate/LeadWithListInputPluginTest.java
|
108
|
+
- src/test/java/org/embulk/input/marketo/delegate/LeadWithProgramInputPluginTest.java
|
109
|
+
- src/test/java/org/embulk/input/marketo/delegate/MarketoBaseBulkExtractInputPluginTest.java
|
110
|
+
- src/test/java/org/embulk/input/marketo/delegate/ProgramInputPluginTest.java
|
111
|
+
- src/test/java/org/embulk/input/marketo/rest/MarketoBaseRestClientTest.java
|
112
|
+
- src/test/java/org/embulk/input/marketo/rest/MarketoRestClientTest.java
|
113
|
+
- src/test/resources/config/activity_bulk_extract_config.yaml
|
114
|
+
- src/test/resources/config/custom_object_config.yaml
|
115
|
+
- src/test/resources/config/lead_bulk_extract_config.yaml
|
116
|
+
- src/test/resources/config/rest_config.yaml
|
117
|
+
- src/test/resources/fixtures/activity_extract1.csv
|
118
|
+
- src/test/resources/fixtures/activity_extract2.csv
|
119
|
+
- src/test/resources/fixtures/activity_types.json
|
120
|
+
- src/test/resources/fixtures/all_program_full.json
|
121
|
+
- src/test/resources/fixtures/campaign_response.json
|
122
|
+
- src/test/resources/fixtures/campaign_response_full.json
|
123
|
+
- src/test/resources/fixtures/custom_object_describe.json
|
124
|
+
- src/test/resources/fixtures/custom_object_describe_marketo_fields_full.json
|
125
|
+
- src/test/resources/fixtures/custom_object_expected.json
|
126
|
+
- src/test/resources/fixtures/custom_object_response.json
|
127
|
+
- src/test/resources/fixtures/custom_object_response_full.json
|
128
|
+
- src/test/resources/fixtures/lead_by_list.json
|
129
|
+
- src/test/resources/fixtures/lead_by_program_response.json
|
130
|
+
- src/test/resources/fixtures/lead_describe.json
|
131
|
+
- src/test/resources/fixtures/lead_describe_expected.json
|
132
|
+
- src/test/resources/fixtures/lead_describe_marketo_fields_full.json
|
133
|
+
- src/test/resources/fixtures/lead_extract1.csv
|
134
|
+
- src/test/resources/fixtures/lead_response_full.json
|
135
|
+
- src/test/resources/fixtures/lead_with_program_full.json
|
136
|
+
- src/test/resources/fixtures/leads_extract2.csv
|
137
|
+
- src/test/resources/fixtures/list_reponse_full.json
|
138
|
+
- src/test/resources/fixtures/lists_response.json
|
139
|
+
- src/test/resources/fixtures/program_response.json
|
140
|
+
- classpath/jetty-io-9.2.14.v20151106.jar
|
141
|
+
- classpath/jetty-util-9.2.14.v20151106.jar
|
142
|
+
- classpath/embulk-input-marketo_extended-0.6.18.jar
|
143
|
+
- classpath/jetty-http-9.2.14.v20151106.jar
|
144
|
+
- classpath/jetty-client-9.2.14.v20151106.jar
|
145
|
+
- classpath/embulk-base-restclient-0.5.3.jar
|
146
|
+
- classpath/embulk-util-retryhelper-jetty92-0.5.3.jar
|
147
|
+
homepage: https://github.com/treasure-data/embulk-input-marketo
|
148
|
+
licenses:
|
149
|
+
- Apache2
|
150
|
+
metadata: {}
|
151
|
+
post_install_message:
|
152
|
+
rdoc_options: []
|
153
|
+
require_paths:
|
154
|
+
- lib
|
155
|
+
required_ruby_version: !ruby/object:Gem::Requirement
|
156
|
+
requirements:
|
157
|
+
- - '>='
|
158
|
+
- !ruby/object:Gem::Version
|
159
|
+
version: '0'
|
160
|
+
required_rubygems_version: !ruby/object:Gem::Requirement
|
161
|
+
requirements:
|
162
|
+
- - '>='
|
163
|
+
- !ruby/object:Gem::Version
|
164
|
+
version: '0'
|
165
|
+
requirements: []
|
166
|
+
rubyforge_project:
|
167
|
+
rubygems_version: 2.1.9
|
168
|
+
signing_key:
|
169
|
+
specification_version: 4
|
170
|
+
summary: Marketo input plugin for Embulk
|
171
|
+
test_files: []
|