@segment/action-destinations 3.229.1-test-bk-59928928.45 → 3.229.1-test-action-cli.12

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (176) hide show
  1. package/dist/destinations/absmartly/event.d.ts +3 -9
  2. package/dist/destinations/absmartly/event.js +9 -0
  3. package/dist/destinations/absmartly/event.js.map +1 -1
  4. package/dist/destinations/absmartly/exposure.d.ts +1 -1
  5. package/dist/destinations/absmartly/exposure.js +10 -26
  6. package/dist/destinations/absmartly/exposure.js.map +1 -1
  7. package/dist/destinations/absmartly/goal.d.ts +2 -1
  8. package/dist/destinations/absmartly/goal.js +18 -4
  9. package/dist/destinations/absmartly/goal.js.map +1 -1
  10. package/dist/destinations/absmartly/timestamp.d.ts +1 -1
  11. package/dist/destinations/absmartly/timestamp.js +0 -2
  12. package/dist/destinations/absmartly/timestamp.js.map +1 -1
  13. package/dist/destinations/absmartly/trackExposure/generated-types.d.ts +1 -0
  14. package/dist/destinations/absmartly/trackExposure/index.js +2 -7
  15. package/dist/destinations/absmartly/trackExposure/index.js.map +1 -1
  16. package/dist/destinations/absmartly/trackGoal/generated-types.d.ts +2 -0
  17. package/dist/destinations/absmartly/trackGoal/index.js +2 -7
  18. package/dist/destinations/absmartly/trackGoal/index.js.map +1 -1
  19. package/dist/destinations/blackbaud-raisers-edge-nxt/utils/index.d.ts +1 -1
  20. package/dist/destinations/devrev/createRevUser/index.js +1 -1
  21. package/dist/destinations/devrev/createRevUser/index.js.map +1 -1
  22. package/dist/destinations/devrev/mocks/index.d.ts +1 -1
  23. package/dist/destinations/devrev/mocks/index.js +1 -1
  24. package/dist/destinations/devrev/mocks/index.js.map +1 -1
  25. package/dist/destinations/display-video-360/addToAudience/generated-types.d.ts +0 -5
  26. package/dist/destinations/display-video-360/addToAudience/index.d.ts +2 -2
  27. package/dist/destinations/display-video-360/addToAudience/index.js +4 -19
  28. package/dist/destinations/display-video-360/addToAudience/index.js.map +1 -1
  29. package/dist/destinations/display-video-360/constants.d.ts +0 -2
  30. package/dist/destinations/display-video-360/constants.js +2 -4
  31. package/dist/destinations/display-video-360/constants.js.map +1 -1
  32. package/dist/destinations/display-video-360/generated-types.d.ts +1 -2
  33. package/dist/destinations/display-video-360/index.js +51 -57
  34. package/dist/destinations/display-video-360/index.js.map +1 -1
  35. package/dist/destinations/display-video-360/removeFromAudience/generated-types.d.ts +0 -5
  36. package/dist/destinations/display-video-360/removeFromAudience/index.d.ts +2 -2
  37. package/dist/destinations/display-video-360/removeFromAudience/index.js +3 -18
  38. package/dist/destinations/display-video-360/removeFromAudience/index.js.map +1 -1
  39. package/dist/destinations/engage/sendgrid/sendEmail/SendEmailPerformer.js +3 -6
  40. package/dist/destinations/engage/sendgrid/sendEmail/SendEmailPerformer.js.map +1 -1
  41. package/dist/destinations/engage/twilio/sendMobilePush/PushSender.js +1 -1
  42. package/dist/destinations/engage/twilio/sendMobilePush/PushSender.js.map +1 -1
  43. package/dist/destinations/engage/twilio/utils/PhoneMessageSender.js +1 -3
  44. package/dist/destinations/engage/twilio/utils/PhoneMessageSender.js.map +1 -1
  45. package/dist/destinations/engage/utils/track.d.ts +10 -10
  46. package/dist/destinations/google-enhanced-conversions/functions.d.ts +1 -1
  47. package/dist/destinations/google-enhanced-conversions/functions.js +1 -1
  48. package/dist/destinations/hyperengage/group/generated-types.d.ts +0 -1
  49. package/dist/destinations/hyperengage/group/index.js +2 -20
  50. package/dist/destinations/hyperengage/group/index.js.map +1 -1
  51. package/dist/destinations/hyperengage/identify/index.js +1 -7
  52. package/dist/destinations/hyperengage/identify/index.js.map +1 -1
  53. package/dist/destinations/hyperengage/track/generated-types.d.ts +1 -1
  54. package/dist/destinations/hyperengage/track/index.js +9 -9
  55. package/dist/destinations/hyperengage/track/index.js.map +1 -1
  56. package/dist/destinations/hyperengage/validateInput.js +2 -5
  57. package/dist/destinations/hyperengage/validateInput.js.map +1 -1
  58. package/dist/destinations/index.js +0 -1
  59. package/dist/destinations/index.js.map +1 -1
  60. package/dist/destinations/insider/cartViewedEvent/generated-types.d.ts +0 -1
  61. package/dist/destinations/insider/cartViewedEvent/index.js +0 -1
  62. package/dist/destinations/insider/cartViewedEvent/index.js.map +1 -1
  63. package/dist/destinations/insider/checkoutEvent/generated-types.d.ts +0 -1
  64. package/dist/destinations/insider/checkoutEvent/index.js +0 -1
  65. package/dist/destinations/insider/checkoutEvent/index.js.map +1 -1
  66. package/dist/destinations/insider/insider-helpers.d.ts +0 -3
  67. package/dist/destinations/insider/insider-helpers.js +2 -7
  68. package/dist/destinations/insider/insider-helpers.js.map +1 -1
  69. package/dist/destinations/insider/insider-properties.d.ts +0 -1
  70. package/dist/destinations/insider/insider-properties.js +1 -7
  71. package/dist/destinations/insider/insider-properties.js.map +1 -1
  72. package/dist/destinations/insider/orderCompletedEvent/generated-types.d.ts +0 -1
  73. package/dist/destinations/insider/orderCompletedEvent/index.js +0 -1
  74. package/dist/destinations/insider/orderCompletedEvent/index.js.map +1 -1
  75. package/dist/destinations/insider/productAddedEvent/generated-types.d.ts +0 -1
  76. package/dist/destinations/insider/productAddedEvent/index.js +0 -1
  77. package/dist/destinations/insider/productAddedEvent/index.js.map +1 -1
  78. package/dist/destinations/insider/productListViewedEvent/generated-types.d.ts +0 -1
  79. package/dist/destinations/insider/productListViewedEvent/index.js +0 -1
  80. package/dist/destinations/insider/productListViewedEvent/index.js.map +1 -1
  81. package/dist/destinations/insider/productRemovedEvent/generated-types.d.ts +0 -1
  82. package/dist/destinations/insider/productRemovedEvent/index.js +0 -1
  83. package/dist/destinations/insider/productRemovedEvent/index.js.map +1 -1
  84. package/dist/destinations/insider/productViewedEvent/generated-types.d.ts +0 -1
  85. package/dist/destinations/insider/productViewedEvent/index.js +0 -1
  86. package/dist/destinations/insider/productViewedEvent/index.js.map +1 -1
  87. package/dist/destinations/insider/trackEvent/generated-types.d.ts +0 -1
  88. package/dist/destinations/insider/trackEvent/index.js +0 -1
  89. package/dist/destinations/insider/trackEvent/index.js.map +1 -1
  90. package/dist/destinations/insider/updateUserProfile/generated-types.d.ts +0 -1
  91. package/dist/destinations/insider/updateUserProfile/index.js +0 -2
  92. package/dist/destinations/insider/updateUserProfile/index.js.map +1 -1
  93. package/dist/destinations/insider/userRegisteredEvent/generated-types.d.ts +0 -1
  94. package/dist/destinations/insider/userRegisteredEvent/index.js +0 -1
  95. package/dist/destinations/insider/userRegisteredEvent/index.js.map +1 -1
  96. package/dist/destinations/insider-audiences/insider-helpers.js +0 -5
  97. package/dist/destinations/insider-audiences/insider-helpers.js.map +1 -1
  98. package/dist/destinations/insider-audiences/insiderAudiences/generated-types.d.ts +0 -1
  99. package/dist/destinations/insider-audiences/insiderAudiences/index.js +0 -6
  100. package/dist/destinations/insider-audiences/insiderAudiences/index.js.map +1 -1
  101. package/dist/destinations/klaviyo/addProfileToList/generated-types.d.ts +1 -0
  102. package/dist/destinations/klaviyo/addProfileToList/index.js +8 -1
  103. package/dist/destinations/klaviyo/addProfileToList/index.js.map +1 -1
  104. package/dist/destinations/klaviyo/functions.d.ts +3 -19
  105. package/dist/destinations/klaviyo/functions.js +14 -107
  106. package/dist/destinations/klaviyo/functions.js.map +1 -1
  107. package/dist/destinations/klaviyo/index.d.ts +2 -2
  108. package/dist/destinations/klaviyo/index.js +7 -53
  109. package/dist/destinations/klaviyo/index.js.map +1 -1
  110. package/dist/destinations/klaviyo/properties.d.ts +1 -0
  111. package/dist/destinations/klaviyo/properties.js +7 -1
  112. package/dist/destinations/klaviyo/properties.js.map +1 -1
  113. package/dist/destinations/klaviyo/removeProfileFromList/generated-types.d.ts +1 -0
  114. package/dist/destinations/klaviyo/removeProfileFromList/index.js +14 -6
  115. package/dist/destinations/klaviyo/removeProfileFromList/index.js.map +1 -1
  116. package/dist/destinations/klaviyo/types.d.ts +0 -52
  117. package/dist/destinations/klaviyo/types.js.map +1 -1
  118. package/dist/destinations/klaviyo/upsertProfile/generated-types.d.ts +0 -1
  119. package/dist/destinations/klaviyo/upsertProfile/index.js +4 -29
  120. package/dist/destinations/klaviyo/upsertProfile/index.js.map +1 -1
  121. package/dist/destinations/linkedin-audiences/updateAudience/index.js +9 -15
  122. package/dist/destinations/linkedin-audiences/updateAudience/index.js.map +1 -1
  123. package/dist/destinations/linkedin-conversions/api/index.d.ts +2 -10
  124. package/dist/destinations/linkedin-conversions/api/index.js +1 -198
  125. package/dist/destinations/linkedin-conversions/api/index.js.map +1 -1
  126. package/dist/destinations/linkedin-conversions/constants.d.ts +0 -1
  127. package/dist/destinations/linkedin-conversions/constants.js +1 -7
  128. package/dist/destinations/linkedin-conversions/constants.js.map +1 -1
  129. package/dist/destinations/linkedin-conversions/index.js +1 -2
  130. package/dist/destinations/linkedin-conversions/index.js.map +1 -1
  131. package/dist/destinations/linkedin-conversions/streamConversion/generated-types.d.ts +0 -18
  132. package/dist/destinations/linkedin-conversions/streamConversion/index.js +51 -181
  133. package/dist/destinations/linkedin-conversions/streamConversion/index.js.map +1 -1
  134. package/dist/destinations/linkedin-conversions/types.d.ts +0 -64
  135. package/dist/destinations/liveramp-audiences/audienceEnteredS3/index.js +21 -4
  136. package/dist/destinations/liveramp-audiences/audienceEnteredS3/index.js.map +1 -1
  137. package/dist/destinations/liveramp-audiences/audienceEnteredS3/s3.d.ts +9 -0
  138. package/dist/destinations/liveramp-audiences/audienceEnteredS3/s3.js +23 -2
  139. package/dist/destinations/liveramp-audiences/audienceEnteredS3/s3.js.map +1 -1
  140. package/dist/destinations/liveramp-audiences/audienceEnteredSftp/index.js +20 -1
  141. package/dist/destinations/liveramp-audiences/audienceEnteredSftp/index.js.map +1 -1
  142. package/dist/destinations/liveramp-audiences/operations.d.ts +7 -1
  143. package/dist/destinations/liveramp-audiences/operations.js +71 -14
  144. package/dist/destinations/liveramp-audiences/operations.js.map +1 -1
  145. package/dist/destinations/snap-conversions-api/snap-capi-properties.js +2 -8
  146. package/dist/destinations/snap-conversions-api/snap-capi-properties.js.map +1 -1
  147. package/dist/destinations/tiktok-audiences/addToAudience/generated-types.d.ts +0 -2
  148. package/dist/destinations/tiktok-audiences/addToAudience/index.js +0 -2
  149. package/dist/destinations/tiktok-audiences/addToAudience/index.js.map +1 -1
  150. package/dist/destinations/tiktok-audiences/addUser/generated-types.d.ts +0 -2
  151. package/dist/destinations/tiktok-audiences/addUser/index.js +0 -2
  152. package/dist/destinations/tiktok-audiences/addUser/index.js.map +1 -1
  153. package/dist/destinations/tiktok-audiences/functions.js +2 -17
  154. package/dist/destinations/tiktok-audiences/functions.js.map +1 -1
  155. package/dist/destinations/tiktok-audiences/properties.d.ts +0 -2
  156. package/dist/destinations/tiktok-audiences/properties.js +7 -28
  157. package/dist/destinations/tiktok-audiences/properties.js.map +1 -1
  158. package/dist/destinations/tiktok-audiences/removeFromAudience/generated-types.d.ts +0 -2
  159. package/dist/destinations/tiktok-audiences/removeFromAudience/index.js +0 -2
  160. package/dist/destinations/tiktok-audiences/removeFromAudience/index.js.map +1 -1
  161. package/dist/destinations/tiktok-audiences/removeUser/generated-types.d.ts +0 -2
  162. package/dist/destinations/tiktok-audiences/removeUser/index.js +0 -2
  163. package/dist/destinations/tiktok-audiences/removeUser/index.js.map +1 -1
  164. package/dist/destinations/usermaven/request-params.js +3 -8
  165. package/dist/destinations/usermaven/request-params.js.map +1 -1
  166. package/dist/destinations/yahoo-audiences/generated-types.d.ts +2 -1
  167. package/dist/destinations/yahoo-audiences/index.js +21 -17
  168. package/dist/destinations/yahoo-audiences/index.js.map +1 -1
  169. package/dist/destinations/yahoo-audiences/updateSegment/generated-types.d.ts +1 -1
  170. package/dist/destinations/yahoo-audiences/updateSegment/index.js +23 -23
  171. package/dist/destinations/yahoo-audiences/updateSegment/index.js.map +1 -1
  172. package/dist/destinations/yahoo-audiences/utils-rt.js +5 -15
  173. package/dist/destinations/yahoo-audiences/utils-rt.js.map +1 -1
  174. package/dist/destinations/yahoo-audiences/utils-tax.js +2 -2
  175. package/dist/destinations/yahoo-audiences/utils-tax.js.map +1 -1
  176. package/package.json +4 -7
@@ -1,12 +1,17 @@
1
1
  "use strict";
2
2
  Object.defineProperty(exports, "__esModule", { value: true });
3
- const actions_core_1 = require("@segment/actions-core");
4
- const api_1 = require("../api");
5
- const constants_1 = require("../constants");
6
3
  const action = {
7
4
  title: 'Stream Conversion Event',
8
5
  description: 'Directly streams conversion events to a specific conversion rule.',
9
- defaultSubscription: 'type = "track"',
6
+ fields: {
7
+ adAccountId: {
8
+ label: 'Ad Account',
9
+ description: 'A dynamic field dropdown which fetches all adAccounts.',
10
+ type: 'string',
11
+ required: true,
12
+ dynamic: true
13
+ }
14
+ },
10
15
  hooks: {
11
16
  onMappingSave: {
12
17
  label: 'Create a Conversion Rule',
@@ -16,11 +21,7 @@ const action = {
16
21
  type: 'string',
17
22
  label: 'Existing Conversion Rule ID',
18
23
  description: 'The ID of an existing conversion rule to stream events to. If defined, we will not create a new conversion rule.',
19
- required: false,
20
- dynamic: async (request, { payload }) => {
21
- const linkedIn = new api_1.LinkedInConversions(request);
22
- return linkedIn.getConversionRulesList(payload.adAccountId);
23
- }
24
+ required: false
24
25
  },
25
26
  name: {
26
27
  type: 'string',
@@ -76,185 +77,54 @@ const action = {
76
77
  }
77
78
  },
78
79
  performHook: async (request, { payload, hookInputs }) => {
79
- const linkedIn = new api_1.LinkedInConversions(request, hookInputs?.conversionRuleId);
80
- return await linkedIn.createConversionRule(payload, hookInputs);
81
- }
82
- }
83
- },
84
- fields: {
85
- adAccountId: {
86
- label: 'Ad Account',
87
- description: 'A dynamic field dropdown which fetches all adAccounts.',
88
- type: 'string',
89
- required: true,
90
- dynamic: true
91
- },
92
- conversionHappenedAt: {
93
- label: 'Timestamp',
94
- description: 'Epoch timestamp in milliseconds at which the conversion event happened. If your source records conversion timestamps in second, insert 000 at the end to transform it to milliseconds.',
95
- type: 'string',
96
- required: true,
97
- default: {
98
- '@path': '$.timestamp'
99
- }
100
- },
101
- conversionValue: {
102
- label: 'Conversion Value',
103
- description: 'The monetary value for this conversion. Example: {“currencyCode”: “USD”, “amount”: “50.0”}.',
104
- type: 'object',
105
- required: false,
106
- properties: {
107
- currencyCode: {
108
- label: 'Currency Code',
109
- type: 'string',
110
- required: true,
111
- description: 'ISO format'
112
- },
113
- amount: {
114
- label: 'Amount',
115
- type: 'string',
116
- required: true,
117
- description: 'Value of the conversion in decimal string. Can be dynamically set up or have a fixed value.'
80
+ if (hookInputs?.conversionRuleId) {
81
+ return {
82
+ successMessage: `Using existing Conversion Rule: ${hookInputs.conversionRuleId} `,
83
+ savedData: {
84
+ id: hookInputs.conversionRuleId,
85
+ name: hookInputs.name,
86
+ conversionType: hookInputs.conversionType
87
+ }
88
+ };
118
89
  }
119
- }
120
- },
121
- eventId: {
122
- label: 'Event ID',
123
- description: 'Will be used for deduplication in future.',
124
- type: 'string',
125
- required: false,
126
- default: {
127
- '@path': '$.messageId'
128
- }
129
- },
130
- userIds: {
131
- label: 'User Ids',
132
- description: 'Either userIds or userInfo is required. List of one or more identifiers to match the conversion user with objects containing "idType" and "idValue".',
133
- type: 'object',
134
- multiple: true,
135
- properties: {
136
- idType: {
137
- label: 'ID Type',
138
- description: `Valid values are: ${constants_1.SUPPORTED_ID_TYPE.join(', ')}`,
139
- choices: constants_1.SUPPORTED_ID_TYPE,
140
- type: 'string',
141
- required: true
142
- },
143
- idValue: {
144
- label: 'ID Value',
145
- description: 'The value of the identifier.',
146
- type: 'string',
147
- required: true
90
+ try {
91
+ const { data } = await request('https://api.linkedin.com/rest/conversions', {
92
+ method: 'post',
93
+ json: {
94
+ name: hookInputs?.name,
95
+ account: payload?.adAccountId,
96
+ conversionMethod: 'CONVERSIONS_API',
97
+ postClickAttributionWindowSize: 30,
98
+ viewThroughAttributionWindowSize: 7,
99
+ attributionType: hookInputs?.attribution_type,
100
+ type: hookInputs?.conversionType
101
+ }
102
+ });
103
+ return {
104
+ successMessage: `Conversion rule ${data.id} created successfully!`,
105
+ savedData: {
106
+ id: data.id,
107
+ name: data.name,
108
+ conversionType: data.type
109
+ }
110
+ };
148
111
  }
149
- }
150
- },
151
- userInfo: {
152
- label: 'User Info',
153
- description: 'Object containing additional fields for user matching.',
154
- type: 'object',
155
- required: false,
156
- properties: {
157
- firstName: {
158
- label: 'First Name',
159
- type: 'string',
160
- required: false
161
- },
162
- lastName: {
163
- label: 'Last Name',
164
- type: 'string',
165
- required: false
166
- },
167
- companyName: {
168
- label: 'Company Name',
169
- type: 'string',
170
- required: false
171
- },
172
- title: {
173
- label: 'Title',
174
- type: 'string',
175
- required: false
176
- },
177
- countryCode: {
178
- label: 'Country Code',
179
- type: 'string',
180
- required: false
112
+ catch (e) {
113
+ return {
114
+ errorMessage: `Failed to create conversion rule: ${e?.message ?? JSON.stringify(e)}`
115
+ };
181
116
  }
182
117
  }
183
- },
184
- campaignId: {
185
- label: 'Campaign',
186
- type: 'string',
187
- required: true,
188
- dynamic: true,
189
- description: 'A dynamic field dropdown which fetches all active campaigns.'
190
118
  }
191
119
  },
192
- dynamicFields: {
193
- adAccountId: async (request) => {
194
- const linkedIn = new api_1.LinkedInConversions(request);
195
- return linkedIn.getAdAccounts();
196
- },
197
- campaignId: async (request, { payload }) => {
198
- const linkedIn = new api_1.LinkedInConversions(request);
199
- return linkedIn.getCampaignsList(payload.adAccountId);
200
- }
201
- },
202
- perform: async (request, { payload, hookOutputs }) => {
203
- const conversionTime = isNotEpochTimestampInMilliseconds(payload.conversionHappenedAt)
204
- ? convertToEpochMillis(payload.conversionHappenedAt)
205
- : Number(payload.conversionHappenedAt);
206
- validate(payload, conversionTime);
207
- let conversionRuleId = '';
208
- if (hookOutputs?.onMappingSave?.outputs?.id) {
209
- conversionRuleId = hookOutputs?.onMappingSave.outputs?.id;
210
- }
211
- if (!conversionRuleId) {
212
- throw new actions_core_1.PayloadValidationError('Conversion Rule ID is required.');
213
- }
214
- const linkedinApiClient = new api_1.LinkedInConversions(request, conversionRuleId);
215
- try {
216
- await linkedinApiClient.associateCampignToConversion(payload);
217
- return linkedinApiClient.streamConversionEvent(payload, conversionTime);
218
- }
219
- catch (error) {
220
- return error;
221
- }
222
- }
223
- };
224
- function validate(payload, conversionTime) {
225
- const ninetyDaysAgo = Date.now() - 90 * 24 * 60 * 60 * 1000;
226
- if (conversionTime < ninetyDaysAgo) {
227
- throw new actions_core_1.PayloadValidationError('Timestamp should be within the past 90 days.');
228
- }
229
- if (payload.userIds &&
230
- Array.isArray(payload.userIds) &&
231
- payload.userIds?.length === 0 &&
232
- (!payload.userInfo || !(payload.userInfo.firstName && payload.userInfo.lastName))) {
233
- throw new actions_core_1.PayloadValidationError('Either userIds array or userInfo with firstName and lastName should be present.');
234
- }
235
- else if (payload.userIds && payload.userIds.length !== 0) {
236
- const isValidUserIds = payload.userIds.every((obj) => {
237
- return constants_1.SUPPORTED_ID_TYPE.includes(obj.idType);
120
+ perform: (request, data) => {
121
+ return request('https://example.com', {
122
+ method: 'post',
123
+ json: {
124
+ conversion: data.hookOutputs?.onMappingSave?.id
125
+ }
238
126
  });
239
- if (!isValidUserIds) {
240
- throw new actions_core_1.PayloadValidationError(`Invalid idType in userIds field. Allowed idType will be: ${constants_1.SUPPORTED_ID_TYPE}`);
241
- }
242
- }
243
- }
244
- function isNotEpochTimestampInMilliseconds(timestamp) {
245
- if (typeof timestamp === 'string' && !isNaN(Number(timestamp))) {
246
- const convertedTimestamp = Number(timestamp);
247
- const startDate = new Date('1970-01-01T00:00:00Z').getTime();
248
- const endDate = new Date('2100-01-01T00:00:00Z').getTime();
249
- if (Number.isSafeInteger(convertedTimestamp) && convertedTimestamp >= startDate && convertedTimestamp <= endDate) {
250
- return false;
251
- }
252
127
  }
253
- return true;
254
- }
255
- function convertToEpochMillis(timestamp) {
256
- const date = new Date(timestamp);
257
- return date.getTime();
258
- }
128
+ };
259
129
  exports.default = action;
260
130
  //# sourceMappingURL=index.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/destinations/linkedin-conversions/streamConversion/index.ts"],"names":[],"mappings":";;AACA,wDAA8D;AAE9D,gCAA4C;AAC5C,4CAAgD;AAGhD,MAAM,MAAM,GAA+D;IACzE,KAAK,EAAE,yBAAyB;IAChC,WAAW,EAAE,mEAAmE;IAChF,mBAAmB,EAAE,gBAAgB;IACrC,KAAK,EAAE;QACL,aAAa,EAAE;YACb,KAAK,EAAE,0BAA0B;YACjC,WAAW,EACT,uGAAuG;YACzG,WAAW,EAAE;gBAMX,gBAAgB,EAAE;oBAChB,IAAI,EAAE,QAAQ;oBACd,KAAK,EAAE,6BAA6B;oBACpC,WAAW,EACT,kHAAkH;oBACpH,QAAQ,EAAE,KAAK;oBACf,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE;wBACtC,MAAM,QAAQ,GAAG,IAAI,yBAAmB,CAAC,OAAO,CAAC,CAAA;wBACjD,OAAO,QAAQ,CAAC,sBAAsB,CAAC,OAAO,CAAC,WAAW,CAAC,CAAA;oBAC7D,CAAC;iBACF;gBACD,IAAI,EAAE;oBACJ,IAAI,EAAE,QAAQ;oBACd,KAAK,EAAE,MAAM;oBACb,WAAW,EAAE,kCAAkC;oBAC/C,QAAQ,EAAE,IAAI;iBACf;gBACD,cAAc,EAAE;oBACd,IAAI,EAAE,QAAQ;oBACd,KAAK,EAAE,iBAAiB;oBACxB,WAAW,EAAE,8BAA8B;oBAC3C,QAAQ,EAAE,IAAI;oBACd,OAAO,EAAE;wBACP,EAAE,KAAK,EAAE,aAAa,EAAE,KAAK,EAAE,aAAa,EAAE;wBAC9C,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE,UAAU,EAAE;wBACxC,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE;wBACtC,EAAE,KAAK,EAAE,eAAe,EAAE,KAAK,EAAE,eAAe,EAAE;wBAClD,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE;wBAChC,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE,UAAU,EAAE;wBACxC,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE;wBACtC,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE;qBACnC;iBACF;gBACD,gBAAgB,EAAE;oBAChB,KAAK,EAAE,kBAAkB;oBACzB,WAAW,EAAE,+CAA+C;oBAC5D,IAAI,EAAE,QAAQ;oBACd,QAAQ,EAAE,IAAI;oBACd,OAAO,EAAE;wBACP,EAAE,KAAK,EAAE,eAAe,EAAE,KAAK,EAAE,wBAAwB,EAAE;wBAC3D,EAAE,KAAK,EAAE,iBAAiB,EAAE,KAAK,EAAE,0BAA0B,EAAE;qBAChE;iBACF;aACF;YACD,WAAW,EAAE;gBACX,EAAE,EAAE;oBACF,IAAI,EAAE,QAAQ;oBACd,KAAK,EAAE,IAAI;oBACX,WAAW,EAAE,gCAAgC;oBAC7C,QAAQ,EAAE,IAAI;iBACf;gBACD,IAAI,EAAE;oBACJ,IAAI,EAAE,QAAQ;oBACd,KAAK,EAAE,MAAM;oBACb,WAAW,EAAE,kCAAkC;oBAC/C,QAAQ,EAAE,IAAI;iBACf;gBACD,cAAc,EAAE;oBACd,IAAI,EAAE,QAAQ;oBACd,KAAK,EAAE,iBAAiB;oBACxB,WAAW,EAAE,8BAA8B;oBAC3C,QAAQ,EAAE,IAAI;iBACf;aACF;YACD,WAAW,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,UAAU,EAAE,EAAE,EAAE;gBACtD,MAAM,QAAQ,GAAG,IAAI,yBAAmB,CAAC,OAAO,EAAE,UAAU,EAAE,gBAAgB,CAAC,CAAA;gBAC/E,OAAO,MAAM,QAAQ,CAAC,oBAAoB,CAAC,OAAO,EAAE,UAAU,CAAC,CAAA;YACjE,CAAC;SACF;KACF;IACD,MAAM,EAAE;QACN,WAAW,EAAE;YACX,KAAK,EAAE,YAAY;YACnB,WAAW,EAAE,wDAAwD;YACrE,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE,IAAI;SACd;QACD,oBAAoB,EAAE;YACpB,KAAK,EAAE,WAAW;YAClB,WAAW,EACT,wLAAwL;YAC1L,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE;gBACP,OAAO,EAAE,aAAa;aACvB;SACF;QACD,eAAe,EAAE;YACf,KAAK,EAAE,kBAAkB;YACzB,WAAW,EAAE,6FAA6F;YAC1G,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,KAAK;YACf,UAAU,EAAE;gBACV,YAAY,EAAE;oBACZ,KAAK,EAAE,eAAe;oBACtB,IAAI,EAAE,QAAQ;oBACd,QAAQ,EAAE,IAAI;oBACd,WAAW,EAAE,YAAY;iBAC1B;gBACD,MAAM,EAAE;oBACN,KAAK,EAAE,QAAQ;oBACf,IAAI,EAAE,QAAQ;oBACd,QAAQ,EAAE,IAAI;oBACd,WAAW,EAAE,6FAA6F;iBAC3G;aACF;SACF;QACD,OAAO,EAAE;YACP,KAAK,EAAE,UAAU;YACjB,WAAW,EAAE,2CAA2C;YACxD,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,KAAK;YACf,OAAO,EAAE;gBACP,OAAO,EAAE,aAAa;aACvB;SACF;QACD,OAAO,EAAE;YACP,KAAK,EAAE,UAAU;YACjB,WAAW,EACT,sJAAsJ;YACxJ,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI;YACd,UAAU,EAAE;gBACV,MAAM,EAAE;oBACN,KAAK,EAAE,SAAS;oBAChB,WAAW,EAAE,qBAAqB,6BAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;oBAChE,OAAO,EAAE,6BAAiB;oBAC1B,IAAI,EAAE,QAAQ;oBACd,QAAQ,EAAE,IAAI;iBACf;gBACD,OAAO,EAAE;oBACP,KAAK,EAAE,UAAU;oBACjB,WAAW,EAAE,8BAA8B;oBAC3C,IAAI,EAAE,QAAQ;oBACd,QAAQ,EAAE,IAAI;iBACf;aACF;SACF;QACD,QAAQ,EAAE;YACR,KAAK,EAAE,WAAW;YAClB,WAAW,EAAE,wDAAwD;YACrE,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,KAAK;YACf,UAAU,EAAE;gBACV,SAAS,EAAE;oBACT,KAAK,EAAE,YAAY;oBACnB,IAAI,EAAE,QAAQ;oBACd,QAAQ,EAAE,KAAK;iBAChB;gBACD,QAAQ,EAAE;oBACR,KAAK,EAAE,WAAW;oBAClB,IAAI,EAAE,QAAQ;oBACd,QAAQ,EAAE,KAAK;iBAChB;gBACD,WAAW,EAAE;oBACX,KAAK,EAAE,cAAc;oBACrB,IAAI,EAAE,QAAQ;oBACd,QAAQ,EAAE,KAAK;iBAChB;gBACD,KAAK,EAAE;oBACL,KAAK,EAAE,OAAO;oBACd,IAAI,EAAE,QAAQ;oBACd,QAAQ,EAAE,KAAK;iBAChB;gBACD,WAAW,EAAE;oBACX,KAAK,EAAE,cAAc;oBACrB,IAAI,EAAE,QAAQ;oBACd,QAAQ,EAAE,KAAK;iBAChB;aACF;SACF;QACD,UAAU,EAAE;YACV,KAAK,EAAE,UAAU;YACjB,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE,IAAI;YACb,WAAW,EAAE,8DAA8D;SAC5E;KACF;IACD,aAAa,EAAE;QACb,WAAW,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;YAC7B,MAAM,QAAQ,GAAG,IAAI,yBAAmB,CAAC,OAAO,CAAC,CAAA;YACjD,OAAO,QAAQ,CAAC,aAAa,EAAE,CAAA;QACjC,CAAC;QACD,UAAU,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE;YACzC,MAAM,QAAQ,GAAG,IAAI,yBAAmB,CAAC,OAAO,CAAC,CAAA;YACjD,OAAO,QAAQ,CAAC,gBAAgB,CAAC,OAAO,CAAC,WAAW,CAAC,CAAA;QACvD,CAAC;KACF;IACD,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,WAAW,EAAE,EAAE,EAAE;QACnD,MAAM,cAAc,GAAG,iCAAiC,CAAC,OAAO,CAAC,oBAAoB,CAAC;YACpF,CAAC,CAAC,oBAAoB,CAAC,OAAO,CAAC,oBAAoB,CAAC;YACpD,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAA;QACxC,QAAQ,CAAC,OAAO,EAAE,cAAc,CAAC,CAAA;QAEjC,IAAI,gBAAgB,GAAG,EAAE,CAAA;QACzB,IAAI,WAAW,EAAE,aAAa,EAAE,OAAO,EAAE,EAAE,EAAE;YAC3C,gBAAgB,GAAG,WAAW,EAAE,aAAa,CAAC,OAAO,EAAE,EAAE,CAAA;SAC1D;QAED,IAAI,CAAC,gBAAgB,EAAE;YACrB,MAAM,IAAI,qCAAsB,CAAC,iCAAiC,CAAC,CAAA;SACpE;QAED,MAAM,iBAAiB,GAAwB,IAAI,yBAAmB,CAAC,OAAO,EAAE,gBAAgB,CAAC,CAAA;QACjG,IAAI;YACF,MAAM,iBAAiB,CAAC,4BAA4B,CAAC,OAAO,CAAC,CAAA;YAC7D,OAAO,iBAAiB,CAAC,qBAAqB,CAAC,OAAO,EAAE,cAAc,CAAC,CAAA;SACxE;QAAC,OAAO,KAAK,EAAE;YACd,OAAO,KAAK,CAAA;SACb;IACH,CAAC;CACF,CAAA;AAED,SAAS,QAAQ,CAAC,OAAgB,EAAE,cAAsB;IAExD,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAA;IAC3D,IAAI,cAAc,GAAG,aAAa,EAAE;QAClC,MAAM,IAAI,qCAAsB,CAAC,8CAA8C,CAAC,CAAA;KACjF;IAED,IACE,OAAO,CAAC,OAAO;QACf,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC;QAC9B,OAAO,CAAC,OAAO,EAAE,MAAM,KAAK,CAAC;QAC7B,CAAC,CAAC,OAAO,CAAC,QAAQ,IAAI,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,SAAS,IAAI,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,EACjF;QACA,MAAM,IAAI,qCAAsB,CAAC,iFAAiF,CAAC,CAAA;KACpH;SAAM,IAAI,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE;QAC1D,MAAM,cAAc,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;YACnD,OAAO,6BAAiB,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;QAC/C,CAAC,CAAC,CAAA;QAEF,IAAI,CAAC,cAAc,EAAE;YACnB,MAAM,IAAI,qCAAsB,CAAC,4DAA4D,6BAAiB,EAAE,CAAC,CAAA;SAClH;KACF;AACH,CAAC;AAED,SAAS,iCAAiC,CAAC,SAAiB;IAC1D,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,EAAE;QAC9D,MAAM,kBAAkB,GAAG,MAAM,CAAC,SAAS,CAAC,CAAA;QAC5C,MAAM,SAAS,GAAG,IAAI,IAAI,CAAC,sBAAsB,CAAC,CAAC,OAAO,EAAE,CAAA;QAC5D,MAAM,OAAO,GAAG,IAAI,IAAI,CAAC,sBAAsB,CAAC,CAAC,OAAO,EAAE,CAAA;QAC1D,IAAI,MAAM,CAAC,aAAa,CAAC,kBAAkB,CAAC,IAAI,kBAAkB,IAAI,SAAS,IAAI,kBAAkB,IAAI,OAAO,EAAE;YAChH,OAAO,KAAK,CAAA;SACb;KACF;IACD,OAAO,IAAI,CAAA;AACb,CAAC;AAED,SAAS,oBAAoB,CAAC,SAAiB;IAC7C,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,SAAS,CAAC,CAAA;IAChC,OAAO,IAAI,CAAC,OAAO,EAAE,CAAA;AACvB,CAAC;AAED,kBAAe,MAAM,CAAA"}
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/destinations/linkedin-conversions/streamConversion/index.ts"],"names":[],"mappings":";;AAcA,MAAM,MAAM,GAA+D;IACzE,KAAK,EAAE,yBAAyB;IAChC,WAAW,EAAE,mEAAmE;IAChF,MAAM,EAAE;QACN,WAAW,EAAE;YACX,KAAK,EAAE,YAAY;YACnB,WAAW,EAAE,wDAAwD;YACrE,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE,IAAI;SACd;KACF;IACD,KAAK,EAAE;QACL,aAAa,EAAE;YACb,KAAK,EAAE,0BAA0B;YACjC,WAAW,EACT,uGAAuG;YACzG,WAAW,EAAE;gBAMX,gBAAgB,EAAE;oBAChB,IAAI,EAAE,QAAQ;oBACd,KAAK,EAAE,6BAA6B;oBACpC,WAAW,EACT,kHAAkH;oBACpH,QAAQ,EAAE,KAAK;iBAChB;gBACD,IAAI,EAAE;oBACJ,IAAI,EAAE,QAAQ;oBACd,KAAK,EAAE,MAAM;oBACb,WAAW,EAAE,kCAAkC;oBAC/C,QAAQ,EAAE,IAAI;iBACf;gBACD,cAAc,EAAE;oBACd,IAAI,EAAE,QAAQ;oBACd,KAAK,EAAE,iBAAiB;oBACxB,WAAW,EAAE,8BAA8B;oBAC3C,QAAQ,EAAE,IAAI;oBACd,OAAO,EAAE;wBACP,EAAE,KAAK,EAAE,aAAa,EAAE,KAAK,EAAE,aAAa,EAAE;wBAC9C,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE,UAAU,EAAE;wBACxC,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE;wBACtC,EAAE,KAAK,EAAE,eAAe,EAAE,KAAK,EAAE,eAAe,EAAE;wBAClD,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE;wBAChC,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE,UAAU,EAAE;wBACxC,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE;wBACtC,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE;qBACnC;iBACF;gBACD,gBAAgB,EAAE;oBAChB,KAAK,EAAE,kBAAkB;oBACzB,WAAW,EAAE,+CAA+C;oBAC5D,IAAI,EAAE,QAAQ;oBACd,QAAQ,EAAE,IAAI;oBACd,OAAO,EAAE;wBACP,EAAE,KAAK,EAAE,eAAe,EAAE,KAAK,EAAE,wBAAwB,EAAE;wBAC3D,EAAE,KAAK,EAAE,iBAAiB,EAAE,KAAK,EAAE,0BAA0B,EAAE;qBAChE;iBACF;aACF;YACD,WAAW,EAAE;gBACX,EAAE,EAAE;oBACF,IAAI,EAAE,QAAQ;oBACd,KAAK,EAAE,IAAI;oBACX,WAAW,EAAE,gCAAgC;oBAC7C,QAAQ,EAAE,IAAI;iBACf;gBACD,IAAI,EAAE;oBACJ,IAAI,EAAE,QAAQ;oBACd,KAAK,EAAE,MAAM;oBACb,WAAW,EAAE,kCAAkC;oBAC/C,QAAQ,EAAE,IAAI;iBACf;gBACD,cAAc,EAAE;oBACd,IAAI,EAAE,QAAQ;oBACd,KAAK,EAAE,iBAAiB;oBACxB,WAAW,EAAE,8BAA8B;oBAC3C,QAAQ,EAAE,IAAI;iBACf;aACF;YACD,WAAW,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,UAAU,EAAE,EAAE,EAAE;gBACtD,IAAI,UAAU,EAAE,gBAAgB,EAAE;oBAChC,OAAO;wBACL,cAAc,EAAE,mCAAmC,UAAU,CAAC,gBAAgB,GAAG;wBACjF,SAAS,EAAE;4BACT,EAAE,EAAE,UAAU,CAAC,gBAAgB;4BAC/B,IAAI,EAAE,UAAU,CAAC,IAAI;4BACrB,cAAc,EAAE,UAAU,CAAC,cAAc;yBAC1C;qBACF,CAAA;iBACF;gBAED,IAAI;oBACF,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,OAAO,CAAiC,2CAA2C,EAAE;wBAC1G,MAAM,EAAE,MAAM;wBACd,IAAI,EAAE;4BACJ,IAAI,EAAE,UAAU,EAAE,IAAI;4BACtB,OAAO,EAAE,OAAO,EAAE,WAAW;4BAC7B,gBAAgB,EAAE,iBAAiB;4BACnC,8BAA8B,EAAE,EAAE;4BAClC,gCAAgC,EAAE,CAAC;4BACnC,eAAe,EAAE,UAAU,EAAE,gBAAgB;4BAC7C,IAAI,EAAE,UAAU,EAAE,cAAc;yBACjC;qBACF,CAAC,CAAA;oBAEF,OAAO;wBACL,cAAc,EAAE,mBAAmB,IAAI,CAAC,EAAE,wBAAwB;wBAClE,SAAS,EAAE;4BACT,EAAE,EAAE,IAAI,CAAC,EAAE;4BACX,IAAI,EAAE,IAAI,CAAC,IAAI;4BACf,cAAc,EAAE,IAAI,CAAC,IAAI;yBAC1B;qBACF,CAAA;iBACF;gBAAC,OAAO,CAAC,EAAE;oBACV,OAAO;wBACL,YAAY,EAAE,qCAAsC,CAAmB,EAAE,OAAO,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE;qBACxG,CAAA;iBACF;YACH,CAAC;SACF;KACF;IACD,OAAO,EAAE,CAAC,OAAO,EAAE,IAAI,EAAE,EAAE;QACzB,OAAO,OAAO,CAAC,qBAAqB,EAAE;YACpC,MAAM,EAAE,MAAM;YACd,IAAI,EAAE;gBACJ,UAAU,EAAE,IAAI,CAAC,WAAW,EAAE,aAAa,EAAE,EAAE;aAChD;SACF,CAAC,CAAA;IACJ,CAAC;CACF,CAAA;AAED,kBAAe,MAAM,CAAA"}
@@ -23,67 +23,3 @@ export declare class LinkedInRefreshTokenError extends HTTPError {
23
23
  };
24
24
  };
25
25
  }
26
- export interface GetAdAccountsAPIResponse {
27
- paging: {
28
- count: number;
29
- links: Array<any>;
30
- start: number;
31
- total: number;
32
- };
33
- elements: [Accounts];
34
- }
35
- export interface Accounts {
36
- account: string;
37
- changeAuditStamps: object;
38
- role: string;
39
- user: string;
40
- version: object;
41
- }
42
- export interface AccountsErrorInfo {
43
- response: {
44
- data: {
45
- message?: string;
46
- code?: string;
47
- };
48
- };
49
- }
50
- export interface GetConversionListAPIResponse {
51
- paging: {
52
- count: number;
53
- links: Array<any>;
54
- start: number;
55
- total: number;
56
- };
57
- elements: [Conversions];
58
- }
59
- export interface Conversions {
60
- name: string;
61
- id: string;
62
- }
63
- export interface GetCampaignsListAPIResponse {
64
- paging: {
65
- count: number;
66
- links: Array<any>;
67
- start: number;
68
- total: number;
69
- };
70
- elements: [Campaigns];
71
- }
72
- export interface Campaigns {
73
- name: string;
74
- id: string;
75
- }
76
- export interface ConversionRuleCreationResponse {
77
- id: string;
78
- name: string;
79
- type: string;
80
- }
81
- export interface GetConversionRuleResponse {
82
- conversionMethod?: string;
83
- type?: string;
84
- enabled?: boolean;
85
- name?: string;
86
- id?: string;
87
- attributionType?: string;
88
- account?: string;
89
- }
@@ -1,10 +1,15 @@
1
1
  "use strict";
2
+ var __importDefault = (this && this.__importDefault) || function (mod) {
3
+ return (mod && mod.__esModule) ? mod : { "default": mod };
4
+ };
2
5
  Object.defineProperty(exports, "__esModule", { value: true });
3
6
  const actions_core_1 = require("@segment/actions-core");
4
7
  const s3_1 = require("./s3");
5
8
  const operations_1 = require("../operations");
6
- const awsClient_1 = require("../awsClient");
7
9
  const properties_1 = require("../properties");
10
+ const promises_1 = require("stream/promises");
11
+ const awsClient_1 = require("../awsClient");
12
+ const s3_2 = __importDefault(require("../../../lib/AWS/s3"));
8
13
  const action = {
9
14
  title: 'Audience Entered (S3)',
10
15
  description: 'Uploads audience membership data to a file in S3 for LiveRamp ingestion.',
@@ -97,12 +102,24 @@ const action = {
97
102
  features,
98
103
  rawData
99
104
  });
105
+ },
106
+ performBatchStream: async (request, { payload }) => {
107
+ const transformStream = new operations_1.ObjectToCSVTransformer({});
108
+ const writeToS3 = new s3_1.S3WriteStream();
109
+ await promises_1.pipeline(payload, transformStream, writeToS3);
110
+ const opts = await s3_2.default('varada-test-bucket', 'us-west-2', 'test.csv', 'PUT', writeToS3.buffer, 'AKIAQ3YSPSZ4UYWHGJRZ', 'NhLWuxz+G3zH1wlu7Os4Xx2pZwvWL4Si9j5yWwUh');
111
+ if (!opts.headers || !opts.method || !opts.host || !opts.path) {
112
+ throw new actions_core_1.InvalidAuthenticationError('Unable to generate signature header for AWS S3 request.');
113
+ }
114
+ return await request(`https://${opts.host}/${opts.path}`, {
115
+ headers: opts.headers,
116
+ method: 'PUT',
117
+ timeout: 30000,
118
+ body: opts.body
119
+ });
100
120
  }
101
121
  };
102
122
  async function processData(input) {
103
- if (input.payloads.length < properties_1.LIVERAMP_MIN_RECORD_COUNT) {
104
- throw new actions_core_1.PayloadValidationError(`received payload count below LiveRamp's ingestion limits. expected: >=${properties_1.LIVERAMP_MIN_RECORD_COUNT} actual: ${input.payloads.length}`);
105
- }
106
123
  s3_1.validateS3(input.payloads[0]);
107
124
  const { filename, fileContents } = operations_1.generateFile(input.payloads);
108
125
  if (input.features && input.features[properties_1.LIVERAMP_LEGACY_FLOW_FLAG_NAME] === true) {
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/destinations/liveramp-audiences/audienceEnteredS3/index.ts"],"names":[],"mappings":";;AAAA,wDAAgF;AAChF,6BAA2C;AAC3C,8CAA4C;AAC5C,4CAA6C;AAC7C,8CAAyF;AAMzF,MAAM,MAAM,GAAwC;IAClD,KAAK,EAAE,uBAAuB;IAC9B,WAAW,EAAE,0EAA0E;IACvF,mBAAmB,EAAE,4BAA4B;IACjD,MAAM,EAAE;QACN,iBAAiB,EAAE;YACjB,KAAK,EAAE,mBAAmB;YAC1B,WAAW,EAAE,+DAA+D;YAC5E,IAAI,EAAE,QAAQ;SACf;QACD,iBAAiB,EAAE;YACjB,KAAK,EAAE,uBAAuB;YAC9B,WAAW,EAAE,+DAA+D;YAC5E,IAAI,EAAE,UAAU;SACjB;QACD,kBAAkB,EAAE;YAClB,KAAK,EAAE,iBAAiB;YACxB,WAAW,EAAE,4DAA4D;YACzE,IAAI,EAAE,QAAQ;SACf;QACD,aAAa,EAAE;YACb,KAAK,EAAE,sBAAsB;YAC7B,WAAW,EAAE,uCAAuC;YACpD,IAAI,EAAE,QAAQ;SACf;QACD,YAAY,EAAE;YACZ,KAAK,EAAE,cAAc;YACrB,WAAW,EACT,2IAA2I;YAC7I,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE,EAAE,OAAO,EAAE,UAAU,EAAE;SACjC;QACD,eAAe,EAAE;YACf,KAAK,EAAE,iBAAiB;YACxB,WAAW,EAAE,mEAAmE;YAChF,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,KAAK;YACf,eAAe,EAAE,eAAe;SACjC;QACD,wBAAwB,EAAE;YACxB,KAAK,EAAE,0BAA0B;YACjC,WAAW,EAAE,0KAA0K;YACvL,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,KAAK;YACf,eAAe,EAAE,eAAe;SACjC;QACD,SAAS,EAAE;YACT,KAAK,EAAE,WAAW;YAClB,WAAW,EAAE,0DAA0D;YACvE,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE,GAAG;SACb;QACD,QAAQ,EAAE;YACR,KAAK,EAAE,UAAU;YACjB,WAAW,EAAE,wDAAwD;YACrE,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE,EAAE,WAAW,EAAE,iCAAiC,EAAE;SAC5D;QACD,eAAe,EAAE;YACf,IAAI,EAAE,SAAS;YACf,KAAK,EAAE,YAAY;YACnB,WAAW,EAAE,uFAAuF;YACpG,aAAa,EAAE,IAAI;YACnB,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE,IAAI;SACd;QACD,UAAU,EAAE;YACV,KAAK,EAAE,YAAY;YACnB,WAAW,EAAE,qFAAqF;YAClG,IAAI,EAAE,QAAQ;YACd,aAAa,EAAE,IAAI;YACnB,QAAQ,EAAE,KAAK;YACf,OAAO,EAAE,MAAM;SAChB;KACF;IACD,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAA+C,EAAE,EAAE;QACtG,OAAO,WAAW,CAAC;YACjB,OAAO;YACP,QAAQ,EAAE,CAAC,OAAO,CAAC;YACnB,QAAQ;YACR,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE;SAClC,CAAC,CAAA;IACJ,CAAC;IACD,YAAY,EAAE,CAAC,OAAO,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAmD,EAAE,EAAE;QACzG,OAAO,WAAW,CAAC;YACjB,OAAO;YACP,QAAQ,EAAE,OAAO;YACjB,QAAQ;YACR,OAAO;SACR,CAAC,CAAA;IACJ,CAAC;CACF,CAAA;AAED,KAAK,UAAU,WAAW,CAAC,KAAgC;IACzD,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,sCAAyB,EAAE;QACrD,MAAM,IAAI,qCAAsB,CAC9B,yEAAyE,sCAAyB,YAAY,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,CACtI,CAAA;KACF;IAED,eAAU,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAA;IAE7B,MAAM,EAAE,QAAQ,EAAE,YAAY,EAAE,GAAG,yBAAY,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAA;IAE/D,IAAI,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,QAAQ,CAAC,2CAA8B,CAAC,KAAK,IAAI,EAAE;QAI7E,OAAO,aAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,CAAC,OAAO,CAAC,CAAA;KAC1E;SAAM;QAIL,OAAO,0BAAc,CAAC,KAAK,CAAC,OAAO,EAAE;YACnC,iBAAiB,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,QAAQ,EAAE,cAAc;YACvE,UAAU,EAAE,IAAI;YAChB,QAAQ;YACR,YAAY;YACZ,MAAM,EAAE;gBACN,YAAY,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,kBAAkB;gBAClD,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,aAAa;gBACzC,aAAa,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,iBAAiB;gBAClD,iBAAiB,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,iBAAiB;aACvD;SACF,CAAC,CAAA;KACH;AACH,CAAC;AAED,kBAAe,MAAM,CAAA"}
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/destinations/liveramp-audiences/audienceEnteredS3/index.ts"],"names":[],"mappings":";;;;;AAAA,wDAAoF;AACpF,6BAA0D;AAC1D,8CAAoE;AACpE,8CAA8D;AAM9D,8CAA0C;AAC1C,4CAA6C;AAC7C,6DAA0D;AAE1D,MAAM,MAAM,GAAwC;IAClD,KAAK,EAAE,uBAAuB;IAC9B,WAAW,EAAE,0EAA0E;IACvF,mBAAmB,EAAE,4BAA4B;IACjD,MAAM,EAAE;QACN,iBAAiB,EAAE;YACjB,KAAK,EAAE,mBAAmB;YAC1B,WAAW,EAAE,+DAA+D;YAC5E,IAAI,EAAE,QAAQ;SACf;QACD,iBAAiB,EAAE;YACjB,KAAK,EAAE,uBAAuB;YAC9B,WAAW,EAAE,+DAA+D;YAC5E,IAAI,EAAE,UAAU;SACjB;QACD,kBAAkB,EAAE;YAClB,KAAK,EAAE,iBAAiB;YACxB,WAAW,EAAE,4DAA4D;YACzE,IAAI,EAAE,QAAQ;SACf;QACD,aAAa,EAAE;YACb,KAAK,EAAE,sBAAsB;YAC7B,WAAW,EAAE,uCAAuC;YACpD,IAAI,EAAE,QAAQ;SACf;QACD,YAAY,EAAE;YACZ,KAAK,EAAE,cAAc;YACrB,WAAW,EACT,2IAA2I;YAC7I,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE,EAAE,OAAO,EAAE,UAAU,EAAE;SACjC;QACD,eAAe,EAAE;YACf,KAAK,EAAE,iBAAiB;YACxB,WAAW,EAAE,mEAAmE;YAChF,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,KAAK;YACf,eAAe,EAAE,eAAe;SACjC;QACD,wBAAwB,EAAE;YACxB,KAAK,EAAE,0BAA0B;YACjC,WAAW,EAAE,0KAA0K;YACvL,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,KAAK;YACf,eAAe,EAAE,eAAe;SACjC;QACD,SAAS,EAAE;YACT,KAAK,EAAE,WAAW;YAClB,WAAW,EAAE,0DAA0D;YACvE,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE,GAAG;SACb;QACD,QAAQ,EAAE;YACR,KAAK,EAAE,UAAU;YACjB,WAAW,EAAE,wDAAwD;YACrE,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE,EAAE,WAAW,EAAE,iCAAiC,EAAE;SAC5D;QACD,eAAe,EAAE;YACf,IAAI,EAAE,SAAS;YACf,KAAK,EAAE,YAAY;YACnB,WAAW,EAAE,uFAAuF;YACpG,aAAa,EAAE,IAAI;YACnB,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE,IAAI;SACd;QACD,UAAU,EAAE;YACV,KAAK,EAAE,YAAY;YACnB,WAAW,EAAE,qFAAqF;YAClG,IAAI,EAAE,QAAQ;YACd,aAAa,EAAE,IAAI;YACnB,QAAQ,EAAE,KAAK;YACf,OAAO,EAAE,MAAM;SAChB;KACF;IACD,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAA+C,EAAE,EAAE;QACtG,OAAO,WAAW,CAAC;YACjB,OAAO;YACP,QAAQ,EAAE,CAAC,OAAO,CAAC;YACnB,QAAQ;YACR,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE;SAClC,CAAC,CAAA;IACJ,CAAC;IACD,YAAY,EAAE,CAAC,OAAO,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAmD,EAAE,EAAE;QACzG,OAAO,WAAW,CAAC;YACjB,OAAO;YACP,QAAQ,EAAE,OAAO;YACjB,QAAQ;YACR,OAAO;SACR,CAAC,CAAA;IACJ,CAAC;IAED,kBAAkB,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,OAAO,EAAkD,EAAE,EAAE;QACjG,MAAM,eAAe,GAAG,IAAI,mCAAsB,CAAC,EAAE,CAAC,CAAA;QACtD,MAAM,SAAS,GAAG,IAAI,kBAAa,EAAE,CAAA;QACrC,MAAM,mBAAQ,CAAC,OAAO,EAAE,eAAe,EAAE,SAAS,CAAC,CAAA;QAEnD,MAAM,IAAI,GAAG,MAAM,YAAwB,CACzC,oBAAoB,EACpB,WAAW,EACX,UAAU,EACV,KAAK,EACL,SAAS,CAAC,MAAM,EAChB,sBAAsB,EACtB,0CAA0C,CAC3C,CAAA;QACD,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;YAC7D,MAAM,IAAI,yCAA0B,CAAC,yDAAyD,CAAC,CAAA;SAChG;QAED,OAAO,MAAM,OAAO,CAAC,WAAW,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,EAAE,EAAE;YACxD,OAAO,EAAE,IAAI,CAAC,OAAiC;YAC/C,MAAM,EAAE,KAAK;YACb,OAAO,EAAE,KAAK;YACd,IAAI,EAAE,IAAI,CAAC,IAAI;SAChB,CAAC,CAAA;IACJ,CAAC;CACF,CAAA;AAED,KAAK,UAAU,WAAW,CAAC,KAAgC;IACzD,eAAU,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAA;IAE7B,MAAM,EAAE,QAAQ,EAAE,YAAY,EAAE,GAAG,yBAAY,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAA;IAE/D,IAAI,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,QAAQ,CAAC,2CAA8B,CAAC,KAAK,IAAI,EAAE;QAI7E,OAAO,aAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,CAAC,OAAO,CAAC,CAAA;KAC1E;SAAM;QAIL,OAAO,0BAAc,CAAC,KAAK,CAAC,OAAO,EAAE;YACnC,iBAAiB,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,QAAQ,EAAE,cAAc;YACvE,UAAU,EAAE,IAAI;YAChB,QAAQ;YACR,YAAY;YACZ,MAAM,EAAE;gBACN,YAAY,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,kBAAkB;gBAClD,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,aAAa;gBACzC,aAAa,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,iBAAiB;gBAClD,iBAAiB,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,iBAAiB;aACvD;SACF,CAAC,CAAA;KACH;AACH,CAAC;AAED,kBAAe,MAAM,CAAA"}
@@ -1,6 +1,15 @@
1
1
  /// <reference types="node" />
2
2
  import { ModifiedResponse, RequestOptions } from '@segment/actions-core';
3
3
  import { Payload } from './generated-types';
4
+ import { Writable } from 'stream';
4
5
  declare function validateS3(payload: Payload): void;
5
6
  declare function uploadS3(payload: Payload, filename: string, fileContent: Buffer, request: <Data = unknown>(url: string, options?: RequestOptions) => Promise<ModifiedResponse<Data>>): Promise<ModifiedResponse<unknown>>;
7
+ export declare class S3WriteStream extends Writable {
8
+ buffer: Buffer;
9
+ constructor();
10
+ _construct(callback: (error?: Error) => void): void;
11
+ _write(chunk: any, _encoding: BufferEncoding, callback: (error?: Error | null) => void): void;
12
+ _final(callback: (error?: Error) => void): void;
13
+ _destroy(_error: Error, callback: (error?: Error) => void): void;
14
+ }
6
15
  export { validateS3, uploadS3 };
@@ -3,9 +3,10 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
3
3
  return (mod && mod.__esModule) ? mod : { "default": mod };
4
4
  };
5
5
  Object.defineProperty(exports, "__esModule", { value: true });
6
- exports.uploadS3 = exports.validateS3 = void 0;
6
+ exports.uploadS3 = exports.validateS3 = exports.S3WriteStream = void 0;
7
7
  const s3_1 = __importDefault(require("../../../lib/AWS/s3"));
8
8
  const actions_core_1 = require("@segment/actions-core");
9
+ const stream_1 = require("stream");
9
10
  function validateS3(payload) {
10
11
  if (!payload.s3_aws_access_key) {
11
12
  throw new actions_core_1.InvalidAuthenticationError('Selected S3 upload mode, but missing AWS Access Key');
@@ -17,7 +18,7 @@ function validateS3(payload) {
17
18
  throw new actions_core_1.InvalidAuthenticationError('Selected S3 upload mode, but missing AWS S3 bucket name');
18
19
  }
19
20
  if (!payload.s3_aws_region) {
20
- throw new actions_core_1.InvalidAuthenticationError('Selected S3 upload mode, but missing AWS Region2');
21
+ throw new actions_core_1.InvalidAuthenticationError('Selected S3 upload mode, but missing AWS Region');
21
22
  }
22
23
  }
23
24
  exports.validateS3 = validateS3;
@@ -34,4 +35,24 @@ async function uploadS3(payload, filename, fileContent, request) {
34
35
  });
35
36
  }
36
37
  exports.uploadS3 = uploadS3;
38
+ class S3WriteStream extends stream_1.Writable {
39
+ constructor() {
40
+ super({ objectMode: false });
41
+ this.buffer = Buffer.from('');
42
+ }
43
+ _construct(callback) {
44
+ callback();
45
+ }
46
+ _write(chunk, _encoding, callback) {
47
+ this.buffer = Buffer.concat([this.buffer, chunk]);
48
+ callback();
49
+ }
50
+ _final(callback) {
51
+ callback();
52
+ }
53
+ _destroy(_error, callback) {
54
+ callback();
55
+ }
56
+ }
57
+ exports.S3WriteStream = S3WriteStream;
37
58
  //# sourceMappingURL=s3.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"s3.js","sourceRoot":"","sources":["../../../../src/destinations/liveramp-audiences/audienceEnteredS3/s3.ts"],"names":[],"mappings":";;;;;;AAAA,6DAA0D;AAC1D,wDAAoG;AAGpG,SAAS,UAAU,CAAC,OAAgB;IAClC,IAAI,CAAC,OAAO,CAAC,iBAAiB,EAAE;QAC9B,MAAM,IAAI,yCAA0B,CAAC,qDAAqD,CAAC,CAAA;KAC5F;IAED,IAAI,CAAC,OAAO,CAAC,iBAAiB,EAAE;QAC9B,MAAM,IAAI,yCAA0B,CAAC,qDAAqD,CAAC,CAAA;KAC5F;IAED,IAAI,CAAC,OAAO,CAAC,kBAAkB,EAAE;QAC/B,MAAM,IAAI,yCAA0B,CAAC,yDAAyD,CAAC,CAAA;KAChG;IAED,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE;QAC1B,MAAM,IAAI,yCAA0B,CAAC,kDAAkD,CAAC,CAAA;KACzF;AACH,CAAC;AA6BQ,gCAAU;AA3BnB,KAAK,UAAU,QAAQ,CACrB,OAAgB,EAChB,QAAgB,EAChB,WAAmB,EACnB,OAAmG;IAEnG,MAAM,MAAM,GAAG,KAAK,CAAA;IACpB,MAAM,IAAI,GAAG,MAAM,YAAwB,CACzC,OAAO,CAAC,kBAA4B,EACpC,OAAO,CAAC,aAAuB,EAC/B,QAAQ,EACR,MAAM,EACN,WAAW,EACX,OAAO,CAAC,iBAA2B,EACnC,OAAO,CAAC,iBAA2B,CACpC,CAAA;IACD,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;QAC7D,MAAM,IAAI,yCAA0B,CAAC,yDAAyD,CAAC,CAAA;KAChG;IAED,OAAO,MAAM,OAAO,CAAC,WAAW,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,EAAE,EAAE;QACxD,OAAO,EAAE,IAAI,CAAC,OAAiC;QAC/C,MAAM;QACN,IAAI,EAAE,IAAI,CAAC,IAAI;KAChB,CAAC,CAAA;AACJ,CAAC;AAEoB,4BAAQ"}
1
+ {"version":3,"file":"s3.js","sourceRoot":"","sources":["../../../../src/destinations/liveramp-audiences/audienceEnteredS3/s3.ts"],"names":[],"mappings":";;;;;;AAAA,6DAA0D;AAC1D,wDAAoG;AAEpG,mCAAiC;AAEjC,SAAS,UAAU,CAAC,OAAgB;IAClC,IAAI,CAAC,OAAO,CAAC,iBAAiB,EAAE;QAC9B,MAAM,IAAI,yCAA0B,CAAC,qDAAqD,CAAC,CAAA;KAC5F;IAED,IAAI,CAAC,OAAO,CAAC,iBAAiB,EAAE;QAC9B,MAAM,IAAI,yCAA0B,CAAC,qDAAqD,CAAC,CAAA;KAC5F;IAED,IAAI,CAAC,OAAO,CAAC,kBAAkB,EAAE;QAC/B,MAAM,IAAI,yCAA0B,CAAC,yDAAyD,CAAC,CAAA;KAChG;IAED,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE;QAC1B,MAAM,IAAI,yCAA0B,CAAC,iDAAiD,CAAC,CAAA;KACxF;AACH,CAAC;AAqDQ,gCAAU;AAnDnB,KAAK,UAAU,QAAQ,CACrB,OAAgB,EAChB,QAAgB,EAChB,WAAmB,EACnB,OAAmG;IAEnG,MAAM,MAAM,GAAG,KAAK,CAAA;IACpB,MAAM,IAAI,GAAG,MAAM,YAAwB,CACzC,OAAO,CAAC,kBAA4B,EACpC,OAAO,CAAC,aAAuB,EAC/B,QAAQ,EACR,MAAM,EACN,WAAW,EACX,OAAO,CAAC,iBAA2B,EACnC,OAAO,CAAC,iBAA2B,CACpC,CAAA;IACD,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;QAC7D,MAAM,IAAI,yCAA0B,CAAC,yDAAyD,CAAC,CAAA;KAChG;IAED,OAAO,MAAM,OAAO,CAAC,WAAW,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,EAAE,EAAE;QACxD,OAAO,EAAE,IAAI,CAAC,OAAiC;QAC/C,MAAM;QACN,IAAI,EAAE,IAAI,CAAC,IAAI;KAChB,CAAC,CAAA;AACJ,CAAC;AA0BoB,4BAAQ;AAxB7B,MAAa,aAAc,SAAQ,iBAAQ;IAEzC;QACE,KAAK,CAAC,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC,CAAA;QAC5B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IAC/B,CAAC;IAED,UAAU,CAAC,QAAiC;QAC1C,QAAQ,EAAE,CAAA;IACZ,CAAC;IAED,MAAM,CAAC,KAAU,EAAE,SAAyB,EAAE,QAAwC;QACpF,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,CAAA;QACjD,QAAQ,EAAE,CAAA;IACZ,CAAC;IAED,MAAM,CAAC,QAAiC;QACtC,QAAQ,EAAE,CAAA;IACZ,CAAC;IAED,QAAQ,CAAC,MAAa,EAAE,QAAiC;QACvD,QAAQ,EAAE,CAAA;IACZ,CAAC;CACF;AAvBD,sCAuBC"}
@@ -1,10 +1,15 @@
1
1
  "use strict";
2
+ var __importDefault = (this && this.__importDefault) || function (mod) {
3
+ return (mod && mod.__esModule) ? mod : { "default": mod };
4
+ };
2
5
  Object.defineProperty(exports, "__esModule", { value: true });
3
6
  const actions_core_1 = require("@segment/actions-core");
4
7
  const sftp_1 = require("./sftp");
5
8
  const operations_1 = require("../operations");
6
9
  const awsClient_1 = require("../awsClient");
10
+ const fs_1 = __importDefault(require("fs"));
7
11
  const properties_1 = require("../properties");
12
+ const promises_1 = require("stream/promises");
8
13
  const action = {
9
14
  title: 'Audience Entered (SFTP)',
10
15
  description: 'Uploads audience membership data to a file through SFTP for LiveRamp ingestion.',
@@ -22,7 +27,7 @@ const action = {
22
27
  },
23
28
  sftp_folder_path: {
24
29
  label: 'Folder Path',
25
- description: 'Path within the LiveRamp SFTP server to upload the files to. This path must exist and all subfolders must be pre-created.',
30
+ description: 'Path within the LiveRamp SFTP server to u pload the files to. This path must exist and all subfolders must be pre-created.',
26
31
  type: 'string',
27
32
  default: { '@template': '/uploads/' },
28
33
  format: 'uri-reference'
@@ -94,6 +99,20 @@ const action = {
94
99
  features,
95
100
  rawData
96
101
  });
102
+ },
103
+ async performBatchStream(_request, { payload }) {
104
+ const csv = new operations_1.ObjectToCSVTransformer();
105
+ const fileStream = fs_1.default.createWriteStream('test123.csv');
106
+ await promises_1.pipeline(payload, csv, fileStream);
107
+ const sftpClient = new sftp_1.Client();
108
+ await sftpClient.connect({
109
+ host: properties_1.LIVERAMP_SFTP_SERVER,
110
+ port: properties_1.LIVERAMP_SFTP_PORT,
111
+ username: 'segment-cdp-testing-',
112
+ password: 'zS20NRAJSA0HRyD!'
113
+ });
114
+ await sftpClient.fastPut('test123.csv', '/uploads/varada_test/test123.csv');
115
+ fs_1.default.unlinkSync('test123.csv');
97
116
  }
98
117
  };
99
118
  async function processData(input) {
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/destinations/liveramp-audiences/audienceEnteredSftp/index.ts"],"names":[],"mappings":";;AAAA,wDAAgF;AAChF,iCAAuE;AACvE,8CAA4C;AAC5C,4CAA6C;AAC7C,8CAAyF;AAMzF,MAAM,MAAM,GAAwC;IAClD,KAAK,EAAE,yBAAyB;IAChC,WAAW,EAAE,iFAAiF;IAC9F,mBAAmB,EAAE,4BAA4B;IACjD,MAAM,EAAE;QACN,aAAa,EAAE;YACb,KAAK,EAAE,UAAU;YACjB,WAAW,EAAE,qEAAqE;YAClF,IAAI,EAAE,QAAQ;SACf;QACD,aAAa,EAAE;YACb,KAAK,EAAE,UAAU;YACjB,WAAW,EAAE,qEAAqE;YAClF,IAAI,EAAE,UAAU;SACjB;QACD,gBAAgB,EAAE;YAChB,KAAK,EAAE,aAAa;YACpB,WAAW,EACT,2HAA2H;YAC7H,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,EAAE,WAAW,EAAE,WAAW,EAAE;YACrC,MAAM,EAAE,eAAe;SACxB;QACD,YAAY,EAAE;YACZ,KAAK,EAAE,cAAc;YACrB,WAAW,EACT,2IAA2I;YAC7I,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE,EAAE,OAAO,EAAE,UAAU,EAAE;SACjC;QACD,eAAe,EAAE;YACf,KAAK,EAAE,iBAAiB;YACxB,WAAW,EAAE,mEAAmE;YAChF,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,KAAK;YACf,eAAe,EAAE,eAAe;SACjC;QACD,wBAAwB,EAAE;YACxB,KAAK,EAAE,0BAA0B;YACjC,WAAW,EAAE,0KAA0K;YACvL,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,KAAK;YACf,eAAe,EAAE,eAAe;SACjC;QACD,SAAS,EAAE;YACT,KAAK,EAAE,WAAW;YAClB,WAAW,EAAE,0DAA0D;YACvE,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE,GAAG;SACb;QACD,QAAQ,EAAE;YACR,KAAK,EAAE,UAAU;YACjB,WAAW,EAAE,wDAAwD;YACrE,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE,EAAE,WAAW,EAAE,qCAAqC,EAAE;SAChE;QACD,eAAe,EAAE;YACf,IAAI,EAAE,SAAS;YACf,KAAK,EAAE,YAAY;YACnB,WAAW,EAAE,uFAAuF;YACpG,QAAQ,EAAE,IAAI;YACd,aAAa,EAAE,IAAI;YACnB,OAAO,EAAE,IAAI;SACd;QACD,UAAU,EAAE;YACV,KAAK,EAAE,YAAY;YACnB,WAAW,EAAE,qFAAqF;YAClG,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,KAAK;YACf,aAAa,EAAE,IAAI;YACnB,OAAO,EAAE,KAAK;SACf;KACF;IACD,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAA+C,EAAE,EAAE;QACtG,OAAO,WAAW,CAAC;YACjB,OAAO;YACP,QAAQ,EAAE,CAAC,OAAO,CAAC;YACnB,QAAQ;YACR,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE;SAClC,CAAC,CAAA;IACJ,CAAC;IACD,YAAY,EAAE,CAAC,OAAO,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAmD,EAAE,EAAE;QACzG,OAAO,WAAW,CAAC;YACjB,OAAO;YACP,QAAQ,EAAE,OAAO;YACjB,QAAQ;YACR,OAAO;SACR,CAAC,CAAA;IACJ,CAAC;CACF,CAAA;AAED,KAAK,UAAU,WAAW,CAAC,KAAgC;IACzD,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,sCAAyB,EAAE;QACrD,MAAM,IAAI,qCAAsB,CAC9B,yEAAyE,sCAAyB,YAAY,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,CACtI,CAAA;KACF;IAED,mBAAY,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAA;IAE/B,MAAM,EAAE,QAAQ,EAAE,YAAY,EAAE,GAAG,yBAAY,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAA;IAE/D,IAAI,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,QAAQ,CAAC,2CAA8B,CAAC,KAAK,IAAI,EAAE;QAI7E,MAAM,UAAU,GAAG,IAAI,aAAU,EAAE,CAAA;QACnC,OAAO,iBAAU,CAAC,UAAU,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,YAAY,CAAC,CAAA;KACzE;SAAM;QAIL,OAAO,0BAAc,CAAC,KAAK,CAAC,OAAO,EAAE;YACnC,iBAAiB,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,QAAQ,EAAE,cAAc;YACvE,UAAU,EAAE,MAAM;YAClB,QAAQ;YACR,YAAY;YACZ,QAAQ,EAAE;gBACR,YAAY,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,aAAa;gBAC7C,YAAY,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,aAAa;gBAC7C,cAAc,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,gBAAgB;aACnD;SACF,CAAC,CAAA;KACH;AACH,CAAC;AAED,kBAAe,MAAM,CAAA"}
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/destinations/liveramp-audiences/audienceEnteredSftp/index.ts"],"names":[],"mappings":";;;;;AAAA,wDAAgF;AAChF,iCAAuE;AACvE,8CAAoE;AACpE,4CAA6C;AAC7C,4CAAmB;AACnB,8CAKsB;AAMtB,8CAA0C;AAE1C,MAAM,MAAM,GAAwC;IAClD,KAAK,EAAE,yBAAyB;IAChC,WAAW,EAAE,iFAAiF;IAC9F,mBAAmB,EAAE,4BAA4B;IACjD,MAAM,EAAE;QACN,aAAa,EAAE;YACb,KAAK,EAAE,UAAU;YACjB,WAAW,EAAE,qEAAqE;YAClF,IAAI,EAAE,QAAQ;SACf;QACD,aAAa,EAAE;YACb,KAAK,EAAE,UAAU;YACjB,WAAW,EAAE,qEAAqE;YAClF,IAAI,EAAE,UAAU;SACjB;QACD,gBAAgB,EAAE;YAChB,KAAK,EAAE,aAAa;YACpB,WAAW,EACT,6HAA6H;YAC/H,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,EAAE,WAAW,EAAE,WAAW,EAAE;YACrC,MAAM,EAAE,eAAe;SACxB;QACD,YAAY,EAAE;YACZ,KAAK,EAAE,cAAc;YACrB,WAAW,EACT,2IAA2I;YAC7I,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE,EAAE,OAAO,EAAE,UAAU,EAAE;SACjC;QACD,eAAe,EAAE;YACf,KAAK,EAAE,iBAAiB;YACxB,WAAW,EAAE,mEAAmE;YAChF,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,KAAK;YACf,eAAe,EAAE,eAAe;SACjC;QACD,wBAAwB,EAAE;YACxB,KAAK,EAAE,0BAA0B;YACjC,WAAW,EAAE,0KAA0K;YACvL,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,KAAK;YACf,eAAe,EAAE,eAAe;SACjC;QACD,SAAS,EAAE;YACT,KAAK,EAAE,WAAW;YAClB,WAAW,EAAE,0DAA0D;YACvE,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE,GAAG;SACb;QACD,QAAQ,EAAE;YACR,KAAK,EAAE,UAAU;YACjB,WAAW,EAAE,wDAAwD;YACrE,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE,EAAE,WAAW,EAAE,qCAAqC,EAAE;SAChE;QACD,eAAe,EAAE;YACf,IAAI,EAAE,SAAS;YACf,KAAK,EAAE,YAAY;YACnB,WAAW,EAAE,uFAAuF;YACpG,QAAQ,EAAE,IAAI;YACd,aAAa,EAAE,IAAI;YACnB,OAAO,EAAE,IAAI;SACd;QACD,UAAU,EAAE;YACV,KAAK,EAAE,YAAY;YACnB,WAAW,EAAE,qFAAqF;YAClG,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,KAAK;YACf,aAAa,EAAE,IAAI;YACnB,OAAO,EAAE,KAAK;SACf;KACF;IACD,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAA+C,EAAE,EAAE;QACtG,OAAO,WAAW,CAAC;YACjB,OAAO;YACP,QAAQ,EAAE,CAAC,OAAO,CAAC;YACnB,QAAQ;YACR,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE;SAClC,CAAC,CAAA;IACJ,CAAC;IACD,YAAY,EAAE,CAAC,OAAO,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAmD,EAAE,EAAE;QACzG,OAAO,WAAW,CAAC;YACjB,OAAO;YACP,QAAQ,EAAE,OAAO;YACjB,QAAQ;YACR,OAAO;SACR,CAAC,CAAA;IACJ,CAAC;IACD,KAAK,CAAC,kBAAkB,CAAC,QAAQ,EAAE,EAAE,OAAO,EAAkD;QAC5F,MAAM,GAAG,GAAG,IAAI,mCAAsB,EAAE,CAAA;QACxC,MAAM,UAAU,GAAG,YAAE,CAAC,iBAAiB,CAAC,aAAa,CAAC,CAAA;QACtD,MAAM,mBAAQ,CAAC,OAAO,EAAE,GAAG,EAAE,UAAU,CAAC,CAAA;QAExC,MAAM,UAAU,GAAG,IAAI,aAAU,EAAE,CAAA;QACnC,MAAM,UAAU,CAAC,OAAO,CAAC;YACvB,IAAI,EAAE,iCAAoB;YAC1B,IAAI,EAAE,+BAAkB;YACxB,QAAQ,EAAE,sBAAsB;YAChC,QAAQ,EAAE,kBAAkB;SAC7B,CAAC,CAAA;QACF,MAAM,UAAU,CAAC,OAAO,CAAC,aAAa,EAAE,kCAAkC,CAAC,CAAA;QAC3E,YAAE,CAAC,UAAU,CAAC,aAAa,CAAC,CAAA;IAC9B,CAAC;CACF,CAAA;AAED,KAAK,UAAU,WAAW,CAAC,KAAgC;IACzD,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,sCAAyB,EAAE;QACrD,MAAM,IAAI,qCAAsB,CAC9B,yEAAyE,sCAAyB,YAAY,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,CACtI,CAAA;KACF;IAED,mBAAY,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAA;IAE/B,MAAM,EAAE,QAAQ,EAAE,YAAY,EAAE,GAAG,yBAAY,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAA;IAE/D,IAAI,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,QAAQ,CAAC,2CAA8B,CAAC,KAAK,IAAI,EAAE;QAI7E,MAAM,UAAU,GAAG,IAAI,aAAU,EAAE,CAAA;QACnC,OAAO,iBAAU,CAAC,UAAU,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,YAAY,CAAC,CAAA;KACzE;SAAM;QAIL,OAAO,0BAAc,CAAC,KAAK,CAAC,OAAO,EAAE;YACnC,iBAAiB,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,QAAQ,EAAE,cAAc;YACvE,UAAU,EAAE,MAAM;YAClB,QAAQ;YACR,YAAY;YACZ,QAAQ,EAAE;gBACR,YAAY,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,aAAa;gBAC7C,YAAY,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,aAAa;gBAC7C,cAAc,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,gBAAgB;aACnD;SACF,CAAC,CAAA;KACH;AACH,CAAC;AAED,kBAAe,MAAM,CAAA"}
@@ -2,6 +2,7 @@
2
2
  import { RequestClient, ExecuteInput } from '@segment/actions-core';
3
3
  import type { Payload as s3Payload } from './audienceEnteredS3/generated-types';
4
4
  import type { Payload as sftpPayload } from './audienceEnteredSftp/generated-types';
5
+ import { Transform } from 'stream';
5
6
  export declare type RawData = {
6
7
  context?: {
7
8
  personas?: {
@@ -20,10 +21,15 @@ export declare type ProcessDataInput<T extends s3Payload | sftpPayload> = {
20
21
  export declare type ExecuteInputRaw<Settings, Payload, RawData, AudienceSettings = unknown> = ExecuteInput<Settings, Payload, AudienceSettings> & {
21
22
  rawData?: RawData;
22
23
  };
24
+ declare class ObjectToCSVTransformer extends Transform {
25
+ headerWritten: boolean;
26
+ constructor(options?: {});
27
+ _transform(payloads: s3Payload[] | sftpPayload[], _encoding: any, callback: (err?: Error) => void): void;
28
+ }
23
29
  declare function generateFile(payloads: s3Payload[] | sftpPayload[]): {
24
30
  filename: string;
25
31
  fileContents: Buffer;
26
32
  };
27
33
  declare function enquoteIdentifier(identifier: string): string;
28
34
  declare const normalize: (key: string, value: string) => string;
29
- export { generateFile, enquoteIdentifier, normalize };
35
+ export { generateFile, enquoteIdentifier, normalize, ObjectToCSVTransformer };