embulk-input-zendesk-all 0.4.1 → 0.4.3
Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: aece71dbfe3e7cbfd4d4f5011ac5617e6334fa7a
|
4
|
+
data.tar.gz: f0f5c17f9b3fe0c91fe82eab6a772ac554805d2b
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: d42bcbfe7053d4591f2dbd6519178777a777cf38b81084758589d4e605a4885bfb1255d60c4ab3dff4092d001defe173d47dba08d1415608b668231faecd0adf
|
7
|
+
data.tar.gz: afdaf14e8442a182bf2b00cf053e3b228f68fcc2040c0bb6410b0aa05ff068a5c64a03e8a08266674892e50bba2b3e32baa2b95bf09ceaaed7cfb362bf6f6eb1
|
data/build.gradle
CHANGED
@@ -235,6 +235,8 @@ public class ZendeskRestClient
|
|
235
235
|
final HttpGet request = new HttpGet(url);
|
236
236
|
final ImmutableMap<String, String> headers = buildAuthHeader(task);
|
237
237
|
headers.forEach(request::setHeader);
|
238
|
+
|
239
|
+
// headers.values().forEach(logger::info);
|
238
240
|
return request;
|
239
241
|
}
|
240
242
|
|
@@ -133,14 +133,16 @@ public abstract class ZendeskNormalServices implements ZendeskService
|
|
133
133
|
int numberOfRecords = 0;
|
134
134
|
if (result.has(ZendeskConstants.Field.COUNT)) {
|
135
135
|
numberOfRecords = result.get(ZendeskConstants.Field.COUNT).asInt();
|
136
|
+
logger.info("Number of Records {}", numberOfRecords);
|
136
137
|
}
|
137
138
|
|
138
139
|
while (iterator.hasNext()) {
|
139
140
|
final JsonNode recordJsonNode = iterator.next();
|
140
141
|
|
141
|
-
if (isUpdatedBySystem(recordJsonNode, startTime)) {
|
142
|
-
|
143
|
-
|
142
|
+
// if (isUpdatedBySystem(recordJsonNode, startTime)) {
|
143
|
+
// logger.info("This record is update by system? {} IGNORED!! ", recordJsonNode.get("id"));
|
144
|
+
// continue;
|
145
|
+
// }
|
144
146
|
|
145
147
|
// Contain some records that later than end_time. Checked and don't add.
|
146
148
|
// Because the api already sorted by updated_at or timestamp for ticket_events, we just need to break no need to check further.
|
@@ -148,6 +150,7 @@ public abstract class ZendeskNormalServices implements ZendeskService
|
|
148
150
|
long checkedTime = 0;
|
149
151
|
if (recordJsonNode.has(ZendeskConstants.Field.UPDATED_AT) && !recordJsonNode.get(ZendeskConstants.Field.UPDATED_AT).isNull()) {
|
150
152
|
checkedTime = ZendeskDateUtils.isoToEpochSecond(recordJsonNode.get(ZendeskConstants.Field.UPDATED_AT).textValue());
|
153
|
+
// logger.info("Checked time {}", checkedTime);
|
151
154
|
}
|
152
155
|
|
153
156
|
// ticket events is updated by system not user's action so it only has timestamp field
|
@@ -161,11 +164,13 @@ public abstract class ZendeskNormalServices implements ZendeskService
|
|
161
164
|
}
|
162
165
|
|
163
166
|
if (checkedTime > endTime) {
|
167
|
+
logger.info("Lets break since checked time > endTime {}", endTime);
|
164
168
|
break;
|
165
169
|
}
|
166
170
|
}
|
167
171
|
|
168
172
|
if (task.getDedup()) {
|
173
|
+
logger.info("Do we dedup??");
|
169
174
|
final String recordID = recordJsonNode.get(ZendeskConstants.Field.ID).asText();
|
170
175
|
|
171
176
|
// add success -> no duplicate
|
@@ -176,6 +181,7 @@ public abstract class ZendeskNormalServices implements ZendeskService
|
|
176
181
|
|
177
182
|
pool.submit(() -> fetchSubResourceAndAddToImporter(recordJsonNode, task, recordImporter));
|
178
183
|
recordCount++;
|
184
|
+
// logger.info("Record count {}", recordCount);
|
179
185
|
if (Exec.isPreview()) {
|
180
186
|
return;
|
181
187
|
}
|
@@ -190,6 +196,8 @@ public abstract class ZendeskNormalServices implements ZendeskService
|
|
190
196
|
: apiEndTime;
|
191
197
|
|
192
198
|
if (numberOfRecords < ZendeskConstants.Misc.MAXIMUM_RECORDS_INCREMENTAL || startTime > endTime) {
|
199
|
+
logger.info("Break because number of Records < MAXIMUM RECORDS {}", numberOfRecords);
|
200
|
+
logger.info("or start time {}> end Time {}", startTime, endTime);
|
193
201
|
break;
|
194
202
|
}
|
195
203
|
}
|
@@ -245,6 +253,7 @@ public abstract class ZendeskNormalServices implements ZendeskService
|
|
245
253
|
|
246
254
|
private void fetchSubResourceAndAddToImporter(final JsonNode jsonNode, final ZendeskInputPlugin.PluginTask task, final RecordImporter recordImporter)
|
247
255
|
{
|
256
|
+
// logger.info("Fetch Sub Resource {}", jsonNode.get("id"));
|
248
257
|
task.getIncludes().forEach(include -> {
|
249
258
|
final String relatedObjectName = include.trim();
|
250
259
|
|
@@ -260,13 +269,14 @@ public abstract class ZendeskNormalServices implements ZendeskService
|
|
260
269
|
}
|
261
270
|
}
|
262
271
|
catch (final ConfigException e) {
|
272
|
+
logger.info("Some exception for id {}", jsonNode.get("id"));
|
263
273
|
// Sometimes we get 404 when having invalid endpoint, so ignore when we get 404 InvalidEndpoint
|
264
274
|
if (!(e.getCause() instanceof ZendeskException && ((ZendeskException) e.getCause()).getStatusCode() == HttpStatus.SC_NOT_FOUND)) {
|
265
275
|
throw e;
|
266
276
|
}
|
267
277
|
}
|
268
278
|
});
|
269
|
-
|
279
|
+
// logger.info("Add record {}", jsonNode.get("id"));
|
270
280
|
recordImporter.addRecord(jsonNode);
|
271
281
|
}
|
272
282
|
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: embulk-input-zendesk-all
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.4.
|
4
|
+
version: 0.4.3
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- hieu.duong
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2020-02-
|
11
|
+
date: 2020-02-14 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
requirement: !ruby/object:Gem::Requirement
|
@@ -139,7 +139,7 @@ files:
|
|
139
139
|
- classpath/commons-logging-1.2.jar
|
140
140
|
- classpath/httpcore-4.4.10.jar
|
141
141
|
- classpath/httpclient-4.5.6.jar
|
142
|
-
- classpath/embulk-input-zendesk-all-0.4.
|
142
|
+
- classpath/embulk-input-zendesk-all-0.4.3.jar
|
143
143
|
- classpath/commons-codec-1.10.jar
|
144
144
|
homepage: https://github.com/treasure-data/embulk-input-zendesk
|
145
145
|
licenses:
|