embulk-input-zendesk-all 0.4.1 → 0.4.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 1f34a668b99db9badcd626adc09c15d3dfaaf8bb
-  data.tar.gz: 131384ad915ed3d957b4ee482d8c8b9fd2b8b989
+  metadata.gz: aece71dbfe3e7cbfd4d4f5011ac5617e6334fa7a
+  data.tar.gz: f0f5c17f9b3fe0c91fe82eab6a772ac554805d2b
 SHA512:
-  metadata.gz: 8fe7e1ba09e29452fe37ed6558a3e06c7ff3e4818c5794986ffbb65cdf20cd792db8a7e82a82d935a6df8ef4edcb2243e2bab6a5c6cb821c4f450b79ab5e4837
-  data.tar.gz: b6bc5bd2f700ac258d5d76412da89240de87c64663e44e24823d25e76e155ab3bf66dd09702dd58c57d52f41ed82f5c1171eaa15c502e6e6322f3af0ec7e2a26
+  metadata.gz: d42bcbfe7053d4591f2dbd6519178777a777cf38b81084758589d4e605a4885bfb1255d60c4ab3dff4092d001defe173d47dba08d1415608b668231faecd0adf
+  data.tar.gz: afdaf14e8442a182bf2b00cf053e3b228f68fcc2040c0bb6410b0aa05ff068a5c64a03e8a08266674892e50bba2b3e32baa2b95bf09ceaaed7cfb362bf6f6eb1

data/build.gradle

@@ -15,7 +15,7 @@ configurations {
     provided
 }
 
-version = "0.4.1"
+version = "0.4.3"
 
 sourceCompatibility = 1.8
 targetCompatibility = 1.8

data/src/main/java/org/embulk/input/zendesk/clients/ZendeskRestClient.java

@@ -235,6 +235,8 @@ public class ZendeskRestClient
         final HttpGet request = new HttpGet(url);
         final ImmutableMap<String, String> headers = buildAuthHeader(task);
         headers.forEach(request::setHeader);
+
+//        headers.values().forEach(logger::info);
         return request;
     }
 

data/src/main/java/org/embulk/input/zendesk/services/ZendeskNormalServices.java

@@ -133,14 +133,16 @@ public abstract class ZendeskNormalServices implements ZendeskService
                 int numberOfRecords = 0;
                 if (result.has(ZendeskConstants.Field.COUNT)) {
                     numberOfRecords = result.get(ZendeskConstants.Field.COUNT).asInt();
+                    logger.info("Number of Records {}", numberOfRecords);
                 }
 
                 while (iterator.hasNext()) {
                     final JsonNode recordJsonNode = iterator.next();
 
-                    if (isUpdatedBySystem(recordJsonNode, startTime)) {
-                        continue;
-                    }
+//                    if (isUpdatedBySystem(recordJsonNode, startTime)) {
+//                        logger.info("This record is update by system? {} IGNORED!! ", recordJsonNode.get("id"));
+//                        continue;
+//                    }
 
                     // Contain some records  that later than end_time. Checked and don't add.
                     // Because the api already sorted by updated_at or timestamp for ticket_events, we just need to break no need to check further.
@@ -148,6 +150,7 @@ public abstract class ZendeskNormalServices implements ZendeskService
                         long checkedTime = 0;
                         if (recordJsonNode.has(ZendeskConstants.Field.UPDATED_AT) && !recordJsonNode.get(ZendeskConstants.Field.UPDATED_AT).isNull()) {
                             checkedTime = ZendeskDateUtils.isoToEpochSecond(recordJsonNode.get(ZendeskConstants.Field.UPDATED_AT).textValue());
+//                            logger.info("Checked time {}", checkedTime);
                         }
 
                         // ticket events is updated by system not user's action so it only has timestamp field
@@ -161,11 +164,13 @@ public abstract class ZendeskNormalServices implements ZendeskService
                         }
 
                         if (checkedTime > endTime) {
+                            logger.info("Lets break since checked time > endTime {}", endTime);
                             break;
                         }
                     }
 
                     if (task.getDedup()) {
+                        logger.info("Do we dedup??");
                         final String recordID = recordJsonNode.get(ZendeskConstants.Field.ID).asText();
 
                         // add success -> no duplicate
@@ -176,6 +181,7 @@ public abstract class ZendeskNormalServices implements ZendeskService
 
                     pool.submit(() -> fetchSubResourceAndAddToImporter(recordJsonNode, task, recordImporter));
                     recordCount++;
+//                    logger.info("Record count {}", recordCount);
                     if (Exec.isPreview()) {
                         return;
                     }
@@ -190,6 +196,8 @@ public abstract class ZendeskNormalServices implements ZendeskService
                         : apiEndTime;
 
                 if (numberOfRecords < ZendeskConstants.Misc.MAXIMUM_RECORDS_INCREMENTAL || startTime > endTime) {
+                    logger.info("Break because number of Records < MAXIMUM RECORDS {}", numberOfRecords);
+                    logger.info("or start time {}> end Time {}", startTime, endTime);
                     break;
                 }
             }
@@ -245,6 +253,7 @@ public abstract class ZendeskNormalServices implements ZendeskService
 
     private void fetchSubResourceAndAddToImporter(final JsonNode jsonNode, final ZendeskInputPlugin.PluginTask task, final RecordImporter recordImporter)
     {
+//        logger.info("Fetch Sub Resource {}", jsonNode.get("id"));
         task.getIncludes().forEach(include -> {
             final String relatedObjectName = include.trim();
 
@@ -260,13 +269,14 @@ public abstract class ZendeskNormalServices implements ZendeskService
                 }
             }
             catch (final ConfigException e) {
+                logger.info("Some exception for id {}", jsonNode.get("id"));
                 // Sometimes we get 404 when having invalid endpoint, so ignore when we get 404 InvalidEndpoint
                 if (!(e.getCause() instanceof ZendeskException && ((ZendeskException) e.getCause()).getStatusCode() == HttpStatus.SC_NOT_FOUND)) {
                     throw e;
                 }
             }
         });
-
+//        logger.info("Add record {}", jsonNode.get("id"));
         recordImporter.addRecord(jsonNode);
     }
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: embulk-input-zendesk-all
 version: !ruby/object:Gem::Version
-  version: 0.4.1
+  version: 0.4.3
 platform: ruby
 authors:
 - hieu.duong
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2020-02-10 00:00:00.000000000 Z
+date: 2020-02-14 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
@@ -139,7 +139,7 @@ files:
 - classpath/commons-logging-1.2.jar
 - classpath/httpcore-4.4.10.jar
 - classpath/httpclient-4.5.6.jar
-- classpath/embulk-input-zendesk-all-0.4.1.jar
+- classpath/embulk-input-zendesk-all-0.4.3.jar
 - classpath/commons-codec-1.10.jar
 homepage: https://github.com/treasure-data/embulk-input-zendesk
 licenses: