embulk-output-kintone 0.3.6 → 0.4.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 4db580dd68dc408de335d4c115a01394b794e0b1
-  data.tar.gz: 420c0efc922b96404adce1f13e68611e12c7d6fa
+  metadata.gz: d405f264473164aaf9581956d1a5343fe993a4a1
+  data.tar.gz: 85988a65971c21fbc058401a9af1e600b8029f1d
 SHA512:
-  metadata.gz: 03b503cff07e5b80f4fd0c1d57f81e74df997d5a07d710081e6058fcb3811492f1ba9e1e9b9ba1a3396727591445a6a1bc4f3684283c4d7bfaca099ad709f4a8
-  data.tar.gz: 6b0e6f9d6d0753b559fdffa57b53a24884fb68d1b6e8daa0e6cd5c1a0e62f3124a2e2e1008a873f2768216bd1b99f2e5f0af9f60bc0a38c168fe70ffbaca01ec
+  metadata.gz: bc2eb92ad6fb1a200f4567aeb4e57baebbdf636a94ab40834c4864d48dc83891fa2fc23152e86e283fe28d7fa9248c1bd08497fd7f0ab4887def5ca3c6f5dafb
+  data.tar.gz: 9a8295b11401e64357a67ffb733e51f45e8321b68377e21e3d66cd50ea3c20f62bbf7c9d28e58d44b9fb805eb483b35af96e72868ecae383fb81d53935c0c6e5

data/src/main/java/org/embulk/output/kintone/KintonePageOutput.java

@@ -12,6 +12,7 @@ import java.util.ArrayList;
 import java.util.Arrays;
 import java.util.Collections;
 import java.util.List;
+import java.util.concurrent.TimeUnit;
 import java.util.stream.Collectors;
 import org.embulk.config.ConfigException;
 import org.embulk.config.TaskReport;
@@ -21,10 +22,13 @@ import org.embulk.spi.Page;
 import org.embulk.spi.PageReader;
 import org.embulk.spi.Schema;
 import org.embulk.spi.TransactionalPageOutput;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
 
 public class KintonePageOutput implements TransactionalPageOutput {
   public static final int UPSERT_BATCH_SIZE = 10000;
   public static final int CHUNK_SIZE = 100;
+  private static final Logger LOGGER = LoggerFactory.getLogger(KintonePageOutput.class);
   private final PageReader pageReader;
   private final PluginTask task;
   private KintoneClient client;
@@ -128,6 +132,7 @@ public class KintonePageOutput implements TransactionalPageOutput {
               if (records.size() == CHUNK_SIZE) {
                 client.record().addRecords(task.getAppId(), records);
                 records.clear();
+                sleep();
               }
             }
             if (records.size() > 0) {
@@ -171,6 +176,7 @@ public class KintonePageOutput implements TransactionalPageOutput {
               if (updateRecords.size() == CHUNK_SIZE) {
                 client.record().updateRecords(task.getAppId(), updateRecords);
                 updateRecords.clear();
+                sleep();
               }
             }
             if (updateRecords.size() > 0) {
@@ -223,7 +229,8 @@ public class KintonePageOutput implements TransactionalPageOutput {
         });
   }
 
-  private void upsert(ArrayList<Record> records, ArrayList<UpdateKey> updateKeys) {
+  private void upsert(ArrayList<Record> records, ArrayList<UpdateKey> updateKeys)
+      throws InterruptedException {
     if (records.size() != updateKeys.size()) {
       throw new RuntimeException("records.size() != updateKeys.size()");
     }
@@ -269,9 +276,11 @@ public class KintonePageOutput implements TransactionalPageOutput {
       if (insertRecords.size() == CHUNK_SIZE) {
         client.record().addRecords(task.getAppId(), insertRecords);
         insertRecords.clear();
+        sleep();
       } else if (updateRecords.size() == CHUNK_SIZE) {
         client.record().updateRecords(task.getAppId(), updateRecords);
         updateRecords.clear();
+        sleep();
       }
     }
     if (insertRecords.size() > 0) {
@@ -316,4 +325,13 @@ public class KintonePageOutput implements TransactionalPageOutput {
   private boolean existsRecord(List<String> distValues, UpdateKey updateKey) {
     return distValues.stream().anyMatch(v -> v.equals(updateKey.getValue().toString()));
   }
+
+  private void sleep() throws InterruptedException {
+    if (!task.getIntervalSeconds().isPresent()) {
+      return;
+    }
+    Integer interval = task.getIntervalSeconds().get();
+    LOGGER.info(String.format("sleep %d seconds.", interval));
+    TimeUnit.SECONDS.sleep(interval);
+  }
 }

data/src/main/java/org/embulk/output/kintone/PluginTask.java

@@ -48,4 +48,8 @@ public interface PluginTask extends Task {
   @Config("update_key")
   @ConfigDefault("null")
   Optional<String> getUpdateKeyName();
+
+  @Config("interval_seconds")
+  @ConfigDefault("null")
+  Optional<Integer> getIntervalSeconds();
 }

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: embulk-output-kintone
 version: !ruby/object:Gem::Version
-  version: 0.3.6
+  version: 0.4.0
 platform: ruby
 authors:
 - takeshi fujita
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2023-11-22 00:00:00.000000000 Z
+date: 2023-12-20 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
@@ -52,7 +52,7 @@ files:
 - README.md
 - Rakefile
 - build.gradle
-- classpath/embulk-output-kintone-0.3.6.jar
+- classpath/embulk-output-kintone-0.4.0.jar
 - config/checkstyle/checkstyle.xml
 - config/checkstyle/default.xml
 - gradle/wrapper/gradle-wrapper.jar