embulk-output-kintone 1.0.0 → 1.2.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/README.md +65 -1
- data/build.gradle +1 -0
- data/classpath/commons-csv-1.9.0.jar +0 -0
- data/classpath/embulk-output-kintone-1.2.0.jar +0 -0
- data/classpath/externalsortinginjava-0.6.2.jar +0 -0
- data/classpath/{shadow-kintone-java-client-1.0.0-all.jar → shadow-kintone-java-client-1.2.0-all.jar} +0 -0
- data/src/main/java/org/embulk/output/kintone/KintoneClient.java +117 -0
- data/src/main/java/org/embulk/output/kintone/KintoneColumnOption.java +5 -0
- data/src/main/java/org/embulk/output/kintone/KintoneColumnType.java +226 -5
- data/src/main/java/org/embulk/output/kintone/KintoneColumnVisitor.java +82 -13
- data/src/main/java/org/embulk/output/kintone/KintoneMode.java +52 -4
- data/src/main/java/org/embulk/output/kintone/KintoneOutputPlugin.java +12 -20
- data/src/main/java/org/embulk/output/kintone/KintonePageOutput.java +123 -127
- data/src/main/java/org/embulk/output/kintone/KintoneSortColumn.java +33 -0
- data/src/main/java/org/embulk/output/kintone/PluginTask.java +32 -0
- data/src/main/java/org/embulk/output/kintone/deserializer/DeserializeApplier.java +19 -0
- data/src/main/java/org/embulk/output/kintone/deserializer/DeserializeException.java +7 -0
- data/src/main/java/org/embulk/output/kintone/deserializer/Deserializer.java +279 -0
- data/src/main/java/org/embulk/output/kintone/record/Id.java +18 -0
- data/src/main/java/org/embulk/output/kintone/record/IdOrUpdateKey.java +45 -0
- data/src/main/java/org/embulk/output/kintone/record/Skip.java +14 -0
- data/src/main/java/org/embulk/output/kintone/reducer/CSVInputColumnVisitor.java +78 -0
- data/src/main/java/org/embulk/output/kintone/reducer/CSVOutputColumnVisitor.java +79 -0
- data/src/main/java/org/embulk/output/kintone/reducer/ReduceException.java +11 -0
- data/src/main/java/org/embulk/output/kintone/reducer/ReduceType.java +190 -0
- data/src/main/java/org/embulk/output/kintone/reducer/ReducedPageOutput.java +100 -0
- data/src/main/java/org/embulk/output/kintone/reducer/Reducer.java +355 -0
- data/src/main/java/org/embulk/output/kintone/util/Lazy.java +20 -0
- data/src/test/java/org/embulk/output/kintone/KintoneClientTest.java +139 -0
- data/src/test/java/org/embulk/output/kintone/KintoneColumnOptionBuilder.java +7 -0
- data/src/test/java/org/embulk/output/kintone/KintoneColumnTypeTest.java +194 -0
- data/src/test/java/org/embulk/output/kintone/KintoneColumnVisitorTest.java +183 -64
- data/src/test/java/org/embulk/output/kintone/KintoneColumnVisitorVerifier.java +19 -9
- data/src/test/java/org/embulk/output/kintone/KintonePageOutputVerifier.java +120 -51
- data/src/test/java/org/embulk/output/kintone/MockClient.java +112 -0
- data/src/test/java/org/embulk/output/kintone/TestKintoneOutputPlugin.java +147 -22
- data/src/test/java/org/embulk/output/kintone/TestTaskMode.java +1 -0
- data/src/test/java/org/embulk/output/kintone/TestTaskReduce.java +47 -0
- data/src/test/java/org/embulk/output/kintone/TestTaskReduceException.java +50 -0
- data/src/test/java/org/embulk/output/kintone/TestTaskReduceSubtable.java +47 -0
- data/src/test/java/org/embulk/output/kintone/TestTaskSkip.java +80 -0
- data/src/test/java/org/embulk/output/kintone/TestTaskSkipId.java +80 -0
- data/src/test/java/org/embulk/output/kintone/deserializer/DeserializerTest.java +165 -0
- data/src/test/java/org/embulk/output/kintone/reducer/ReduceTypeTest.java +154 -0
- data/src/test/resources/org/embulk/output/kintone/client/config.yml +1 -0
- data/src/test/resources/org/embulk/output/kintone/task/config.yml +2 -1
- data/src/test/resources/org/embulk/output/kintone/task/mode/config.yml +6 -0
- data/src/test/resources/org/embulk/output/kintone/task/mode/input.csv +7 -7
- data/src/test/resources/org/embulk/output/kintone/task/mode/insert_add_records.jsonl +6 -6
- data/src/test/resources/org/embulk/output/kintone/task/mode/{insert_add_ignore_nulls_records.jsonl → insert_ignore_nulls_add_records.jsonl} +2 -2
- data/src/test/resources/org/embulk/output/kintone/task/mode/{insert_add_prefer_nulls_records.jsonl → insert_prefer_nulls_add_records.jsonl} +6 -6
- data/src/test/resources/org/embulk/output/kintone/task/mode/{update_update_ignore_nulls_records.jsonl → update_ignore_nulls_update_records.jsonl} +2 -2
- data/src/test/resources/org/embulk/output/kintone/task/mode/{update_update_prefer_nulls_records.jsonl → update_prefer_nulls_update_records.jsonl} +3 -3
- data/src/test/resources/org/embulk/output/kintone/task/mode/update_update_records.jsonl +6 -6
- data/src/test/resources/org/embulk/output/kintone/task/mode/{upsert_add_records.jsonl → upsert_never_skip_add_records.jsonl} +2 -2
- data/src/test/resources/org/embulk/output/kintone/task/mode/upsert_never_skip_double_single_line_text_add_values.json +1 -0
- data/src/test/resources/org/embulk/output/kintone/task/mode/{upsert_update_ignore_nulls_records.jsonl → upsert_never_skip_ignore_nulls_update_records.jsonl} +2 -2
- data/src/test/resources/org/embulk/output/kintone/task/mode/{upsert_add_prefer_nulls_records.jsonl → upsert_never_skip_prefer_nulls_add_records.jsonl} +3 -3
- data/src/test/resources/org/embulk/output/kintone/task/mode/{upsert_update_prefer_nulls_records.jsonl → upsert_never_skip_prefer_nulls_update_records.jsonl} +3 -3
- data/src/test/resources/org/embulk/output/kintone/task/mode/{upsert_update_records.jsonl → upsert_never_skip_update_records.jsonl} +4 -4
- data/src/test/resources/org/embulk/output/kintone/task/reduce/config.yml +171 -0
- data/src/test/resources/org/embulk/output/kintone/task/reduce/input.csv +7 -0
- data/src/test/resources/org/embulk/output/kintone/task/reduce/insert_add_records.jsonl +6 -0
- data/src/test/resources/org/embulk/output/kintone/task/reduce/insert_ignore_nulls_add_records.jsonl +6 -0
- data/src/test/resources/org/embulk/output/kintone/task/reduce/insert_prefer_nulls_add_records.jsonl +6 -0
- data/src/test/resources/org/embulk/output/kintone/task/reduce/update_ignore_nulls_update_records.jsonl +3 -0
- data/src/test/resources/org/embulk/output/kintone/task/reduce/update_prefer_nulls_update_records.jsonl +3 -0
- data/src/test/resources/org/embulk/output/kintone/task/reduce/update_update_records.jsonl +6 -0
- data/src/test/resources/org/embulk/output/kintone/task/reduce/upsert_never_skip_add_records.jsonl +2 -0
- data/src/test/resources/org/embulk/output/kintone/task/reduce/upsert_never_skip_double_single_line_text_add_values.json +1 -0
- data/src/test/resources/org/embulk/output/kintone/task/reduce/upsert_never_skip_double_single_line_text_values.json +1 -0
- data/src/test/resources/org/embulk/output/kintone/task/reduce/upsert_never_skip_ignore_nulls_add_records.jsonl +3 -0
- data/src/test/resources/org/embulk/output/kintone/task/reduce/upsert_never_skip_ignore_nulls_double_single_line_text_values.json +1 -0
- data/src/test/resources/org/embulk/output/kintone/task/reduce/upsert_never_skip_ignore_nulls_update_records.jsonl +3 -0
- data/src/test/resources/org/embulk/output/kintone/task/reduce/upsert_never_skip_prefer_nulls_add_records.jsonl +3 -0
- data/src/test/resources/org/embulk/output/kintone/task/reduce/upsert_never_skip_prefer_nulls_double_single_line_text_values.json +1 -0
- data/src/test/resources/org/embulk/output/kintone/task/reduce/upsert_never_skip_prefer_nulls_update_records.jsonl +3 -0
- data/src/test/resources/org/embulk/output/kintone/task/reduce/upsert_never_skip_update_records.jsonl +4 -0
- data/src/test/resources/org/embulk/output/kintone/task/reduce_exception/config.yml +36 -0
- data/src/test/resources/org/embulk/output/kintone/task/reduce_exception/derived_columns.json +1 -0
- data/src/test/resources/org/embulk/output/kintone/task/reduce_exception/input.csv +13 -0
- data/src/test/resources/org/embulk/output/kintone/task/reduce_exception/insert_add_records.jsonl +2 -0
- data/src/test/resources/org/embulk/output/kintone/task/reduce_exception/update_update_records.jsonl +2 -0
- data/src/test/resources/org/embulk/output/kintone/task/reduce_subtable/config.yml +343 -0
- data/src/test/resources/org/embulk/output/kintone/task/reduce_subtable/derived_columns.json +1 -0
- data/src/test/resources/org/embulk/output/kintone/task/reduce_subtable/input.csv +13 -0
- data/src/test/resources/org/embulk/output/kintone/task/reduce_subtable/insert_add_records.jsonl +6 -0
- data/src/test/resources/org/embulk/output/kintone/task/reduce_subtable/insert_ignore_nulls_add_records.jsonl +6 -0
- data/src/test/resources/org/embulk/output/kintone/task/reduce_subtable/insert_prefer_nulls_add_records.jsonl +6 -0
- data/src/test/resources/org/embulk/output/kintone/task/reduce_subtable/update_ignore_nulls_update_records.jsonl +3 -0
- data/src/test/resources/org/embulk/output/kintone/task/reduce_subtable/update_prefer_nulls_update_records.jsonl +3 -0
- data/src/test/resources/org/embulk/output/kintone/task/reduce_subtable/update_update_records.jsonl +6 -0
- data/src/test/resources/org/embulk/output/kintone/task/reduce_subtable/upsert_never_skip_double_single_line_text_values.json +1 -0
- data/src/test/resources/org/embulk/output/kintone/task/reduce_subtable/upsert_never_skip_ignore_nulls_add_records.jsonl +3 -0
- data/src/test/resources/org/embulk/output/kintone/task/reduce_subtable/upsert_never_skip_ignore_nulls_double_single_line_text_values.json +1 -0
- data/src/test/resources/org/embulk/output/kintone/task/reduce_subtable/upsert_never_skip_ignore_nulls_update_records.jsonl +3 -0
- data/src/test/resources/org/embulk/output/kintone/task/reduce_subtable/upsert_never_skip_prefer_nulls_add_records.jsonl +3 -0
- data/src/test/resources/org/embulk/output/kintone/task/reduce_subtable/upsert_never_skip_prefer_nulls_double_single_line_text_values.json +1 -0
- data/src/test/resources/org/embulk/output/kintone/task/reduce_subtable/upsert_never_skip_prefer_nulls_update_records.jsonl +3 -0
- data/src/test/resources/org/embulk/output/kintone/task/reduce_subtable/upsert_never_skip_update_records.jsonl +6 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip/config.yml +1 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip/input.csv +7 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip/insert_add_records.jsonl +6 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip/insert_always_skip_add_records.jsonl +6 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip/insert_always_skip_prefer_nulls_add_records.jsonl +6 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip/insert_never_skip_add_records.jsonl +6 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip/insert_never_skip_prefer_nulls_add_records.jsonl +6 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip/insert_prefer_nulls_add_records.jsonl +6 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip/update_always_skip_long_number_add_values.json +1 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip/update_always_skip_long_number_values.json +1 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip/update_always_skip_prefer_nulls_long_number_add_values.json +1 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip/update_always_skip_prefer_nulls_long_number_values.json +1 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip/update_always_skip_prefer_nulls_update_records.jsonl +2 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip/update_always_skip_update_records.jsonl +5 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip/update_never_skip_update_records.jsonl +6 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip/update_prefer_nulls_update_records.jsonl +3 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip/update_update_records.jsonl +6 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip/upsert_add_records.jsonl +1 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip/upsert_always_skip_prefer_nulls_string_single_line_text_add_values.json +1 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip/upsert_always_skip_prefer_nulls_string_single_line_text_values.json +1 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip/upsert_always_skip_prefer_nulls_update_records.jsonl +2 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip/upsert_always_skip_string_single_line_text_add_values.json +1 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip/upsert_always_skip_string_single_line_text_values.json +1 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip/upsert_always_skip_update_records.jsonl +2 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip/upsert_never_skip_add_records.jsonl +4 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip/upsert_never_skip_prefer_nulls_add_records.jsonl +4 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip/upsert_never_skip_prefer_nulls_string_single_line_text_add_values.json +1 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip/upsert_never_skip_prefer_nulls_string_single_line_text_values.json +1 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip/upsert_never_skip_prefer_nulls_update_records.jsonl +2 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip/upsert_never_skip_string_single_line_text_add_values.json +1 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip/upsert_never_skip_string_single_line_text_values.json +1 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip/upsert_never_skip_update_records.jsonl +2 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip/upsert_prefer_nulls_add_records.jsonl +1 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip/upsert_prefer_nulls_string_single_line_text_add_values.json +1 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip/upsert_prefer_nulls_string_single_line_text_values.json +1 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip/upsert_prefer_nulls_update_records.jsonl +2 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip/upsert_string_single_line_text_add_values.json +1 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip/upsert_string_single_line_text_values.json +1 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip/upsert_update_records.jsonl +2 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip_id/config.yml +1 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip_id/input.csv +7 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip_id/insert_add_records.jsonl +6 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip_id/insert_always_skip_add_records.jsonl +6 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip_id/insert_always_skip_prefer_nulls_add_records.jsonl +6 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip_id/insert_never_skip_add_records.jsonl +6 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip_id/insert_never_skip_prefer_nulls_add_records.jsonl +6 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip_id/insert_prefer_nulls_add_records.jsonl +6 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip_id/update_always_skip__id_add_values.json +1 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip_id/update_always_skip__id_values.json +1 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip_id/update_always_skip_prefer_nulls__id_add_values.json +1 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip_id/update_always_skip_prefer_nulls__id_values.json +1 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip_id/update_always_skip_prefer_nulls_update_records.jsonl +2 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip_id/update_always_skip_update_records.jsonl +5 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip_id/update_never_skip_update_records.jsonl +6 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip_id/update_prefer_nulls_update_records.jsonl +3 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip_id/update_update_records.jsonl +6 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip_id/upsert__id_add_values.json +1 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip_id/upsert__id_values.json +1 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip_id/upsert_always_skip__id_add_values.json +1 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip_id/upsert_always_skip__id_values.json +1 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip_id/upsert_always_skip_prefer_nulls__id_add_values.json +1 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip_id/upsert_always_skip_prefer_nulls__id_values.json +1 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip_id/upsert_always_skip_prefer_nulls_update_records.jsonl +2 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip_id/upsert_always_skip_update_records.jsonl +5 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip_id/upsert_never_skip__id_add_values.json +1 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip_id/upsert_never_skip__id_values.json +1 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip_id/upsert_never_skip_add_records.jsonl +1 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip_id/upsert_never_skip_prefer_nulls__id_add_values.json +1 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip_id/upsert_never_skip_prefer_nulls__id_values.json +1 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip_id/upsert_never_skip_prefer_nulls_add_records.jsonl +4 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip_id/upsert_never_skip_prefer_nulls_update_records.jsonl +2 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip_id/upsert_never_skip_update_records.jsonl +5 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip_id/upsert_prefer_nulls__id_add_values.json +1 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip_id/upsert_prefer_nulls__id_values.json +1 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip_id/upsert_prefer_nulls_add_records.jsonl +3 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip_id/upsert_prefer_nulls_update_records.jsonl +2 -0
- data/src/test/resources/org/embulk/output/kintone/task/skip_id/upsert_update_records.jsonl +5 -0
- metadata +163 -17
- data/classpath/embulk-output-kintone-1.0.0.jar +0 -0
- /data/src/test/resources/org/embulk/output/kintone/task/mode/{values.json → upsert_never_skip_double_single_line_text_values.json} +0 -0
- /data/src/test/resources/org/embulk/output/kintone/task/mode/{upsert_add_ignore_nulls_records.jsonl → upsert_never_skip_ignore_nulls_add_records.jsonl} +0 -0
- /data/src/test/resources/org/embulk/output/kintone/task/mode/{values_ignore_nulls.json → upsert_never_skip_ignore_nulls_double_single_line_text_values.json} +0 -0
- /data/src/test/resources/org/embulk/output/kintone/task/mode/{values_prefer_nulls.json → upsert_never_skip_prefer_nulls_double_single_line_text_values.json} +0 -0
@@ -0,0 +1,47 @@
|
|
1
|
+
package org.embulk.output.kintone;
|
2
|
+
|
3
|
+
import net.jcip.annotations.NotThreadSafe;
|
4
|
+
import org.junit.Test;
|
5
|
+
|
6
|
+
@NotThreadSafe
|
7
|
+
public class TestTaskReduce extends TestTask {
|
8
|
+
@Override
|
9
|
+
public void before() {
|
10
|
+
super.before();
|
11
|
+
merge(config("domain: task/reduce"));
|
12
|
+
}
|
13
|
+
|
14
|
+
@Test
|
15
|
+
public void testInsert() throws Exception {
|
16
|
+
merge(config("mode: insert"));
|
17
|
+
merge(config("reduce_key: timestamp"));
|
18
|
+
runOutput();
|
19
|
+
merge(config("prefer_nulls: true"));
|
20
|
+
runOutput();
|
21
|
+
merge(config("ignore_nulls: true"));
|
22
|
+
runOutput();
|
23
|
+
}
|
24
|
+
|
25
|
+
@Test
|
26
|
+
public void testUpdate() throws Exception {
|
27
|
+
merge(config("mode: update", "update_key: string_number"));
|
28
|
+
merge(config("reduce_key: double_single_line_text"));
|
29
|
+
runOutput();
|
30
|
+
merge(config("prefer_nulls: true"));
|
31
|
+
runOutput();
|
32
|
+
merge(config("ignore_nulls: true"));
|
33
|
+
runOutput();
|
34
|
+
}
|
35
|
+
|
36
|
+
@Test
|
37
|
+
public void testUpsert() throws Exception {
|
38
|
+
merge(config("mode: upsert", "update_key: double_single_line_text"));
|
39
|
+
merge(config("skip_if_non_existing_id_or_update_key: never"));
|
40
|
+
merge(config("reduce_key: string_number"));
|
41
|
+
runOutput();
|
42
|
+
merge(config("prefer_nulls: true"));
|
43
|
+
runOutput();
|
44
|
+
merge(config("ignore_nulls: true"));
|
45
|
+
runOutput();
|
46
|
+
}
|
47
|
+
}
|
@@ -0,0 +1,50 @@
|
|
1
|
+
package org.embulk.output.kintone;
|
2
|
+
|
3
|
+
import static org.hamcrest.MatcherAssert.assertThat;
|
4
|
+
import static org.hamcrest.Matchers.instanceOf;
|
5
|
+
import static org.hamcrest.Matchers.is;
|
6
|
+
import static org.junit.Assert.assertThrows;
|
7
|
+
|
8
|
+
import net.jcip.annotations.NotThreadSafe;
|
9
|
+
import org.embulk.exec.PartialExecutionException;
|
10
|
+
import org.embulk.output.kintone.reducer.ReduceException;
|
11
|
+
import org.junit.Test;
|
12
|
+
|
13
|
+
@NotThreadSafe
|
14
|
+
public class TestTaskReduceException extends TestTask {
|
15
|
+
@Override
|
16
|
+
public void before() {
|
17
|
+
super.before();
|
18
|
+
merge(config("domain: task/reduce_exception"));
|
19
|
+
}
|
20
|
+
|
21
|
+
@Test
|
22
|
+
public void test() throws Exception {
|
23
|
+
merge(config("mode: insert"));
|
24
|
+
merge(config("reduce_key: double_single_line_text"));
|
25
|
+
runOutput();
|
26
|
+
merge(config("mode: update", "update_key: double_single_line_text"));
|
27
|
+
merge(config("reduce_key: string_number"));
|
28
|
+
runOutput();
|
29
|
+
merge(config("mode: upsert", "update_key: string_number"));
|
30
|
+
merge(config("reduce_key: json.double_single_line_text"));
|
31
|
+
assertReduceException(
|
32
|
+
"Couldn't reduce because column json.double_single_line_text is not unique to [json, json_subtable]\n[double_single_line_text, string_number] expected [123.0, 456] but actual [456.0, 123]");
|
33
|
+
merge(config("reduce_key: json.string_number"));
|
34
|
+
assertReduceException(
|
35
|
+
"Couldn't reduce because column json.string_number is not unique to [json, json_subtable]\n[double_single_line_text, string_number] expected [123.0, 456] but actual [456.0, 123]");
|
36
|
+
merge(config("reduce_key: json_subtable.double_single_line_text"));
|
37
|
+
assertReduceException(
|
38
|
+
"Couldn't reduce because column json_subtable.double_single_line_text is not unique to [json, json_subtable]\n[double_single_line_text, string_number] expected [123.0, 456] but actual [456.0, 123]");
|
39
|
+
merge(config("reduce_key: json_subtable.string_number"));
|
40
|
+
assertReduceException(
|
41
|
+
"Couldn't reduce because column json_subtable.string_number is not unique to [json, json_subtable]\n[double_single_line_text, string_number] expected [123.0, 456] but actual [456.0, 123]");
|
42
|
+
}
|
43
|
+
|
44
|
+
private void assertReduceException(String message) {
|
45
|
+
Exception e = assertThrows(PartialExecutionException.class, this::runOutput);
|
46
|
+
assertThat(e.getCause(), is(instanceOf(RuntimeException.class)));
|
47
|
+
assertThat(e.getCause().getCause(), is(instanceOf(ReduceException.class)));
|
48
|
+
assertThat(e.getCause().getCause().getMessage(), is(message));
|
49
|
+
}
|
50
|
+
}
|
@@ -0,0 +1,47 @@
|
|
1
|
+
package org.embulk.output.kintone;
|
2
|
+
|
3
|
+
import net.jcip.annotations.NotThreadSafe;
|
4
|
+
import org.junit.Test;
|
5
|
+
|
6
|
+
@NotThreadSafe
|
7
|
+
public class TestTaskReduceSubtable extends TestTask {
|
8
|
+
@Override
|
9
|
+
public void before() {
|
10
|
+
super.before();
|
11
|
+
merge(config("domain: task/reduce_subtable"));
|
12
|
+
}
|
13
|
+
|
14
|
+
@Test
|
15
|
+
public void testInsert() throws Exception {
|
16
|
+
merge(config("mode: insert"));
|
17
|
+
merge(config("reduce_key: timestamp"));
|
18
|
+
runOutput();
|
19
|
+
merge(config("prefer_nulls: true"));
|
20
|
+
runOutput();
|
21
|
+
merge(config("ignore_nulls: true"));
|
22
|
+
runOutput();
|
23
|
+
}
|
24
|
+
|
25
|
+
@Test
|
26
|
+
public void testUpdate() throws Exception {
|
27
|
+
merge(config("mode: update", "update_key: string_number"));
|
28
|
+
merge(config("reduce_key: string_number"));
|
29
|
+
runOutput();
|
30
|
+
merge(config("prefer_nulls: true"));
|
31
|
+
runOutput();
|
32
|
+
merge(config("ignore_nulls: true"));
|
33
|
+
runOutput();
|
34
|
+
}
|
35
|
+
|
36
|
+
@Test
|
37
|
+
public void testUpsert() throws Exception {
|
38
|
+
merge(config("mode: upsert", "update_key: double_single_line_text"));
|
39
|
+
merge(config("skip_if_non_existing_id_or_update_key: never"));
|
40
|
+
merge(config("reduce_key: double_single_line_text"));
|
41
|
+
runOutput();
|
42
|
+
merge(config("prefer_nulls: true"));
|
43
|
+
runOutput();
|
44
|
+
merge(config("ignore_nulls: true"));
|
45
|
+
runOutput();
|
46
|
+
}
|
47
|
+
}
|
@@ -0,0 +1,80 @@
|
|
1
|
+
package org.embulk.output.kintone;
|
2
|
+
|
3
|
+
import static org.hamcrest.MatcherAssert.assertThat;
|
4
|
+
import static org.hamcrest.Matchers.instanceOf;
|
5
|
+
import static org.hamcrest.Matchers.is;
|
6
|
+
import static org.junit.Assert.assertThrows;
|
7
|
+
|
8
|
+
import net.jcip.annotations.NotThreadSafe;
|
9
|
+
import org.embulk.exec.PartialExecutionException;
|
10
|
+
import org.junit.Test;
|
11
|
+
|
12
|
+
@NotThreadSafe
|
13
|
+
public class TestTaskSkip extends TestTask {
|
14
|
+
@Override
|
15
|
+
public void before() {
|
16
|
+
super.before();
|
17
|
+
merge(config("domain: task/skip"));
|
18
|
+
}
|
19
|
+
|
20
|
+
@Test
|
21
|
+
public void testInsert() throws Exception {
|
22
|
+
merge(config("mode: insert", "update_key: null"));
|
23
|
+
merge(config("skip_if_non_existing_id_or_update_key: auto"));
|
24
|
+
runOutput();
|
25
|
+
merge(config("skip_if_non_existing_id_or_update_key: never"));
|
26
|
+
runOutput();
|
27
|
+
merge(config("skip_if_non_existing_id_or_update_key: always"));
|
28
|
+
runOutput();
|
29
|
+
merge(config("prefer_nulls: true"));
|
30
|
+
merge(config("skip_if_non_existing_id_or_update_key: auto"));
|
31
|
+
runOutput();
|
32
|
+
merge(config("skip_if_non_existing_id_or_update_key: never"));
|
33
|
+
runOutput();
|
34
|
+
merge(config("skip_if_non_existing_id_or_update_key: always"));
|
35
|
+
runOutput();
|
36
|
+
}
|
37
|
+
|
38
|
+
@Test
|
39
|
+
public void testUpdate() throws Exception {
|
40
|
+
merge(config("mode: update", "update_key: long_number"));
|
41
|
+
merge(config("skip_if_non_existing_id_or_update_key: auto"));
|
42
|
+
runOutput();
|
43
|
+
merge(config("skip_if_non_existing_id_or_update_key: never"));
|
44
|
+
runOutput();
|
45
|
+
merge(config("skip_if_non_existing_id_or_update_key: always"));
|
46
|
+
runOutput();
|
47
|
+
merge(config("prefer_nulls: true"));
|
48
|
+
merge(config("skip_if_non_existing_id_or_update_key: auto"));
|
49
|
+
runOutput();
|
50
|
+
merge(config("skip_if_non_existing_id_or_update_key: never"));
|
51
|
+
assertNoIdOrUpdateKeyValueWasSpecified();
|
52
|
+
merge(config("skip_if_non_existing_id_or_update_key: always"));
|
53
|
+
runOutput();
|
54
|
+
}
|
55
|
+
|
56
|
+
@Test
|
57
|
+
public void testUpsert() throws Exception {
|
58
|
+
merge(config("mode: upsert", "update_key: string_single_line_text"));
|
59
|
+
merge(config("skip_if_non_existing_id_or_update_key: auto"));
|
60
|
+
runOutput();
|
61
|
+
merge(config("skip_if_non_existing_id_or_update_key: never"));
|
62
|
+
runOutput();
|
63
|
+
merge(config("skip_if_non_existing_id_or_update_key: always"));
|
64
|
+
runOutput();
|
65
|
+
merge(config("prefer_nulls: true"));
|
66
|
+
merge(config("skip_if_non_existing_id_or_update_key: auto"));
|
67
|
+
runOutput();
|
68
|
+
merge(config("skip_if_non_existing_id_or_update_key: never"));
|
69
|
+
runOutput();
|
70
|
+
merge(config("skip_if_non_existing_id_or_update_key: always"));
|
71
|
+
runOutput();
|
72
|
+
}
|
73
|
+
|
74
|
+
private void assertNoIdOrUpdateKeyValueWasSpecified() {
|
75
|
+
Exception e = assertThrows(PartialExecutionException.class, this::runOutput);
|
76
|
+
assertThat(e.getCause(), is(instanceOf(RuntimeException.class)));
|
77
|
+
assertThat(e.getCause().getCause(), is(instanceOf(RuntimeException.class)));
|
78
|
+
assertThat(e.getCause().getCause().getMessage(), is("No id or update key value was specified"));
|
79
|
+
}
|
80
|
+
}
|
@@ -0,0 +1,80 @@
|
|
1
|
+
package org.embulk.output.kintone;
|
2
|
+
|
3
|
+
import static org.hamcrest.MatcherAssert.assertThat;
|
4
|
+
import static org.hamcrest.Matchers.instanceOf;
|
5
|
+
import static org.hamcrest.Matchers.is;
|
6
|
+
import static org.junit.Assert.assertThrows;
|
7
|
+
|
8
|
+
import net.jcip.annotations.NotThreadSafe;
|
9
|
+
import org.embulk.exec.PartialExecutionException;
|
10
|
+
import org.junit.Test;
|
11
|
+
|
12
|
+
@NotThreadSafe
|
13
|
+
public class TestTaskSkipId extends TestTask {
|
14
|
+
@Override
|
15
|
+
public void before() {
|
16
|
+
super.before();
|
17
|
+
merge(config("domain: task/skip_id"));
|
18
|
+
}
|
19
|
+
|
20
|
+
@Test
|
21
|
+
public void testInsert() throws Exception {
|
22
|
+
merge(config("mode: insert"));
|
23
|
+
merge(config("skip_if_non_existing_id_or_update_key: auto"));
|
24
|
+
runOutput();
|
25
|
+
merge(config("skip_if_non_existing_id_or_update_key: never"));
|
26
|
+
runOutput();
|
27
|
+
merge(config("skip_if_non_existing_id_or_update_key: always"));
|
28
|
+
runOutput();
|
29
|
+
merge(config("prefer_nulls: true"));
|
30
|
+
merge(config("skip_if_non_existing_id_or_update_key: auto"));
|
31
|
+
runOutput();
|
32
|
+
merge(config("skip_if_non_existing_id_or_update_key: never"));
|
33
|
+
runOutput();
|
34
|
+
merge(config("skip_if_non_existing_id_or_update_key: always"));
|
35
|
+
runOutput();
|
36
|
+
}
|
37
|
+
|
38
|
+
@Test
|
39
|
+
public void testUpdate() throws Exception {
|
40
|
+
merge(config("mode: update", "update_key: $id"));
|
41
|
+
merge(config("skip_if_non_existing_id_or_update_key: auto"));
|
42
|
+
runOutput();
|
43
|
+
merge(config("skip_if_non_existing_id_or_update_key: never"));
|
44
|
+
runOutput();
|
45
|
+
merge(config("skip_if_non_existing_id_or_update_key: always"));
|
46
|
+
runOutput();
|
47
|
+
merge(config("prefer_nulls: true"));
|
48
|
+
merge(config("skip_if_non_existing_id_or_update_key: auto"));
|
49
|
+
runOutput();
|
50
|
+
merge(config("skip_if_non_existing_id_or_update_key: never"));
|
51
|
+
assertNoIdOrUpdateKeyValueWasSpecified();
|
52
|
+
merge(config("skip_if_non_existing_id_or_update_key: always"));
|
53
|
+
runOutput();
|
54
|
+
}
|
55
|
+
|
56
|
+
@Test
|
57
|
+
public void testUpsert() throws Exception {
|
58
|
+
merge(config("mode: upsert", "update_key: $id"));
|
59
|
+
merge(config("skip_if_non_existing_id_or_update_key: auto"));
|
60
|
+
runOutput();
|
61
|
+
merge(config("skip_if_non_existing_id_or_update_key: never"));
|
62
|
+
runOutput();
|
63
|
+
merge(config("skip_if_non_existing_id_or_update_key: always"));
|
64
|
+
runOutput();
|
65
|
+
merge(config("prefer_nulls: true"));
|
66
|
+
merge(config("skip_if_non_existing_id_or_update_key: auto"));
|
67
|
+
runOutput();
|
68
|
+
merge(config("skip_if_non_existing_id_or_update_key: never"));
|
69
|
+
runOutput();
|
70
|
+
merge(config("skip_if_non_existing_id_or_update_key: always"));
|
71
|
+
runOutput();
|
72
|
+
}
|
73
|
+
|
74
|
+
private void assertNoIdOrUpdateKeyValueWasSpecified() {
|
75
|
+
Exception e = assertThrows(PartialExecutionException.class, this::runOutput);
|
76
|
+
assertThat(e.getCause(), is(instanceOf(RuntimeException.class)));
|
77
|
+
assertThat(e.getCause().getCause(), is(instanceOf(RuntimeException.class)));
|
78
|
+
assertThat(e.getCause().getCause().getMessage(), is("No id or update key value was specified"));
|
79
|
+
}
|
80
|
+
}
|
@@ -0,0 +1,165 @@
|
|
1
|
+
package org.embulk.output.kintone.deserializer;
|
2
|
+
|
3
|
+
import static org.hamcrest.MatcherAssert.assertThat;
|
4
|
+
import static org.hamcrest.Matchers.is;
|
5
|
+
|
6
|
+
import com.kintone.client.model.FileBody;
|
7
|
+
import com.kintone.client.model.Group;
|
8
|
+
import com.kintone.client.model.Organization;
|
9
|
+
import com.kintone.client.model.User;
|
10
|
+
import com.kintone.client.model.record.CheckBoxFieldValue;
|
11
|
+
import com.kintone.client.model.record.DateFieldValue;
|
12
|
+
import com.kintone.client.model.record.DateTimeFieldValue;
|
13
|
+
import com.kintone.client.model.record.DropDownFieldValue;
|
14
|
+
import com.kintone.client.model.record.FieldValue;
|
15
|
+
import com.kintone.client.model.record.FileFieldValue;
|
16
|
+
import com.kintone.client.model.record.GroupSelectFieldValue;
|
17
|
+
import com.kintone.client.model.record.LinkFieldValue;
|
18
|
+
import com.kintone.client.model.record.MultiLineTextFieldValue;
|
19
|
+
import com.kintone.client.model.record.MultiSelectFieldValue;
|
20
|
+
import com.kintone.client.model.record.NumberFieldValue;
|
21
|
+
import com.kintone.client.model.record.OrganizationSelectFieldValue;
|
22
|
+
import com.kintone.client.model.record.RadioButtonFieldValue;
|
23
|
+
import com.kintone.client.model.record.RichTextFieldValue;
|
24
|
+
import com.kintone.client.model.record.SingleLineTextFieldValue;
|
25
|
+
import com.kintone.client.model.record.SubtableFieldValue;
|
26
|
+
import com.kintone.client.model.record.TableRow;
|
27
|
+
import com.kintone.client.model.record.TimeFieldValue;
|
28
|
+
import com.kintone.client.model.record.UserSelectFieldValue;
|
29
|
+
import java.math.BigDecimal;
|
30
|
+
import java.time.LocalDate;
|
31
|
+
import java.time.LocalTime;
|
32
|
+
import java.time.ZonedDateTime;
|
33
|
+
import java.util.List;
|
34
|
+
import java.util.function.Function;
|
35
|
+
import java.util.stream.IntStream;
|
36
|
+
import org.junit.Test;
|
37
|
+
|
38
|
+
public class DeserializerTest {
|
39
|
+
// spotless:off
|
40
|
+
public static final Function<Long, String> TABLE_ROW = (id) -> String.format("{\"id\":%d,\"value\":{\"リッチエディター\":{\"type\":\"RICH_TEXT\",\"value\":\"\\u003ca href\\u003d\\\"https://www.cybozu.com\\\"\\u003eサイボウズ\\u003c/a\\u003e\"},\"グループ選択\":{\"type\":\"GROUP_SELECT\",\"value\":[{\"name\":\"プロジェクトマネージャー\",\"code\":\"project_manager\"},{\"name\":\"チームリーダー\",\"code\":\"team_leader\"}]},\"文字列(1行)\":{\"type\":\"SINGLE_LINE_TEXT\",\"value\":\"テストです。\"},\"ラジオボタン\":{\"type\":\"RADIO_BUTTON\",\"value\":\"選択肢3\"},\"ドロップダウン\":{\"type\":\"DROP_DOWN\",\"value\":\"選択肢6\"},\"組織選択\":{\"type\":\"ORGANIZATION_SELECT\",\"value\":[{\"name\":\"開発部\",\"code\":\"kaihatsu\"},{\"name\":\"人事部\",\"code\":\"jinji\"}]},\"ユーザー選択\":{\"type\":\"USER_SELECT\",\"value\":[{\"name\":\"Noboru Sato\",\"code\":\"guest/sato@cybozu.com\"},{\"name\":\"Misaki Kato\",\"code\":\"kato\"}]},\"日時\":{\"type\":\"DATETIME\",\"value\":\"2012-01-11T11:30:00Z\"},\"文字列(複数行)\":{\"type\":\"MULTI_LINE_TEXT\",\"value\":\"テスト\\nです。\"},\"時刻\":{\"type\":\"TIME\",\"value\":\"11:30\"},\"チェックボックス\":{\"type\":\"CHECK_BOX\",\"value\":[\"選択肢1\",\"選択肢2\"]},\"複数選択\":{\"type\":\"MULTI_SELECT\",\"value\":[\"選択肢4\",\"選択肢5\"]},\"数値\":{\"type\":\"NUMBER\",\"value\":\"123\"},\"添付ファイル\":{\"type\":\"FILE\",\"value\":[{\"contentType\":\"text/plain\",\"fileKey\":\"201202061155587E339F9067544F1A92C743460E3D12B3297\",\"name\":\"17to20_VerupLog (1).txt\",\"size\":\"23175\"},{\"contentType\":\"application/json\",\"fileKey\":\"201202061155583C763E30196F419E83E91D2E4A03746C273\",\"name\":\"17to20_VerupLog.txt\",\"size\":\"23176\"}]},\"リンク\":{\"type\":\"LINK\",\"value\":\"https://cybozu.co.jp/\"},\"計算\":{\"type\":\"CALC\",\"value\":\"456\"},\"日付\":{\"type\":\"DATE\",\"value\":\"2012-01-11\"}}}", id);
|
41
|
+
private static final String NULL_TABLE_ROW = "{\"value\":{\"添付ファイル(null要素)\":{\"type\":\"FILE\",\"value\":[null,null]},\"添付ファイル(null項目)\":{\"type\":\"FILE\",\"value\":[{},{}]},\"複数選択(空)\":{\"type\":\"MULTI_SELECT\",\"value\":[]},\"リッチエディター\":{\"type\":\"RICH_TEXT\"},\"文字列(1行)\":{\"type\":\"SINGLE_LINE_TEXT\"},\"ユーザー選択(null項目)\":{\"type\":\"USER_SELECT\",\"value\":[{},{}]},\"文字列(複数行)\":{\"type\":\"MULTI_LINE_TEXT\"},\"ユーザー選択(空)\":{\"type\":\"USER_SELECT\",\"value\":[]},\"チェックボックス(null要素)\":{\"type\":\"CHECK_BOX\",\"value\":[null,null]},\"組織選択(null項目)\":{\"type\":\"ORGANIZATION_SELECT\",\"value\":[{},{}]},\"計算\":{\"type\":\"CALC\"},\"日付\":{\"type\":\"DATE\"},\"組織選択(空)\":{\"type\":\"ORGANIZATION_SELECT\",\"value\":[]},\"添付ファイル(空)\":{\"type\":\"FILE\",\"value\":[]},\"ラジオボタン\":{\"type\":\"RADIO_BUTTON\"},\"グループ選択(null項目)\":{\"type\":\"GROUP_SELECT\",\"value\":[{},{}]},\"複数選択(null要素)\":{\"type\":\"MULTI_SELECT\",\"value\":[null,null]},\"ドロップダウン\":{\"type\":\"DROP_DOWN\"},\"日時\":{\"type\":\"DATETIME\"},\"組織選択(null要素)\":{\"type\":\"ORGANIZATION_SELECT\",\"value\":[null,null]},\"時刻\":{\"type\":\"TIME\"},\"グループ選択(空)\":{\"type\":\"GROUP_SELECT\",\"value\":[]},\"数値\":{\"type\":\"NUMBER\"},\"ユーザー選択(null要素)\":{\"type\":\"USER_SELECT\",\"value\":[null,null]},\"グループ選択(null要素)\":{\"type\":\"GROUP_SELECT\",\"value\":[null,null]},\"リンク\":{\"type\":\"LINK\"},\"チェックボックス(空)\":{\"type\":\"CHECK_BOX\",\"value\":[]}}}";
|
42
|
+
// spotless:on
|
43
|
+
@Test
|
44
|
+
public void deserialize() {
|
45
|
+
// spotless:off
|
46
|
+
SubtableFieldValue actual = new Deserializer().deserialize(String.format("[%s,%s]", TABLE_ROW.apply(48290L), TABLE_ROW.apply(48291L)), SubtableFieldValue.class);
|
47
|
+
// spotless:on
|
48
|
+
SubtableFieldValue expected = new SubtableFieldValue(tableRow(48290L), tableRow(48291L));
|
49
|
+
assertTableRows(actual.getRows(), expected.getRows());
|
50
|
+
}
|
51
|
+
|
52
|
+
@Test
|
53
|
+
public void deserializeNull() {
|
54
|
+
// spotless:off
|
55
|
+
SubtableFieldValue actual = new Deserializer().deserialize(String.format("[%s,%s]", NULL_TABLE_ROW, NULL_TABLE_ROW), SubtableFieldValue.class);
|
56
|
+
// spotless:on
|
57
|
+
SubtableFieldValue expected = new SubtableFieldValue(nullTableRow(), nullTableRow());
|
58
|
+
assertTableRows(actual.getRows(), expected.getRows());
|
59
|
+
}
|
60
|
+
|
61
|
+
public static void assertTableRows(List<TableRow> actual, List<TableRow> expected) {
|
62
|
+
assertTableRows("", actual, expected);
|
63
|
+
}
|
64
|
+
|
65
|
+
public static void assertTableRows(
|
66
|
+
String domain, List<TableRow> actual, List<TableRow> expected) {
|
67
|
+
assertThat(domain, actual.size(), is(expected.size()));
|
68
|
+
// spotless:off
|
69
|
+
IntStream.range(0, actual.size()).forEach(index -> assertTableRow(domain, index, actual.get(index), expected.get(index)));
|
70
|
+
// spotless:on
|
71
|
+
}
|
72
|
+
|
73
|
+
private static void assertTableRow(String domain, int index, TableRow actual, TableRow expected) {
|
74
|
+
String reason = String.format("%s:%d", domain, index);
|
75
|
+
assertThat(reason, actual.getId(), is(expected.getId()));
|
76
|
+
assertThat(reason, actual.getFieldCodes(), is(expected.getFieldCodes()));
|
77
|
+
// spotless:off
|
78
|
+
actual.getFieldCodes().forEach(fieldCode -> assertFieldValue(domain, index, fieldCode, actual.getFieldValue(fieldCode), expected.getFieldValue(fieldCode)));
|
79
|
+
// spotless:on
|
80
|
+
}
|
81
|
+
|
82
|
+
private static void assertFieldValue(
|
83
|
+
String domain, int index, String fieldCode, FieldValue actual, FieldValue expected) {
|
84
|
+
String reason = String.format("%s:%d:%s", domain, index, fieldCode);
|
85
|
+
assertThat(reason, actual.getType(), is(expected.getType()));
|
86
|
+
assertThat(reason, actual, is(expected));
|
87
|
+
}
|
88
|
+
|
89
|
+
public static TableRow tableRow(Long id) {
|
90
|
+
TableRow tableRow = new TableRow(id);
|
91
|
+
// spotless:off
|
92
|
+
tableRow.putField("文字列(1行)", new SingleLineTextFieldValue("テストです。"));
|
93
|
+
tableRow.putField("文字列(複数行)", new MultiLineTextFieldValue("テスト\nです。"));
|
94
|
+
tableRow.putField("リッチエディター", new RichTextFieldValue("<a href=\"https://www.cybozu.com\">サイボウズ</a>"));
|
95
|
+
tableRow.putField("数値", new NumberFieldValue(new BigDecimal("123")));
|
96
|
+
tableRow.putField("チェックボックス", new CheckBoxFieldValue("選択肢1", "選択肢2"));
|
97
|
+
tableRow.putField("ラジオボタン", new RadioButtonFieldValue("選択肢3"));
|
98
|
+
tableRow.putField("複数選択", new MultiSelectFieldValue("選択肢4", "選択肢5"));
|
99
|
+
tableRow.putField("ドロップダウン", new DropDownFieldValue("選択肢6"));
|
100
|
+
tableRow.putField("ユーザー選択", new UserSelectFieldValue(user("guest/sato@cybozu.com", "Noboru Sato"), user("kato", "Misaki Kato")));
|
101
|
+
tableRow.putField("組織選択", new OrganizationSelectFieldValue(organization("kaihatsu", "開発部"), organization("jinji", "人事部")));
|
102
|
+
tableRow.putField("グループ選択", new GroupSelectFieldValue(group("project_manager", "プロジェクトマネージャー"), group("team_leader", "チームリーダー")));
|
103
|
+
tableRow.putField("日付", new DateFieldValue(LocalDate.parse("2012-01-11")));
|
104
|
+
tableRow.putField("時刻", new TimeFieldValue(LocalTime.parse("11:30")));
|
105
|
+
tableRow.putField("日時", new DateTimeFieldValue(ZonedDateTime.parse("2012-01-11T11:30:00Z")));
|
106
|
+
tableRow.putField("リンク", new LinkFieldValue("https://cybozu.co.jp/"));
|
107
|
+
tableRow.putField("添付ファイル", new FileFieldValue(fileBody("text/plain", "201202061155587E339F9067544F1A92C743460E3D12B3297", "17to20_VerupLog (1).txt", "23175"), fileBody("application/json", "201202061155583C763E30196F419E83E91D2E4A03746C273", "17to20_VerupLog.txt", "23176")));
|
108
|
+
// spotless:on
|
109
|
+
return tableRow;
|
110
|
+
}
|
111
|
+
|
112
|
+
private static TableRow nullTableRow() {
|
113
|
+
TableRow tableRow = new TableRow();
|
114
|
+
// spotless:off
|
115
|
+
tableRow.putField("文字列(1行)", new SingleLineTextFieldValue(null));
|
116
|
+
tableRow.putField("文字列(複数行)", new MultiLineTextFieldValue(null));
|
117
|
+
tableRow.putField("リッチエディター", new RichTextFieldValue(null));
|
118
|
+
tableRow.putField("数値", new NumberFieldValue(null));
|
119
|
+
tableRow.putField("チェックボックス(空)", new CheckBoxFieldValue());
|
120
|
+
tableRow.putField("チェックボックス(null要素)", new CheckBoxFieldValue(null, null));
|
121
|
+
tableRow.putField("ラジオボタン", new RadioButtonFieldValue(null));
|
122
|
+
tableRow.putField("複数選択(空)", new MultiSelectFieldValue());
|
123
|
+
tableRow.putField("複数選択(null要素)", new MultiSelectFieldValue(null, null));
|
124
|
+
tableRow.putField("ドロップダウン", new DropDownFieldValue(null));
|
125
|
+
tableRow.putField("ユーザー選択(空)", new UserSelectFieldValue());
|
126
|
+
tableRow.putField("ユーザー選択(null要素)", new UserSelectFieldValue(null, null));
|
127
|
+
tableRow.putField("ユーザー選択(null項目)", new UserSelectFieldValue(user(null, null), user(null, null)));
|
128
|
+
tableRow.putField("組織選択(空)", new OrganizationSelectFieldValue());
|
129
|
+
tableRow.putField("組織選択(null要素)", new OrganizationSelectFieldValue(null, null));
|
130
|
+
tableRow.putField("組織選択(null項目)", new OrganizationSelectFieldValue(organization(null, null), organization(null, null)));
|
131
|
+
tableRow.putField("グループ選択(空)", new GroupSelectFieldValue());
|
132
|
+
tableRow.putField("グループ選択(null要素)", new GroupSelectFieldValue(null, null));
|
133
|
+
tableRow.putField("グループ選択(null項目)", new GroupSelectFieldValue(group(null, null), group(null, null)));
|
134
|
+
tableRow.putField("日付", new DateFieldValue(null));
|
135
|
+
tableRow.putField("時刻", new TimeFieldValue(null));
|
136
|
+
tableRow.putField("日時", new DateTimeFieldValue(null));
|
137
|
+
tableRow.putField("リンク", new LinkFieldValue(null));
|
138
|
+
tableRow.putField("添付ファイル(空)", new FileFieldValue());
|
139
|
+
tableRow.putField("添付ファイル(null要素)", new FileFieldValue(null, null));
|
140
|
+
tableRow.putField("添付ファイル(null項目)", new FileFieldValue(fileBody(null, null, null, null), fileBody(null, null, null, null)));
|
141
|
+
// spotless:on
|
142
|
+
return tableRow;
|
143
|
+
}
|
144
|
+
|
145
|
+
private static User user(String code, String name) {
|
146
|
+
return new User(name, code);
|
147
|
+
}
|
148
|
+
|
149
|
+
private static Organization organization(String code, String name) {
|
150
|
+
return new Organization(name, code);
|
151
|
+
}
|
152
|
+
|
153
|
+
private static Group group(String code, String name) {
|
154
|
+
return new Group(name, code);
|
155
|
+
}
|
156
|
+
|
157
|
+
private static FileBody fileBody(String contentType, String fileKey, String name, String size) {
|
158
|
+
FileBody fileBody = new FileBody();
|
159
|
+
fileBody.setContentType(contentType);
|
160
|
+
fileBody.setFileKey(fileKey);
|
161
|
+
fileBody.setName(name);
|
162
|
+
fileBody.setSize(size == null ? null : Integer.valueOf(size));
|
163
|
+
return fileBody;
|
164
|
+
}
|
165
|
+
}
|
@@ -0,0 +1,154 @@
|
|
1
|
+
package org.embulk.output.kintone.reducer;
|
2
|
+
|
3
|
+
import static org.embulk.output.kintone.KintoneColumnType.CHECK_BOX;
|
4
|
+
import static org.embulk.output.kintone.KintoneColumnType.DATE;
|
5
|
+
import static org.embulk.output.kintone.KintoneColumnType.DATETIME;
|
6
|
+
import static org.embulk.output.kintone.KintoneColumnType.DROP_DOWN;
|
7
|
+
import static org.embulk.output.kintone.KintoneColumnType.LINK;
|
8
|
+
import static org.embulk.output.kintone.KintoneColumnType.MULTI_LINE_TEXT;
|
9
|
+
import static org.embulk.output.kintone.KintoneColumnType.MULTI_SELECT;
|
10
|
+
import static org.embulk.output.kintone.KintoneColumnType.NUMBER;
|
11
|
+
import static org.embulk.output.kintone.KintoneColumnType.RADIO_BUTTON;
|
12
|
+
import static org.embulk.output.kintone.KintoneColumnType.RICH_TEXT;
|
13
|
+
import static org.embulk.output.kintone.KintoneColumnType.SINGLE_LINE_TEXT;
|
14
|
+
import static org.embulk.output.kintone.KintoneColumnType.TIME;
|
15
|
+
import static org.embulk.spi.type.Types.BOOLEAN;
|
16
|
+
import static org.embulk.spi.type.Types.DOUBLE;
|
17
|
+
import static org.embulk.spi.type.Types.JSON;
|
18
|
+
import static org.embulk.spi.type.Types.LONG;
|
19
|
+
import static org.embulk.spi.type.Types.STRING;
|
20
|
+
import static org.embulk.spi.type.Types.TIMESTAMP;
|
21
|
+
import static org.hamcrest.MatcherAssert.assertThat;
|
22
|
+
import static org.hamcrest.Matchers.is;
|
23
|
+
|
24
|
+
import java.util.Collections;
|
25
|
+
import org.embulk.output.kintone.KintoneColumnOptionBuilder;
|
26
|
+
import org.embulk.output.kintone.KintoneColumnType;
|
27
|
+
import org.embulk.spi.Column;
|
28
|
+
import org.embulk.spi.type.Type;
|
29
|
+
import org.junit.Test;
|
30
|
+
|
31
|
+
public class ReduceTypeTest {
|
32
|
+
@Test
|
33
|
+
public void value() {
|
34
|
+
// spotless:off
|
35
|
+
assertJson(BOOLEAN, SINGLE_LINE_TEXT, "true", "{\"type\":\"SINGLE_LINE_TEXT\",\"value\":\"true\"}");
|
36
|
+
assertJson(BOOLEAN, NUMBER, "true", "{\"type\":\"NUMBER\",\"value\":\"1\"}");
|
37
|
+
assertJson(LONG, SINGLE_LINE_TEXT, "123", "{\"type\":\"SINGLE_LINE_TEXT\",\"value\":\"123\"}");
|
38
|
+
assertJson(LONG, NUMBER, "123", "{\"type\":\"NUMBER\",\"value\":\"123\"}");
|
39
|
+
assertJson(LONG, DATE, "946684799", "{\"type\":\"DATE\",\"value\":\"1999-12-31\"}");
|
40
|
+
assertJson(LONG, DATE, "Asia/Tokyo", "946684799", "{\"type\":\"DATE\",\"value\":\"2000-01-01\"}");
|
41
|
+
assertJson(LONG, DATE, "US/Pacific", "946684799", "{\"type\":\"DATE\",\"value\":\"1999-12-31\"}");
|
42
|
+
assertJson(LONG, TIME, "946684799", "{\"type\":\"TIME\",\"value\":\"23:59:59\"}");
|
43
|
+
assertJson(LONG, TIME, "Asia/Tokyo", "946684799", "{\"type\":\"TIME\",\"value\":\"08:59:59\"}");
|
44
|
+
assertJson(LONG, TIME, "US/Pacific", "946684799", "{\"type\":\"TIME\",\"value\":\"15:59:59\"}");
|
45
|
+
assertJson(LONG, DATETIME, "946684799", "{\"type\":\"DATETIME\",\"value\":\"1999-12-31T23:59:59Z\"}");
|
46
|
+
assertJson(DOUBLE, SINGLE_LINE_TEXT, "123", "{\"type\":\"SINGLE_LINE_TEXT\",\"value\":\"123.0\"}");
|
47
|
+
assertJson(DOUBLE, NUMBER, "123", "{\"type\":\"NUMBER\",\"value\":\"123.0\"}");
|
48
|
+
assertJson(DOUBLE, DATE, "946684799", "{\"type\":\"DATE\",\"value\":\"1999-12-31\"}");
|
49
|
+
assertJson(DOUBLE, DATE, "Asia/Tokyo", "946684799", "{\"type\":\"DATE\",\"value\":\"2000-01-01\"}");
|
50
|
+
assertJson(DOUBLE, DATE, "US/Pacific", "946684799", "{\"type\":\"DATE\",\"value\":\"1999-12-31\"}");
|
51
|
+
assertJson(DOUBLE, TIME, "946684799", "{\"type\":\"TIME\",\"value\":\"23:59:59\"}");
|
52
|
+
assertJson(DOUBLE, TIME, "Asia/Tokyo", "946684799", "{\"type\":\"TIME\",\"value\":\"08:59:59\"}");
|
53
|
+
assertJson(DOUBLE, TIME, "US/Pacific", "946684799", "{\"type\":\"TIME\",\"value\":\"15:59:59\"}");
|
54
|
+
assertJson(DOUBLE, DATETIME, "946684799", "{\"type\":\"DATETIME\",\"value\":\"1999-12-31T23:59:59Z\"}");
|
55
|
+
assertJson(STRING, SINGLE_LINE_TEXT, "abc", "{\"type\":\"SINGLE_LINE_TEXT\",\"value\":\"abc\"}");
|
56
|
+
assertJson(STRING, MULTI_LINE_TEXT, "abc", "{\"type\":\"MULTI_LINE_TEXT\",\"value\":\"abc\"}");
|
57
|
+
assertJson(STRING, RICH_TEXT, "abc", "{\"type\":\"RICH_TEXT\",\"value\":\"abc\"}");
|
58
|
+
assertJson(STRING, NUMBER, "123", "{\"type\":\"NUMBER\",\"value\":\"123\"}");
|
59
|
+
assertJson(STRING, CHECK_BOX, "123,abc", "{\"type\":\"CHECK_BOX\",\"value\":[\"123\",\"abc\"]}");
|
60
|
+
assertJson(STRING, RADIO_BUTTON, "abc", "{\"type\":\"RADIO_BUTTON\",\"value\":\"abc\"}");
|
61
|
+
assertJson(STRING, MULTI_SELECT, "123,abc", "{\"type\":\"MULTI_SELECT\",\"value\":[\"123\",\"abc\"]}");
|
62
|
+
assertJson(STRING, DROP_DOWN, "abc", "{\"type\":\"DROP_DOWN\",\"value\":\"abc\"}");
|
63
|
+
assertJson(STRING, DATE, "1999-12-31", "{\"type\":\"DATE\",\"value\":\"1999-12-31\"}");
|
64
|
+
assertJson(STRING, DATE, "Asia/Tokyo", "1999-12-31", "{\"type\":\"DATE\",\"value\":\"1999-12-31\"}");
|
65
|
+
assertJson(STRING, DATE, "US/Pacific", "1999-12-31", "{\"type\":\"DATE\",\"value\":\"1999-12-30\"}");
|
66
|
+
assertJson(STRING, TIME, "23:59:59", "{\"type\":\"TIME\",\"value\":\"23:59:59\"}");
|
67
|
+
assertJson(STRING, TIME, "Asia/Tokyo", "23:59:59", "{\"type\":\"TIME\",\"value\":\"08:59:59\"}");
|
68
|
+
assertJson(STRING, TIME, "US/Pacific", "23:59:59", "{\"type\":\"TIME\",\"value\":\"15:59:59\"}");
|
69
|
+
assertJson(STRING, DATETIME, "1999-12-31T23:59:59Z", "{\"type\":\"DATETIME\",\"value\":\"1999-12-31T23:59:59Z\"}");
|
70
|
+
assertJson(STRING, LINK, "abc", "{\"type\":\"LINK\",\"value\":\"abc\"}");
|
71
|
+
assertJson(TIMESTAMP, SINGLE_LINE_TEXT, "1999-12-31T23:59:59Z", "{\"type\":\"SINGLE_LINE_TEXT\",\"value\":\"1999-12-31T23:59:59Z\"}");
|
72
|
+
assertJson(TIMESTAMP, NUMBER, "1999-12-31T23:59:59Z", "{\"type\":\"NUMBER\",\"value\":\"946684799\"}");
|
73
|
+
assertJson(TIMESTAMP, DATE, "1999-12-31T23:59:59Z", "{\"type\":\"DATE\",\"value\":\"1999-12-31\"}");
|
74
|
+
assertJson(TIMESTAMP, DATE, "Asia/Tokyo", "1999-12-31T23:59:59Z", "{\"type\":\"DATE\",\"value\":\"2000-01-01\"}");
|
75
|
+
assertJson(TIMESTAMP, DATE, "US/Pacific", "1999-12-31T23:59:59Z", "{\"type\":\"DATE\",\"value\":\"1999-12-31\"}");
|
76
|
+
assertJson(TIMESTAMP, TIME, "1999-12-31T23:59:59Z", "{\"type\":\"TIME\",\"value\":\"23:59:59\"}");
|
77
|
+
assertJson(TIMESTAMP, TIME, "Asia/Tokyo", "1999-12-31T23:59:59Z", "{\"type\":\"TIME\",\"value\":\"08:59:59\"}");
|
78
|
+
assertJson(TIMESTAMP, TIME, "US/Pacific", "1999-12-31T23:59:59Z", "{\"type\":\"TIME\",\"value\":\"15:59:59\"}");
|
79
|
+
assertJson(TIMESTAMP, DATETIME, "1999-12-31T23:59:59Z", "{\"type\":\"DATETIME\",\"value\":\"1999-12-31T23:59:59Z\"}");
|
80
|
+
assertJson(JSON, SINGLE_LINE_TEXT, "\"abc\"", "{\"type\":\"SINGLE_LINE_TEXT\",\"value\":\"\\\"abc\\\"\"}");
|
81
|
+
assertJson(JSON, MULTI_LINE_TEXT, "\"abc\"", "{\"type\":\"MULTI_LINE_TEXT\",\"value\":\"\\\"abc\\\"\"}");
|
82
|
+
// spotless:on
|
83
|
+
}
|
84
|
+
|
85
|
+
@Test
|
86
|
+
public void valueNull() {
|
87
|
+
assertJson(BOOLEAN, SINGLE_LINE_TEXT, null, "{\"type\":\"SINGLE_LINE_TEXT\",\"value\":null}");
|
88
|
+
assertJson(BOOLEAN, NUMBER, null, "{\"type\":\"NUMBER\",\"value\":null}");
|
89
|
+
assertJson(LONG, SINGLE_LINE_TEXT, null, "{\"type\":\"SINGLE_LINE_TEXT\",\"value\":null}");
|
90
|
+
assertJson(LONG, NUMBER, null, "{\"type\":\"NUMBER\",\"value\":null}");
|
91
|
+
assertJson(LONG, DATE, null, "{\"type\":\"DATE\",\"value\":null}");
|
92
|
+
assertJson(LONG, DATE, "Asia/Tokyo", null, "{\"type\":\"DATE\",\"value\":null}");
|
93
|
+
assertJson(LONG, DATE, "US/Pacific", null, "{\"type\":\"DATE\",\"value\":null}");
|
94
|
+
assertJson(LONG, TIME, null, "{\"type\":\"TIME\",\"value\":null}");
|
95
|
+
assertJson(LONG, TIME, "Asia/Tokyo", null, "{\"type\":\"TIME\",\"value\":null}");
|
96
|
+
assertJson(LONG, TIME, "US/Pacific", null, "{\"type\":\"TIME\",\"value\":null}");
|
97
|
+
assertJson(LONG, DATETIME, null, "{\"type\":\"DATETIME\",\"value\":null}");
|
98
|
+
assertJson(DOUBLE, SINGLE_LINE_TEXT, null, "{\"type\":\"SINGLE_LINE_TEXT\",\"value\":null}");
|
99
|
+
assertJson(DOUBLE, NUMBER, null, "{\"type\":\"NUMBER\",\"value\":null}");
|
100
|
+
assertJson(DOUBLE, DATE, null, "{\"type\":\"DATE\",\"value\":null}");
|
101
|
+
assertJson(DOUBLE, DATE, "Asia/Tokyo", null, "{\"type\":\"DATE\",\"value\":null}");
|
102
|
+
assertJson(DOUBLE, DATE, "US/Pacific", null, "{\"type\":\"DATE\",\"value\":null}");
|
103
|
+
assertJson(DOUBLE, TIME, null, "{\"type\":\"TIME\",\"value\":null}");
|
104
|
+
assertJson(DOUBLE, TIME, "Asia/Tokyo", null, "{\"type\":\"TIME\",\"value\":null}");
|
105
|
+
assertJson(DOUBLE, TIME, "US/Pacific", null, "{\"type\":\"TIME\",\"value\":null}");
|
106
|
+
assertJson(DOUBLE, DATETIME, null, "{\"type\":\"DATETIME\",\"value\":null}");
|
107
|
+
assertJson(STRING, SINGLE_LINE_TEXT, null, "{\"type\":\"SINGLE_LINE_TEXT\",\"value\":null}");
|
108
|
+
assertJson(STRING, MULTI_LINE_TEXT, null, "{\"type\":\"MULTI_LINE_TEXT\",\"value\":null}");
|
109
|
+
assertJson(STRING, RICH_TEXT, null, "{\"type\":\"RICH_TEXT\",\"value\":null}");
|
110
|
+
assertJson(STRING, NUMBER, null, "{\"type\":\"NUMBER\",\"value\":null}");
|
111
|
+
assertJson(STRING, CHECK_BOX, null, "{\"type\":\"CHECK_BOX\",\"value\":null}");
|
112
|
+
assertJson(STRING, RADIO_BUTTON, null, "{\"type\":\"RADIO_BUTTON\",\"value\":null}");
|
113
|
+
assertJson(STRING, MULTI_SELECT, null, "{\"type\":\"MULTI_SELECT\",\"value\":null}");
|
114
|
+
assertJson(STRING, DROP_DOWN, null, "{\"type\":\"DROP_DOWN\",\"value\":null}");
|
115
|
+
assertJson(STRING, DATE, null, "{\"type\":\"DATE\",\"value\":null}");
|
116
|
+
assertJson(STRING, DATE, "Asia/Tokyo", null, "{\"type\":\"DATE\",\"value\":null}");
|
117
|
+
assertJson(STRING, DATE, "US/Pacific", null, "{\"type\":\"DATE\",\"value\":null}");
|
118
|
+
assertJson(STRING, TIME, null, "{\"type\":\"TIME\",\"value\":null}");
|
119
|
+
assertJson(STRING, TIME, "Asia/Tokyo", null, "{\"type\":\"TIME\",\"value\":null}");
|
120
|
+
assertJson(STRING, TIME, "US/Pacific", null, "{\"type\":\"TIME\",\"value\":null}");
|
121
|
+
assertJson(STRING, DATETIME, null, "{\"type\":\"DATETIME\",\"value\":null}");
|
122
|
+
assertJson(STRING, LINK, null, "{\"type\":\"LINK\",\"value\":null}");
|
123
|
+
assertJson(TIMESTAMP, SINGLE_LINE_TEXT, null, "{\"type\":\"SINGLE_LINE_TEXT\",\"value\":null}");
|
124
|
+
assertJson(TIMESTAMP, NUMBER, null, "{\"type\":\"NUMBER\",\"value\":null}");
|
125
|
+
assertJson(TIMESTAMP, DATE, null, "{\"type\":\"DATE\",\"value\":null}");
|
126
|
+
assertJson(TIMESTAMP, DATE, "Asia/Tokyo", null, "{\"type\":\"DATE\",\"value\":null}");
|
127
|
+
assertJson(TIMESTAMP, DATE, "US/Pacific", null, "{\"type\":\"DATE\",\"value\":null}");
|
128
|
+
assertJson(TIMESTAMP, TIME, null, "{\"type\":\"TIME\",\"value\":null}");
|
129
|
+
assertJson(TIMESTAMP, TIME, "Asia/Tokyo", null, "{\"type\":\"TIME\",\"value\":null}");
|
130
|
+
assertJson(TIMESTAMP, TIME, "US/Pacific", null, "{\"type\":\"TIME\",\"value\":null}");
|
131
|
+
assertJson(TIMESTAMP, DATETIME, null, "{\"type\":\"DATETIME\",\"value\":null}");
|
132
|
+
assertJson(JSON, SINGLE_LINE_TEXT, null, "{\"type\":\"SINGLE_LINE_TEXT\",\"value\":null}");
|
133
|
+
assertJson(JSON, MULTI_LINE_TEXT, null, "{\"type\":\"MULTI_LINE_TEXT\",\"value\":null}");
|
134
|
+
}
|
135
|
+
|
136
|
+
private static void assertJson(Type from, KintoneColumnType to, String value, String expected) {
|
137
|
+
assertJson(from, to, "UTC", value, expected);
|
138
|
+
}
|
139
|
+
|
140
|
+
private static void assertJson(
|
141
|
+
Type from, KintoneColumnType to, String timezone, String value, String expected) {
|
142
|
+
assertThat(
|
143
|
+
ReduceType.value(
|
144
|
+
new Column(0, "", from),
|
145
|
+
Collections.singletonList(value),
|
146
|
+
new KintoneColumnOptionBuilder()
|
147
|
+
.setType(to.name())
|
148
|
+
.setTimezone(timezone)
|
149
|
+
.setValueSeparator(",")
|
150
|
+
.build())
|
151
|
+
.toJson(),
|
152
|
+
is(expected));
|
153
|
+
}
|
154
|
+
}
|
@@ -0,0 +1 @@
|
|
1
|
+
domain: client
|
@@ -1 +1,2 @@
|
|
1
|
-
|
1
|
+
max_sort_memory: 67108864
|
2
|
+
skip_if_non_existing_id_or_update_key: auto
|