embulk-output-kintone 1.0.0 → 1.2.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (184) hide show
  1. checksums.yaml +4 -4
  2. data/README.md +65 -1
  3. data/build.gradle +1 -0
  4. data/classpath/commons-csv-1.9.0.jar +0 -0
  5. data/classpath/embulk-output-kintone-1.2.0.jar +0 -0
  6. data/classpath/externalsortinginjava-0.6.2.jar +0 -0
  7. data/classpath/{shadow-kintone-java-client-1.0.0-all.jar → shadow-kintone-java-client-1.2.0-all.jar} +0 -0
  8. data/src/main/java/org/embulk/output/kintone/KintoneClient.java +117 -0
  9. data/src/main/java/org/embulk/output/kintone/KintoneColumnOption.java +5 -0
  10. data/src/main/java/org/embulk/output/kintone/KintoneColumnType.java +226 -5
  11. data/src/main/java/org/embulk/output/kintone/KintoneColumnVisitor.java +82 -13
  12. data/src/main/java/org/embulk/output/kintone/KintoneMode.java +52 -4
  13. data/src/main/java/org/embulk/output/kintone/KintoneOutputPlugin.java +12 -20
  14. data/src/main/java/org/embulk/output/kintone/KintonePageOutput.java +123 -127
  15. data/src/main/java/org/embulk/output/kintone/KintoneSortColumn.java +33 -0
  16. data/src/main/java/org/embulk/output/kintone/PluginTask.java +32 -0
  17. data/src/main/java/org/embulk/output/kintone/deserializer/DeserializeApplier.java +19 -0
  18. data/src/main/java/org/embulk/output/kintone/deserializer/DeserializeException.java +7 -0
  19. data/src/main/java/org/embulk/output/kintone/deserializer/Deserializer.java +279 -0
  20. data/src/main/java/org/embulk/output/kintone/record/Id.java +18 -0
  21. data/src/main/java/org/embulk/output/kintone/record/IdOrUpdateKey.java +45 -0
  22. data/src/main/java/org/embulk/output/kintone/record/Skip.java +14 -0
  23. data/src/main/java/org/embulk/output/kintone/reducer/CSVInputColumnVisitor.java +78 -0
  24. data/src/main/java/org/embulk/output/kintone/reducer/CSVOutputColumnVisitor.java +79 -0
  25. data/src/main/java/org/embulk/output/kintone/reducer/ReduceException.java +11 -0
  26. data/src/main/java/org/embulk/output/kintone/reducer/ReduceType.java +190 -0
  27. data/src/main/java/org/embulk/output/kintone/reducer/ReducedPageOutput.java +100 -0
  28. data/src/main/java/org/embulk/output/kintone/reducer/Reducer.java +355 -0
  29. data/src/main/java/org/embulk/output/kintone/util/Lazy.java +20 -0
  30. data/src/test/java/org/embulk/output/kintone/KintoneClientTest.java +139 -0
  31. data/src/test/java/org/embulk/output/kintone/KintoneColumnOptionBuilder.java +7 -0
  32. data/src/test/java/org/embulk/output/kintone/KintoneColumnTypeTest.java +194 -0
  33. data/src/test/java/org/embulk/output/kintone/KintoneColumnVisitorTest.java +183 -64
  34. data/src/test/java/org/embulk/output/kintone/KintoneColumnVisitorVerifier.java +19 -9
  35. data/src/test/java/org/embulk/output/kintone/KintonePageOutputVerifier.java +120 -51
  36. data/src/test/java/org/embulk/output/kintone/MockClient.java +112 -0
  37. data/src/test/java/org/embulk/output/kintone/TestKintoneOutputPlugin.java +147 -22
  38. data/src/test/java/org/embulk/output/kintone/TestTaskMode.java +1 -0
  39. data/src/test/java/org/embulk/output/kintone/TestTaskReduce.java +47 -0
  40. data/src/test/java/org/embulk/output/kintone/TestTaskReduceException.java +50 -0
  41. data/src/test/java/org/embulk/output/kintone/TestTaskReduceSubtable.java +47 -0
  42. data/src/test/java/org/embulk/output/kintone/TestTaskSkip.java +80 -0
  43. data/src/test/java/org/embulk/output/kintone/TestTaskSkipId.java +80 -0
  44. data/src/test/java/org/embulk/output/kintone/deserializer/DeserializerTest.java +165 -0
  45. data/src/test/java/org/embulk/output/kintone/reducer/ReduceTypeTest.java +154 -0
  46. data/src/test/resources/org/embulk/output/kintone/client/config.yml +1 -0
  47. data/src/test/resources/org/embulk/output/kintone/task/config.yml +2 -1
  48. data/src/test/resources/org/embulk/output/kintone/task/mode/config.yml +6 -0
  49. data/src/test/resources/org/embulk/output/kintone/task/mode/input.csv +7 -7
  50. data/src/test/resources/org/embulk/output/kintone/task/mode/insert_add_records.jsonl +6 -6
  51. data/src/test/resources/org/embulk/output/kintone/task/mode/{insert_add_ignore_nulls_records.jsonl → insert_ignore_nulls_add_records.jsonl} +2 -2
  52. data/src/test/resources/org/embulk/output/kintone/task/mode/{insert_add_prefer_nulls_records.jsonl → insert_prefer_nulls_add_records.jsonl} +6 -6
  53. data/src/test/resources/org/embulk/output/kintone/task/mode/{update_update_ignore_nulls_records.jsonl → update_ignore_nulls_update_records.jsonl} +2 -2
  54. data/src/test/resources/org/embulk/output/kintone/task/mode/{update_update_prefer_nulls_records.jsonl → update_prefer_nulls_update_records.jsonl} +3 -3
  55. data/src/test/resources/org/embulk/output/kintone/task/mode/update_update_records.jsonl +6 -6
  56. data/src/test/resources/org/embulk/output/kintone/task/mode/{upsert_add_records.jsonl → upsert_never_skip_add_records.jsonl} +2 -2
  57. data/src/test/resources/org/embulk/output/kintone/task/mode/upsert_never_skip_double_single_line_text_add_values.json +1 -0
  58. data/src/test/resources/org/embulk/output/kintone/task/mode/{upsert_update_ignore_nulls_records.jsonl → upsert_never_skip_ignore_nulls_update_records.jsonl} +2 -2
  59. data/src/test/resources/org/embulk/output/kintone/task/mode/{upsert_add_prefer_nulls_records.jsonl → upsert_never_skip_prefer_nulls_add_records.jsonl} +3 -3
  60. data/src/test/resources/org/embulk/output/kintone/task/mode/{upsert_update_prefer_nulls_records.jsonl → upsert_never_skip_prefer_nulls_update_records.jsonl} +3 -3
  61. data/src/test/resources/org/embulk/output/kintone/task/mode/{upsert_update_records.jsonl → upsert_never_skip_update_records.jsonl} +4 -4
  62. data/src/test/resources/org/embulk/output/kintone/task/reduce/config.yml +171 -0
  63. data/src/test/resources/org/embulk/output/kintone/task/reduce/input.csv +7 -0
  64. data/src/test/resources/org/embulk/output/kintone/task/reduce/insert_add_records.jsonl +6 -0
  65. data/src/test/resources/org/embulk/output/kintone/task/reduce/insert_ignore_nulls_add_records.jsonl +6 -0
  66. data/src/test/resources/org/embulk/output/kintone/task/reduce/insert_prefer_nulls_add_records.jsonl +6 -0
  67. data/src/test/resources/org/embulk/output/kintone/task/reduce/update_ignore_nulls_update_records.jsonl +3 -0
  68. data/src/test/resources/org/embulk/output/kintone/task/reduce/update_prefer_nulls_update_records.jsonl +3 -0
  69. data/src/test/resources/org/embulk/output/kintone/task/reduce/update_update_records.jsonl +6 -0
  70. data/src/test/resources/org/embulk/output/kintone/task/reduce/upsert_never_skip_add_records.jsonl +2 -0
  71. data/src/test/resources/org/embulk/output/kintone/task/reduce/upsert_never_skip_double_single_line_text_add_values.json +1 -0
  72. data/src/test/resources/org/embulk/output/kintone/task/reduce/upsert_never_skip_double_single_line_text_values.json +1 -0
  73. data/src/test/resources/org/embulk/output/kintone/task/reduce/upsert_never_skip_ignore_nulls_add_records.jsonl +3 -0
  74. data/src/test/resources/org/embulk/output/kintone/task/reduce/upsert_never_skip_ignore_nulls_double_single_line_text_values.json +1 -0
  75. data/src/test/resources/org/embulk/output/kintone/task/reduce/upsert_never_skip_ignore_nulls_update_records.jsonl +3 -0
  76. data/src/test/resources/org/embulk/output/kintone/task/reduce/upsert_never_skip_prefer_nulls_add_records.jsonl +3 -0
  77. data/src/test/resources/org/embulk/output/kintone/task/reduce/upsert_never_skip_prefer_nulls_double_single_line_text_values.json +1 -0
  78. data/src/test/resources/org/embulk/output/kintone/task/reduce/upsert_never_skip_prefer_nulls_update_records.jsonl +3 -0
  79. data/src/test/resources/org/embulk/output/kintone/task/reduce/upsert_never_skip_update_records.jsonl +4 -0
  80. data/src/test/resources/org/embulk/output/kintone/task/reduce_exception/config.yml +36 -0
  81. data/src/test/resources/org/embulk/output/kintone/task/reduce_exception/derived_columns.json +1 -0
  82. data/src/test/resources/org/embulk/output/kintone/task/reduce_exception/input.csv +13 -0
  83. data/src/test/resources/org/embulk/output/kintone/task/reduce_exception/insert_add_records.jsonl +2 -0
  84. data/src/test/resources/org/embulk/output/kintone/task/reduce_exception/update_update_records.jsonl +2 -0
  85. data/src/test/resources/org/embulk/output/kintone/task/reduce_subtable/config.yml +343 -0
  86. data/src/test/resources/org/embulk/output/kintone/task/reduce_subtable/derived_columns.json +1 -0
  87. data/src/test/resources/org/embulk/output/kintone/task/reduce_subtable/input.csv +13 -0
  88. data/src/test/resources/org/embulk/output/kintone/task/reduce_subtable/insert_add_records.jsonl +6 -0
  89. data/src/test/resources/org/embulk/output/kintone/task/reduce_subtable/insert_ignore_nulls_add_records.jsonl +6 -0
  90. data/src/test/resources/org/embulk/output/kintone/task/reduce_subtable/insert_prefer_nulls_add_records.jsonl +6 -0
  91. data/src/test/resources/org/embulk/output/kintone/task/reduce_subtable/update_ignore_nulls_update_records.jsonl +3 -0
  92. data/src/test/resources/org/embulk/output/kintone/task/reduce_subtable/update_prefer_nulls_update_records.jsonl +3 -0
  93. data/src/test/resources/org/embulk/output/kintone/task/reduce_subtable/update_update_records.jsonl +6 -0
  94. data/src/test/resources/org/embulk/output/kintone/task/reduce_subtable/upsert_never_skip_double_single_line_text_values.json +1 -0
  95. data/src/test/resources/org/embulk/output/kintone/task/reduce_subtable/upsert_never_skip_ignore_nulls_add_records.jsonl +3 -0
  96. data/src/test/resources/org/embulk/output/kintone/task/reduce_subtable/upsert_never_skip_ignore_nulls_double_single_line_text_values.json +1 -0
  97. data/src/test/resources/org/embulk/output/kintone/task/reduce_subtable/upsert_never_skip_ignore_nulls_update_records.jsonl +3 -0
  98. data/src/test/resources/org/embulk/output/kintone/task/reduce_subtable/upsert_never_skip_prefer_nulls_add_records.jsonl +3 -0
  99. data/src/test/resources/org/embulk/output/kintone/task/reduce_subtable/upsert_never_skip_prefer_nulls_double_single_line_text_values.json +1 -0
  100. data/src/test/resources/org/embulk/output/kintone/task/reduce_subtable/upsert_never_skip_prefer_nulls_update_records.jsonl +3 -0
  101. data/src/test/resources/org/embulk/output/kintone/task/reduce_subtable/upsert_never_skip_update_records.jsonl +6 -0
  102. data/src/test/resources/org/embulk/output/kintone/task/skip/config.yml +1 -0
  103. data/src/test/resources/org/embulk/output/kintone/task/skip/input.csv +7 -0
  104. data/src/test/resources/org/embulk/output/kintone/task/skip/insert_add_records.jsonl +6 -0
  105. data/src/test/resources/org/embulk/output/kintone/task/skip/insert_always_skip_add_records.jsonl +6 -0
  106. data/src/test/resources/org/embulk/output/kintone/task/skip/insert_always_skip_prefer_nulls_add_records.jsonl +6 -0
  107. data/src/test/resources/org/embulk/output/kintone/task/skip/insert_never_skip_add_records.jsonl +6 -0
  108. data/src/test/resources/org/embulk/output/kintone/task/skip/insert_never_skip_prefer_nulls_add_records.jsonl +6 -0
  109. data/src/test/resources/org/embulk/output/kintone/task/skip/insert_prefer_nulls_add_records.jsonl +6 -0
  110. data/src/test/resources/org/embulk/output/kintone/task/skip/update_always_skip_long_number_add_values.json +1 -0
  111. data/src/test/resources/org/embulk/output/kintone/task/skip/update_always_skip_long_number_values.json +1 -0
  112. data/src/test/resources/org/embulk/output/kintone/task/skip/update_always_skip_prefer_nulls_long_number_add_values.json +1 -0
  113. data/src/test/resources/org/embulk/output/kintone/task/skip/update_always_skip_prefer_nulls_long_number_values.json +1 -0
  114. data/src/test/resources/org/embulk/output/kintone/task/skip/update_always_skip_prefer_nulls_update_records.jsonl +2 -0
  115. data/src/test/resources/org/embulk/output/kintone/task/skip/update_always_skip_update_records.jsonl +5 -0
  116. data/src/test/resources/org/embulk/output/kintone/task/skip/update_never_skip_update_records.jsonl +6 -0
  117. data/src/test/resources/org/embulk/output/kintone/task/skip/update_prefer_nulls_update_records.jsonl +3 -0
  118. data/src/test/resources/org/embulk/output/kintone/task/skip/update_update_records.jsonl +6 -0
  119. data/src/test/resources/org/embulk/output/kintone/task/skip/upsert_add_records.jsonl +1 -0
  120. data/src/test/resources/org/embulk/output/kintone/task/skip/upsert_always_skip_prefer_nulls_string_single_line_text_add_values.json +1 -0
  121. data/src/test/resources/org/embulk/output/kintone/task/skip/upsert_always_skip_prefer_nulls_string_single_line_text_values.json +1 -0
  122. data/src/test/resources/org/embulk/output/kintone/task/skip/upsert_always_skip_prefer_nulls_update_records.jsonl +2 -0
  123. data/src/test/resources/org/embulk/output/kintone/task/skip/upsert_always_skip_string_single_line_text_add_values.json +1 -0
  124. data/src/test/resources/org/embulk/output/kintone/task/skip/upsert_always_skip_string_single_line_text_values.json +1 -0
  125. data/src/test/resources/org/embulk/output/kintone/task/skip/upsert_always_skip_update_records.jsonl +2 -0
  126. data/src/test/resources/org/embulk/output/kintone/task/skip/upsert_never_skip_add_records.jsonl +4 -0
  127. data/src/test/resources/org/embulk/output/kintone/task/skip/upsert_never_skip_prefer_nulls_add_records.jsonl +4 -0
  128. data/src/test/resources/org/embulk/output/kintone/task/skip/upsert_never_skip_prefer_nulls_string_single_line_text_add_values.json +1 -0
  129. data/src/test/resources/org/embulk/output/kintone/task/skip/upsert_never_skip_prefer_nulls_string_single_line_text_values.json +1 -0
  130. data/src/test/resources/org/embulk/output/kintone/task/skip/upsert_never_skip_prefer_nulls_update_records.jsonl +2 -0
  131. data/src/test/resources/org/embulk/output/kintone/task/skip/upsert_never_skip_string_single_line_text_add_values.json +1 -0
  132. data/src/test/resources/org/embulk/output/kintone/task/skip/upsert_never_skip_string_single_line_text_values.json +1 -0
  133. data/src/test/resources/org/embulk/output/kintone/task/skip/upsert_never_skip_update_records.jsonl +2 -0
  134. data/src/test/resources/org/embulk/output/kintone/task/skip/upsert_prefer_nulls_add_records.jsonl +1 -0
  135. data/src/test/resources/org/embulk/output/kintone/task/skip/upsert_prefer_nulls_string_single_line_text_add_values.json +1 -0
  136. data/src/test/resources/org/embulk/output/kintone/task/skip/upsert_prefer_nulls_string_single_line_text_values.json +1 -0
  137. data/src/test/resources/org/embulk/output/kintone/task/skip/upsert_prefer_nulls_update_records.jsonl +2 -0
  138. data/src/test/resources/org/embulk/output/kintone/task/skip/upsert_string_single_line_text_add_values.json +1 -0
  139. data/src/test/resources/org/embulk/output/kintone/task/skip/upsert_string_single_line_text_values.json +1 -0
  140. data/src/test/resources/org/embulk/output/kintone/task/skip/upsert_update_records.jsonl +2 -0
  141. data/src/test/resources/org/embulk/output/kintone/task/skip_id/config.yml +1 -0
  142. data/src/test/resources/org/embulk/output/kintone/task/skip_id/input.csv +7 -0
  143. data/src/test/resources/org/embulk/output/kintone/task/skip_id/insert_add_records.jsonl +6 -0
  144. data/src/test/resources/org/embulk/output/kintone/task/skip_id/insert_always_skip_add_records.jsonl +6 -0
  145. data/src/test/resources/org/embulk/output/kintone/task/skip_id/insert_always_skip_prefer_nulls_add_records.jsonl +6 -0
  146. data/src/test/resources/org/embulk/output/kintone/task/skip_id/insert_never_skip_add_records.jsonl +6 -0
  147. data/src/test/resources/org/embulk/output/kintone/task/skip_id/insert_never_skip_prefer_nulls_add_records.jsonl +6 -0
  148. data/src/test/resources/org/embulk/output/kintone/task/skip_id/insert_prefer_nulls_add_records.jsonl +6 -0
  149. data/src/test/resources/org/embulk/output/kintone/task/skip_id/update_always_skip__id_add_values.json +1 -0
  150. data/src/test/resources/org/embulk/output/kintone/task/skip_id/update_always_skip__id_values.json +1 -0
  151. data/src/test/resources/org/embulk/output/kintone/task/skip_id/update_always_skip_prefer_nulls__id_add_values.json +1 -0
  152. data/src/test/resources/org/embulk/output/kintone/task/skip_id/update_always_skip_prefer_nulls__id_values.json +1 -0
  153. data/src/test/resources/org/embulk/output/kintone/task/skip_id/update_always_skip_prefer_nulls_update_records.jsonl +2 -0
  154. data/src/test/resources/org/embulk/output/kintone/task/skip_id/update_always_skip_update_records.jsonl +5 -0
  155. data/src/test/resources/org/embulk/output/kintone/task/skip_id/update_never_skip_update_records.jsonl +6 -0
  156. data/src/test/resources/org/embulk/output/kintone/task/skip_id/update_prefer_nulls_update_records.jsonl +3 -0
  157. data/src/test/resources/org/embulk/output/kintone/task/skip_id/update_update_records.jsonl +6 -0
  158. data/src/test/resources/org/embulk/output/kintone/task/skip_id/upsert__id_add_values.json +1 -0
  159. data/src/test/resources/org/embulk/output/kintone/task/skip_id/upsert__id_values.json +1 -0
  160. data/src/test/resources/org/embulk/output/kintone/task/skip_id/upsert_always_skip__id_add_values.json +1 -0
  161. data/src/test/resources/org/embulk/output/kintone/task/skip_id/upsert_always_skip__id_values.json +1 -0
  162. data/src/test/resources/org/embulk/output/kintone/task/skip_id/upsert_always_skip_prefer_nulls__id_add_values.json +1 -0
  163. data/src/test/resources/org/embulk/output/kintone/task/skip_id/upsert_always_skip_prefer_nulls__id_values.json +1 -0
  164. data/src/test/resources/org/embulk/output/kintone/task/skip_id/upsert_always_skip_prefer_nulls_update_records.jsonl +2 -0
  165. data/src/test/resources/org/embulk/output/kintone/task/skip_id/upsert_always_skip_update_records.jsonl +5 -0
  166. data/src/test/resources/org/embulk/output/kintone/task/skip_id/upsert_never_skip__id_add_values.json +1 -0
  167. data/src/test/resources/org/embulk/output/kintone/task/skip_id/upsert_never_skip__id_values.json +1 -0
  168. data/src/test/resources/org/embulk/output/kintone/task/skip_id/upsert_never_skip_add_records.jsonl +1 -0
  169. data/src/test/resources/org/embulk/output/kintone/task/skip_id/upsert_never_skip_prefer_nulls__id_add_values.json +1 -0
  170. data/src/test/resources/org/embulk/output/kintone/task/skip_id/upsert_never_skip_prefer_nulls__id_values.json +1 -0
  171. data/src/test/resources/org/embulk/output/kintone/task/skip_id/upsert_never_skip_prefer_nulls_add_records.jsonl +4 -0
  172. data/src/test/resources/org/embulk/output/kintone/task/skip_id/upsert_never_skip_prefer_nulls_update_records.jsonl +2 -0
  173. data/src/test/resources/org/embulk/output/kintone/task/skip_id/upsert_never_skip_update_records.jsonl +5 -0
  174. data/src/test/resources/org/embulk/output/kintone/task/skip_id/upsert_prefer_nulls__id_add_values.json +1 -0
  175. data/src/test/resources/org/embulk/output/kintone/task/skip_id/upsert_prefer_nulls__id_values.json +1 -0
  176. data/src/test/resources/org/embulk/output/kintone/task/skip_id/upsert_prefer_nulls_add_records.jsonl +3 -0
  177. data/src/test/resources/org/embulk/output/kintone/task/skip_id/upsert_prefer_nulls_update_records.jsonl +2 -0
  178. data/src/test/resources/org/embulk/output/kintone/task/skip_id/upsert_update_records.jsonl +5 -0
  179. metadata +163 -17
  180. data/classpath/embulk-output-kintone-1.0.0.jar +0 -0
  181. /data/src/test/resources/org/embulk/output/kintone/task/mode/{values.json → upsert_never_skip_double_single_line_text_values.json} +0 -0
  182. /data/src/test/resources/org/embulk/output/kintone/task/mode/{upsert_add_ignore_nulls_records.jsonl → upsert_never_skip_ignore_nulls_add_records.jsonl} +0 -0
  183. /data/src/test/resources/org/embulk/output/kintone/task/mode/{values_ignore_nulls.json → upsert_never_skip_ignore_nulls_double_single_line_text_values.json} +0 -0
  184. /data/src/test/resources/org/embulk/output/kintone/task/mode/{values_prefer_nulls.json → upsert_never_skip_prefer_nulls_double_single_line_text_values.json} +0 -0
@@ -0,0 +1,47 @@
1
+ package org.embulk.output.kintone;
2
+
3
+ import net.jcip.annotations.NotThreadSafe;
4
+ import org.junit.Test;
5
+
6
+ @NotThreadSafe
7
+ public class TestTaskReduce extends TestTask {
8
+ @Override
9
+ public void before() {
10
+ super.before();
11
+ merge(config("domain: task/reduce"));
12
+ }
13
+
14
+ @Test
15
+ public void testInsert() throws Exception {
16
+ merge(config("mode: insert"));
17
+ merge(config("reduce_key: timestamp"));
18
+ runOutput();
19
+ merge(config("prefer_nulls: true"));
20
+ runOutput();
21
+ merge(config("ignore_nulls: true"));
22
+ runOutput();
23
+ }
24
+
25
+ @Test
26
+ public void testUpdate() throws Exception {
27
+ merge(config("mode: update", "update_key: string_number"));
28
+ merge(config("reduce_key: double_single_line_text"));
29
+ runOutput();
30
+ merge(config("prefer_nulls: true"));
31
+ runOutput();
32
+ merge(config("ignore_nulls: true"));
33
+ runOutput();
34
+ }
35
+
36
+ @Test
37
+ public void testUpsert() throws Exception {
38
+ merge(config("mode: upsert", "update_key: double_single_line_text"));
39
+ merge(config("skip_if_non_existing_id_or_update_key: never"));
40
+ merge(config("reduce_key: string_number"));
41
+ runOutput();
42
+ merge(config("prefer_nulls: true"));
43
+ runOutput();
44
+ merge(config("ignore_nulls: true"));
45
+ runOutput();
46
+ }
47
+ }
@@ -0,0 +1,50 @@
1
+ package org.embulk.output.kintone;
2
+
3
+ import static org.hamcrest.MatcherAssert.assertThat;
4
+ import static org.hamcrest.Matchers.instanceOf;
5
+ import static org.hamcrest.Matchers.is;
6
+ import static org.junit.Assert.assertThrows;
7
+
8
+ import net.jcip.annotations.NotThreadSafe;
9
+ import org.embulk.exec.PartialExecutionException;
10
+ import org.embulk.output.kintone.reducer.ReduceException;
11
+ import org.junit.Test;
12
+
13
+ @NotThreadSafe
14
+ public class TestTaskReduceException extends TestTask {
15
+ @Override
16
+ public void before() {
17
+ super.before();
18
+ merge(config("domain: task/reduce_exception"));
19
+ }
20
+
21
+ @Test
22
+ public void test() throws Exception {
23
+ merge(config("mode: insert"));
24
+ merge(config("reduce_key: double_single_line_text"));
25
+ runOutput();
26
+ merge(config("mode: update", "update_key: double_single_line_text"));
27
+ merge(config("reduce_key: string_number"));
28
+ runOutput();
29
+ merge(config("mode: upsert", "update_key: string_number"));
30
+ merge(config("reduce_key: json.double_single_line_text"));
31
+ assertReduceException(
32
+ "Couldn't reduce because column json.double_single_line_text is not unique to [json, json_subtable]\n[double_single_line_text, string_number] expected [123.0, 456] but actual [456.0, 123]");
33
+ merge(config("reduce_key: json.string_number"));
34
+ assertReduceException(
35
+ "Couldn't reduce because column json.string_number is not unique to [json, json_subtable]\n[double_single_line_text, string_number] expected [123.0, 456] but actual [456.0, 123]");
36
+ merge(config("reduce_key: json_subtable.double_single_line_text"));
37
+ assertReduceException(
38
+ "Couldn't reduce because column json_subtable.double_single_line_text is not unique to [json, json_subtable]\n[double_single_line_text, string_number] expected [123.0, 456] but actual [456.0, 123]");
39
+ merge(config("reduce_key: json_subtable.string_number"));
40
+ assertReduceException(
41
+ "Couldn't reduce because column json_subtable.string_number is not unique to [json, json_subtable]\n[double_single_line_text, string_number] expected [123.0, 456] but actual [456.0, 123]");
42
+ }
43
+
44
+ private void assertReduceException(String message) {
45
+ Exception e = assertThrows(PartialExecutionException.class, this::runOutput);
46
+ assertThat(e.getCause(), is(instanceOf(RuntimeException.class)));
47
+ assertThat(e.getCause().getCause(), is(instanceOf(ReduceException.class)));
48
+ assertThat(e.getCause().getCause().getMessage(), is(message));
49
+ }
50
+ }
@@ -0,0 +1,47 @@
1
+ package org.embulk.output.kintone;
2
+
3
+ import net.jcip.annotations.NotThreadSafe;
4
+ import org.junit.Test;
5
+
6
+ @NotThreadSafe
7
+ public class TestTaskReduceSubtable extends TestTask {
8
+ @Override
9
+ public void before() {
10
+ super.before();
11
+ merge(config("domain: task/reduce_subtable"));
12
+ }
13
+
14
+ @Test
15
+ public void testInsert() throws Exception {
16
+ merge(config("mode: insert"));
17
+ merge(config("reduce_key: timestamp"));
18
+ runOutput();
19
+ merge(config("prefer_nulls: true"));
20
+ runOutput();
21
+ merge(config("ignore_nulls: true"));
22
+ runOutput();
23
+ }
24
+
25
+ @Test
26
+ public void testUpdate() throws Exception {
27
+ merge(config("mode: update", "update_key: string_number"));
28
+ merge(config("reduce_key: string_number"));
29
+ runOutput();
30
+ merge(config("prefer_nulls: true"));
31
+ runOutput();
32
+ merge(config("ignore_nulls: true"));
33
+ runOutput();
34
+ }
35
+
36
+ @Test
37
+ public void testUpsert() throws Exception {
38
+ merge(config("mode: upsert", "update_key: double_single_line_text"));
39
+ merge(config("skip_if_non_existing_id_or_update_key: never"));
40
+ merge(config("reduce_key: double_single_line_text"));
41
+ runOutput();
42
+ merge(config("prefer_nulls: true"));
43
+ runOutput();
44
+ merge(config("ignore_nulls: true"));
45
+ runOutput();
46
+ }
47
+ }
@@ -0,0 +1,80 @@
1
+ package org.embulk.output.kintone;
2
+
3
+ import static org.hamcrest.MatcherAssert.assertThat;
4
+ import static org.hamcrest.Matchers.instanceOf;
5
+ import static org.hamcrest.Matchers.is;
6
+ import static org.junit.Assert.assertThrows;
7
+
8
+ import net.jcip.annotations.NotThreadSafe;
9
+ import org.embulk.exec.PartialExecutionException;
10
+ import org.junit.Test;
11
+
12
+ @NotThreadSafe
13
+ public class TestTaskSkip extends TestTask {
14
+ @Override
15
+ public void before() {
16
+ super.before();
17
+ merge(config("domain: task/skip"));
18
+ }
19
+
20
+ @Test
21
+ public void testInsert() throws Exception {
22
+ merge(config("mode: insert", "update_key: null"));
23
+ merge(config("skip_if_non_existing_id_or_update_key: auto"));
24
+ runOutput();
25
+ merge(config("skip_if_non_existing_id_or_update_key: never"));
26
+ runOutput();
27
+ merge(config("skip_if_non_existing_id_or_update_key: always"));
28
+ runOutput();
29
+ merge(config("prefer_nulls: true"));
30
+ merge(config("skip_if_non_existing_id_or_update_key: auto"));
31
+ runOutput();
32
+ merge(config("skip_if_non_existing_id_or_update_key: never"));
33
+ runOutput();
34
+ merge(config("skip_if_non_existing_id_or_update_key: always"));
35
+ runOutput();
36
+ }
37
+
38
+ @Test
39
+ public void testUpdate() throws Exception {
40
+ merge(config("mode: update", "update_key: long_number"));
41
+ merge(config("skip_if_non_existing_id_or_update_key: auto"));
42
+ runOutput();
43
+ merge(config("skip_if_non_existing_id_or_update_key: never"));
44
+ runOutput();
45
+ merge(config("skip_if_non_existing_id_or_update_key: always"));
46
+ runOutput();
47
+ merge(config("prefer_nulls: true"));
48
+ merge(config("skip_if_non_existing_id_or_update_key: auto"));
49
+ runOutput();
50
+ merge(config("skip_if_non_existing_id_or_update_key: never"));
51
+ assertNoIdOrUpdateKeyValueWasSpecified();
52
+ merge(config("skip_if_non_existing_id_or_update_key: always"));
53
+ runOutput();
54
+ }
55
+
56
+ @Test
57
+ public void testUpsert() throws Exception {
58
+ merge(config("mode: upsert", "update_key: string_single_line_text"));
59
+ merge(config("skip_if_non_existing_id_or_update_key: auto"));
60
+ runOutput();
61
+ merge(config("skip_if_non_existing_id_or_update_key: never"));
62
+ runOutput();
63
+ merge(config("skip_if_non_existing_id_or_update_key: always"));
64
+ runOutput();
65
+ merge(config("prefer_nulls: true"));
66
+ merge(config("skip_if_non_existing_id_or_update_key: auto"));
67
+ runOutput();
68
+ merge(config("skip_if_non_existing_id_or_update_key: never"));
69
+ runOutput();
70
+ merge(config("skip_if_non_existing_id_or_update_key: always"));
71
+ runOutput();
72
+ }
73
+
74
+ private void assertNoIdOrUpdateKeyValueWasSpecified() {
75
+ Exception e = assertThrows(PartialExecutionException.class, this::runOutput);
76
+ assertThat(e.getCause(), is(instanceOf(RuntimeException.class)));
77
+ assertThat(e.getCause().getCause(), is(instanceOf(RuntimeException.class)));
78
+ assertThat(e.getCause().getCause().getMessage(), is("No id or update key value was specified"));
79
+ }
80
+ }
@@ -0,0 +1,80 @@
1
+ package org.embulk.output.kintone;
2
+
3
+ import static org.hamcrest.MatcherAssert.assertThat;
4
+ import static org.hamcrest.Matchers.instanceOf;
5
+ import static org.hamcrest.Matchers.is;
6
+ import static org.junit.Assert.assertThrows;
7
+
8
+ import net.jcip.annotations.NotThreadSafe;
9
+ import org.embulk.exec.PartialExecutionException;
10
+ import org.junit.Test;
11
+
12
+ @NotThreadSafe
13
+ public class TestTaskSkipId extends TestTask {
14
+ @Override
15
+ public void before() {
16
+ super.before();
17
+ merge(config("domain: task/skip_id"));
18
+ }
19
+
20
+ @Test
21
+ public void testInsert() throws Exception {
22
+ merge(config("mode: insert"));
23
+ merge(config("skip_if_non_existing_id_or_update_key: auto"));
24
+ runOutput();
25
+ merge(config("skip_if_non_existing_id_or_update_key: never"));
26
+ runOutput();
27
+ merge(config("skip_if_non_existing_id_or_update_key: always"));
28
+ runOutput();
29
+ merge(config("prefer_nulls: true"));
30
+ merge(config("skip_if_non_existing_id_or_update_key: auto"));
31
+ runOutput();
32
+ merge(config("skip_if_non_existing_id_or_update_key: never"));
33
+ runOutput();
34
+ merge(config("skip_if_non_existing_id_or_update_key: always"));
35
+ runOutput();
36
+ }
37
+
38
+ @Test
39
+ public void testUpdate() throws Exception {
40
+ merge(config("mode: update", "update_key: $id"));
41
+ merge(config("skip_if_non_existing_id_or_update_key: auto"));
42
+ runOutput();
43
+ merge(config("skip_if_non_existing_id_or_update_key: never"));
44
+ runOutput();
45
+ merge(config("skip_if_non_existing_id_or_update_key: always"));
46
+ runOutput();
47
+ merge(config("prefer_nulls: true"));
48
+ merge(config("skip_if_non_existing_id_or_update_key: auto"));
49
+ runOutput();
50
+ merge(config("skip_if_non_existing_id_or_update_key: never"));
51
+ assertNoIdOrUpdateKeyValueWasSpecified();
52
+ merge(config("skip_if_non_existing_id_or_update_key: always"));
53
+ runOutput();
54
+ }
55
+
56
+ @Test
57
+ public void testUpsert() throws Exception {
58
+ merge(config("mode: upsert", "update_key: $id"));
59
+ merge(config("skip_if_non_existing_id_or_update_key: auto"));
60
+ runOutput();
61
+ merge(config("skip_if_non_existing_id_or_update_key: never"));
62
+ runOutput();
63
+ merge(config("skip_if_non_existing_id_or_update_key: always"));
64
+ runOutput();
65
+ merge(config("prefer_nulls: true"));
66
+ merge(config("skip_if_non_existing_id_or_update_key: auto"));
67
+ runOutput();
68
+ merge(config("skip_if_non_existing_id_or_update_key: never"));
69
+ runOutput();
70
+ merge(config("skip_if_non_existing_id_or_update_key: always"));
71
+ runOutput();
72
+ }
73
+
74
+ private void assertNoIdOrUpdateKeyValueWasSpecified() {
75
+ Exception e = assertThrows(PartialExecutionException.class, this::runOutput);
76
+ assertThat(e.getCause(), is(instanceOf(RuntimeException.class)));
77
+ assertThat(e.getCause().getCause(), is(instanceOf(RuntimeException.class)));
78
+ assertThat(e.getCause().getCause().getMessage(), is("No id or update key value was specified"));
79
+ }
80
+ }
@@ -0,0 +1,165 @@
1
+ package org.embulk.output.kintone.deserializer;
2
+
3
+ import static org.hamcrest.MatcherAssert.assertThat;
4
+ import static org.hamcrest.Matchers.is;
5
+
6
+ import com.kintone.client.model.FileBody;
7
+ import com.kintone.client.model.Group;
8
+ import com.kintone.client.model.Organization;
9
+ import com.kintone.client.model.User;
10
+ import com.kintone.client.model.record.CheckBoxFieldValue;
11
+ import com.kintone.client.model.record.DateFieldValue;
12
+ import com.kintone.client.model.record.DateTimeFieldValue;
13
+ import com.kintone.client.model.record.DropDownFieldValue;
14
+ import com.kintone.client.model.record.FieldValue;
15
+ import com.kintone.client.model.record.FileFieldValue;
16
+ import com.kintone.client.model.record.GroupSelectFieldValue;
17
+ import com.kintone.client.model.record.LinkFieldValue;
18
+ import com.kintone.client.model.record.MultiLineTextFieldValue;
19
+ import com.kintone.client.model.record.MultiSelectFieldValue;
20
+ import com.kintone.client.model.record.NumberFieldValue;
21
+ import com.kintone.client.model.record.OrganizationSelectFieldValue;
22
+ import com.kintone.client.model.record.RadioButtonFieldValue;
23
+ import com.kintone.client.model.record.RichTextFieldValue;
24
+ import com.kintone.client.model.record.SingleLineTextFieldValue;
25
+ import com.kintone.client.model.record.SubtableFieldValue;
26
+ import com.kintone.client.model.record.TableRow;
27
+ import com.kintone.client.model.record.TimeFieldValue;
28
+ import com.kintone.client.model.record.UserSelectFieldValue;
29
+ import java.math.BigDecimal;
30
+ import java.time.LocalDate;
31
+ import java.time.LocalTime;
32
+ import java.time.ZonedDateTime;
33
+ import java.util.List;
34
+ import java.util.function.Function;
35
+ import java.util.stream.IntStream;
36
+ import org.junit.Test;
37
+
38
+ public class DeserializerTest {
39
+ // spotless:off
40
+ public static final Function<Long, String> TABLE_ROW = (id) -> String.format("{\"id\":%d,\"value\":{\"リッチエディター\":{\"type\":\"RICH_TEXT\",\"value\":\"\\u003ca href\\u003d\\\"https://www.cybozu.com\\\"\\u003eサイボウズ\\u003c/a\\u003e\"},\"グループ選択\":{\"type\":\"GROUP_SELECT\",\"value\":[{\"name\":\"プロジェクトマネージャー\",\"code\":\"project_manager\"},{\"name\":\"チームリーダー\",\"code\":\"team_leader\"}]},\"文字列(1行)\":{\"type\":\"SINGLE_LINE_TEXT\",\"value\":\"テストです。\"},\"ラジオボタン\":{\"type\":\"RADIO_BUTTON\",\"value\":\"選択肢3\"},\"ドロップダウン\":{\"type\":\"DROP_DOWN\",\"value\":\"選択肢6\"},\"組織選択\":{\"type\":\"ORGANIZATION_SELECT\",\"value\":[{\"name\":\"開発部\",\"code\":\"kaihatsu\"},{\"name\":\"人事部\",\"code\":\"jinji\"}]},\"ユーザー選択\":{\"type\":\"USER_SELECT\",\"value\":[{\"name\":\"Noboru Sato\",\"code\":\"guest/sato@cybozu.com\"},{\"name\":\"Misaki Kato\",\"code\":\"kato\"}]},\"日時\":{\"type\":\"DATETIME\",\"value\":\"2012-01-11T11:30:00Z\"},\"文字列(複数行)\":{\"type\":\"MULTI_LINE_TEXT\",\"value\":\"テスト\\nです。\"},\"時刻\":{\"type\":\"TIME\",\"value\":\"11:30\"},\"チェックボックス\":{\"type\":\"CHECK_BOX\",\"value\":[\"選択肢1\",\"選択肢2\"]},\"複数選択\":{\"type\":\"MULTI_SELECT\",\"value\":[\"選択肢4\",\"選択肢5\"]},\"数値\":{\"type\":\"NUMBER\",\"value\":\"123\"},\"添付ファイル\":{\"type\":\"FILE\",\"value\":[{\"contentType\":\"text/plain\",\"fileKey\":\"201202061155587E339F9067544F1A92C743460E3D12B3297\",\"name\":\"17to20_VerupLog (1).txt\",\"size\":\"23175\"},{\"contentType\":\"application/json\",\"fileKey\":\"201202061155583C763E30196F419E83E91D2E4A03746C273\",\"name\":\"17to20_VerupLog.txt\",\"size\":\"23176\"}]},\"リンク\":{\"type\":\"LINK\",\"value\":\"https://cybozu.co.jp/\"},\"計算\":{\"type\":\"CALC\",\"value\":\"456\"},\"日付\":{\"type\":\"DATE\",\"value\":\"2012-01-11\"}}}", id);
41
+ private static final String NULL_TABLE_ROW = "{\"value\":{\"添付ファイル(null要素)\":{\"type\":\"FILE\",\"value\":[null,null]},\"添付ファイル(null項目)\":{\"type\":\"FILE\",\"value\":[{},{}]},\"複数選択(空)\":{\"type\":\"MULTI_SELECT\",\"value\":[]},\"リッチエディター\":{\"type\":\"RICH_TEXT\"},\"文字列(1行)\":{\"type\":\"SINGLE_LINE_TEXT\"},\"ユーザー選択(null項目)\":{\"type\":\"USER_SELECT\",\"value\":[{},{}]},\"文字列(複数行)\":{\"type\":\"MULTI_LINE_TEXT\"},\"ユーザー選択(空)\":{\"type\":\"USER_SELECT\",\"value\":[]},\"チェックボックス(null要素)\":{\"type\":\"CHECK_BOX\",\"value\":[null,null]},\"組織選択(null項目)\":{\"type\":\"ORGANIZATION_SELECT\",\"value\":[{},{}]},\"計算\":{\"type\":\"CALC\"},\"日付\":{\"type\":\"DATE\"},\"組織選択(空)\":{\"type\":\"ORGANIZATION_SELECT\",\"value\":[]},\"添付ファイル(空)\":{\"type\":\"FILE\",\"value\":[]},\"ラジオボタン\":{\"type\":\"RADIO_BUTTON\"},\"グループ選択(null項目)\":{\"type\":\"GROUP_SELECT\",\"value\":[{},{}]},\"複数選択(null要素)\":{\"type\":\"MULTI_SELECT\",\"value\":[null,null]},\"ドロップダウン\":{\"type\":\"DROP_DOWN\"},\"日時\":{\"type\":\"DATETIME\"},\"組織選択(null要素)\":{\"type\":\"ORGANIZATION_SELECT\",\"value\":[null,null]},\"時刻\":{\"type\":\"TIME\"},\"グループ選択(空)\":{\"type\":\"GROUP_SELECT\",\"value\":[]},\"数値\":{\"type\":\"NUMBER\"},\"ユーザー選択(null要素)\":{\"type\":\"USER_SELECT\",\"value\":[null,null]},\"グループ選択(null要素)\":{\"type\":\"GROUP_SELECT\",\"value\":[null,null]},\"リンク\":{\"type\":\"LINK\"},\"チェックボックス(空)\":{\"type\":\"CHECK_BOX\",\"value\":[]}}}";
42
+ // spotless:on
43
+ @Test
44
+ public void deserialize() {
45
+ // spotless:off
46
+ SubtableFieldValue actual = new Deserializer().deserialize(String.format("[%s,%s]", TABLE_ROW.apply(48290L), TABLE_ROW.apply(48291L)), SubtableFieldValue.class);
47
+ // spotless:on
48
+ SubtableFieldValue expected = new SubtableFieldValue(tableRow(48290L), tableRow(48291L));
49
+ assertTableRows(actual.getRows(), expected.getRows());
50
+ }
51
+
52
+ @Test
53
+ public void deserializeNull() {
54
+ // spotless:off
55
+ SubtableFieldValue actual = new Deserializer().deserialize(String.format("[%s,%s]", NULL_TABLE_ROW, NULL_TABLE_ROW), SubtableFieldValue.class);
56
+ // spotless:on
57
+ SubtableFieldValue expected = new SubtableFieldValue(nullTableRow(), nullTableRow());
58
+ assertTableRows(actual.getRows(), expected.getRows());
59
+ }
60
+
61
+ public static void assertTableRows(List<TableRow> actual, List<TableRow> expected) {
62
+ assertTableRows("", actual, expected);
63
+ }
64
+
65
+ public static void assertTableRows(
66
+ String domain, List<TableRow> actual, List<TableRow> expected) {
67
+ assertThat(domain, actual.size(), is(expected.size()));
68
+ // spotless:off
69
+ IntStream.range(0, actual.size()).forEach(index -> assertTableRow(domain, index, actual.get(index), expected.get(index)));
70
+ // spotless:on
71
+ }
72
+
73
+ private static void assertTableRow(String domain, int index, TableRow actual, TableRow expected) {
74
+ String reason = String.format("%s:%d", domain, index);
75
+ assertThat(reason, actual.getId(), is(expected.getId()));
76
+ assertThat(reason, actual.getFieldCodes(), is(expected.getFieldCodes()));
77
+ // spotless:off
78
+ actual.getFieldCodes().forEach(fieldCode -> assertFieldValue(domain, index, fieldCode, actual.getFieldValue(fieldCode), expected.getFieldValue(fieldCode)));
79
+ // spotless:on
80
+ }
81
+
82
+ private static void assertFieldValue(
83
+ String domain, int index, String fieldCode, FieldValue actual, FieldValue expected) {
84
+ String reason = String.format("%s:%d:%s", domain, index, fieldCode);
85
+ assertThat(reason, actual.getType(), is(expected.getType()));
86
+ assertThat(reason, actual, is(expected));
87
+ }
88
+
89
+ public static TableRow tableRow(Long id) {
90
+ TableRow tableRow = new TableRow(id);
91
+ // spotless:off
92
+ tableRow.putField("文字列(1行)", new SingleLineTextFieldValue("テストです。"));
93
+ tableRow.putField("文字列(複数行)", new MultiLineTextFieldValue("テスト\nです。"));
94
+ tableRow.putField("リッチエディター", new RichTextFieldValue("<a href=\"https://www.cybozu.com\">サイボウズ</a>"));
95
+ tableRow.putField("数値", new NumberFieldValue(new BigDecimal("123")));
96
+ tableRow.putField("チェックボックス", new CheckBoxFieldValue("選択肢1", "選択肢2"));
97
+ tableRow.putField("ラジオボタン", new RadioButtonFieldValue("選択肢3"));
98
+ tableRow.putField("複数選択", new MultiSelectFieldValue("選択肢4", "選択肢5"));
99
+ tableRow.putField("ドロップダウン", new DropDownFieldValue("選択肢6"));
100
+ tableRow.putField("ユーザー選択", new UserSelectFieldValue(user("guest/sato@cybozu.com", "Noboru Sato"), user("kato", "Misaki Kato")));
101
+ tableRow.putField("組織選択", new OrganizationSelectFieldValue(organization("kaihatsu", "開発部"), organization("jinji", "人事部")));
102
+ tableRow.putField("グループ選択", new GroupSelectFieldValue(group("project_manager", "プロジェクトマネージャー"), group("team_leader", "チームリーダー")));
103
+ tableRow.putField("日付", new DateFieldValue(LocalDate.parse("2012-01-11")));
104
+ tableRow.putField("時刻", new TimeFieldValue(LocalTime.parse("11:30")));
105
+ tableRow.putField("日時", new DateTimeFieldValue(ZonedDateTime.parse("2012-01-11T11:30:00Z")));
106
+ tableRow.putField("リンク", new LinkFieldValue("https://cybozu.co.jp/"));
107
+ tableRow.putField("添付ファイル", new FileFieldValue(fileBody("text/plain", "201202061155587E339F9067544F1A92C743460E3D12B3297", "17to20_VerupLog (1).txt", "23175"), fileBody("application/json", "201202061155583C763E30196F419E83E91D2E4A03746C273", "17to20_VerupLog.txt", "23176")));
108
+ // spotless:on
109
+ return tableRow;
110
+ }
111
+
112
+ private static TableRow nullTableRow() {
113
+ TableRow tableRow = new TableRow();
114
+ // spotless:off
115
+ tableRow.putField("文字列(1行)", new SingleLineTextFieldValue(null));
116
+ tableRow.putField("文字列(複数行)", new MultiLineTextFieldValue(null));
117
+ tableRow.putField("リッチエディター", new RichTextFieldValue(null));
118
+ tableRow.putField("数値", new NumberFieldValue(null));
119
+ tableRow.putField("チェックボックス(空)", new CheckBoxFieldValue());
120
+ tableRow.putField("チェックボックス(null要素)", new CheckBoxFieldValue(null, null));
121
+ tableRow.putField("ラジオボタン", new RadioButtonFieldValue(null));
122
+ tableRow.putField("複数選択(空)", new MultiSelectFieldValue());
123
+ tableRow.putField("複数選択(null要素)", new MultiSelectFieldValue(null, null));
124
+ tableRow.putField("ドロップダウン", new DropDownFieldValue(null));
125
+ tableRow.putField("ユーザー選択(空)", new UserSelectFieldValue());
126
+ tableRow.putField("ユーザー選択(null要素)", new UserSelectFieldValue(null, null));
127
+ tableRow.putField("ユーザー選択(null項目)", new UserSelectFieldValue(user(null, null), user(null, null)));
128
+ tableRow.putField("組織選択(空)", new OrganizationSelectFieldValue());
129
+ tableRow.putField("組織選択(null要素)", new OrganizationSelectFieldValue(null, null));
130
+ tableRow.putField("組織選択(null項目)", new OrganizationSelectFieldValue(organization(null, null), organization(null, null)));
131
+ tableRow.putField("グループ選択(空)", new GroupSelectFieldValue());
132
+ tableRow.putField("グループ選択(null要素)", new GroupSelectFieldValue(null, null));
133
+ tableRow.putField("グループ選択(null項目)", new GroupSelectFieldValue(group(null, null), group(null, null)));
134
+ tableRow.putField("日付", new DateFieldValue(null));
135
+ tableRow.putField("時刻", new TimeFieldValue(null));
136
+ tableRow.putField("日時", new DateTimeFieldValue(null));
137
+ tableRow.putField("リンク", new LinkFieldValue(null));
138
+ tableRow.putField("添付ファイル(空)", new FileFieldValue());
139
+ tableRow.putField("添付ファイル(null要素)", new FileFieldValue(null, null));
140
+ tableRow.putField("添付ファイル(null項目)", new FileFieldValue(fileBody(null, null, null, null), fileBody(null, null, null, null)));
141
+ // spotless:on
142
+ return tableRow;
143
+ }
144
+
145
+ private static User user(String code, String name) {
146
+ return new User(name, code);
147
+ }
148
+
149
+ private static Organization organization(String code, String name) {
150
+ return new Organization(name, code);
151
+ }
152
+
153
+ private static Group group(String code, String name) {
154
+ return new Group(name, code);
155
+ }
156
+
157
+ private static FileBody fileBody(String contentType, String fileKey, String name, String size) {
158
+ FileBody fileBody = new FileBody();
159
+ fileBody.setContentType(contentType);
160
+ fileBody.setFileKey(fileKey);
161
+ fileBody.setName(name);
162
+ fileBody.setSize(size == null ? null : Integer.valueOf(size));
163
+ return fileBody;
164
+ }
165
+ }
@@ -0,0 +1,154 @@
1
+ package org.embulk.output.kintone.reducer;
2
+
3
+ import static org.embulk.output.kintone.KintoneColumnType.CHECK_BOX;
4
+ import static org.embulk.output.kintone.KintoneColumnType.DATE;
5
+ import static org.embulk.output.kintone.KintoneColumnType.DATETIME;
6
+ import static org.embulk.output.kintone.KintoneColumnType.DROP_DOWN;
7
+ import static org.embulk.output.kintone.KintoneColumnType.LINK;
8
+ import static org.embulk.output.kintone.KintoneColumnType.MULTI_LINE_TEXT;
9
+ import static org.embulk.output.kintone.KintoneColumnType.MULTI_SELECT;
10
+ import static org.embulk.output.kintone.KintoneColumnType.NUMBER;
11
+ import static org.embulk.output.kintone.KintoneColumnType.RADIO_BUTTON;
12
+ import static org.embulk.output.kintone.KintoneColumnType.RICH_TEXT;
13
+ import static org.embulk.output.kintone.KintoneColumnType.SINGLE_LINE_TEXT;
14
+ import static org.embulk.output.kintone.KintoneColumnType.TIME;
15
+ import static org.embulk.spi.type.Types.BOOLEAN;
16
+ import static org.embulk.spi.type.Types.DOUBLE;
17
+ import static org.embulk.spi.type.Types.JSON;
18
+ import static org.embulk.spi.type.Types.LONG;
19
+ import static org.embulk.spi.type.Types.STRING;
20
+ import static org.embulk.spi.type.Types.TIMESTAMP;
21
+ import static org.hamcrest.MatcherAssert.assertThat;
22
+ import static org.hamcrest.Matchers.is;
23
+
24
+ import java.util.Collections;
25
+ import org.embulk.output.kintone.KintoneColumnOptionBuilder;
26
+ import org.embulk.output.kintone.KintoneColumnType;
27
+ import org.embulk.spi.Column;
28
+ import org.embulk.spi.type.Type;
29
+ import org.junit.Test;
30
+
31
+ public class ReduceTypeTest {
32
+ @Test
33
+ public void value() {
34
+ // spotless:off
35
+ assertJson(BOOLEAN, SINGLE_LINE_TEXT, "true", "{\"type\":\"SINGLE_LINE_TEXT\",\"value\":\"true\"}");
36
+ assertJson(BOOLEAN, NUMBER, "true", "{\"type\":\"NUMBER\",\"value\":\"1\"}");
37
+ assertJson(LONG, SINGLE_LINE_TEXT, "123", "{\"type\":\"SINGLE_LINE_TEXT\",\"value\":\"123\"}");
38
+ assertJson(LONG, NUMBER, "123", "{\"type\":\"NUMBER\",\"value\":\"123\"}");
39
+ assertJson(LONG, DATE, "946684799", "{\"type\":\"DATE\",\"value\":\"1999-12-31\"}");
40
+ assertJson(LONG, DATE, "Asia/Tokyo", "946684799", "{\"type\":\"DATE\",\"value\":\"2000-01-01\"}");
41
+ assertJson(LONG, DATE, "US/Pacific", "946684799", "{\"type\":\"DATE\",\"value\":\"1999-12-31\"}");
42
+ assertJson(LONG, TIME, "946684799", "{\"type\":\"TIME\",\"value\":\"23:59:59\"}");
43
+ assertJson(LONG, TIME, "Asia/Tokyo", "946684799", "{\"type\":\"TIME\",\"value\":\"08:59:59\"}");
44
+ assertJson(LONG, TIME, "US/Pacific", "946684799", "{\"type\":\"TIME\",\"value\":\"15:59:59\"}");
45
+ assertJson(LONG, DATETIME, "946684799", "{\"type\":\"DATETIME\",\"value\":\"1999-12-31T23:59:59Z\"}");
46
+ assertJson(DOUBLE, SINGLE_LINE_TEXT, "123", "{\"type\":\"SINGLE_LINE_TEXT\",\"value\":\"123.0\"}");
47
+ assertJson(DOUBLE, NUMBER, "123", "{\"type\":\"NUMBER\",\"value\":\"123.0\"}");
48
+ assertJson(DOUBLE, DATE, "946684799", "{\"type\":\"DATE\",\"value\":\"1999-12-31\"}");
49
+ assertJson(DOUBLE, DATE, "Asia/Tokyo", "946684799", "{\"type\":\"DATE\",\"value\":\"2000-01-01\"}");
50
+ assertJson(DOUBLE, DATE, "US/Pacific", "946684799", "{\"type\":\"DATE\",\"value\":\"1999-12-31\"}");
51
+ assertJson(DOUBLE, TIME, "946684799", "{\"type\":\"TIME\",\"value\":\"23:59:59\"}");
52
+ assertJson(DOUBLE, TIME, "Asia/Tokyo", "946684799", "{\"type\":\"TIME\",\"value\":\"08:59:59\"}");
53
+ assertJson(DOUBLE, TIME, "US/Pacific", "946684799", "{\"type\":\"TIME\",\"value\":\"15:59:59\"}");
54
+ assertJson(DOUBLE, DATETIME, "946684799", "{\"type\":\"DATETIME\",\"value\":\"1999-12-31T23:59:59Z\"}");
55
+ assertJson(STRING, SINGLE_LINE_TEXT, "abc", "{\"type\":\"SINGLE_LINE_TEXT\",\"value\":\"abc\"}");
56
+ assertJson(STRING, MULTI_LINE_TEXT, "abc", "{\"type\":\"MULTI_LINE_TEXT\",\"value\":\"abc\"}");
57
+ assertJson(STRING, RICH_TEXT, "abc", "{\"type\":\"RICH_TEXT\",\"value\":\"abc\"}");
58
+ assertJson(STRING, NUMBER, "123", "{\"type\":\"NUMBER\",\"value\":\"123\"}");
59
+ assertJson(STRING, CHECK_BOX, "123,abc", "{\"type\":\"CHECK_BOX\",\"value\":[\"123\",\"abc\"]}");
60
+ assertJson(STRING, RADIO_BUTTON, "abc", "{\"type\":\"RADIO_BUTTON\",\"value\":\"abc\"}");
61
+ assertJson(STRING, MULTI_SELECT, "123,abc", "{\"type\":\"MULTI_SELECT\",\"value\":[\"123\",\"abc\"]}");
62
+ assertJson(STRING, DROP_DOWN, "abc", "{\"type\":\"DROP_DOWN\",\"value\":\"abc\"}");
63
+ assertJson(STRING, DATE, "1999-12-31", "{\"type\":\"DATE\",\"value\":\"1999-12-31\"}");
64
+ assertJson(STRING, DATE, "Asia/Tokyo", "1999-12-31", "{\"type\":\"DATE\",\"value\":\"1999-12-31\"}");
65
+ assertJson(STRING, DATE, "US/Pacific", "1999-12-31", "{\"type\":\"DATE\",\"value\":\"1999-12-30\"}");
66
+ assertJson(STRING, TIME, "23:59:59", "{\"type\":\"TIME\",\"value\":\"23:59:59\"}");
67
+ assertJson(STRING, TIME, "Asia/Tokyo", "23:59:59", "{\"type\":\"TIME\",\"value\":\"08:59:59\"}");
68
+ assertJson(STRING, TIME, "US/Pacific", "23:59:59", "{\"type\":\"TIME\",\"value\":\"15:59:59\"}");
69
+ assertJson(STRING, DATETIME, "1999-12-31T23:59:59Z", "{\"type\":\"DATETIME\",\"value\":\"1999-12-31T23:59:59Z\"}");
70
+ assertJson(STRING, LINK, "abc", "{\"type\":\"LINK\",\"value\":\"abc\"}");
71
+ assertJson(TIMESTAMP, SINGLE_LINE_TEXT, "1999-12-31T23:59:59Z", "{\"type\":\"SINGLE_LINE_TEXT\",\"value\":\"1999-12-31T23:59:59Z\"}");
72
+ assertJson(TIMESTAMP, NUMBER, "1999-12-31T23:59:59Z", "{\"type\":\"NUMBER\",\"value\":\"946684799\"}");
73
+ assertJson(TIMESTAMP, DATE, "1999-12-31T23:59:59Z", "{\"type\":\"DATE\",\"value\":\"1999-12-31\"}");
74
+ assertJson(TIMESTAMP, DATE, "Asia/Tokyo", "1999-12-31T23:59:59Z", "{\"type\":\"DATE\",\"value\":\"2000-01-01\"}");
75
+ assertJson(TIMESTAMP, DATE, "US/Pacific", "1999-12-31T23:59:59Z", "{\"type\":\"DATE\",\"value\":\"1999-12-31\"}");
76
+ assertJson(TIMESTAMP, TIME, "1999-12-31T23:59:59Z", "{\"type\":\"TIME\",\"value\":\"23:59:59\"}");
77
+ assertJson(TIMESTAMP, TIME, "Asia/Tokyo", "1999-12-31T23:59:59Z", "{\"type\":\"TIME\",\"value\":\"08:59:59\"}");
78
+ assertJson(TIMESTAMP, TIME, "US/Pacific", "1999-12-31T23:59:59Z", "{\"type\":\"TIME\",\"value\":\"15:59:59\"}");
79
+ assertJson(TIMESTAMP, DATETIME, "1999-12-31T23:59:59Z", "{\"type\":\"DATETIME\",\"value\":\"1999-12-31T23:59:59Z\"}");
80
+ assertJson(JSON, SINGLE_LINE_TEXT, "\"abc\"", "{\"type\":\"SINGLE_LINE_TEXT\",\"value\":\"\\\"abc\\\"\"}");
81
+ assertJson(JSON, MULTI_LINE_TEXT, "\"abc\"", "{\"type\":\"MULTI_LINE_TEXT\",\"value\":\"\\\"abc\\\"\"}");
82
+ // spotless:on
83
+ }
84
+
85
+ @Test
86
+ public void valueNull() {
87
+ assertJson(BOOLEAN, SINGLE_LINE_TEXT, null, "{\"type\":\"SINGLE_LINE_TEXT\",\"value\":null}");
88
+ assertJson(BOOLEAN, NUMBER, null, "{\"type\":\"NUMBER\",\"value\":null}");
89
+ assertJson(LONG, SINGLE_LINE_TEXT, null, "{\"type\":\"SINGLE_LINE_TEXT\",\"value\":null}");
90
+ assertJson(LONG, NUMBER, null, "{\"type\":\"NUMBER\",\"value\":null}");
91
+ assertJson(LONG, DATE, null, "{\"type\":\"DATE\",\"value\":null}");
92
+ assertJson(LONG, DATE, "Asia/Tokyo", null, "{\"type\":\"DATE\",\"value\":null}");
93
+ assertJson(LONG, DATE, "US/Pacific", null, "{\"type\":\"DATE\",\"value\":null}");
94
+ assertJson(LONG, TIME, null, "{\"type\":\"TIME\",\"value\":null}");
95
+ assertJson(LONG, TIME, "Asia/Tokyo", null, "{\"type\":\"TIME\",\"value\":null}");
96
+ assertJson(LONG, TIME, "US/Pacific", null, "{\"type\":\"TIME\",\"value\":null}");
97
+ assertJson(LONG, DATETIME, null, "{\"type\":\"DATETIME\",\"value\":null}");
98
+ assertJson(DOUBLE, SINGLE_LINE_TEXT, null, "{\"type\":\"SINGLE_LINE_TEXT\",\"value\":null}");
99
+ assertJson(DOUBLE, NUMBER, null, "{\"type\":\"NUMBER\",\"value\":null}");
100
+ assertJson(DOUBLE, DATE, null, "{\"type\":\"DATE\",\"value\":null}");
101
+ assertJson(DOUBLE, DATE, "Asia/Tokyo", null, "{\"type\":\"DATE\",\"value\":null}");
102
+ assertJson(DOUBLE, DATE, "US/Pacific", null, "{\"type\":\"DATE\",\"value\":null}");
103
+ assertJson(DOUBLE, TIME, null, "{\"type\":\"TIME\",\"value\":null}");
104
+ assertJson(DOUBLE, TIME, "Asia/Tokyo", null, "{\"type\":\"TIME\",\"value\":null}");
105
+ assertJson(DOUBLE, TIME, "US/Pacific", null, "{\"type\":\"TIME\",\"value\":null}");
106
+ assertJson(DOUBLE, DATETIME, null, "{\"type\":\"DATETIME\",\"value\":null}");
107
+ assertJson(STRING, SINGLE_LINE_TEXT, null, "{\"type\":\"SINGLE_LINE_TEXT\",\"value\":null}");
108
+ assertJson(STRING, MULTI_LINE_TEXT, null, "{\"type\":\"MULTI_LINE_TEXT\",\"value\":null}");
109
+ assertJson(STRING, RICH_TEXT, null, "{\"type\":\"RICH_TEXT\",\"value\":null}");
110
+ assertJson(STRING, NUMBER, null, "{\"type\":\"NUMBER\",\"value\":null}");
111
+ assertJson(STRING, CHECK_BOX, null, "{\"type\":\"CHECK_BOX\",\"value\":null}");
112
+ assertJson(STRING, RADIO_BUTTON, null, "{\"type\":\"RADIO_BUTTON\",\"value\":null}");
113
+ assertJson(STRING, MULTI_SELECT, null, "{\"type\":\"MULTI_SELECT\",\"value\":null}");
114
+ assertJson(STRING, DROP_DOWN, null, "{\"type\":\"DROP_DOWN\",\"value\":null}");
115
+ assertJson(STRING, DATE, null, "{\"type\":\"DATE\",\"value\":null}");
116
+ assertJson(STRING, DATE, "Asia/Tokyo", null, "{\"type\":\"DATE\",\"value\":null}");
117
+ assertJson(STRING, DATE, "US/Pacific", null, "{\"type\":\"DATE\",\"value\":null}");
118
+ assertJson(STRING, TIME, null, "{\"type\":\"TIME\",\"value\":null}");
119
+ assertJson(STRING, TIME, "Asia/Tokyo", null, "{\"type\":\"TIME\",\"value\":null}");
120
+ assertJson(STRING, TIME, "US/Pacific", null, "{\"type\":\"TIME\",\"value\":null}");
121
+ assertJson(STRING, DATETIME, null, "{\"type\":\"DATETIME\",\"value\":null}");
122
+ assertJson(STRING, LINK, null, "{\"type\":\"LINK\",\"value\":null}");
123
+ assertJson(TIMESTAMP, SINGLE_LINE_TEXT, null, "{\"type\":\"SINGLE_LINE_TEXT\",\"value\":null}");
124
+ assertJson(TIMESTAMP, NUMBER, null, "{\"type\":\"NUMBER\",\"value\":null}");
125
+ assertJson(TIMESTAMP, DATE, null, "{\"type\":\"DATE\",\"value\":null}");
126
+ assertJson(TIMESTAMP, DATE, "Asia/Tokyo", null, "{\"type\":\"DATE\",\"value\":null}");
127
+ assertJson(TIMESTAMP, DATE, "US/Pacific", null, "{\"type\":\"DATE\",\"value\":null}");
128
+ assertJson(TIMESTAMP, TIME, null, "{\"type\":\"TIME\",\"value\":null}");
129
+ assertJson(TIMESTAMP, TIME, "Asia/Tokyo", null, "{\"type\":\"TIME\",\"value\":null}");
130
+ assertJson(TIMESTAMP, TIME, "US/Pacific", null, "{\"type\":\"TIME\",\"value\":null}");
131
+ assertJson(TIMESTAMP, DATETIME, null, "{\"type\":\"DATETIME\",\"value\":null}");
132
+ assertJson(JSON, SINGLE_LINE_TEXT, null, "{\"type\":\"SINGLE_LINE_TEXT\",\"value\":null}");
133
+ assertJson(JSON, MULTI_LINE_TEXT, null, "{\"type\":\"MULTI_LINE_TEXT\",\"value\":null}");
134
+ }
135
+
136
+ private static void assertJson(Type from, KintoneColumnType to, String value, String expected) {
137
+ assertJson(from, to, "UTC", value, expected);
138
+ }
139
+
140
+ private static void assertJson(
141
+ Type from, KintoneColumnType to, String timezone, String value, String expected) {
142
+ assertThat(
143
+ ReduceType.value(
144
+ new Column(0, "", from),
145
+ Collections.singletonList(value),
146
+ new KintoneColumnOptionBuilder()
147
+ .setType(to.name())
148
+ .setTimezone(timezone)
149
+ .setValueSeparator(",")
150
+ .build())
151
+ .toJson(),
152
+ is(expected));
153
+ }
154
+ }
@@ -1 +1,2 @@
1
- {}
1
+ max_sort_memory: 67108864
2
+ skip_if_non_existing_id_or_update_key: auto