embulk 0.8.15 → 0.8.16

data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_1_string_single_column_row_seed.yml

@@ -0,0 +1 @@
+{}

data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_2_int_single_column_rows.csv

@@ -0,0 +1,2 @@
+1
+2

data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_2_int_single_column_rows_guessed.yml

@@ -0,0 +1,12 @@
+charset: UTF-8
+newline: LF
+type: csv
+delimiter: ','
+quote: '"'
+escape: '"'
+trim_if_not_quoted: false
+skip_header_lines: 0
+allow_extra_columns: false
+allow_optional_columns: false
+columns:
+- {name: c0, type: long}

data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_2_int_single_column_rows_seed.yml

@@ -0,0 +1 @@
+{}

data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_2_rows.csv

@@ -0,0 +1,2 @@
+1,32864,2015-01-27 19:23:49,20150127,embulk
+2,14824,2015-01-27 19:01:23,20150127,embulk jruby

data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_2_rows_and_header.csv

@@ -0,0 +1,3 @@
+id,account,time,purchase,comment
+1,32864,2015-01-27 19:23:49,20150127,embulk
+2,14824,2015-01-27 19:01:23,20150127,embulk jruby

data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_2_rows_and_header_guessed.yml

@@ -0,0 +1,16 @@
+charset: UTF-8
+newline: LF
+type: csv
+delimiter: ','
+quote: '"'
+escape: '"'
+trim_if_not_quoted: false
+skip_header_lines: 1
+allow_extra_columns: false
+allow_optional_columns: false
+columns:
+- {name: id, type: long}
+- {name: account, type: long}
+- {name: time, type: timestamp, format: '%Y-%m-%d %H:%M:%S'}
+- {name: purchase, type: timestamp, format: '%Y%m%d'}
+- {name: comment, type: string}

data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_2_rows_and_header_seed.yml

@@ -0,0 +1 @@
+{}

data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_2_rows_guessed.yml

@@ -0,0 +1,16 @@
+charset: UTF-8
+newline: LF
+type: csv
+delimiter: ','
+quote: '"'
+escape: '"'
+trim_if_not_quoted: false
+skip_header_lines: 0
+allow_extra_columns: false
+allow_optional_columns: false
+columns:
+- {name: c0, type: long}
+- {name: c1, type: long}
+- {name: c2, type: timestamp, format: '%Y-%m-%d %H:%M:%S'}
+- {name: c3, type: timestamp, format: '%Y%m%d'}
+- {name: c4, type: string}

data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_2_rows_seed.yml

@@ -0,0 +1 @@
+{}

data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_2_string_single_column_rows.csv

@@ -0,0 +1,2 @@
+ac97447f-146c-4d6c-914e-c283bb165804
+fad3bfe5-88eb-48b0-ace0-12e85946e1d7

data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_2_string_single_column_rows_guessed.yml

@@ -0,0 +1,12 @@
+charset: UTF-8
+newline: LF
+type: csv
+delimiter: ','
+quote: '"'
+escape: '"'
+trim_if_not_quoted: false
+skip_header_lines: 0
+allow_extra_columns: false
+allow_optional_columns: false
+columns:
+- {name: c0, type: string}

data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_2_string_single_column_rows_seed.yml

@@ -0,0 +1 @@
+{}

data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_backslash_escape.csv

@@ -0,0 +1,5 @@
+id,account,time,purchase,comment
+1,32864,2015-01-27 19:23:49,20150127,embulk
+2,14824,2015-01-27 19:01:23,20150127,embulk jruby
+3,27559,2015-01-28 02:20:02,20150128,"Embulk \"csv\" parser plugin"
+4,11270,2015-01-29 11:54:36,20150129,NULL

data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_backslash_escape_guessed.yml

@@ -0,0 +1,17 @@
+charset: UTF-8
+newline: LF
+type: csv
+delimiter: ','
+quote: '"'
+escape: "\\"
+null_string: "NULL"
+trim_if_not_quoted: false
+skip_header_lines: 1
+allow_extra_columns: false
+allow_optional_columns: false
+columns:
+- {name: id, type: long}
+- {name: account, type: long}
+- {name: time, type: timestamp, format: '%Y-%m-%d %H:%M:%S'}
+- {name: purchase, type: timestamp, format: '%Y%m%d'}
+- {name: comment, type: string}

data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_backslash_escape_seed.yml

@@ -0,0 +1 @@
+{}

data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_int_single_column.csv

@@ -0,0 +1,4 @@
+1
+2
+3
+4

data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_int_single_column_guessed.yml

@@ -0,0 +1,12 @@
+charset: UTF-8
+newline: LF
+type: csv
+delimiter: ','
+quote: '"'
+escape: '"'
+trim_if_not_quoted: false
+skip_header_lines: 0
+allow_extra_columns: false
+allow_optional_columns: false
+columns:
+- {name: c0, type: long}

data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_int_single_column_seed.yml

@@ -0,0 +1 @@
+{}

data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_int_single_column_with_header.csv

@@ -0,0 +1,5 @@
+id
+1
+2
+3
+4

data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_int_single_column_with_header_guessed.yml

@@ -0,0 +1,12 @@
+charset: UTF-8
+newline: LF
+type: csv
+delimiter: ','
+quote: '"'
+escape: '"'
+trim_if_not_quoted: false
+skip_header_lines: 1
+allow_extra_columns: false
+allow_optional_columns: false
+columns:
+- {name: id, type: long}

data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_int_single_column_with_header_seed.yml

@@ -0,0 +1 @@
+{}

data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_semicolon_delimiter.csv

@@ -0,0 +1,5 @@
+id;account;time;purchase;comment
+1;32864;2015-01-27 19:23:49;20150127;embulk
+2;14824;2015-01-27 19:01:23;20150127;embulk jruby
+3;27559;2015-01-28 02:20:02;20150128;"Embulk ""csv"" parser plugin"
+4;11270;2015-01-29 11:54:36;20150129;NULL

data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_semicolon_delimiter_guessed.yml

@@ -0,0 +1,17 @@
+charset: UTF-8
+newline: LF
+type: csv
+delimiter: ';'
+quote: '"'
+escape: '"'
+null_string: "NULL"
+trim_if_not_quoted: false
+skip_header_lines: 1
+allow_extra_columns: false
+allow_optional_columns: false
+columns:
+- {name: id, type: long}
+- {name: account, type: long}
+- {name: time, type: timestamp, format: '%Y-%m-%d %H:%M:%S'}
+- {name: purchase, type: timestamp, format: '%Y%m%d'}
+- {name: comment, type: string}

data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_semicolon_delimiter_seed.yml

@@ -0,0 +1 @@
+{}

data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_simple.csv

@@ -0,0 +1,5 @@
+id,account,time,purchase,comment
+1,32864,2015-01-27 19:23:49,20150127,embulk
+2,14824,2015-01-27 19:01:23,20150127,embulk jruby
+3,27559,2015-01-28 02:20:02,20150128,"Embulk ""csv"" parser plugin"
+4,11270,2015-01-29 11:54:36,20150129,NULL

data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_simple_guessed.yml

@@ -0,0 +1,17 @@
+charset: UTF-8
+newline: LF
+type: csv
+delimiter: ','
+quote: '"'
+escape: '"'
+null_string: "NULL"
+trim_if_not_quoted: false
+skip_header_lines: 1
+allow_extra_columns: false
+allow_optional_columns: false
+columns:
+- {name: id, type: long}
+- {name: account, type: long}
+- {name: time, type: timestamp, format: '%Y-%m-%d %H:%M:%S'}
+- {name: purchase, type: timestamp, format: '%Y%m%d'}
+- {name: comment, type: string}

data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_simple_seed.yml

@@ -0,0 +1 @@
+{}

data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_single_quote.csv

@@ -0,0 +1,5 @@
+id,account,time,purchase,comment
+1,32864,2015-01-27 19:23:49,20150127,embulk
+2,14824,2015-01-27 19:01:23,20150127,embulk jruby
+3,27559,2015-01-28 02:20:02,20150128,'Embulk "'csv"' parser plugin'
+4,11270,2015-01-29 11:54:36,20150129,NULL

data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_single_quote_guessed.yml

@@ -0,0 +1,17 @@
+charset: UTF-8
+newline: LF
+type: csv
+delimiter: ','
+quote: "'"
+escape: '"'
+null_string: "NULL"
+trim_if_not_quoted: false
+skip_header_lines: 1
+allow_extra_columns: false
+allow_optional_columns: false
+columns:
+- {name: id, type: long}
+- {name: account, type: long}
+- {name: time, type: timestamp, format: '%Y-%m-%d %H:%M:%S'}
+- {name: purchase, type: timestamp, format: '%Y%m%d'}
+- {name: comment, type: string}

data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_single_quote_seed.yml

@@ -0,0 +1 @@
+{}

data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_string_single_column.csv

@@ -0,0 +1,4 @@
+ac97447f-146c-4d6c-914e-c283bb165804
+fad3bfe5-88eb-48b0-ace0-12e85946e1d7
+062003b0-a410-43b5-b530-ccfb8a117e77
+daa6d312-bccb-44d0-8171-1bb8a21f6721

data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_string_single_column_guessed.yml

@@ -0,0 +1,12 @@
+charset: UTF-8
+newline: LF
+type: csv
+delimiter: ','
+quote: '"'
+escape: '"'
+trim_if_not_quoted: false
+skip_header_lines: 0
+allow_extra_columns: false
+allow_optional_columns: false
+columns:
+- {name: c0, type: string}

data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_string_single_column_seed.yml

@@ -0,0 +1 @@
+{}

data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_string_single_column_with_header.csv

@@ -0,0 +1,5 @@
+id
+ac97447f-146c-4d6c-914e-c283bb165804
+fad3bfe5-88eb-48b0-ace0-12e85946e1d7
+062003b0-a410-43b5-b530-ccfb8a117e77
+daa6d312-bccb-44d0-8171-1bb8a21f6721

data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_string_single_column_with_header_guessed.yml

@@ -0,0 +1,12 @@
+charset: UTF-8
+newline: LF
+type: csv
+delimiter: ','
+quote: '"'
+escape: '"'
+trim_if_not_quoted: false
+skip_header_lines: 1
+allow_extra_columns: false
+allow_optional_columns: false
+columns:
+- {name: id, type: string}

data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_string_single_column_with_header_seed.yml

@@ -0,0 +1 @@
+{}

data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_tab_delimiter.csv

@@ -0,0 +1,4 @@
+1	32864	2015-01-27 19:23:49	20150127	embulk
+2	14824	2015-01-27 19:01:23	20150127	embulk jruby
+3	27559	2015-01-28 02:20:02	20150128	Embulk "csv" parser plugin
+4	11270	2015-01-29 11:54:36	20150129	NULL

data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_tab_delimiter_guessed.yml

@@ -0,0 +1,16 @@
+type: csv
+charset: UTF-8
+newline: LF
+delimiter: "\t"
+quote: null
+null_string: "NULL"
+trim_if_not_quoted: false
+skip_header_lines: 0
+allow_extra_columns: false
+allow_optional_columns: false
+columns:
+- {name: c0, type: long}
+- {name: c1, type: long}
+- {name: c2, type: timestamp, format: '%Y-%m-%d %H:%M:%S'}
+- {name: c3, type: timestamp, format: '%Y%m%d'}
+- {name: c4, type: string}

data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv/test/test_tab_delimiter_seed.yml

@@ -0,0 +1 @@
+{}

data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv_all_strings/test/test_simple.csv

@@ -0,0 +1,5 @@
+id,account,time,purchase,comment
+1,32864,2015-01-27 19:23:49,20150127,embulk
+2,14824,2015-01-27 19:01:23,20150127,embulk jruby
+3,27559,2015-01-28 02:20:02,20150128,"Embulk ""csv"" parser plugin"
+4,11270,2015-01-29 11:54:36,20150129,NULL

data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv_all_strings/test/test_simple_guessed.yml

@@ -0,0 +1,17 @@
+charset: UTF-8
+newline: LF
+type: csv
+delimiter: ','
+quote: '"'
+escape: '"'
+null_string: "NULL"
+trim_if_not_quoted: false
+skip_header_lines: 1
+allow_extra_columns: false
+allow_optional_columns: false
+columns:
+- {name: id, type: string}
+- {name: account, type: string}
+- {name: time, type: string}
+- {name: purchase, type: string}
+- {name: comment, type: string}

data/embulk-standards/src/test/resources/org/embulk/standards/guess/csv_all_strings/test/test_simple_seed.yml

@@ -0,0 +1 @@
+{}

data/embulk-standards/src/test/resources/org/embulk/standards/remove_columns/test/test_keep.csv

@@ -0,0 +1,5 @@
+id,account,time,purchase,comment
+1,32864,2015-01-27 19:23:49,20150127,embulk
+2,14824,2015-01-27 19:01:23,20150127,embulk jruby
+3,27559,2015-01-28 02:20:02,20150128,"Embulk ""csv"" parser plugin"
+4,11270,2015-01-29 11:54:36,20150129,NULL

data/embulk-standards/src/test/resources/org/embulk/standards/remove_columns/test/test_keep_expected.csv

@@ -0,0 +1,4 @@
+1,32864,20150127
+2,14824,20150127
+3,27559,20150128
+4,11270,20150129

data/embulk-standards/src/test/resources/org/embulk/standards/remove_columns/test/test_keep_filter.yml

@@ -0,0 +1,2 @@
+type: remove_columns
+keep: [id, account, purchase]

data/embulk-standards/src/test/resources/org/embulk/standards/remove_columns/test/test_keep_in.yml

@@ -0,0 +1,18 @@
+type: file
+parser:
+  charset: UTF-8
+  newline: CRLF
+  type: csv
+  delimiter: ','
+  quote: '"'
+  escape: '"'
+  trim_if_not_quoted: false
+  skip_header_lines: 1
+  allow_extra_columns: false
+  allow_optional_columns: false
+  columns:
+  - {name: id, type: long}
+  - {name: account, type: long}
+  - {name: time, type: timestamp, format: '%Y-%m-%d %H:%M:%S'}
+  - {name: purchase, type: string}
+  - {name: comment, type: string}

data/embulk-standards/src/test/resources/org/embulk/standards/remove_columns/test/test_keep_with_duplicated_column_names.csv

@@ -0,0 +1,5 @@
+id,id,comment,id
+1,32864,a,k1
+2,14824,b,k2
+3,27559,c,k3
+4,11270,d,k4

data/embulk-standards/src/test/resources/org/embulk/standards/remove_columns/test/test_keep_with_duplicated_column_names.yml

@@ -0,0 +1,2 @@
+type: remove_columns
+keep: [id]

data/embulk-standards/src/test/resources/org/embulk/standards/remove_columns/test/test_keep_with_duplicated_column_names_expected.csv

@@ -0,0 +1,4 @@
+1,32864,k1
+2,14824,k2
+3,27559,k3
+4,11270,k4

data/embulk-standards/src/test/resources/org/embulk/standards/remove_columns/test/test_keep_with_duplicated_column_names_in.yml

@@ -0,0 +1,17 @@
+type: file
+parser:
+  charset: UTF-8
+  newline: CRLF
+  type: csv
+  delimiter: ','
+  quote: '"'
+  escape: '"'
+  trim_if_not_quoted: false
+  skip_header_lines: 1
+  allow_extra_columns: false
+  allow_optional_columns: false
+  columns:
+  - {name: id, type: long}
+  - {name: id, type: long}
+  - {name: comment, type: string}
+  - {name: id, type: string}

data/embulk-standards/src/test/resources/org/embulk/standards/remove_columns/test/test_keep_with_unmatched_filter.yml

@@ -0,0 +1,3 @@
+type: remove_columns
+keep: [invalid, id, account, purchase]
+accept_unmatched_columns: true

data/embulk-standards/src/test/resources/org/embulk/standards/remove_columns/test/test_keep_without_unmatched_filter.yml

@@ -0,0 +1,2 @@
+type: remove_columns
+keep: [invalid, id, account, purchase]

data/embulk-standards/src/test/resources/org/embulk/standards/remove_columns/test/test_remove.csv

@@ -0,0 +1,5 @@
+id,account,time,purchase,comment
+1,32864,2015-01-27 19:23:49,20150127,embulk
+2,14824,2015-01-27 19:01:23,20150127,embulk jruby
+3,27559,2015-01-28 02:20:02,20150128,"Embulk ""csv"" parser plugin"
+4,11270,2015-01-29 11:54:36,20150129,NULL