embulk-input-postgresql 0.10.0 → 0.10.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 0f1e541f85bd0a140c29d03b8ea6faa9e19f57615a6a247bf56e29157674c812
-  data.tar.gz: 26f6756d61b5cd06e26246571dfa8993c5cdaba23e0bc3c1e9a5c2f7585e2810
+  metadata.gz: 45d7ceaf1d590b58cf1cbfbc244683d21471daf2d81c1fef38ed4a816949f06d
+  data.tar.gz: d83b6752173718098551891444919a73034680b9961cc3fd25bd3de79d6b67a5
 SHA512:
-  metadata.gz: b519fb0d9d2404887bc310c9d82abb911d4aa0f76b22ea13e2465ee68fca6ac078278e73706b949de589d4f6e22bdd4fb0ccb5ace0be603bc7601015da59f8d7
-  data.tar.gz: 36608aff9877cf1e838642742570ddb9d31fd2007d1c7bece49186ff1e229cc68d00873733afab7c2734769492a3abbca1d973472d7e4b87fca65174d4bc0d32
+  metadata.gz: 0c388f481f1b58c12a011c5bba7f88574cb77bf54b8196b582bcabfab3a12a4d996b894ac62a69cbd0f88ce16a10b887f8dc03c89ed6cb8c70a38c3b2b8e1200
+  data.tar.gz: 9f34796f9acfd2be545f790e005e6d058fbccd9d5e630e4a75ea8824aef17c4fab9c2bf0280e7b9a906b5ba98e85c283528b45231d4d3bf291cb5aad241f5963

data/README.md

@@ -31,7 +31,7 @@ PostgreSQL input plugin for Embulk loads records from PostgreSQL.
   - **where**: WHERE condition to filter the rows (string, default: no-condition)
   - **order_by**: expression of ORDER BY to sort rows (e.g. `created_at DESC, id ASC`) (string, default: not sorted)
 - **incremental**: if true, enables incremental loading. See next section for details (boolean, default: false)
-- **incremental_columns**: column names for incremental loading (array of strings, default: use primary keys)
+- **incremental_columns**: column names for incremental loading (array of strings, default: use primary keys). Columns of integer types, string types, `timestamp` and `timestamptz` are supported.
 - **last_record**: values of the last record for incremental loading (array of objects, default: load all records)
 - **default_timezone**: If the sql type of a column is `date`/`time`/`datetime` and the embulk type is `string`, column values are formatted int this default_timezone. You can overwrite timezone for each columns using column_options option. (string, default: `UTC`)
 - **default_column_options**: advanced: column_options for each JDBC type as default. key-value pairs where key is a JDBC type (e.g. 'DATE', 'BIGINT') and value is same as column_options's value.
@@ -98,13 +98,13 @@ ORDER BY updated_at, id
 
 When bulk data loading finishes successfully, it outputs `last_record: ` paramater as config-diff so that next execution uses it.
 
-At the next execution, when `last_record: ` is also set, this plugin generates additional WHERE conditions to load records larger than the last record. For example, if `last_record: ["2017-01-01 00:32:12", 5291]` is set,
+At the next execution, when `last_record: ` is also set, this plugin generates additional WHERE conditions to load records larger than the last record. For example, if `last_record: ["2017-01-01T00:32:12.487659", 5291]` is set,
 
 ```
 SELECT * FROM (
   ...original query is here...
 )
-WHERE updated_at > '2017-01-01 00:32:12' OR (updated_at = '2017-01-01 00:32:12' AND id > 5291)
+WHERE updated_at > '2017-01-01 00:32:12.487659' OR (updated_at = '2017-01-01 00:32:12.487659' AND id > 5291)
 ORDER BY updated_at, id
 ```
 

data/src/test/java/org/embulk/input/postgresql/IncrementalTest.java

@@ -77,6 +77,38 @@ public class IncrementalTest
                 is((ConfigDiff) loadYamlResource(embulk, "int/expected_2.diff")));
     }
 
+    @Test
+    public void simpleChar() throws Exception
+    {
+        // setup first rows
+        execute(readResource("char/setup.sql"));
+
+        Path out1 = embulk.createTempFile("csv");
+        RunResult result1 = embulk.runInput(
+                baseConfig.merge(loadYamlResource(embulk, "char/config_1.yml")),
+                out1);
+        assertThat(
+                readSortedFile(out1),
+                is(readResource("char/expected_1.csv")));
+        assertThat(
+                result1.getConfigDiff(),
+                is((ConfigDiff) loadYamlResource(embulk, "char/expected_1.diff")));
+
+        // insert more rows
+        execute(readResource("char/insert_more.sql"));
+
+        Path out2 = embulk.createTempFile("csv");
+        RunResult result2 = embulk.runInput(
+                baseConfig.merge(loadYamlResource(embulk, "char/config_2.yml")),
+                out2);
+        assertThat(
+                readSortedFile(out2),
+                is(readResource("char/expected_2.csv")));
+        assertThat(
+                result2.getConfigDiff(),
+                is((ConfigDiff) loadYamlResource(embulk, "char/expected_2.diff")));
+    }
+
     @Test
     public void simpleTimestampWithoutTimeZone() throws Exception
     {

data/src/test/resources/org/embulk/input/postgresql/test/expect/incremental/char/config_1.yml

@@ -0,0 +1,3 @@
+table: char_load
+incremental: true
+incremental_columns: [name]

data/src/test/resources/org/embulk/input/postgresql/test/expect/incremental/char/config_2.yml

@@ -0,0 +1,4 @@
+table: char_load
+last_record: ['A4']
+incremental: true
+incremental_columns: [name]

data/src/test/resources/org/embulk/input/postgresql/test/expect/incremental/char/expected_1.csv

@@ -0,0 +1,4 @@
+A1,first
+A2,first
+A3,first
+A4,first

data/src/test/resources/org/embulk/input/postgresql/test/expect/incremental/char/expected_1.diff

@@ -0,0 +1,3 @@
+in:
+  last_record: ['A4']
+out: {}

data/src/test/resources/org/embulk/input/postgresql/test/expect/incremental/char/expected_2.csv

@@ -0,0 +1,2 @@
+A5,more_load
+A9,more_load

data/src/test/resources/org/embulk/input/postgresql/test/expect/incremental/char/expected_2.diff

@@ -0,0 +1,3 @@
+in:
+  last_record: ['A9']
+out: {}

data/src/test/resources/org/embulk/input/postgresql/test/expect/incremental/char/insert_more.sql

@@ -0,0 +1,7 @@
+
+insert into char_load (name, note) values
+('A0', 'more_skip'),
+('A4', 'more_skip'),
+('A9', 'more_load'),
+('A5', 'more_load');
+

data/src/test/resources/org/embulk/input/postgresql/test/expect/incremental/char/setup.sql

@@ -0,0 +1,13 @@
+drop table if exists char_load;
+
+create table char_load (
+    name char(2) not null,
+    note text
+);
+
+insert into char_load (name, note) values
+('A3', 'first'),
+('A4', 'first'),
+('A2', 'first'),
+('A1', 'first');
+

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: embulk-input-postgresql
 version: !ruby/object:Gem::Version
-  version: 0.10.0
+  version: 0.10.1
 platform: ruby
 authors:
 - Sadayuki Furuhashi
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2019-05-23 00:00:00.000000000 Z
+date: 2019-09-06 00:00:00.000000000 Z
 dependencies: []
 description: Selects records from a table.
 email:
@@ -19,8 +19,8 @@ extra_rdoc_files: []
 files:
 - README.md
 - build.gradle
-- classpath/embulk-input-jdbc-0.10.0.jar
-- classpath/embulk-input-postgresql-0.10.0.jar
+- classpath/embulk-input-jdbc-0.10.1.jar
+- classpath/embulk-input-postgresql-0.10.1.jar
 - default_jdbc_driver/postgresql-9.4-1205-jdbc41.jar
 - lib/embulk/input/postgresql.rb
 - src/main/java/org/embulk/input/PostgreSQLInputPlugin.java
@@ -43,6 +43,14 @@ files:
 - src/test/resources/org/embulk/input/postgresql/test/expect/hstore/expected_json.csv
 - src/test/resources/org/embulk/input/postgresql/test/expect/hstore/expected_string.csv
 - src/test/resources/org/embulk/input/postgresql/test/expect/hstore/setup.sql
+- src/test/resources/org/embulk/input/postgresql/test/expect/incremental/char/config_1.yml
+- src/test/resources/org/embulk/input/postgresql/test/expect/incremental/char/config_2.yml
+- src/test/resources/org/embulk/input/postgresql/test/expect/incremental/char/expected_1.csv
+- src/test/resources/org/embulk/input/postgresql/test/expect/incremental/char/expected_1.diff
+- src/test/resources/org/embulk/input/postgresql/test/expect/incremental/char/expected_2.csv
+- src/test/resources/org/embulk/input/postgresql/test/expect/incremental/char/expected_2.diff
+- src/test/resources/org/embulk/input/postgresql/test/expect/incremental/char/insert_more.sql
+- src/test/resources/org/embulk/input/postgresql/test/expect/incremental/char/setup.sql
 - src/test/resources/org/embulk/input/postgresql/test/expect/incremental/int/config_1.yml
 - src/test/resources/org/embulk/input/postgresql/test/expect/incremental/int/config_2.yml
 - src/test/resources/org/embulk/input/postgresql/test/expect/incremental/int/expected_1.csv