embulk-input-sqlserver 0.9.2 → 0.9.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: c16ee19779397cd99053ee70ba2f598f3a325bf8
-  data.tar.gz: c47ff7d2bd88a005e388155922ebf564061c9e00
+  metadata.gz: c2e2a934b82c9181dc420aa527afa635c7cd4d68
+  data.tar.gz: 45b857b631c057ec18b3b36ba8f74b89dfce40ea
 SHA512:
-  metadata.gz: 75539ff9386b73939da535ce0e771447150e760e2f625349202173af75d981497ca923297724352540a3effe9ae6cb675bab72263cb246cf64d13ea56861e7e2
-  data.tar.gz: 9cf2395a6589ac9b03696f5170766601ce7cd50bb481cb171b0264d83d033fbb8efd3a4ecb5ae52b1c4fa993f5f36d440f4be4cbc9c1c713680b74f44dcacf0e
+  metadata.gz: 1c83363c482e039e342d59168433b4c6ea3497deafdcea7f4928fab3ae39efcd45b4eae8f22d8df0008e9c8303a21e8b04bc4bd36476bc22e7afeb886e6a718d
+  data.tar.gz: 7fec31478273565b8cc37cda3c566bf4781a1095c6ac3f454e48d3e01df68c062baaa0701865830e7bbd231e8ab34dfa33f375e172138093f98b4535dad2e598

data/README.md

@@ -25,6 +25,7 @@ embulk "-J-Djava.library.path=C:\drivers" run input-sqlserver.yml
 - **url**: URL of the JDBC connection (string, optional)
 - If you write SQL directly,
   - **query**: SQL to run (string)
+  - **use_raw_query_with_incremental**: If true, you can write optimized query using prepared statement by yourself. See [Use incremental loading with raw query](#use-incremental-loading-with-raw-query) for more detail (boolean, default: false)
 - If **query** is not set,
   - **table**: destination table name (string, required)
   - **transaction_isolation_level**: transaction isolation level (e.g. `NOLOCK`). The value is used as table hint (e.g. `SELECT * FROM SOME_TABLE with (NOLOCK)`). (string, optional)
@@ -87,6 +88,38 @@ CREATE INDEX embulk_incremental_loading_index ON table (updated_at, id);
 
 Recommended usage is to leave `incremental_columns` unset and let this plugin automatically finds an IDENTITY primary key. Currently, only strings and integers are supported as incremental_columns.
 
+### Use incremental loading with raw query
+
+**IMPORTANT**: This is an advanced feature and assume you have an enough knowledge about incremental loading using Embulk and this plugin
+
+Normally, you can't write your own query for incremental loading.
+`use_raw_query_with_incremental` option allow you to write raw query for incremental loading. It might be well optimized and faster than SQL statement which is automatically generated by plugin.
+
+Prepared statement starts with `:` is available instead of fixed value.
+`last_record` value is necessary when you use this option.
+Please use prepared statement that is well distinguishable in SQL statement. Using too simple prepared statement like `:a` might cause SQL parse failure.
+
+In the following example, prepared statement `:foo_id` will be replaced with value "1" which is specified in `last_record`.
+
+```yaml
+in:
+  type: sqlserver
+  query:
+    SELECT
+      foo.id as foo_id, bar.name
+    FROM
+      foo LEFT JOIN bar ON foo.id = bar.id
+    WHERE
+      foo.hoge IS NOT NULL
+      AND foo.id > :foo_id
+    ORDER BY
+      foo.id ASC
+  use_raw_query_with_incremental: true
+  incremental_columns:
+    - foo_id
+  incremental: true
+  last_record: [1]
+```
 
 ## Example
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: embulk-input-sqlserver
 version: !ruby/object:Gem::Version
-  version: 0.9.2
+  version: 0.9.3
 platform: ruby
 authors:
 - Sadayuki Furuhashi
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2018-07-03 00:00:00.000000000 Z
+date: 2018-08-10 00:00:00.000000000 Z
 dependencies: []
 description: Selects records from a table.
 email:
@@ -19,8 +19,8 @@ extra_rdoc_files: []
 files:
 - README.md
 - build.gradle
-- classpath/embulk-input-jdbc-0.9.2.jar
-- classpath/embulk-input-sqlserver-0.9.2.jar
+- classpath/embulk-input-jdbc-0.9.3.jar
+- classpath/embulk-input-sqlserver-0.9.3.jar
 - classpath/jtds-1.3.1.jar
 - lib/embulk/input/sqlserver.rb
 - src/main/java/org/embulk/input/SQLServerInputPlugin.java