embulk-input-redshift 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: d6ecf6fa6da2d5d3a4d75a70b30034b872ae5faa
+  data.tar.gz: 753ed515bae22bbe5e1aebe551e7c9c97338677e
+SHA512:
+  metadata.gz: 2a4e639b0f9016471ce9e1c17f0a8027ca8be7eb8e854441f23ec27cbe1d2744c6b8e2229d8f8e429e37d05fd2dc16e0e746e3f4e2942ac0c100e7af84010e5a
+  data.tar.gz: 619b3c4ef570a1cd9277c58fdb96387b1190ea0d5ed022ec469932952f485fb51d65130f757b3e552c864931c00a4d06435c9c4d3e4b8a0ffa6c8973bfa5d464

data/README.md

@@ -0,0 +1,42 @@
+# Redshift input plugins for Embulk
+
+Redshift input plugins for Embulk loads records from Redshift.
+
+## Overview
+
+* **Plugin type**: input
+* **Resume supported**: yes
+
+## Configuration
+
+- **host**: database host name (string, required)
+- **port**: database port number (integer, 5439)
+- **user**: database login user name (string, required)
+- **password**: database login password (string, default: "")
+- **database**: destination database name (string, required)
+- **schema**: destination name (string, default: "public")
+- **table**: destination name (string, required)
+- **select**: comma-separated list of columns to select (string, default: "*")
+- **where**: WHERE condition to filter the rows (string, default: no-condition)
+- **fetch_rows**: number of rows to fetch one time (used for java.sql.Statement#setFetchSize) (integer, default: 10000)
+- **options**: extra JDBC properties (hash, default: {})
+
+## Example
+
+```yaml
+in:
+  type: redshift
+  host: localhost
+  user: myuser
+  password: ""
+  database: my_database
+  table: my_table
+  select: "col1, col2, col3"
+  where: "col4 != 'a'"
+```
+
+## Build
+
+```
+$ ./gradlew gem
+```

data/build.gradle

@@ -0,0 +1,6 @@
+dependencies {
+    compile project(':embulk-input-jdbc')
+    compile project(':embulk-input-postgresql')
+
+    testCompile project(':embulk-input-jdbc').sourceSets.test.output
+}

data/lib/embulk/input/redshift.rb

@@ -0,0 +1,3 @@
+Embulk::JavaPlugin.register_input(
+  :redshift, "org.embulk.input.RedshiftInputPlugin",
+  File.expand_path('../../../../classpath', __FILE__))

data/src/main/java/org/embulk/input/RedshiftInputPlugin.java

@@ -0,0 +1,61 @@
+package org.embulk.input;
+
+import java.util.Properties;
+import java.sql.Connection;
+import java.sql.Driver;
+import java.sql.SQLException;
+import com.google.common.base.Throwables;
+import org.embulk.config.Config;
+import org.embulk.input.jdbc.AbstractJdbcInputPlugin;
+import org.embulk.input.jdbc.AbstractJdbcInputPlugin;
+import org.embulk.input.postgresql.PostgreSQLInputConnection;
+
+public class RedshiftInputPlugin
+        extends AbstractJdbcInputPlugin
+{
+    private static final String DEFAULT_SCHEMA = "public";
+    private static final int DEFAULT_PORT = 5439;
+
+    private static final Driver driver = new org.postgresql.Driver();
+
+    @Override
+    protected PostgreSQLInputConnection newConnection(PluginTask task) throws SQLException
+    {
+        String url = String.format("jdbc:postgresql://%s:%d/%s",
+                task.getHost(), task.getPort().or(DEFAULT_PORT), task.getDatabase());
+
+        Properties props = new Properties();
+        props.setProperty("user", task.getUser());
+        props.setProperty("password", task.getPassword());
+        props.setProperty("loginTimeout",   "300"); // seconds
+        props.setProperty("socketTimeout", "1800"); // seconds
+
+        // Enable keepalive based on tcp_keepalive_time, tcp_keepalive_intvl and tcp_keepalive_probes kernel parameters.
+        // Socket options TCP_KEEPCNT, TCP_KEEPIDLE, and TCP_KEEPINTVL are not configurable.
+        props.setProperty("tcpKeepAlive", "true");
+
+        // TODO
+        //switch task.getSssl() {
+        //when "disable":
+        //    break;
+        //when "enable":
+        //    props.setProperty("sslfactory", "org.postgresql.ssl.NonValidatingFactory");  // disable server-side validation
+        //when "verify":
+        //    props.setProperty("ssl", "true");
+        //    break;
+        //}
+
+        props.putAll(task.getOptions());
+
+        Connection con = driver.connect(url, props);
+        try {
+            PostgreSQLInputConnection c = new PostgreSQLInputConnection(con, task.getSchema().or(DEFAULT_SCHEMA));
+            con = null;
+            return c;
+        } finally {
+            if (con != null) {
+                con.close();
+            }
+        }
+    }
+}

metadata

@@ -0,0 +1,56 @@
+--- !ruby/object:Gem::Specification
+name: embulk-input-redshift
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- FURUHASHI Sadayuki
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2015-02-16 00:00:00.000000000 Z
+dependencies: []
+description: JDBC input plugin is an Embulk plugin that loads records from JDBC so that any output plugins can receive the records. Search the output plugins by "embulk-output" keyword.
+email:
+- frsyuki@users.sourceforge.jp
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- README.md
+- build.gradle
+- lib/embulk/input/redshift.rb
+- src/main/java/org/embulk/input/RedshiftInputPlugin.java
+- classpath/embulk-input-jdbc-0.1.0.jar
+- classpath/embulk-input-postgresql-0.1.0.jar
+- classpath/embulk-input-redshift-0.1.0.jar
+- classpath/jna-4.1.0.jar
+- classpath/jna-platform-4.1.0.jar
+- classpath/postgresql-9.4-1200-jdbc41.jar
+- classpath/slf4j-simple-1.7.7.jar
+- classpath/waffle-jna-1.7.jar
+homepage: https://github.com/embulk/embulk-input-jdbc
+licenses:
+- Apache 2.0
+metadata: {}
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project:
+rubygems_version: 2.1.9
+signing_key:
+specification_version: 4
+summary: JDBC input plugin for Embulk
+test_files: []