embulk-input-mysql 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 80a7efb67fd248f081a40332fba755bbc8c3f0b6
+  data.tar.gz: 5e976132928913f5aff89ca4a4db05a64b94233b
+SHA512:
+  metadata.gz: bbc49360183a70ca8caa434a3a6c7812b6b5ff32e4125067094133fd9f8c6472486f36f436b8c9378c1f86e7bcd9cf6a60c87341877eb5990840e5adf943c5cf
+  data.tar.gz: 4d6ee1ec8745ca3f28f0e04075b093e03d5599b9bc22a37a5870971794ee5df352b2df06da78edbdda9e8ddf8c9a7ff0a8b2feb2dbb3e610999e01f081c6c5c5

data/README.md

@@ -0,0 +1,41 @@
+# MySQL input plugins for Embulk
+
+MySQL input plugins for Embulk loads records from MySQL.
+
+## Overview
+
+* **Plugin type**: input
+* **Resume supported**: yes
+
+## Configuration
+
+- **host**: database host name (string, required)
+- **port**: database port number (integer, 3306)
+- **user**: database login user name (string, required)
+- **password**: database login password (string, default: "")
+- **database**: destination database name (string, required)
+- **table**: destination name (string, required)
+- **select**: comma-separated list of columns to select (string, default: "*")
+- **where**: WHERE condition to filter the rows (string, default: no-condition)
+- **fetch_rows**: number of rows to fetch one time (used for java.sql.Statement#setFetchSize) (integer, default: 10000)
+- **options**: extra JDBC properties (hash, default: {})
+
+## Example
+
+```yaml
+in:
+  type: mysql
+  host: localhost
+  user: myuser
+  password: ""
+  database: my_database
+  table: my_table
+  select: "col1, col2, col3"
+  where: "col4 != 'a'"
+```
+
+## Build
+
+```
+$ ./gradlew gem
+```

data/build.gradle

@@ -0,0 +1,7 @@
+dependencies {
+    compile project(':embulk-input-jdbc')
+
+    compile 'mysql:mysql-connector-java:5.1.34'
+
+    testCompile project(':embulk-input-jdbc').sourceSets.test.output
+}

data/lib/embulk/input/mysql.rb

@@ -0,0 +1,3 @@
+Embulk::JavaPlugin.register_input(
+  :mysql, "org.embulk.input.MySQLInputPlugin",
+  File.expand_path('../../../../classpath', __FILE__))

data/src/main/java/org/embulk/input/MySQLInputPlugin.java

@@ -0,0 +1,73 @@
+package org.embulk.input;
+
+import java.util.Properties;
+import java.sql.Connection;
+import java.sql.Driver;
+import java.sql.SQLException;
+import com.google.common.base.Throwables;
+import org.embulk.config.Config;
+import org.embulk.input.jdbc.AbstractJdbcInputPlugin;
+import org.embulk.input.mysql.MySQLInputConnection;
+
+public class MySQLInputPlugin
+        extends AbstractJdbcInputPlugin
+{
+    private static final int DEFAULT_PORT = 3306;
+
+    @Override
+    protected MySQLInputConnection newConnection(PluginTask task) throws SQLException
+    {
+        String url = String.format("jdbc:mysql://%s:%d/%s",
+                task.getHost(), task.getPort().or(DEFAULT_PORT), task.getDatabase());
+
+        Properties props = new Properties();
+        props.setProperty("user", task.getUser());
+        props.setProperty("password", task.getPassword());
+
+        props.setProperty("rewriteBatchedStatements", "true");
+        props.setProperty("useCompression", "true");
+
+        props.setProperty("connectTimeout", "300000"); // milliseconds
+        props.setProperty("socketTimeout", "1800000"); // smillieconds
+
+        // Enable keepalive based on tcp_keepalive_time, tcp_keepalive_intvl and tcp_keepalive_probes kernel parameters.
+        // Socket options TCP_KEEPCNT, TCP_KEEPIDLE, and TCP_KEEPINTVL are not configurable.
+        props.setProperty("tcpKeepAlive", "true");
+
+        // TODO
+        //switch task.getSssl() {
+        //when "disable":
+        //    break;
+        //when "enable":
+        //    props.setProperty("useSSL", "true");
+        //    props.setProperty("requireSSL", "false");
+        //    props.setProperty("verifyServerCertificate", "false");
+        //    break;
+        //when "verify":
+        //    props.setProperty("useSSL", "true");
+        //    props.setProperty("requireSSL", "true");
+        //    props.setProperty("verifyServerCertificate", "true");
+        //    break;
+        //}
+
+        props.putAll(task.getOptions());
+
+        Driver driver;
+        try {
+            driver = new com.mysql.jdbc.Driver();  // new com.mysql.jdbc.Driver throws SQLException
+        } catch (SQLException ex) {
+            throw new RuntimeException(ex);
+        }
+
+        Connection con = driver.connect(url, props);
+        try {
+            MySQLInputConnection c = new MySQLInputConnection(con);
+            con = null;
+            return c;
+        } finally {
+            if (con != null) {
+                con.close();
+            }
+        }
+    }
+}

data/src/main/java/org/embulk/input/mysql/MySQLInputConnection.java

@@ -0,0 +1,16 @@
+package org.embulk.input.mysql;
+
+import java.sql.Connection;
+import java.sql.PreparedStatement;
+import java.sql.SQLException;
+import org.embulk.input.jdbc.JdbcInputConnection;
+
+public class MySQLInputConnection
+        extends JdbcInputConnection
+{
+    public MySQLInputConnection(Connection connection)
+            throws SQLException
+    {
+        super(connection, null);
+    }
+}

metadata

@@ -0,0 +1,52 @@
+--- !ruby/object:Gem::Specification
+name: embulk-input-mysql
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- FURUHASHI Sadayuki
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2015-02-16 00:00:00.000000000 Z
+dependencies: []
+description: JDBC input plugin is an Embulk plugin that loads records from JDBC so that any output plugins can receive the records. Search the output plugins by "embulk-output" keyword.
+email:
+- frsyuki@users.sourceforge.jp
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- README.md
+- build.gradle
+- lib/embulk/input/mysql.rb
+- src/main/java/org/embulk/input/MySQLInputPlugin.java
+- src/main/java/org/embulk/input/mysql/MySQLInputConnection.java
+- classpath/embulk-input-jdbc-0.1.0.jar
+- classpath/embulk-input-mysql-0.1.0.jar
+- classpath/mysql-connector-java-5.1.34.jar
+homepage: https://github.com/embulk/embulk-input-jdbc
+licenses:
+- Apache 2.0
+metadata: {}
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project:
+rubygems_version: 2.1.9
+signing_key:
+specification_version: 4
+summary: JDBC input plugin for Embulk
+test_files: []