embulk-input-oracle 0.5.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: f72a6a78e5dbfc26d82184d49ac814a895dcf618
+  data.tar.gz: 4dc9ad16ed3027e889add065039d8aceda3e02ed
+SHA512:
+  metadata.gz: abe4d88d1401129bf7d59867470656a8c7b54bd2bcd15d47d9592a78c956daf6e9a6c6181c086c09b20f47c12a678d3cd9473c8d1b130a9e3ec9bdd8b1cdd281
+  data.tar.gz: ac78869b2fcf9fd18c6362c32efd7fedcc76a0a64f9074c3f23a9fd7c9e5e429b106532db57681d16f1950618d34aba02d7b8ffcc44ed12e14a28c728992d5a9

data/README.md

@@ -0,0 +1,93 @@
+# Oracle input plugins for Embulk
+
+Oracle input plugins for Embulk loads records from Oracle.
+
+## Overview
+
+* **Plugin type**: input
+* **Resume supported**: yes
+
+## Configuration
+
+- **driver_path**: path to the jar file of the Oracle JDBC driver (string)
+- **host**: database host name (string, required if url is not set)
+- **port**: database port number (integer, default: 1521)
+- **user**: database login user name (string, required)
+- **password**: database login password (string, default: "")
+- **database**: destination database name (string, required if url is not set)
+- **url**: URL of the JDBC connection (string, optional)
+- If you write SQL directly,
+  - **query**: SQL to run (string)
+- If **query** is not set,
+  - **table**: destination table name (string, required)
+  - **select**: comma-separated list of columns to select (string, default: "*")
+  - **where**: WHERE condition to filter the rows (string, default: no-condition)
+- **fetch_rows**: number of rows to fetch one time (used for java.sql.Statement#setFetchSize) (integer, default: 10000)
+- **options**: extra JDBC properties (hash, default: {})
+- **default_timezone**: If the sql type of a column is `date`/`time`/`datetime` and the embulk type is `string`, column values are formatted int this default_timezone. You can overwrite timezone for each columns using column_options option. (string, default: `UTC`)
+- **column_options**: advanced: a key-value pairs where key is a column name and value is options for the column.
+  - **value_type**: embulk get values from database as this value_type. Typically, the value_type determines `getXXX` method of `java.sql.PreparedStatement`.
+  (string, default: depends on the sql type of the column. Available values options are: `long`, `double`, `float`, `decimal`, `boolean`, `string`, `date`, `time`, `timestamp`)
+  - **type**: Column values are converted to this embulk type.
+  Available values options are: `boolean`, `long`, `double`, `string`, `timestamp`).
+  By default, the embulk type is determined according to the sql type of the column (or value_type if specified).
+  - **timestamp_format**: If the sql type of the column is `date`/`time`/`datetime` and the embulk type is `string`, column values are formatted by this timestamp_format. And if the embulk type is `timestamp`, this timestamp_format will be used in the output plugin. (string, default : `%Y-%m-%d` for `date`, `%H:%M:%S` for `time`, `%Y-%m-%d %H:%M:%S` for `timestamp`)
+  - **timezone**: If the sql type of the column is `date`/`time`/`datetime` and the embulk type is `string`, column values are formatted in this timezone.
+(string, value of default_timezone option is used by default)
+
+## Example
+
+```yaml
+in:
+  type: oracle
+  driver_path: /opt/oracle/ojdbc7.jar
+  host: localhost
+  user: myuser
+  password: ""
+  database: my_database
+  table: my_table
+  select: "col1, col2, col3"
+  where: "col4 != 'a'"
+```
+
+If you need a complex SQL,
+
+```yaml
+in:
+  type: oracle
+  driver_path: /opt/oracle/ojdbc7.jar
+  host: localhost
+  user: myuser
+  password: ""
+  database: my_database
+  query: |
+    SELECT t1.id, t1.name, t2.id AS t2_id, t2.name AS t2_name
+    FROM table1 AS t1
+    LEFT JOIN table2 AS t2
+      ON t1.id = t2.t1_id
+```
+
+Advanced configuration:
+
+```yaml
+in:
+  type: oracle
+  driver_path: /opt/oracle/ojdbc7.jar
+  host: localhost
+  user: myuser
+  password: ""
+  database: my_database
+  table: "my_table"
+  select: "col1, col2, col3"
+  where: "col4 != 'a'"
+  column_options:
+    col1: {type: long}
+    col3: {type: string, timestamp_format: "%Y/%m/%d", timezone: "+0900"}
+
+```
+
+## Build
+
+```
+$ ./gradlew gem
+```

data/build.gradle

@@ -0,0 +1,5 @@
+dependencies {
+    compile project(':embulk-input-jdbc')
+
+    testCompile project(':embulk-input-jdbc').sourceSets.test.output
+}

data/lib/embulk/input/oracle.rb

@@ -0,0 +1,3 @@
+Embulk::JavaPlugin.register_input(
+  :oracle, "org.embulk.input.OracleInputPlugin",
+  File.expand_path('../../../../classpath', __FILE__))

data/src/main/java/org/embulk/input/OracleInputPlugin.java

@@ -0,0 +1,105 @@
+package org.embulk.input;
+
+import java.sql.Connection;
+import java.sql.DriverManager;
+import java.sql.SQLException;
+import java.util.Properties;
+
+import org.embulk.config.Config;
+import org.embulk.config.ConfigDefault;
+import org.embulk.input.jdbc.AbstractJdbcInputPlugin;
+import org.embulk.input.jdbc.JdbcInputConnection;
+import org.embulk.input.oracle.OracleInputConnection;
+
+import com.google.common.base.Optional;
+
+public class OracleInputPlugin
+    extends AbstractJdbcInputPlugin
+{
+    public interface OraclePluginTask
+        extends PluginTask
+    {
+        @Config("driver_path")
+        @ConfigDefault("null")
+        public Optional<String> getDriverPath();
+
+        @Config("host")
+        @ConfigDefault("null")
+        public Optional<String> getHost();
+
+        @Config("port")
+        @ConfigDefault("1521")
+        public int getPort();
+
+        @Config("database")
+        @ConfigDefault("null")
+        public Optional<String> getDatabase();
+
+        @Config("url")
+        @ConfigDefault("null")
+        public Optional<String> getUrl();
+
+        @Config("user")
+        public String getUser();
+
+        @Config("password")
+        @ConfigDefault("\"\"")
+        public String getPassword();
+    }
+
+    @Override
+    protected Class<? extends PluginTask> getTaskClass()
+    {
+        return OraclePluginTask.class;
+    }
+
+    @Override
+    protected JdbcInputConnection newConnection(PluginTask task) throws SQLException
+    {
+        OraclePluginTask oracleTask = (OraclePluginTask) task;
+
+        String url;
+        if (oracleTask.getUrl().isPresent()) {
+            if (oracleTask.getHost().isPresent() || oracleTask.getDatabase().isPresent()) {
+                throw new IllegalArgumentException("'host', 'port' and 'database' parameters are invalid if 'url' parameter is set.");
+            }
+            url = oracleTask.getUrl().get();
+        } else {
+            if (!oracleTask.getHost().isPresent()) {
+                throw new IllegalArgumentException("Field 'host' is not set.");
+            }
+            if (!oracleTask.getDatabase().isPresent()) {
+                throw new IllegalArgumentException("Field 'database' is not set.");
+            }
+            url = String.format("jdbc:oracle:thin:@%s:%d:%s",
+                    oracleTask.getHost().get(), oracleTask.getPort(), oracleTask.getDatabase().get());
+        }
+
+        Properties props = new Properties();
+        props.setProperty("user", oracleTask.getUser());
+        props.setProperty("password", oracleTask.getPassword());
+        props.putAll(oracleTask.getOptions());
+
+        if (oracleTask.getDriverPath().isPresent()) {
+            loadDriverJar(oracleTask.getDriverPath().get());
+        }
+
+        try {
+            Class.forName("oracle.jdbc.OracleDriver");
+        } catch (Exception ex) {
+            throw new RuntimeException(ex);
+        }
+
+        Connection con = DriverManager.getConnection(url, props);
+        try {
+            OracleInputConnection c = new OracleInputConnection(con, oracleTask.getUser());
+            con = null;
+            return c;
+        } finally {
+            if (con != null) {
+                con.close();
+            }
+        }
+    }
+
+}

data/src/main/java/org/embulk/input/oracle/OracleInputConnection.java

@@ -0,0 +1,21 @@
+package org.embulk.input.oracle;
+
+import java.sql.Connection;
+import java.sql.SQLException;
+
+import org.embulk.input.jdbc.JdbcInputConnection;
+
+public class OracleInputConnection extends JdbcInputConnection {
+
+    public OracleInputConnection(Connection connection, String schemaName) throws SQLException
+    {
+        super(connection, schemaName);
+    }
+
+    @Override
+    protected void setSearchPath(String schema) throws SQLException
+    {
+        // NOP
+    }
+
+}

metadata

@@ -0,0 +1,51 @@
+--- !ruby/object:Gem::Specification
+name: embulk-input-oracle
+version: !ruby/object:Gem::Version
+  version: 0.5.0
+platform: ruby
+authors:
+- Sadayuki Furuhashi
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2015-06-17 00:00:00.000000000 Z
+dependencies: []
+description: Selects records from a table.
+email:
+- frsyuki@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- README.md
+- build.gradle
+- lib/embulk/input/oracle.rb
+- src/main/java/org/embulk/input/OracleInputPlugin.java
+- src/main/java/org/embulk/input/oracle/OracleInputConnection.java
+- classpath/embulk-input-jdbc-0.5.0.jar
+- classpath/embulk-input-oracle-0.5.0.jar
+homepage: https://github.com/embulk/embulk-input-jdbc
+licenses:
+- Apache 2.0
+metadata: {}
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project:
+rubygems_version: 2.1.9
+signing_key:
+specification_version: 4
+summary: JDBC input plugin for Embulk
+test_files: []