embulk-output-oracle 0.2.3 → 0.2.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 5b09bd7b2c26c4e4a7210e6b6b509d752af471a3
-  data.tar.gz: 69d5b20ee9180fa319556e92a3b48e88b18a9844
+  metadata.gz: 2a7cad3add47cddbc5128dc4f5d72173f2fe5ad3
+  data.tar.gz: 73a1a3548254ddda090c7261bca4a5ab51bfff54
 SHA512:
-  metadata.gz: 6bf69a1d879b5b9cce2fc495986eafa84ac14e8eae8869e94fca8455486fc85885bdb150fe854e14fa46f6e2bea3caa996a06b42ebb2b07ffc869488191b64f1
-  data.tar.gz: 125aed979b7d86150d785fa1b27de0a8b2f2ceb35b79bc8c02d7a18ce38fdd4bfdb33e9f0884ed7d92bd504487b611951f9cdf41c2c952a8944baf6481f23a34
+  metadata.gz: ffce5efa888d957bf96d71654afa0abc9952fd04945d5dfc4cb4d10b09faaa55ca2ed0b8c81973330eab4f1f0309bee61f731183d22331d0680abd6a7072bfba
+  data.tar.gz: 9ec7a37715a78d391ba6979103cb3d441a11b95d7ea4bcfcef28f0e6307b237737af41161cce44aea9bd150f6163f7a7eb230231d08e03c0813e716765ea9153

data/README.md

@@ -1,110 +1,110 @@
-# Oracle output plugins for Embulk
-
-Oracle output plugins for Embulk loads records to Oracle.
-
-## Overview
-
-* **Plugin type**: output
-* **Load all or nothing**: depends on the mode:
-  * **insert**: no
-  * **replace**: yes
-* **Resume supported**: no
-
-## Configuration
-
-- **driver_path**: path to the jar file of the Oracle JDBC driver (string)
-- **host**: database host name (string, required if url is not set or insert_method is "oci")
-- **port**: database port number (integer, default: 1521)
-- **user**: database login user name (string, required)
-- **password**: database login password (string, default: "")
-- **database**: destination database name (string, required if url is not set or insert_method is "oci")
-- **url**: URL of the JDBC connection (string, optional)
-- **table**: destination table name (string, required)
-- **mode**: "replace" or "insert" (string, required)
-- **insert_method**: see below
-- **batch_size**: size of a single batch insert (integer, default: 16777216)
-- **options**: extra connection properties (hash, default: {})
-
-insert_method supports three options.
-
-"normal" means normal insert (default). It requires Oracle JDBC driver.
-
-"direct" means direct path insert. It is faster than 'normal.
-It requires Oracle JDBC driver too, but the version 12 driver doesn't work (the version 11 driver works).
-
-"oci" means direct path insert using OCI(Oracle Call Interface). It is fastest.
-It requires both Oracle JDBC driver and Oracle Instant Client (version 12.1.0.2.0).
-You must set the library loading path to the OCI library.
-
-If you use "oci", platform dependent library written in cpp is required.
-Windows(x64) library and Linux(x64) are bundled, but others are not bundled.
-You should build by yourself and set the library loading path to it.
-
-
-### Example
-
-```yaml
-out:
-  type: oracle
-  driver_path: /opt/oracle/ojdbc6.jar
-  host: localhost
-  user: root
-  password: ""
-  database: my_database
-  table: my_table
-  mode: insert
-  insert_method: direct
-```
-
-### Build
-
-```
-$ ./gradlew gem
-```
-
-#### Build environment for native library
-
-For Windows (x64)
-
-(1) Install JDK.
-
-(2) Install Microsoft Visual Studio (only 2010 is tested).
-
-(3) Install Oracle Instant Client SDK 11.1.0.6.0 for Microsoft Windows (x64).
-
-(4) Set environment variables.
-
-* JAVA_HOME
-* OCI\_SDK_PATH ("sdk" directory of Oracle Instant Client)
-
-(5) Open src/main/cpp/win/embulk-output-oracle.sln by Visual Studio and build.
-
-For Windows command line, the following are needed in addition to (1) - (4).
-
-(6) Set environment variables.
-
-* MSVC_PATH (ex. C:\Program Files (x86)\Microsoft Visual Studio 10.0\VC)
-* MSSDK_PATH (ex. C:\Program Files (x86)\Microsoft SDKs\Windows\v7.0A)
-
-(7) Execute src/main/cpp/win/build.bat .
-
-
-For Linux (x64) (only Ubuntu Server 14.04 is tested)
-
-(1) Install JDK.
-
-(2) Install gcc and g++ .
-
-(3) Install Oracle Instant Client Basic and SDK 11.1.0.6.0 for Linux (x64).
-
-(4) Create symbolic links of OCI libraries.
-
-    ln -s libocci.so.11.1 libocci.so
-    ln -s libclntsh.so.11.1 libclntsh.so
-
-(5) Set environment variables.
-
-* JAVA_HOME
-* OCI_PATH (the directory of Oracle Instant Client Basic and the parent of the "sdk" directory)
-
-(6) Execute src/main/cpp/linux/build.sh .
+# Oracle output plugins for Embulk
+
+Oracle output plugins for Embulk loads records to Oracle.
+
+## Overview
+
+* **Plugin type**: output
+* **Load all or nothing**: depends on the mode:
+  * **insert**: no
+  * **replace**: yes
+* **Resume supported**: no
+
+## Configuration
+
+- **driver_path**: path to the jar file of the Oracle JDBC driver (string)
+- **host**: database host name (string, required if url is not set or insert_method is "oci")
+- **port**: database port number (integer, default: 1521)
+- **user**: database login user name (string, required)
+- **password**: database login password (string, default: "")
+- **database**: destination database name (string, required if url is not set or insert_method is "oci")
+- **url**: URL of the JDBC connection (string, optional)
+- **table**: destination table name (string, required)
+- **mode**: "replace" or "insert" (string, required)
+- **insert_method**: see below
+- **batch_size**: size of a single batch insert (integer, default: 16777216)
+- **options**: extra connection properties (hash, default: {})
+
+insert_method supports three options.
+
+"normal" means normal insert (default). It requires Oracle JDBC driver.
+
+"direct" means direct path insert. It is faster than 'normal.
+It requires Oracle JDBC driver too, but the version 12 driver doesn't work (the version 11 driver works).
+
+"oci" means direct path insert using OCI(Oracle Call Interface). It is fastest.
+It requires both Oracle JDBC driver and Oracle Instant Client (version 12.1.0.2.0).
+You must set the library loading path to the OCI library.
+
+If you use "oci", platform dependent library written in cpp is required.
+Windows(x64) library and Linux(x64) are bundled, but others are not bundled.
+You should build by yourself and set the library loading path to it.
+
+
+### Example
+
+```yaml
+out:
+  type: oracle
+  driver_path: /opt/oracle/ojdbc6.jar
+  host: localhost
+  user: root
+  password: ""
+  database: my_database
+  table: my_table
+  mode: insert
+  insert_method: direct
+```
+
+### Build
+
+```
+$ ./gradlew gem
+```
+
+#### Build environment for native library
+
+For Windows (x64)
+
+(1) Install JDK.
+
+(2) Install Microsoft Visual Studio (only 2010 is tested).
+
+(3) Install Oracle Instant Client SDK 11.1.0.6.0 for Microsoft Windows (x64).
+
+(4) Set environment variables.
+
+* JAVA_HOME
+* OCI\_SDK_PATH ("sdk" directory of Oracle Instant Client)
+
+(5) Open src/main/cpp/win/embulk-output-oracle.sln by Visual Studio and build.
+
+For Windows command line, the following are needed in addition to (1) - (4).
+
+(6) Set environment variables.
+
+* MSVC_PATH (ex. C:\Program Files (x86)\Microsoft Visual Studio 10.0\VC)
+* MSSDK_PATH (ex. C:\Program Files (x86)\Microsoft SDKs\Windows\v7.0A)
+
+(7) Execute src/main/cpp/win/build.bat .
+
+
+For Linux (x64) (only Ubuntu Server 14.04 is tested)
+
+(1) Install JDK.
+
+(2) Install gcc and g++ .
+
+(3) Install Oracle Instant Client Basic and SDK 11.1.0.6.0 for Linux (x64).
+
+(4) Create symbolic links of OCI libraries.
+
+    ln -s libocci.so.11.1 libocci.so
+    ln -s libclntsh.so.11.1 libclntsh.so
+
+(5) Set environment variables.
+
+* JAVA_HOME
+* OCI_PATH (the directory of Oracle Instant Client Basic and the parent of the "sdk" directory)
+
+(6) Execute src/main/cpp/linux/build.sh .

data/build.gradle

@@ -1,6 +1,6 @@
-[compileTestJava]*.options*.encoding = 'UTF-8'
-
-dependencies {
-    compile project(':embulk-output-jdbc')
-    testCompile 'org.embulk:embulk-standards:0.5.5'
-}
+[compileTestJava]*.options*.encoding = 'UTF-8'
+
+dependencies {
+    compile project(':embulk-output-jdbc')
+    testCompile 'org.embulk:embulk-standards:0.5.5'
+}

data/lib/embulk/output/oracle.rb

@@ -1,3 +1,3 @@
-Embulk::JavaPlugin.register_output(
-  :oracle, "org.embulk.output.OracleOutputPlugin",
-  File.expand_path('../../../../classpath', __FILE__))
+Embulk::JavaPlugin.register_output(
+  :oracle, "org.embulk.output.OracleOutputPlugin",
+  File.expand_path('../../../../classpath', __FILE__))

data/src/main/cpp/common/dir-path-load.cpp

@@ -1,424 +1,424 @@
-#include <string.h>
-#include <stdio.h>
-#include <malloc.h>
-#include "dir-path-load.h"
-
-#pragma warning (disable: 4996)
-
-
-static int check(EMBULK_OUTPUT_ORACLE_OCI_CONTEXT *context, const char* message, sword result)
-{
-	strcpy(context->message, "");
-
-	if (result == OCI_ERROR) {
-		sprintf(context->message, "OCI : %s failed.", message);
-		sb4 errCode;
-		OraText text[512];
-		if (OCIErrorGet(context->err, 1, NULL, &errCode, text, sizeof(text) / sizeof(OraText), OCI_HTYPE_ERROR) != OCI_SUCCESS) {
-			strcat(context->message, " OCIErrorGet failed.");
-		} else {
-			strcat(context->message, " ");
-			strncat(context->message, (const char*)text, sizeof(context->message) - strlen(context->message) - 1);
-		}
-		return OCI_ERROR;
-	}
-
-	if (result == OCI_INVALID_HANDLE) {
-		sprintf(context->message, "OCI : %s failed : invalid handle.", message);
-		return OCI_ERROR;
-	}
-
-	if (result == OCI_NO_DATA) {
-		sprintf(context->message, "OCI : %s failed : no data.", message);
-		return OCI_ERROR;
-	}
-
-	if (result != OCI_SUCCESS) {
-		sprintf(context->message, "OCI : %s failed : %d.", message, result);
-		return OCI_ERROR;
-	}
-
-	return OCI_SUCCESS;
-}
-
-void embulk_output_oracle_freeDirPathHandles(EMBULK_OUTPUT_ORACLE_OCI_CONTEXT *context)
-{
-	if (context->csv != NULL) fclose(context->csv);
-	if (context->buffer != NULL) free(context->buffer);
-	if (context->dpstr != NULL) OCIHandleFree(context->dpstr, OCI_HTYPE_DIRPATH_STREAM);
-	if (context->dpca != NULL) OCIHandleFree(context->dpca, OCI_HTYPE_DIRPATH_COLUMN_ARRAY);
-	if (context->dp != NULL) OCIHandleFree(context->dp, OCI_HTYPE_DIRPATH_CTX);
-	if (context->svc != NULL) OCIHandleFree(context->svc, OCI_HTYPE_SVCCTX);
-	if (context->err != NULL) OCIHandleFree(context->err, OCI_HTYPE_ERROR);
-	if (context->env != NULL) OCIHandleFree(context->env, OCI_HTYPE_ENV);
-}
-
-int embulk_output_oracle_prepareDirPathCtx(EMBULK_OUTPUT_ORACLE_OCI_CONTEXT *context, const char *dbName, const char *userName, const char *password)
-{
-	if (check(context, "OCIEnvCreate", OCIEnvCreate(&context->env, 
-		OCI_THREADED|OCI_OBJECT,
-		(void *)0,
-		0, 
-		0, 
-		0,
-		(size_t)0, 
-		(void **)0))) {
-		return OCI_ERROR;
-	}
-
-	// error handle
-	if (check(context, "OCIHandleAlloc(OCI_HTYPE_ERROR)", OCIHandleAlloc(
-		context->env, 
-		(void **)&context->err,
-        OCI_HTYPE_ERROR,
-		(size_t)0,
-		(void **)0))) {
-		return OCI_ERROR;
-	}
-
-	// service context
-	if (check(context, "OCIHandleAlloc(OCI_HTYPE_SVCCTX)", OCIHandleAlloc(
-		context->env, 
-		(void **)&context->svc,
-        OCI_HTYPE_SVCCTX,
-		(size_t)0,
-		(void **)0))) {
-		return OCI_ERROR;
-	}
-
-	// logon
-	if (check(context, "OCILogon", OCILogon(context->env,
-		context->err,
-		&context->svc,
-		(const OraText*)userName,
-		(ub4)strlen(userName),
-		(const OraText*)password,
-		(ub4)strlen(password),
-		(const OraText*)dbName, // dbName should be defined in 'tnsnames.ora' or a form of "host:port/db"
-		(ub4)strlen(dbName)))) {
-		return OCI_ERROR;
-	}
-
-	// direct path context
-	if (check(context, "OCIHandleAlloc(OCI_HTYPE_DIRPATH_CTX)", OCIHandleAlloc(
-		context->env, 
-		(void **)&context->dp,
-        OCI_HTYPE_DIRPATH_CTX,
-		(size_t)0,
-		(void **)0))) {
-		return OCI_ERROR;
-	}
-
-	return OCI_SUCCESS;
-}
-
-static int isValid(EMBULK_OUTPUT_ORACLE_OCI_COL_DEF &colDef) {
-	return colDef.type != 0;
-}
-
-int embulk_output_oracle_prepareDirPathStream(EMBULK_OUTPUT_ORACLE_OCI_CONTEXT *context, const char *tableName, short charsetId, EMBULK_OUTPUT_ORACLE_OCI_COL_DEF *colDefs) {
-	// load table name
-	if (check(context, "OCIAttrSet(OCI_ATTR_NAME)", OCIAttrSet(context->dp, OCI_HTYPE_DIRPATH_CTX, (void*)tableName, (ub4)strlen(tableName), OCI_ATTR_NAME, context->err))) {
-		return OCI_ERROR;
-	}
-
-	// need to set charset explicitly because database charset is not set by default.
-	ub2 tempCharsetId = charsetId;
-	if (check(context, "OCIAttrSet(OCI_ATTR_CHARSET_ID)", OCIAttrSet(context->dp, OCI_HTYPE_DIRPATH_CTX, (void*)&tempCharsetId, sizeof(ub2), OCI_ATTR_CHARSET_ID, context->err))) {
-		return OCI_ERROR;
-	}
-
-	ub2 cols;
-	for (cols = 0; isValid(colDefs[cols]); cols++) ;
-	if (check(context, "OCIAttrSet(OCI_ATTR_NUM_COLS)", OCIAttrSet(context->dp, OCI_HTYPE_DIRPATH_CTX, &cols, sizeof(ub2), OCI_ATTR_NUM_COLS, context->err))) {
-		return OCI_ERROR;
-	}
-
-	OCIParam *columns;
-	if (check(context, "OCIAttrGet(OCI_ATTR_LIST_COLUMNS)", OCIAttrGet(context->dp, OCI_HTYPE_DIRPATH_CTX, &columns, (ub4*)0, OCI_ATTR_LIST_COLUMNS, context->err))) {
-		return OCI_ERROR;
-	}
-
-	for (int i = 0; i < cols; i++) {
-		EMBULK_OUTPUT_ORACLE_OCI_COL_DEF &colDef = colDefs[i];
-		OCIParam *column;
-		if (check(context, "OCIParamGet(OCI_DTYPE_PARAM)", OCIParamGet(columns, OCI_DTYPE_PARAM, context->err, (void**)&column, i + 1))) {
-			return OCI_ERROR;
-		}
-		if (check(context, "OCIAttrSet(OCI_ATTR_NAME)", OCIAttrSet(column, OCI_DTYPE_PARAM, (void*)colDef.name, (ub4)strlen(colDef.name), OCI_ATTR_NAME, context->err))) {
-			return OCI_ERROR;
-		}
-		if (check(context, "OCIAttrSet(OCI_ATTR_DATA_TYPE)", OCIAttrSet(column, OCI_DTYPE_PARAM, &colDef.type, sizeof(ub4), OCI_ATTR_DATA_TYPE, context->err))) {
-			return OCI_ERROR;
-		}
-		if (check(context, "OCIAttrSet(OCI_ATTR_DATA_SIZE)", OCIAttrSet(column, OCI_DTYPE_PARAM, &colDef.size, sizeof(ub4), OCI_ATTR_DATA_SIZE, context->err))) {
-			return OCI_ERROR;
-		}
-		/*
-		if (check(context, "OCIAttrSet(OCI_ATTR_PRECISION)", OCIAttrSet(column, OCI_DTYPE_PARAM, &colDefs[i].precision, sizeof(ub4), OCI_ATTR_PRECISION, context->err))) {
-			return OCI_ERROR;
-		}
-		if (check(context, "OCIAttrSet(OCI_ATTR_SCALE)", OCIAttrSet(column, OCI_DTYPE_PARAM, &colDefs[i].scale, sizeof(ub4), OCI_ATTR_SCALE, context->err))) {
-			return OCI_ERROR;
-		}
-		*/
-		if (colDef.dateFormat != NULL) {
-			if (check(context, "OCIAttrSet(OCI_ATTR_DATEFORMAT)", OCIAttrSet(column, OCI_DTYPE_PARAM, (void*)colDef.dateFormat, (ub4)strlen(colDef.dateFormat), OCI_ATTR_DATEFORMAT, context->err))) {
-				return OCI_ERROR;
-			}
-		}
-
-		if (check(context, "OCIDescriptorFree(OCI_DTYPE_PARAM)", OCIDescriptorFree(column, OCI_DTYPE_PARAM))) {
-			return OCI_ERROR;
-		}
-	}
-
-	if (check(context, "OCIDirPathPrepare", OCIDirPathPrepare(context->dp, context->svc, context->err))) {
-		return OCI_ERROR;
-	}
-
-	// direct path column array
-	if (check(context, "OCIHandleAlloc(OCI_HTYPE_DIRPATH_COLUMN_ARRAY)", OCIHandleAlloc(
-		context->dp, 
-		(void **)&context->dpca,
-        OCI_HTYPE_DIRPATH_COLUMN_ARRAY,
-		(size_t)0,
-		(void **)0))) {
-		return OCI_ERROR;
-	}
-
-	// direct path stream
-	if (check(context, "OCIHandleAlloc(OCI_HTYPE_DIRPATH_STREAM)", OCIHandleAlloc(
-		context->dp, 
-		(void **)&context->dpstr,
-        OCI_HTYPE_DIRPATH_STREAM,
-		(size_t)0,
-		(void **)0))) {
-		return OCI_ERROR;
-	}
-
-	return OCI_SUCCESS;
-}
-
-static void intToSqlInt(int n, char* buffer)
-{
-	buffer[0] = n & 0xFF;
-	buffer[1] = (n >> 8) & 0xFF;
-	buffer[2] = (n >> 16) & 0xFF;
-	buffer[3] = (n >> 24) & 0xFF;
-}
-
-static int strToSqlInt(const char *s, int size, char* buffer)
-{
-	int n = 0;
-	for (int i = 0; i < size; i++) {
-		if (s[i] < '0' || s[i] > '9') {
-			return OCI_ERROR;
-		}
-		n = n * 10 + s[i] - '0';
-	}
-
-	intToSqlInt(n, buffer);
-
-	return OCI_SUCCESS;
-}
-
-static int loadRows(EMBULK_OUTPUT_ORACLE_OCI_CONTEXT *context, ub4 rowCount)
-{
-	for (ub4 offset = 0; offset < rowCount;) {
-		if (check(context, "OCIDirPathStreamReset", OCIDirPathStreamReset(context->dpstr, context->err))) {
-			return OCI_ERROR;
-		}
-
-		sword result = OCIDirPathColArrayToStream(context->dpca, context->dp, context->dpstr, context->err, rowCount, offset);
-		if (result != OCI_SUCCESS && result != OCI_CONTINUE) {
-			check(context, "OCIDirPathColArrayToStream", result);
-			return OCI_ERROR;
-		}
-
-		if (check(context, "OCIDirPathLoadStream", OCIDirPathLoadStream(context->dp, context->dpstr, context->err))) {
-			return OCI_ERROR;
-		}
-
-		if (result == OCI_SUCCESS) {
-			offset = rowCount;
-		} else {
-			ub4 temp;
-			if (check(context, "OCIAttrGet(OCI_ATTR_ROW_COUNT)", OCIAttrGet(context->dpca, OCI_HTYPE_DIRPATH_COLUMN_ARRAY, &temp, 0, OCI_ATTR_ROW_COUNT, context->err))) {
-				return OCI_ERROR;
-			}
-			offset += temp;
-		}
-	}
-
-	return OCI_SUCCESS;
-}
-
-
-int embulk_output_oracle_loadBuffer(EMBULK_OUTPUT_ORACLE_OCI_CONTEXT *context, EMBULK_OUTPUT_ORACLE_OCI_COL_DEF *colDefs, const char *buffer, int rowCount)
-{
-	ub4 maxRowCount = 0;
-	if (check(context, "OCIAttrGet(OCI_ATTR_NUM_ROWS)", OCIAttrGet(context->dpca, OCI_HTYPE_DIRPATH_COLUMN_ARRAY, &maxRowCount, 0, OCI_ATTR_NUM_ROWS, context->err))) {
-		return OCI_ERROR;
-	}
-
-	int rowSize = 0;
-	for (int col = 0; isValid(colDefs[col]); col++) {
-		rowSize += colDefs[col].size;
-	}
-	const char *current = buffer;
-
-	int colArrayRowCount = 0;
-	for (int row = 0; row < rowCount; row++) {
-		for (int col = 0; isValid(colDefs[col]); col++) {
-			ub4 size = colDefs[col].size;
-			if (colDefs[col].type == SQLT_CHR) {
-				size = (ub4)strnlen(current, size);
-			}
-
-			if (check(context, "OCIDirPathColArrayEntrySet", OCIDirPathColArrayEntrySet(context->dpca, context->err, colArrayRowCount, col, (ub1*)current, size, OCI_DIRPATH_COL_COMPLETE))) {
-				return OCI_ERROR;
-			}
-			current += colDefs[col].size;
-		}
-
-		colArrayRowCount++;
-		if (colArrayRowCount == maxRowCount) {
-			if (loadRows(context, colArrayRowCount)) {
-				return OCI_ERROR;
-			}
-
-			colArrayRowCount = 0;
-		}
-	}
-
-	if (colArrayRowCount > 0) {
-		if (loadRows(context, colArrayRowCount)) {
-			return OCI_ERROR;
-		}
-	}
-
-	return OCI_SUCCESS;
-}
-
-
-int embulk_output_oracle_loadCSV(EMBULK_OUTPUT_ORACLE_OCI_CONTEXT *context, EMBULK_OUTPUT_ORACLE_OCI_COL_DEF *colDefs, const char *csvFileName)
-{
-	printf("load csv file \"%s\".\r\n", csvFileName);
-	if ((context->csv = fopen(csvFileName, "r")) == NULL) {
-		printf("Cannot open file.");
-		return OCI_ERROR;
-	}
-
-	ub4 maxRowCount = 0;
-	if (check(context, "OCIAttrGet(OCI_ATTR_NUM_ROWS)", OCIAttrGet(context->dpca, OCI_HTYPE_DIRPATH_COLUMN_ARRAY, &maxRowCount, 0, OCI_ATTR_NUM_ROWS, context->err))) {
-		return OCI_ERROR;
-	}
-
-	int rowSize = 0;
-	for (int i = 0; isValid(colDefs[i]); i++) {
-		rowSize += colDefs[i].size;
-	}
-
-	// + 1 for '\0'
-	if ((context->buffer = (char*)malloc(rowSize * maxRowCount + 1)) == NULL) {
-		printf("Cannot alloc memory.");
-		return OCI_ERROR;
-	}
-	char *current = context->buffer;
-
-	// TODO: support a line over 1,000 bytes
-	char line[1000];
-	int row = 0;
-	while (fgets(line, sizeof(line), context->csv) != NULL) {
-		size_t len = strlen(line);
-		int col = 0;
-		for (const char *p = line; p < line + len;) {
-			const char *comma = strchr(p, ',');
-			const char *next;
-			ub4 size;
-			if (comma != NULL) {
-				size = (ub4)(comma - p);
-				next = comma + 1;
-			} else {
-				size = (ub4)(line + len - p);
-				if (size > 0 && p[size - 1] == '\n') size--;
-				if (size > 0 && p[size - 1] == '\r') size--;
-				next = line + len;
-			}
-
-			if (colDefs[col].type == SQLT_INT) {
-				if (strToSqlInt(p, size, current)) {
-					printf("Not a number : \"%s\"\r\n", p);
-					return OCI_ERROR;
-				}
-				size = colDefs[col].size;
-			} else if (colDefs[col].type == SQLT_CHR) {
-				strncpy(current, p, size);
-			} else {
-				printf("Unsupported type : %d\r\n", colDefs[col].type);
-				return OCI_ERROR;
-			}
-
-			if (check(context, "OCIDirPathColArrayEntrySet", OCIDirPathColArrayEntrySet(context->dpca, context->err, row, col, (ub1*)current, size, OCI_DIRPATH_COL_COMPLETE))) {
-				return OCI_ERROR;
-			}
-
-			p = next;
-			current += size;
-			col++;
-		}
-
-		row++;
-		if (row == maxRowCount) {
-			printf("Load %d rows.\r\n", row);
-			if (loadRows(context, row)) {
-				return OCI_ERROR;
-			}
-
-			current = context->buffer;
-			row = 0;
-		}
-	}
-
-	if (row > 0) {
-		printf("Load %d rows.\r\n", row);
-		if (loadRows(context, row)) {
-			return OCI_ERROR;
-		}
-	}
-
-	free(context->buffer);
-	context->buffer = NULL;
-
-	fclose(context->csv);
-	context->csv = NULL;
-
-	return OCI_SUCCESS;
-}
-
-int embulk_output_oracle_commitDirPath(EMBULK_OUTPUT_ORACLE_OCI_CONTEXT *context) 
-{
-	if (check(context, "OCIDirPathFinish", OCIDirPathFinish(context->dp, context->err))) {
-		return OCI_ERROR;
-	}
-
-	if (check(context, "OCILogoff", OCILogoff(context->svc, context->err))) {
-		return OCI_ERROR;
-	}
-
-	return OCI_SUCCESS;
-}
-
-int embulk_output_oracle_rollbackDirPath(EMBULK_OUTPUT_ORACLE_OCI_CONTEXT *context) 
-{
-	if (check(context, "OCIDirPathAbort", OCIDirPathAbort(context->dp, context->err))) {
-		return OCI_ERROR;
-	}
-
-	if (check(context, "OCILogoff", OCILogoff(context->svc, context->err))) {
-		return OCI_ERROR;
-	}
-
-	return OCI_SUCCESS;
-}
+#include <string.h>
+#include <stdio.h>
+#include <malloc.h>
+#include "dir-path-load.h"
+
+#pragma warning (disable: 4996)
+
+
+static int check(EMBULK_OUTPUT_ORACLE_OCI_CONTEXT *context, const char* message, sword result)
+{
+	strcpy(context->message, "");
+
+	if (result == OCI_ERROR) {
+		sprintf(context->message, "OCI : %s failed.", message);
+		sb4 errCode;
+		OraText text[512];
+		if (OCIErrorGet(context->err, 1, NULL, &errCode, text, sizeof(text) / sizeof(OraText), OCI_HTYPE_ERROR) != OCI_SUCCESS) {
+			strcat(context->message, " OCIErrorGet failed.");
+		} else {
+			strcat(context->message, " ");
+			strncat(context->message, (const char*)text, sizeof(context->message) - strlen(context->message) - 1);
+		}
+		return OCI_ERROR;
+	}
+
+	if (result == OCI_INVALID_HANDLE) {
+		sprintf(context->message, "OCI : %s failed : invalid handle.", message);
+		return OCI_ERROR;
+	}
+
+	if (result == OCI_NO_DATA) {
+		sprintf(context->message, "OCI : %s failed : no data.", message);
+		return OCI_ERROR;
+	}
+
+	if (result != OCI_SUCCESS) {
+		sprintf(context->message, "OCI : %s failed : %d.", message, result);
+		return OCI_ERROR;
+	}
+
+	return OCI_SUCCESS;
+}
+
+void embulk_output_oracle_freeDirPathHandles(EMBULK_OUTPUT_ORACLE_OCI_CONTEXT *context)
+{
+	if (context->csv != NULL) fclose(context->csv);
+	if (context->buffer != NULL) free(context->buffer);
+	if (context->dpstr != NULL) OCIHandleFree(context->dpstr, OCI_HTYPE_DIRPATH_STREAM);
+	if (context->dpca != NULL) OCIHandleFree(context->dpca, OCI_HTYPE_DIRPATH_COLUMN_ARRAY);
+	if (context->dp != NULL) OCIHandleFree(context->dp, OCI_HTYPE_DIRPATH_CTX);
+	if (context->svc != NULL) OCIHandleFree(context->svc, OCI_HTYPE_SVCCTX);
+	if (context->err != NULL) OCIHandleFree(context->err, OCI_HTYPE_ERROR);
+	if (context->env != NULL) OCIHandleFree(context->env, OCI_HTYPE_ENV);
+}
+
+int embulk_output_oracle_prepareDirPathCtx(EMBULK_OUTPUT_ORACLE_OCI_CONTEXT *context, const char *dbName, const char *userName, const char *password)
+{
+	if (check(context, "OCIEnvCreate", OCIEnvCreate(&context->env, 
+		OCI_THREADED|OCI_OBJECT,
+		(void *)0,
+		0, 
+		0, 
+		0,
+		(size_t)0, 
+		(void **)0))) {
+		return OCI_ERROR;
+	}
+
+	// error handle
+	if (check(context, "OCIHandleAlloc(OCI_HTYPE_ERROR)", OCIHandleAlloc(
+		context->env, 
+		(void **)&context->err,
+        OCI_HTYPE_ERROR,
+		(size_t)0,
+		(void **)0))) {
+		return OCI_ERROR;
+	}
+
+	// service context
+	if (check(context, "OCIHandleAlloc(OCI_HTYPE_SVCCTX)", OCIHandleAlloc(
+		context->env, 
+		(void **)&context->svc,
+        OCI_HTYPE_SVCCTX,
+		(size_t)0,
+		(void **)0))) {
+		return OCI_ERROR;
+	}
+
+	// logon
+	if (check(context, "OCILogon", OCILogon(context->env,
+		context->err,
+		&context->svc,
+		(const OraText*)userName,
+		(ub4)strlen(userName),
+		(const OraText*)password,
+		(ub4)strlen(password),
+		(const OraText*)dbName, // dbName should be defined in 'tnsnames.ora' or a form of "host:port/db"
+		(ub4)strlen(dbName)))) {
+		return OCI_ERROR;
+	}
+
+	// direct path context
+	if (check(context, "OCIHandleAlloc(OCI_HTYPE_DIRPATH_CTX)", OCIHandleAlloc(
+		context->env, 
+		(void **)&context->dp,
+        OCI_HTYPE_DIRPATH_CTX,
+		(size_t)0,
+		(void **)0))) {
+		return OCI_ERROR;
+	}
+
+	return OCI_SUCCESS;
+}
+
+static int isValid(EMBULK_OUTPUT_ORACLE_OCI_COL_DEF &colDef) {
+	return colDef.type != 0;
+}
+
+int embulk_output_oracle_prepareDirPathStream(EMBULK_OUTPUT_ORACLE_OCI_CONTEXT *context, const char *tableName, short charsetId, EMBULK_OUTPUT_ORACLE_OCI_COL_DEF *colDefs) {
+	// load table name
+	if (check(context, "OCIAttrSet(OCI_ATTR_NAME)", OCIAttrSet(context->dp, OCI_HTYPE_DIRPATH_CTX, (void*)tableName, (ub4)strlen(tableName), OCI_ATTR_NAME, context->err))) {
+		return OCI_ERROR;
+	}
+
+	// need to set charset explicitly because database charset is not set by default.
+	ub2 tempCharsetId = charsetId;
+	if (check(context, "OCIAttrSet(OCI_ATTR_CHARSET_ID)", OCIAttrSet(context->dp, OCI_HTYPE_DIRPATH_CTX, (void*)&tempCharsetId, sizeof(ub2), OCI_ATTR_CHARSET_ID, context->err))) {
+		return OCI_ERROR;
+	}
+
+	ub2 cols;
+	for (cols = 0; isValid(colDefs[cols]); cols++) ;
+	if (check(context, "OCIAttrSet(OCI_ATTR_NUM_COLS)", OCIAttrSet(context->dp, OCI_HTYPE_DIRPATH_CTX, &cols, sizeof(ub2), OCI_ATTR_NUM_COLS, context->err))) {
+		return OCI_ERROR;
+	}
+
+	OCIParam *columns;
+	if (check(context, "OCIAttrGet(OCI_ATTR_LIST_COLUMNS)", OCIAttrGet(context->dp, OCI_HTYPE_DIRPATH_CTX, &columns, (ub4*)0, OCI_ATTR_LIST_COLUMNS, context->err))) {
+		return OCI_ERROR;
+	}
+
+	for (int i = 0; i < cols; i++) {
+		EMBULK_OUTPUT_ORACLE_OCI_COL_DEF &colDef = colDefs[i];
+		OCIParam *column;
+		if (check(context, "OCIParamGet(OCI_DTYPE_PARAM)", OCIParamGet(columns, OCI_DTYPE_PARAM, context->err, (void**)&column, i + 1))) {
+			return OCI_ERROR;
+		}
+		if (check(context, "OCIAttrSet(OCI_ATTR_NAME)", OCIAttrSet(column, OCI_DTYPE_PARAM, (void*)colDef.name, (ub4)strlen(colDef.name), OCI_ATTR_NAME, context->err))) {
+			return OCI_ERROR;
+		}
+		if (check(context, "OCIAttrSet(OCI_ATTR_DATA_TYPE)", OCIAttrSet(column, OCI_DTYPE_PARAM, &colDef.type, sizeof(ub4), OCI_ATTR_DATA_TYPE, context->err))) {
+			return OCI_ERROR;
+		}
+		if (check(context, "OCIAttrSet(OCI_ATTR_DATA_SIZE)", OCIAttrSet(column, OCI_DTYPE_PARAM, &colDef.size, sizeof(ub4), OCI_ATTR_DATA_SIZE, context->err))) {
+			return OCI_ERROR;
+		}
+		/*
+		if (check(context, "OCIAttrSet(OCI_ATTR_PRECISION)", OCIAttrSet(column, OCI_DTYPE_PARAM, &colDefs[i].precision, sizeof(ub4), OCI_ATTR_PRECISION, context->err))) {
+			return OCI_ERROR;
+		}
+		if (check(context, "OCIAttrSet(OCI_ATTR_SCALE)", OCIAttrSet(column, OCI_DTYPE_PARAM, &colDefs[i].scale, sizeof(ub4), OCI_ATTR_SCALE, context->err))) {
+			return OCI_ERROR;
+		}
+		*/
+		if (colDef.dateFormat != NULL) {
+			if (check(context, "OCIAttrSet(OCI_ATTR_DATEFORMAT)", OCIAttrSet(column, OCI_DTYPE_PARAM, (void*)colDef.dateFormat, (ub4)strlen(colDef.dateFormat), OCI_ATTR_DATEFORMAT, context->err))) {
+				return OCI_ERROR;
+			}
+		}
+
+		if (check(context, "OCIDescriptorFree(OCI_DTYPE_PARAM)", OCIDescriptorFree(column, OCI_DTYPE_PARAM))) {
+			return OCI_ERROR;
+		}
+	}
+
+	if (check(context, "OCIDirPathPrepare", OCIDirPathPrepare(context->dp, context->svc, context->err))) {
+		return OCI_ERROR;
+	}
+
+	// direct path column array
+	if (check(context, "OCIHandleAlloc(OCI_HTYPE_DIRPATH_COLUMN_ARRAY)", OCIHandleAlloc(
+		context->dp, 
+		(void **)&context->dpca,
+        OCI_HTYPE_DIRPATH_COLUMN_ARRAY,
+		(size_t)0,
+		(void **)0))) {
+		return OCI_ERROR;
+	}
+
+	// direct path stream
+	if (check(context, "OCIHandleAlloc(OCI_HTYPE_DIRPATH_STREAM)", OCIHandleAlloc(
+		context->dp, 
+		(void **)&context->dpstr,
+        OCI_HTYPE_DIRPATH_STREAM,
+		(size_t)0,
+		(void **)0))) {
+		return OCI_ERROR;
+	}
+
+	return OCI_SUCCESS;
+}
+
+static void intToSqlInt(int n, char* buffer)
+{
+	buffer[0] = n & 0xFF;
+	buffer[1] = (n >> 8) & 0xFF;
+	buffer[2] = (n >> 16) & 0xFF;
+	buffer[3] = (n >> 24) & 0xFF;
+}
+
+static int strToSqlInt(const char *s, int size, char* buffer)
+{
+	int n = 0;
+	for (int i = 0; i < size; i++) {
+		if (s[i] < '0' || s[i] > '9') {
+			return OCI_ERROR;
+		}
+		n = n * 10 + s[i] - '0';
+	}
+
+	intToSqlInt(n, buffer);
+
+	return OCI_SUCCESS;
+}
+
+static int loadRows(EMBULK_OUTPUT_ORACLE_OCI_CONTEXT *context, ub4 rowCount)
+{
+	for (ub4 offset = 0; offset < rowCount;) {
+		if (check(context, "OCIDirPathStreamReset", OCIDirPathStreamReset(context->dpstr, context->err))) {
+			return OCI_ERROR;
+		}
+
+		sword result = OCIDirPathColArrayToStream(context->dpca, context->dp, context->dpstr, context->err, rowCount, offset);
+		if (result != OCI_SUCCESS && result != OCI_CONTINUE) {
+			check(context, "OCIDirPathColArrayToStream", result);
+			return OCI_ERROR;
+		}
+
+		if (check(context, "OCIDirPathLoadStream", OCIDirPathLoadStream(context->dp, context->dpstr, context->err))) {
+			return OCI_ERROR;
+		}
+
+		if (result == OCI_SUCCESS) {
+			offset = rowCount;
+		} else {
+			ub4 temp;
+			if (check(context, "OCIAttrGet(OCI_ATTR_ROW_COUNT)", OCIAttrGet(context->dpca, OCI_HTYPE_DIRPATH_COLUMN_ARRAY, &temp, 0, OCI_ATTR_ROW_COUNT, context->err))) {
+				return OCI_ERROR;
+			}
+			offset += temp;
+		}
+	}
+
+	return OCI_SUCCESS;
+}
+
+
+int embulk_output_oracle_loadBuffer(EMBULK_OUTPUT_ORACLE_OCI_CONTEXT *context, EMBULK_OUTPUT_ORACLE_OCI_COL_DEF *colDefs, const char *buffer, int rowCount)
+{
+	ub4 maxRowCount = 0;
+	if (check(context, "OCIAttrGet(OCI_ATTR_NUM_ROWS)", OCIAttrGet(context->dpca, OCI_HTYPE_DIRPATH_COLUMN_ARRAY, &maxRowCount, 0, OCI_ATTR_NUM_ROWS, context->err))) {
+		return OCI_ERROR;
+	}
+
+	int rowSize = 0;
+	for (int col = 0; isValid(colDefs[col]); col++) {
+		rowSize += colDefs[col].size;
+	}
+	const char *current = buffer;
+
+	int colArrayRowCount = 0;
+	for (int row = 0; row < rowCount; row++) {
+		for (int col = 0; isValid(colDefs[col]); col++) {
+			ub4 size = colDefs[col].size;
+			if (colDefs[col].type == SQLT_CHR) {
+				size = (ub4)strnlen(current, size);
+			}
+
+			if (check(context, "OCIDirPathColArrayEntrySet", OCIDirPathColArrayEntrySet(context->dpca, context->err, colArrayRowCount, col, (ub1*)current, size, OCI_DIRPATH_COL_COMPLETE))) {
+				return OCI_ERROR;
+			}
+			current += colDefs[col].size;
+		}
+
+		colArrayRowCount++;
+		if (colArrayRowCount == maxRowCount) {
+			if (loadRows(context, colArrayRowCount)) {
+				return OCI_ERROR;
+			}
+
+			colArrayRowCount = 0;
+		}
+	}
+
+	if (colArrayRowCount > 0) {
+		if (loadRows(context, colArrayRowCount)) {
+			return OCI_ERROR;
+		}
+	}
+
+	return OCI_SUCCESS;
+}
+
+
+int embulk_output_oracle_loadCSV(EMBULK_OUTPUT_ORACLE_OCI_CONTEXT *context, EMBULK_OUTPUT_ORACLE_OCI_COL_DEF *colDefs, const char *csvFileName)
+{
+	printf("load csv file \"%s\".\r\n", csvFileName);
+	if ((context->csv = fopen(csvFileName, "r")) == NULL) {
+		printf("Cannot open file.");
+		return OCI_ERROR;
+	}
+
+	ub4 maxRowCount = 0;
+	if (check(context, "OCIAttrGet(OCI_ATTR_NUM_ROWS)", OCIAttrGet(context->dpca, OCI_HTYPE_DIRPATH_COLUMN_ARRAY, &maxRowCount, 0, OCI_ATTR_NUM_ROWS, context->err))) {
+		return OCI_ERROR;
+	}
+
+	int rowSize = 0;
+	for (int i = 0; isValid(colDefs[i]); i++) {
+		rowSize += colDefs[i].size;
+	}
+
+	// + 1 for '\0'
+	if ((context->buffer = (char*)malloc(rowSize * maxRowCount + 1)) == NULL) {
+		printf("Cannot alloc memory.");
+		return OCI_ERROR;
+	}
+	char *current = context->buffer;
+
+	// TODO: support a line over 1,000 bytes
+	char line[1000];
+	int row = 0;
+	while (fgets(line, sizeof(line), context->csv) != NULL) {
+		size_t len = strlen(line);
+		int col = 0;
+		for (const char *p = line; p < line + len;) {
+			const char *comma = strchr(p, ',');
+			const char *next;
+			ub4 size;
+			if (comma != NULL) {
+				size = (ub4)(comma - p);
+				next = comma + 1;
+			} else {
+				size = (ub4)(line + len - p);
+				if (size > 0 && p[size - 1] == '\n') size--;
+				if (size > 0 && p[size - 1] == '\r') size--;
+				next = line + len;
+			}
+
+			if (colDefs[col].type == SQLT_INT) {
+				if (strToSqlInt(p, size, current)) {
+					printf("Not a number : \"%s\"\r\n", p);
+					return OCI_ERROR;
+				}
+				size = colDefs[col].size;
+			} else if (colDefs[col].type == SQLT_CHR) {
+				strncpy(current, p, size);
+			} else {
+				printf("Unsupported type : %d\r\n", colDefs[col].type);
+				return OCI_ERROR;
+			}
+
+			if (check(context, "OCIDirPathColArrayEntrySet", OCIDirPathColArrayEntrySet(context->dpca, context->err, row, col, (ub1*)current, size, OCI_DIRPATH_COL_COMPLETE))) {
+				return OCI_ERROR;
+			}
+
+			p = next;
+			current += size;
+			col++;
+		}
+
+		row++;
+		if (row == maxRowCount) {
+			printf("Load %d rows.\r\n", row);
+			if (loadRows(context, row)) {
+				return OCI_ERROR;
+			}
+
+			current = context->buffer;
+			row = 0;
+		}
+	}
+
+	if (row > 0) {
+		printf("Load %d rows.\r\n", row);
+		if (loadRows(context, row)) {
+			return OCI_ERROR;
+		}
+	}
+
+	free(context->buffer);
+	context->buffer = NULL;
+
+	fclose(context->csv);
+	context->csv = NULL;
+
+	return OCI_SUCCESS;
+}
+
+int embulk_output_oracle_commitDirPath(EMBULK_OUTPUT_ORACLE_OCI_CONTEXT *context) 
+{
+	if (check(context, "OCIDirPathFinish", OCIDirPathFinish(context->dp, context->err))) {
+		return OCI_ERROR;
+	}
+
+	if (check(context, "OCILogoff", OCILogoff(context->svc, context->err))) {
+		return OCI_ERROR;
+	}
+
+	return OCI_SUCCESS;
+}
+
+int embulk_output_oracle_rollbackDirPath(EMBULK_OUTPUT_ORACLE_OCI_CONTEXT *context) 
+{
+	if (check(context, "OCIDirPathAbort", OCIDirPathAbort(context->dp, context->err))) {
+		return OCI_ERROR;
+	}
+
+	if (check(context, "OCILogoff", OCILogoff(context->svc, context->err))) {
+		return OCI_ERROR;
+	}
+
+	return OCI_SUCCESS;
+}