embulk-filter-split 0.1.0

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml ADDED
@@ -0,0 +1,7 @@
1
+ ---
2
+ SHA1:
3
+ metadata.gz: 738cccdf4af27bcd6c1c1ee2a018bd80617a1a6f
4
+ data.tar.gz: 54f2b40e091ee0b954203437095e5a6037eb343e
5
+ SHA512:
6
+ metadata.gz: cc3a7b5e166a22e6fd8fd08b6ce88255ae1afc0a67463a9e3281086ed9be1239edb1242db3491fe29fe84bc727a553598353ca6461e9a21d0fad0f6ee46d7b22
7
+ data.tar.gz: 50194b64e478eb125be07fea757bb533e78e0905324b70473e04e51155b39f83e809ef0b0829cf072fcc154603025f94571851283e6f04dd0c6fc9526d6874c0
data/.gitignore ADDED
@@ -0,0 +1,13 @@
1
+ *~
2
+ /pkg/
3
+ /tmp/
4
+ *.gemspec
5
+ .gradle/
6
+ /classpath/
7
+ build/
8
+ .idea
9
+ /.settings/
10
+ /.metadata/
11
+ .classpath
12
+ .project
13
+ /bin/
data/LICENSE.txt ADDED
@@ -0,0 +1,21 @@
1
+
2
+ MIT License
3
+
4
+ Permission is hereby granted, free of charge, to any person obtaining
5
+ a copy of this software and associated documentation files (the
6
+ "Software"), to deal in the Software without restriction, including
7
+ without limitation the rights to use, copy, modify, merge, publish,
8
+ distribute, sublicense, and/or sell copies of the Software, and to
9
+ permit persons to whom the Software is furnished to do so, subject to
10
+ the following conditions:
11
+
12
+ The above copyright notice and this permission notice shall be
13
+ included in all copies or substantial portions of the Software.
14
+
15
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
16
+ EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
17
+ MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
18
+ NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
19
+ LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
20
+ OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
21
+ WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
data/README.md ADDED
@@ -0,0 +1,67 @@
1
+ # Split filter plugin for Embulk
2
+
3
+ split record with delimiter.
4
+
5
+ ## Overview
6
+
7
+ * **Plugin type**: filter
8
+
9
+ ## Configuration
10
+
11
+ - **delimiter**: delimiter. (boolean, default: `,`)
12
+ - **keep_input**: keep input columns. (boolean, default: `true`)
13
+ - **target_key**: target key name. (string, required)
14
+ - **output_key**: output key name. (string, default: `null`)
15
+
16
+ ## Example(split column output other column)
17
+
18
+ ```yaml
19
+ - type: split
20
+ delimiter: ','
21
+ keep_input: true
22
+ target_key: keywords
23
+ output_key: keyword
24
+ ```
25
+
26
+ ### input
27
+
28
+ ```
29
+ { "keywords" : "Ruby,Java,Python" }
30
+ ```
31
+
32
+ As below
33
+
34
+ ```
35
+ { "keywords" : "Ruby,Java,Python", "keyword" : "Ruby" }
36
+ { "keywords" : "Ruby,Java,Python", "keyword" : "Java" }
37
+ { "keywords" : "Ruby,Java,Python", "keyword" : "Python" }
38
+ ```
39
+
40
+ ## Example(split column overwrite)
41
+
42
+ ```yaml
43
+ - type: split
44
+ delimiter: ','
45
+ keep_input: true
46
+ target_key: keywords
47
+ ```
48
+
49
+ ### input
50
+
51
+ ```
52
+ { "keywords" : "Ruby,Java,Python", "keep_column" : "test" }
53
+ ```
54
+
55
+ As below
56
+
57
+ ```
58
+ { "keywords" : "Ruby", "keep_column" : "test" }
59
+ { "keywords" : "Java", "keep_column" : "test" }
60
+ { "keywords" : "Python", "keep_column" : "test" }
61
+ ```
62
+
63
+ ## Build
64
+
65
+ ```
66
+ $ ./gradlew gem # -t to watch change of files and rebuild continuously
67
+ ```
data/build.gradle ADDED
@@ -0,0 +1,74 @@
1
+ plugins {
2
+ id "com.jfrog.bintray" version "1.1"
3
+ id "com.github.jruby-gradle.base" version "0.1.5"
4
+ id "java"
5
+ id "eclipse"
6
+ }
7
+ import com.github.jrubygradle.JRubyExec
8
+ repositories {
9
+ mavenCentral()
10
+ jcenter()
11
+ }
12
+ configurations {
13
+ provided
14
+ }
15
+
16
+ version = "0.1.0"
17
+
18
+ dependencies {
19
+ compile "org.embulk:embulk-core:0.7.7"
20
+ provided "org.embulk:embulk-core:0.7.7"
21
+ // compile "YOUR_JAR_DEPENDENCY_GROUP:YOUR_JAR_DEPENDENCY_MODULE:YOUR_JAR_DEPENDENCY_VERSION"
22
+ testCompile "junit:junit:4.+"
23
+ }
24
+
25
+ task classpath(type: Copy, dependsOn: ["jar"]) {
26
+ doFirst { file("classpath").deleteDir() }
27
+ from (configurations.runtime - configurations.provided + files(jar.archivePath))
28
+ into "classpath"
29
+ }
30
+ clean { delete "classpath" }
31
+
32
+ task gem(type: JRubyExec, dependsOn: ["gemspec", "classpath"]) {
33
+ jrubyArgs "-rrubygems/gem_runner", "-eGem::GemRunner.new.run(ARGV)", "build"
34
+ script "${project.name}.gemspec"
35
+ doLast { ant.move(file: "${project.name}-${project.version}.gem", todir: "pkg") }
36
+ }
37
+
38
+ task gemPush(type: JRubyExec, dependsOn: ["gem"]) {
39
+ jrubyArgs "-rrubygems/gem_runner", "-eGem::GemRunner.new.run(ARGV)", "push"
40
+ script "pkg/${project.name}-${project.version}.gem"
41
+ }
42
+
43
+ task "package"(dependsOn: ["gemspec", "classpath"]) << {
44
+ println "> Build succeeded."
45
+ println "> You can run embulk with '-L ${file(".").absolutePath}' argument."
46
+ }
47
+
48
+ task gemspec {
49
+ ext.gemspecFile = file("${project.name}.gemspec")
50
+ inputs.file "build.gradle"
51
+ outputs.file gemspecFile
52
+ doLast { gemspecFile.write($/
53
+ Gem::Specification.new do |spec|
54
+ spec.name = "${project.name}"
55
+ spec.version = "${project.version}"
56
+ spec.authors = ["toyama0919"]
57
+ spec.summary = %[Split filter plugin for Embulk]
58
+ spec.description = %[Split]
59
+ spec.email = ["toyama0919@gmail.com"]
60
+ spec.licenses = ["MIT"]
61
+ # TODO set this: spec.homepage = "https://github.com/toyama0919/embulk-filter-split"
62
+
63
+ spec.files = `git ls-files`.split("\n") + Dir["classpath/*.jar"]
64
+ spec.test_files = spec.files.grep(%r"^(test|spec)/")
65
+ spec.require_paths = ["lib"]
66
+
67
+ #spec.add_dependency 'YOUR_GEM_DEPENDENCY', ['~> YOUR_GEM_DEPENDENCY_VERSION']
68
+ spec.add_development_dependency 'bundler', ['~> 1.0']
69
+ spec.add_development_dependency 'rake', ['>= 10.0']
70
+ end
71
+ /$)
72
+ }
73
+ }
74
+ clean { delete "${project.name}.gemspec" }
Binary file
@@ -0,0 +1,6 @@
1
+ #Tue Aug 11 00:26:20 PDT 2015
2
+ distributionBase=GRADLE_USER_HOME
3
+ distributionPath=wrapper/dists
4
+ zipStoreBase=GRADLE_USER_HOME
5
+ zipStorePath=wrapper/dists
6
+ distributionUrl=https\://services.gradle.org/distributions/gradle-2.6-bin.zip
data/gradlew ADDED
@@ -0,0 +1,164 @@
1
+ #!/usr/bin/env bash
2
+
3
+ ##############################################################################
4
+ ##
5
+ ## Gradle start up script for UN*X
6
+ ##
7
+ ##############################################################################
8
+
9
+ # Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script.
10
+ DEFAULT_JVM_OPTS=""
11
+
12
+ APP_NAME="Gradle"
13
+ APP_BASE_NAME=`basename "$0"`
14
+
15
+ # Use the maximum available, or set MAX_FD != -1 to use that value.
16
+ MAX_FD="maximum"
17
+
18
+ warn ( ) {
19
+ echo "$*"
20
+ }
21
+
22
+ die ( ) {
23
+ echo
24
+ echo "$*"
25
+ echo
26
+ exit 1
27
+ }
28
+
29
+ # OS specific support (must be 'true' or 'false').
30
+ cygwin=false
31
+ msys=false
32
+ darwin=false
33
+ case "`uname`" in
34
+ CYGWIN* )
35
+ cygwin=true
36
+ ;;
37
+ Darwin* )
38
+ darwin=true
39
+ ;;
40
+ MINGW* )
41
+ msys=true
42
+ ;;
43
+ esac
44
+
45
+ # For Cygwin, ensure paths are in UNIX format before anything is touched.
46
+ if $cygwin ; then
47
+ [ -n "$JAVA_HOME" ] && JAVA_HOME=`cygpath --unix "$JAVA_HOME"`
48
+ fi
49
+
50
+ # Attempt to set APP_HOME
51
+ # Resolve links: $0 may be a link
52
+ PRG="$0"
53
+ # Need this for relative symlinks.
54
+ while [ -h "$PRG" ] ; do
55
+ ls=`ls -ld "$PRG"`
56
+ link=`expr "$ls" : '.*-> \(.*\)$'`
57
+ if expr "$link" : '/.*' > /dev/null; then
58
+ PRG="$link"
59
+ else
60
+ PRG=`dirname "$PRG"`"/$link"
61
+ fi
62
+ done
63
+ SAVED="`pwd`"
64
+ cd "`dirname \"$PRG\"`/" >&-
65
+ APP_HOME="`pwd -P`"
66
+ cd "$SAVED" >&-
67
+
68
+ CLASSPATH=$APP_HOME/gradle/wrapper/gradle-wrapper.jar
69
+
70
+ # Determine the Java command to use to start the JVM.
71
+ if [ -n "$JAVA_HOME" ] ; then
72
+ if [ -x "$JAVA_HOME/jre/sh/java" ] ; then
73
+ # IBM's JDK on AIX uses strange locations for the executables
74
+ JAVACMD="$JAVA_HOME/jre/sh/java"
75
+ else
76
+ JAVACMD="$JAVA_HOME/bin/java"
77
+ fi
78
+ if [ ! -x "$JAVACMD" ] ; then
79
+ die "ERROR: JAVA_HOME is set to an invalid directory: $JAVA_HOME
80
+
81
+ Please set the JAVA_HOME variable in your environment to match the
82
+ location of your Java installation."
83
+ fi
84
+ else
85
+ JAVACMD="java"
86
+ which java >/dev/null 2>&1 || die "ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH.
87
+
88
+ Please set the JAVA_HOME variable in your environment to match the
89
+ location of your Java installation."
90
+ fi
91
+
92
+ # Increase the maximum file descriptors if we can.
93
+ if [ "$cygwin" = "false" -a "$darwin" = "false" ] ; then
94
+ MAX_FD_LIMIT=`ulimit -H -n`
95
+ if [ $? -eq 0 ] ; then
96
+ if [ "$MAX_FD" = "maximum" -o "$MAX_FD" = "max" ] ; then
97
+ MAX_FD="$MAX_FD_LIMIT"
98
+ fi
99
+ ulimit -n $MAX_FD
100
+ if [ $? -ne 0 ] ; then
101
+ warn "Could not set maximum file descriptor limit: $MAX_FD"
102
+ fi
103
+ else
104
+ warn "Could not query maximum file descriptor limit: $MAX_FD_LIMIT"
105
+ fi
106
+ fi
107
+
108
+ # For Darwin, add options to specify how the application appears in the dock
109
+ if $darwin; then
110
+ GRADLE_OPTS="$GRADLE_OPTS \"-Xdock:name=$APP_NAME\" \"-Xdock:icon=$APP_HOME/media/gradle.icns\""
111
+ fi
112
+
113
+ # For Cygwin, switch paths to Windows format before running java
114
+ if $cygwin ; then
115
+ APP_HOME=`cygpath --path --mixed "$APP_HOME"`
116
+ CLASSPATH=`cygpath --path --mixed "$CLASSPATH"`
117
+
118
+ # We build the pattern for arguments to be converted via cygpath
119
+ ROOTDIRSRAW=`find -L / -maxdepth 1 -mindepth 1 -type d 2>/dev/null`
120
+ SEP=""
121
+ for dir in $ROOTDIRSRAW ; do
122
+ ROOTDIRS="$ROOTDIRS$SEP$dir"
123
+ SEP="|"
124
+ done
125
+ OURCYGPATTERN="(^($ROOTDIRS))"
126
+ # Add a user-defined pattern to the cygpath arguments
127
+ if [ "$GRADLE_CYGPATTERN" != "" ] ; then
128
+ OURCYGPATTERN="$OURCYGPATTERN|($GRADLE_CYGPATTERN)"
129
+ fi
130
+ # Now convert the arguments - kludge to limit ourselves to /bin/sh
131
+ i=0
132
+ for arg in "$@" ; do
133
+ CHECK=`echo "$arg"|egrep -c "$OURCYGPATTERN" -`
134
+ CHECK2=`echo "$arg"|egrep -c "^-"` ### Determine if an option
135
+
136
+ if [ $CHECK -ne 0 ] && [ $CHECK2 -eq 0 ] ; then ### Added a condition
137
+ eval `echo args$i`=`cygpath --path --ignore --mixed "$arg"`
138
+ else
139
+ eval `echo args$i`="\"$arg\""
140
+ fi
141
+ i=$((i+1))
142
+ done
143
+ case $i in
144
+ (0) set -- ;;
145
+ (1) set -- "$args0" ;;
146
+ (2) set -- "$args0" "$args1" ;;
147
+ (3) set -- "$args0" "$args1" "$args2" ;;
148
+ (4) set -- "$args0" "$args1" "$args2" "$args3" ;;
149
+ (5) set -- "$args0" "$args1" "$args2" "$args3" "$args4" ;;
150
+ (6) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" ;;
151
+ (7) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" ;;
152
+ (8) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" ;;
153
+ (9) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" "$args8" ;;
154
+ esac
155
+ fi
156
+
157
+ # Split up the JVM_OPTS And GRADLE_OPTS values into an array, following the shell quoting and substitution rules
158
+ function splitJvmOpts() {
159
+ JVM_OPTS=("$@")
160
+ }
161
+ eval splitJvmOpts $DEFAULT_JVM_OPTS $JAVA_OPTS $GRADLE_OPTS
162
+ JVM_OPTS[${#JVM_OPTS[*]}]="-Dorg.gradle.appname=$APP_BASE_NAME"
163
+
164
+ exec "$JAVACMD" "${JVM_OPTS[@]}" -classpath "$CLASSPATH" org.gradle.wrapper.GradleWrapperMain "$@"
data/gradlew.bat ADDED
@@ -0,0 +1,90 @@
1
+ @if "%DEBUG%" == "" @echo off
2
+ @rem ##########################################################################
3
+ @rem
4
+ @rem Gradle startup script for Windows
5
+ @rem
6
+ @rem ##########################################################################
7
+
8
+ @rem Set local scope for the variables with windows NT shell
9
+ if "%OS%"=="Windows_NT" setlocal
10
+
11
+ @rem Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script.
12
+ set DEFAULT_JVM_OPTS=
13
+
14
+ set DIRNAME=%~dp0
15
+ if "%DIRNAME%" == "" set DIRNAME=.
16
+ set APP_BASE_NAME=%~n0
17
+ set APP_HOME=%DIRNAME%
18
+
19
+ @rem Find java.exe
20
+ if defined JAVA_HOME goto findJavaFromJavaHome
21
+
22
+ set JAVA_EXE=java.exe
23
+ %JAVA_EXE% -version >NUL 2>&1
24
+ if "%ERRORLEVEL%" == "0" goto init
25
+
26
+ echo.
27
+ echo ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH.
28
+ echo.
29
+ echo Please set the JAVA_HOME variable in your environment to match the
30
+ echo location of your Java installation.
31
+
32
+ goto fail
33
+
34
+ :findJavaFromJavaHome
35
+ set JAVA_HOME=%JAVA_HOME:"=%
36
+ set JAVA_EXE=%JAVA_HOME%/bin/java.exe
37
+
38
+ if exist "%JAVA_EXE%" goto init
39
+
40
+ echo.
41
+ echo ERROR: JAVA_HOME is set to an invalid directory: %JAVA_HOME%
42
+ echo.
43
+ echo Please set the JAVA_HOME variable in your environment to match the
44
+ echo location of your Java installation.
45
+
46
+ goto fail
47
+
48
+ :init
49
+ @rem Get command-line arguments, handling Windowz variants
50
+
51
+ if not "%OS%" == "Windows_NT" goto win9xME_args
52
+ if "%@eval[2+2]" == "4" goto 4NT_args
53
+
54
+ :win9xME_args
55
+ @rem Slurp the command line arguments.
56
+ set CMD_LINE_ARGS=
57
+ set _SKIP=2
58
+
59
+ :win9xME_args_slurp
60
+ if "x%~1" == "x" goto execute
61
+
62
+ set CMD_LINE_ARGS=%*
63
+ goto execute
64
+
65
+ :4NT_args
66
+ @rem Get arguments from the 4NT Shell from JP Software
67
+ set CMD_LINE_ARGS=%$
68
+
69
+ :execute
70
+ @rem Setup the command line
71
+
72
+ set CLASSPATH=%APP_HOME%\gradle\wrapper\gradle-wrapper.jar
73
+
74
+ @rem Execute Gradle
75
+ "%JAVA_EXE%" %DEFAULT_JVM_OPTS% %JAVA_OPTS% %GRADLE_OPTS% "-Dorg.gradle.appname=%APP_BASE_NAME%" -classpath "%CLASSPATH%" org.gradle.wrapper.GradleWrapperMain %CMD_LINE_ARGS%
76
+
77
+ :end
78
+ @rem End local scope for the variables with windows NT shell
79
+ if "%ERRORLEVEL%"=="0" goto mainEnd
80
+
81
+ :fail
82
+ rem Set variable GRADLE_EXIT_CONSOLE if you need the _script_ return code instead of
83
+ rem the _cmd.exe /c_ return code!
84
+ if not "" == "%GRADLE_EXIT_CONSOLE%" exit 1
85
+ exit /b 1
86
+
87
+ :mainEnd
88
+ if "%OS%"=="Windows_NT" endlocal
89
+
90
+ :omega
@@ -0,0 +1,3 @@
1
+ Embulk::JavaPlugin.register_filter(
2
+ "split", "org.embulk.filter.split.SplitFilterPlugin",
3
+ File.expand_path('../../../../classpath', __FILE__))
@@ -0,0 +1,123 @@
1
+ package org.embulk.filter.split;
2
+
3
+ import org.apache.commons.lang3.StringUtils;
4
+ import org.embulk.config.Config;
5
+ import org.embulk.config.ConfigDefault;
6
+ import org.embulk.config.ConfigSource;
7
+ import org.embulk.config.Task;
8
+ import org.embulk.config.TaskSource;
9
+ import org.embulk.spi.Column;
10
+ import org.embulk.spi.Exec;
11
+ import org.embulk.spi.FilterPlugin;
12
+ import org.embulk.spi.Page;
13
+ import org.embulk.spi.PageBuilder;
14
+ import org.embulk.spi.PageOutput;
15
+ import org.embulk.spi.PageReader;
16
+ import org.embulk.spi.Schema;
17
+ import org.embulk.spi.type.Types;
18
+
19
+ import com.google.common.base.Optional;
20
+ import com.google.common.collect.ImmutableList;
21
+
22
+ public class SplitFilterPlugin
23
+ implements FilterPlugin
24
+ {
25
+ public interface PluginTask
26
+ extends Task
27
+ {
28
+ @Config("keep_input")
29
+ @ConfigDefault("true")
30
+ public boolean getKeepInput();
31
+
32
+ @Config("delimiter")
33
+ @ConfigDefault("\",\"")
34
+ public String getDelimiter();
35
+
36
+ @Config("target_key")
37
+ public String getTargetKey();
38
+
39
+ @Config("output_key")
40
+ @ConfigDefault("null")
41
+ public Optional<String> getOutputKey();
42
+ }
43
+
44
+ @Override
45
+ public void transaction(ConfigSource config, Schema inputSchema,
46
+ FilterPlugin.Control control)
47
+ {
48
+ PluginTask task = config.loadConfig(PluginTask.class);
49
+
50
+ ImmutableList.Builder<Column> builder = ImmutableList.builder();
51
+ int i = 0;
52
+ if (task.getKeepInput()) {
53
+ for (Column inputColumn: inputSchema.getColumns()) {
54
+ Column outputColumn = new Column(i++, inputColumn.getName(), inputColumn.getType());
55
+ builder.add(outputColumn);
56
+ }
57
+ }
58
+ if (task.getOutputKey().isPresent()) {
59
+ Column outputColumn = new Column(i++, task.getOutputKey().get(), Types.STRING);
60
+ builder.add(outputColumn);
61
+ }
62
+ Schema outputSchema = new Schema(builder.build());
63
+ control.run(task.dump(), outputSchema);
64
+ }
65
+
66
+ @Override
67
+ public PageOutput open(TaskSource taskSource, Schema inputSchema,
68
+ Schema outputSchema, PageOutput output)
69
+ {
70
+ PluginTask task = taskSource.loadTask(PluginTask.class);
71
+ final Column targetColumn = inputSchema.lookupColumn(task.getTargetKey());
72
+ final Column outputColumn = task.getOutputKey().isPresent() ?
73
+ outputSchema.lookupColumn(task.getOutputKey().get()) :
74
+ outputSchema.lookupColumn(task.getTargetKey());
75
+
76
+ return new PageOutput() {
77
+ private PageReader reader = new PageReader(inputSchema);
78
+ private PageBuilder builder = new PageBuilder(Exec.getBufferAllocator(), outputSchema, output);
79
+
80
+ @Override
81
+ public void finish() {
82
+ builder.finish();
83
+ }
84
+
85
+ @Override
86
+ public void close() {
87
+ builder.close();
88
+ }
89
+
90
+ @Override
91
+ public void add(Page page) {
92
+ reader.setPage(page);
93
+ while (reader.nextRecord()) {
94
+ String[] words = StringUtils.split(reader.getString(targetColumn),task.getDelimiter());
95
+ for (String word : words) {
96
+ for (Column column: outputSchema.getColumns()) {
97
+ if (column.getName().equals(outputColumn.getName())) {
98
+ builder.setString(outputColumn, word);
99
+ continue;
100
+ }
101
+ if (reader.isNull(column)) {
102
+ builder.setNull(column);
103
+ continue;
104
+ }
105
+ if (Types.STRING.equals(column.getType())) {
106
+ builder.setString(column, reader.getString(column));
107
+ } else if (Types.BOOLEAN.equals(column.getType())) {
108
+ builder.setBoolean(column, reader.getBoolean(column));
109
+ } else if (Types.DOUBLE.equals(column.getType())) {
110
+ builder.setDouble(column, reader.getDouble(column));
111
+ } else if (Types.LONG.equals(column.getType())) {
112
+ builder.setLong(column, reader.getLong(column));
113
+ } else if (Types.TIMESTAMP.equals(column.getType())) {
114
+ builder.setTimestamp(column, reader.getTimestamp(column));
115
+ }
116
+ }
117
+ builder.addRecord();
118
+ }
119
+ }
120
+ }
121
+ };
122
+ }
123
+ }
@@ -0,0 +1,29 @@
1
+ package org.embulk.filter.split;
2
+
3
+ import java.io.File;
4
+ import java.io.IOException;
5
+
6
+ import org.embulk.EmbulkEmbed;
7
+ import org.embulk.config.ConfigLoader;
8
+ import org.embulk.config.ModelManager;
9
+ import org.junit.Test;
10
+
11
+ import com.fasterxml.jackson.databind.ObjectMapper;
12
+ import com.google.inject.AbstractModule;
13
+ import com.google.inject.Guice;
14
+
15
+ public class TestSplitFilterPlugin {
16
+ // @Test
17
+ // public void test() throws IOException {
18
+ // EmbulkEmbed embed = new EmbulkEmbed.Bootstrap().initialize();
19
+ // ConfigLoader loader =
20
+ // new ConfigLoader(new ModelManager(
21
+ // Guice.createInjector(new AbstractModule() {
22
+ // @Override
23
+ // protected void configure() {
24
+ // }
25
+ // }),
26
+ // new ObjectMapper()));
27
+ // embed.run(loader.fromYamlFile(new File("./test.yml")));
28
+ // }
29
+ }
metadata ADDED
@@ -0,0 +1,85 @@
1
+ --- !ruby/object:Gem::Specification
2
+ name: embulk-filter-split
3
+ version: !ruby/object:Gem::Version
4
+ version: 0.1.0
5
+ platform: ruby
6
+ authors:
7
+ - toyama0919
8
+ autorequire:
9
+ bindir: bin
10
+ cert_chain: []
11
+ date: 2015-11-20 00:00:00.000000000 Z
12
+ dependencies:
13
+ - !ruby/object:Gem::Dependency
14
+ requirement: !ruby/object:Gem::Requirement
15
+ requirements:
16
+ - - ~>
17
+ - !ruby/object:Gem::Version
18
+ version: '1.0'
19
+ name: bundler
20
+ prerelease: false
21
+ type: :development
22
+ version_requirements: !ruby/object:Gem::Requirement
23
+ requirements:
24
+ - - ~>
25
+ - !ruby/object:Gem::Version
26
+ version: '1.0'
27
+ - !ruby/object:Gem::Dependency
28
+ requirement: !ruby/object:Gem::Requirement
29
+ requirements:
30
+ - - '>='
31
+ - !ruby/object:Gem::Version
32
+ version: '10.0'
33
+ name: rake
34
+ prerelease: false
35
+ type: :development
36
+ version_requirements: !ruby/object:Gem::Requirement
37
+ requirements:
38
+ - - '>='
39
+ - !ruby/object:Gem::Version
40
+ version: '10.0'
41
+ description: Split
42
+ email:
43
+ - toyama0919@gmail.com
44
+ executables: []
45
+ extensions: []
46
+ extra_rdoc_files: []
47
+ files:
48
+ - .gitignore
49
+ - LICENSE.txt
50
+ - README.md
51
+ - build.gradle
52
+ - gradle/wrapper/gradle-wrapper.jar
53
+ - gradle/wrapper/gradle-wrapper.properties
54
+ - gradlew
55
+ - gradlew.bat
56
+ - lib/embulk/filter/split.rb
57
+ - src/main/java/org/embulk/filter/split/SplitFilterPlugin.java
58
+ - src/test/java/org/embulk/filter/split/TestSplitFilterPlugin.java
59
+ - classpath/embulk-filter-split-0.1.0.jar
60
+ homepage:
61
+ licenses:
62
+ - MIT
63
+ metadata: {}
64
+ post_install_message:
65
+ rdoc_options: []
66
+ require_paths:
67
+ - lib
68
+ required_ruby_version: !ruby/object:Gem::Requirement
69
+ requirements:
70
+ - - '>='
71
+ - !ruby/object:Gem::Version
72
+ version: '0'
73
+ required_rubygems_version: !ruby/object:Gem::Requirement
74
+ requirements:
75
+ - - '>='
76
+ - !ruby/object:Gem::Version
77
+ version: '0'
78
+ requirements: []
79
+ rubyforge_project:
80
+ rubygems_version: 2.1.9
81
+ signing_key:
82
+ specification_version: 4
83
+ summary: Split filter plugin for Embulk
84
+ test_files: []
85
+ has_rdoc: