embulk-input-dynamodb 0.0.1

Sign up to get free protection for your applications and to get access to all the features.
@@ -0,0 +1,7 @@
1
+ ---
2
+ SHA1:
3
+ metadata.gz: 9806978e998d913f4154c2729c73fb3334fb0b63
4
+ data.tar.gz: 8af2ea9b4489a0cad2ad44d6cc04fc4d1d7a6035
5
+ SHA512:
6
+ metadata.gz: a13f066a99e2dbdfecb67eab9150610e32b0c2ed21190094f7dabdf7c25be750fcbdbf3b6d04498106372e21fed1ddea7922d08c46321d7c5a0b8d89ff96cefa
7
+ data.tar.gz: de2117e3e1e4d9d2997f6bcb4606a86556c7379bce0b37db6fbb4a2062c3a4640f2739abba55fd95cae0f00bb8b734d1f31f041efbf28d68747018588fcc6b95
@@ -0,0 +1,7 @@
1
+ *~
2
+ /pkg/
3
+ /tmp/
4
+ .gradle/
5
+ /classpath/
6
+ build/
7
+ .idea
data/LICENSE ADDED
@@ -0,0 +1,22 @@
1
+ The MIT License (MIT)
2
+
3
+ Copyright (c) 2015 lulichn
4
+
5
+ Permission is hereby granted, free of charge, to any person obtaining a copy
6
+ of this software and associated documentation files (the "Software"), to deal
7
+ in the Software without restriction, including without limitation the rights
8
+ to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
9
+ copies of the Software, and to permit persons to whom the Software is
10
+ furnished to do so, subject to the following conditions:
11
+
12
+ The above copyright notice and this permission notice shall be included in all
13
+ copies or substantial portions of the Software.
14
+
15
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16
+ IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17
+ FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
18
+ AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19
+ LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20
+ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
21
+ SOFTWARE.
22
+
@@ -0,0 +1,21 @@
1
+
2
+ MIT License
3
+
4
+ Permission is hereby granted, free of charge, to any person obtaining
5
+ a copy of this software and associated documentation files (the
6
+ "Software"), to deal in the Software without restriction, including
7
+ without limitation the rights to use, copy, modify, merge, publish,
8
+ distribute, sublicense, and/or sell copies of the Software, and to
9
+ permit persons to whom the Software is furnished to do so, subject to
10
+ the following conditions:
11
+
12
+ The above copyright notice and this permission notice shall be
13
+ included in all copies or substantial portions of the Software.
14
+
15
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
16
+ EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
17
+ MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
18
+ NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
19
+ LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
20
+ OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
21
+ WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
@@ -0,0 +1,36 @@
1
+ # Dynamodb input plugin for Embulk
2
+
3
+ ## Overview
4
+
5
+ * **Plugin type**: input
6
+ * **Load all or nothing**: yes
7
+ * **Resume supported**: no
8
+ * **Cleanup supported**: no
9
+
10
+
11
+ ## Configuration
12
+
13
+ - **region**: Region Name (string, default: ap-northeast-1)
14
+ - **table**: Table Name (string, required
15
+ - **limit** Scan Limit (integer, default: 100)
16
+
17
+ ## Example
18
+
19
+ ```yaml
20
+ in:
21
+ type: dynamodb
22
+ region: ap-northeast-1
23
+ table: YOUR_TABLE_NAME
24
+ limit: 1000
25
+ columns:
26
+ - {name: ColumnA, type: long}
27
+ - {name: ColumnB, type: double}
28
+ - {name: ColumnC, type: string}
29
+ - {name: ColumnD, type: boolean}
30
+ ```
31
+
32
+ ## Build
33
+
34
+ ```
35
+ $ ./gradlew gem
36
+ ```
@@ -0,0 +1,77 @@
1
+ plugins {
2
+ id "com.jfrog.bintray" version "1.1"
3
+ id "com.github.jruby-gradle.base" version "0.1.5"
4
+ id "scala"
5
+ }
6
+
7
+ import com.github.jrubygradle.JRubyExec
8
+ repositories {
9
+ mavenCentral()
10
+ jcenter()
11
+ }
12
+ configurations {
13
+ provided
14
+ }
15
+
16
+ version = "0.0.1"
17
+
18
+ dependencies {
19
+ compile "org.scala-lang:scala-library:2.11.5"
20
+
21
+ compile "org.embulk:embulk-core:0.4.10"
22
+ provided "org.embulk:embulk-core:0.4.10"
23
+
24
+ compile "com.amazonaws:aws-java-sdk-dynamodb:1.9.22"
25
+ testCompile "junit:junit:4.+"
26
+ }
27
+
28
+ compileScala {
29
+ scalaCompileOptions.useCompileDaemon = true
30
+ }
31
+
32
+ tasks.withType(ScalaCompile) {
33
+ configure(scalaCompileOptions.forkOptions) {
34
+ memoryMaximumSize = '1g'
35
+ jvmArgs = ['-XX:MaxPermSize=1024m']
36
+ }
37
+ }
38
+
39
+ // Activating the Zinc based compiler
40
+ tasks.withType(ScalaCompile) {
41
+ scalaCompileOptions.useAnt = false
42
+ }
43
+
44
+ task classpath(type: Copy, dependsOn: ["jar"]) {
45
+ doFirst { file("classpath").deleteDir() }
46
+ from (configurations.runtime - configurations.provided + files(jar.archivePath))
47
+ into "classpath"
48
+ }
49
+ clean { delete 'classpath' }
50
+
51
+ task gem(type: JRubyExec, dependsOn: ["build", "gemspec", "classpath"]) {
52
+ jrubyArgs "-rrubygems/gem_runner", "-eGem::GemRunner.new.run(ARGV)", "build"
53
+ script "build/gemspec"
54
+ doLast { ant.move(file: "${project.name}-${project.version}.gem", todir: "pkg") }
55
+ }
56
+
57
+ task gemspec << { file("build/gemspec").write($/
58
+ Gem::Specification.new do |spec|
59
+ spec.name = "${project.name}"
60
+ spec.version = "${project.version}"
61
+ spec.authors = ["Daisuke Higashi"]
62
+ spec.summary = %[Dynamodb input plugin for Embulk]
63
+ spec.description = %["Loads records from Dynamodb."]
64
+ spec.email = ["daisuke.develop@gmail.com"]
65
+ spec.licenses = ["MIT"]
66
+ spec.homepage = "https://github.com/lulichn/embulk-input-dynamodb"
67
+
68
+ spec.files = `git ls-files`.split("\n") + Dir["classpath/*.jar"]
69
+ spec.test_files = spec.files.grep(%r"^(test|spec)/")
70
+ spec.require_paths = ["lib"]
71
+
72
+ #spec.add_dependency 'YOUR_GEM_DEPENDENCY', ['~> YOUR_GEM_DEPENDENCY_VERSION']
73
+ spec.add_development_dependency 'bundler', ['~> 1.0']
74
+ spec.add_development_dependency 'rake', ['>= 10.0']
75
+ end
76
+ /$)
77
+ }
@@ -0,0 +1,6 @@
1
+ #Mon Mar 09 00:45:24 JST 2015
2
+ distributionBase=GRADLE_USER_HOME
3
+ distributionPath=wrapper/dists
4
+ zipStoreBase=GRADLE_USER_HOME
5
+ zipStorePath=wrapper/dists
6
+ distributionUrl=https\://services.gradle.org/distributions/gradle-2.2.1-bin.zip
data/gradlew ADDED
@@ -0,0 +1,164 @@
1
+ #!/usr/bin/env bash
2
+
3
+ ##############################################################################
4
+ ##
5
+ ## Gradle start up script for UN*X
6
+ ##
7
+ ##############################################################################
8
+
9
+ # Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script.
10
+ DEFAULT_JVM_OPTS=""
11
+
12
+ APP_NAME="Gradle"
13
+ APP_BASE_NAME=`basename "$0"`
14
+
15
+ # Use the maximum available, or set MAX_FD != -1 to use that value.
16
+ MAX_FD="maximum"
17
+
18
+ warn ( ) {
19
+ echo "$*"
20
+ }
21
+
22
+ die ( ) {
23
+ echo
24
+ echo "$*"
25
+ echo
26
+ exit 1
27
+ }
28
+
29
+ # OS specific support (must be 'true' or 'false').
30
+ cygwin=false
31
+ msys=false
32
+ darwin=false
33
+ case "`uname`" in
34
+ CYGWIN* )
35
+ cygwin=true
36
+ ;;
37
+ Darwin* )
38
+ darwin=true
39
+ ;;
40
+ MINGW* )
41
+ msys=true
42
+ ;;
43
+ esac
44
+
45
+ # For Cygwin, ensure paths are in UNIX format before anything is touched.
46
+ if $cygwin ; then
47
+ [ -n "$JAVA_HOME" ] && JAVA_HOME=`cygpath --unix "$JAVA_HOME"`
48
+ fi
49
+
50
+ # Attempt to set APP_HOME
51
+ # Resolve links: $0 may be a link
52
+ PRG="$0"
53
+ # Need this for relative symlinks.
54
+ while [ -h "$PRG" ] ; do
55
+ ls=`ls -ld "$PRG"`
56
+ link=`expr "$ls" : '.*-> \(.*\)$'`
57
+ if expr "$link" : '/.*' > /dev/null; then
58
+ PRG="$link"
59
+ else
60
+ PRG=`dirname "$PRG"`"/$link"
61
+ fi
62
+ done
63
+ SAVED="`pwd`"
64
+ cd "`dirname \"$PRG\"`/" >&-
65
+ APP_HOME="`pwd -P`"
66
+ cd "$SAVED" >&-
67
+
68
+ CLASSPATH=$APP_HOME/gradle/wrapper/gradle-wrapper.jar
69
+
70
+ # Determine the Java command to use to start the JVM.
71
+ if [ -n "$JAVA_HOME" ] ; then
72
+ if [ -x "$JAVA_HOME/jre/sh/java" ] ; then
73
+ # IBM's JDK on AIX uses strange locations for the executables
74
+ JAVACMD="$JAVA_HOME/jre/sh/java"
75
+ else
76
+ JAVACMD="$JAVA_HOME/bin/java"
77
+ fi
78
+ if [ ! -x "$JAVACMD" ] ; then
79
+ die "ERROR: JAVA_HOME is set to an invalid directory: $JAVA_HOME
80
+
81
+ Please set the JAVA_HOME variable in your environment to match the
82
+ location of your Java installation."
83
+ fi
84
+ else
85
+ JAVACMD="java"
86
+ which java >/dev/null 2>&1 || die "ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH.
87
+
88
+ Please set the JAVA_HOME variable in your environment to match the
89
+ location of your Java installation."
90
+ fi
91
+
92
+ # Increase the maximum file descriptors if we can.
93
+ if [ "$cygwin" = "false" -a "$darwin" = "false" ] ; then
94
+ MAX_FD_LIMIT=`ulimit -H -n`
95
+ if [ $? -eq 0 ] ; then
96
+ if [ "$MAX_FD" = "maximum" -o "$MAX_FD" = "max" ] ; then
97
+ MAX_FD="$MAX_FD_LIMIT"
98
+ fi
99
+ ulimit -n $MAX_FD
100
+ if [ $? -ne 0 ] ; then
101
+ warn "Could not set maximum file descriptor limit: $MAX_FD"
102
+ fi
103
+ else
104
+ warn "Could not query maximum file descriptor limit: $MAX_FD_LIMIT"
105
+ fi
106
+ fi
107
+
108
+ # For Darwin, add options to specify how the application appears in the dock
109
+ if $darwin; then
110
+ GRADLE_OPTS="$GRADLE_OPTS \"-Xdock:name=$APP_NAME\" \"-Xdock:icon=$APP_HOME/media/gradle.icns\""
111
+ fi
112
+
113
+ # For Cygwin, switch paths to Windows format before running java
114
+ if $cygwin ; then
115
+ APP_HOME=`cygpath --path --mixed "$APP_HOME"`
116
+ CLASSPATH=`cygpath --path --mixed "$CLASSPATH"`
117
+
118
+ # We build the pattern for arguments to be converted via cygpath
119
+ ROOTDIRSRAW=`find -L / -maxdepth 1 -mindepth 1 -type d 2>/dev/null`
120
+ SEP=""
121
+ for dir in $ROOTDIRSRAW ; do
122
+ ROOTDIRS="$ROOTDIRS$SEP$dir"
123
+ SEP="|"
124
+ done
125
+ OURCYGPATTERN="(^($ROOTDIRS))"
126
+ # Add a user-defined pattern to the cygpath arguments
127
+ if [ "$GRADLE_CYGPATTERN" != "" ] ; then
128
+ OURCYGPATTERN="$OURCYGPATTERN|($GRADLE_CYGPATTERN)"
129
+ fi
130
+ # Now convert the arguments - kludge to limit ourselves to /bin/sh
131
+ i=0
132
+ for arg in "$@" ; do
133
+ CHECK=`echo "$arg"|egrep -c "$OURCYGPATTERN" -`
134
+ CHECK2=`echo "$arg"|egrep -c "^-"` ### Determine if an option
135
+
136
+ if [ $CHECK -ne 0 ] && [ $CHECK2 -eq 0 ] ; then ### Added a condition
137
+ eval `echo args$i`=`cygpath --path --ignore --mixed "$arg"`
138
+ else
139
+ eval `echo args$i`="\"$arg\""
140
+ fi
141
+ i=$((i+1))
142
+ done
143
+ case $i in
144
+ (0) set -- ;;
145
+ (1) set -- "$args0" ;;
146
+ (2) set -- "$args0" "$args1" ;;
147
+ (3) set -- "$args0" "$args1" "$args2" ;;
148
+ (4) set -- "$args0" "$args1" "$args2" "$args3" ;;
149
+ (5) set -- "$args0" "$args1" "$args2" "$args3" "$args4" ;;
150
+ (6) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" ;;
151
+ (7) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" ;;
152
+ (8) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" ;;
153
+ (9) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" "$args8" ;;
154
+ esac
155
+ fi
156
+
157
+ # Split up the JVM_OPTS And GRADLE_OPTS values into an array, following the shell quoting and substitution rules
158
+ function splitJvmOpts() {
159
+ JVM_OPTS=("$@")
160
+ }
161
+ eval splitJvmOpts $DEFAULT_JVM_OPTS $JAVA_OPTS $GRADLE_OPTS
162
+ JVM_OPTS[${#JVM_OPTS[*]}]="-Dorg.gradle.appname=$APP_BASE_NAME"
163
+
164
+ exec "$JAVACMD" "${JVM_OPTS[@]}" -classpath "$CLASSPATH" org.gradle.wrapper.GradleWrapperMain "$@"
@@ -0,0 +1,90 @@
1
+ @if "%DEBUG%" == "" @echo off
2
+ @rem ##########################################################################
3
+ @rem
4
+ @rem Gradle startup script for Windows
5
+ @rem
6
+ @rem ##########################################################################
7
+
8
+ @rem Set local scope for the variables with windows NT shell
9
+ if "%OS%"=="Windows_NT" setlocal
10
+
11
+ @rem Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script.
12
+ set DEFAULT_JVM_OPTS=
13
+
14
+ set DIRNAME=%~dp0
15
+ if "%DIRNAME%" == "" set DIRNAME=.
16
+ set APP_BASE_NAME=%~n0
17
+ set APP_HOME=%DIRNAME%
18
+
19
+ @rem Find java.exe
20
+ if defined JAVA_HOME goto findJavaFromJavaHome
21
+
22
+ set JAVA_EXE=java.exe
23
+ %JAVA_EXE% -version >NUL 2>&1
24
+ if "%ERRORLEVEL%" == "0" goto init
25
+
26
+ echo.
27
+ echo ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH.
28
+ echo.
29
+ echo Please set the JAVA_HOME variable in your environment to match the
30
+ echo location of your Java installation.
31
+
32
+ goto fail
33
+
34
+ :findJavaFromJavaHome
35
+ set JAVA_HOME=%JAVA_HOME:"=%
36
+ set JAVA_EXE=%JAVA_HOME%/bin/java.exe
37
+
38
+ if exist "%JAVA_EXE%" goto init
39
+
40
+ echo.
41
+ echo ERROR: JAVA_HOME is set to an invalid directory: %JAVA_HOME%
42
+ echo.
43
+ echo Please set the JAVA_HOME variable in your environment to match the
44
+ echo location of your Java installation.
45
+
46
+ goto fail
47
+
48
+ :init
49
+ @rem Get command-line arguments, handling Windowz variants
50
+
51
+ if not "%OS%" == "Windows_NT" goto win9xME_args
52
+ if "%@eval[2+2]" == "4" goto 4NT_args
53
+
54
+ :win9xME_args
55
+ @rem Slurp the command line arguments.
56
+ set CMD_LINE_ARGS=
57
+ set _SKIP=2
58
+
59
+ :win9xME_args_slurp
60
+ if "x%~1" == "x" goto execute
61
+
62
+ set CMD_LINE_ARGS=%*
63
+ goto execute
64
+
65
+ :4NT_args
66
+ @rem Get arguments from the 4NT Shell from JP Software
67
+ set CMD_LINE_ARGS=%$
68
+
69
+ :execute
70
+ @rem Setup the command line
71
+
72
+ set CLASSPATH=%APP_HOME%\gradle\wrapper\gradle-wrapper.jar
73
+
74
+ @rem Execute Gradle
75
+ "%JAVA_EXE%" %DEFAULT_JVM_OPTS% %JAVA_OPTS% %GRADLE_OPTS% "-Dorg.gradle.appname=%APP_BASE_NAME%" -classpath "%CLASSPATH%" org.gradle.wrapper.GradleWrapperMain %CMD_LINE_ARGS%
76
+
77
+ :end
78
+ @rem End local scope for the variables with windows NT shell
79
+ if "%ERRORLEVEL%"=="0" goto mainEnd
80
+
81
+ :fail
82
+ rem Set variable GRADLE_EXIT_CONSOLE if you need the _script_ return code instead of
83
+ rem the _cmd.exe /c_ return code!
84
+ if not "" == "%GRADLE_EXIT_CONSOLE%" exit 1
85
+ exit /b 1
86
+
87
+ :mainEnd
88
+ if "%OS%"=="Windows_NT" endlocal
89
+
90
+ :omega
@@ -0,0 +1,3 @@
1
+ Embulk::JavaPlugin.register_input(
2
+ "dynamodb", "org.embulk.input.DynamodbInputPlugin",
3
+ File.expand_path('../../../../classpath', __FILE__))
@@ -0,0 +1,64 @@
1
+ package org.embulk.input
2
+
3
+ import com.amazonaws.ClientConfiguration
4
+ import com.amazonaws.auth.profile.ProfileCredentialsProvider
5
+ import com.amazonaws.regions.Regions
6
+ import com.amazonaws.services.dynamodbv2.AmazonDynamoDBClient
7
+ import com.amazonaws.services.dynamodbv2.model.{ScanResult, ListTablesResult, ScanRequest}
8
+ import org.embulk.spi._
9
+
10
+ import java.util.{ArrayList => JArrayList, List => JList}
11
+ import scala.collection.JavaConversions._
12
+
13
+ object DynamoDBUtil {
14
+ def createClient(task: PluginTask): AmazonDynamoDBClient = {
15
+ val client: AmazonDynamoDBClient = new AmazonDynamoDBClient(
16
+ new ProfileCredentialsProvider(),
17
+ new ClientConfiguration().withMaxConnections(10))
18
+ .withRegion(Regions.fromName(task.getRegion))
19
+
20
+ client
21
+ }
22
+
23
+ def listTables(client: AmazonDynamoDBClient): JList[String] = {
24
+ val result: ListTablesResult = client.listTables()
25
+ result.getTableNames
26
+ }
27
+
28
+ def scan(client: AmazonDynamoDBClient, task: PluginTask, schema: Schema, output: PageOutput): Unit = {
29
+ val allocator: BufferAllocator = task.getBufferAllocator
30
+ val pageBuilder: PageBuilder = new PageBuilder(allocator, schema, output)
31
+
32
+ val limit: Int = task.getLimit
33
+ val attributes: JList[String] = new JArrayList[String]()
34
+ schema.getColumns.foreach { column =>
35
+ attributes.add(column.getName)
36
+ }
37
+
38
+ val request: ScanRequest = new ScanRequest()
39
+ .withTableName(task.getTable)
40
+ .withAttributesToGet(attributes)
41
+ .withLimit(limit)
42
+
43
+ val result: ScanResult = client.scan(request)
44
+ result.getItems.foreach { item =>
45
+ schema.getColumns.foreach { column =>
46
+ val value = item.get(column.getName)
47
+ column.getType.getName match {
48
+ case "string" =>
49
+ pageBuilder.setString(column, Option(value) map { _.getS } getOrElse { "" })
50
+ case "long" =>
51
+ pageBuilder.setLong(column, Option(value) map { _.getN.toLong } getOrElse { 0L })
52
+ case "double" =>
53
+ pageBuilder.setDouble(column, Option(value) map { _.getN.toDouble } getOrElse { 0D })
54
+ case "boolean" =>
55
+ pageBuilder.setBoolean(column, Option(value) map { _.getBOOL == true } getOrElse { false })
56
+ case _ => /* Do nothing */
57
+ }
58
+ }
59
+ pageBuilder.addRecord()
60
+ }
61
+
62
+ pageBuilder.finish()
63
+ }
64
+ }
@@ -0,0 +1,35 @@
1
+ package org.embulk.input
2
+
3
+ import java.util.{List => JList}
4
+
5
+ import com.amazonaws.services.dynamodbv2.AmazonDynamoDBClient
6
+ import org.embulk.config._
7
+ import org.embulk.spi._
8
+
9
+ class DynamodbInputPlugin extends InputPlugin {
10
+ def transaction(config: ConfigSource, control: InputPlugin.Control): ConfigDiff = {
11
+ val task: PluginTask = config.loadConfig(classOf[PluginTask])
12
+
13
+ val schema: Schema = task.getColumns.toSchema
14
+ val taskCount: Int = 1
15
+
16
+ resume(task.dump(), schema, taskCount, control)
17
+ }
18
+
19
+ def resume(taskSource: TaskSource, schema: Schema, taskCount: Int, control: InputPlugin.Control): ConfigDiff = {
20
+ control.run(taskSource, schema, taskCount)
21
+ Exec.newConfigDiff()
22
+ }
23
+
24
+ def cleanup(taskSource: TaskSource, schema: Schema, taskCount: Int, successCommitReports: JList[CommitReport]): Unit = {
25
+ }
26
+
27
+ def run(taskSource: TaskSource, schema: Schema, taskIndex: Int, output: PageOutput): CommitReport = {
28
+ val task: PluginTask = taskSource.loadTask(classOf[PluginTask])
29
+
30
+ val client: AmazonDynamoDBClient = DynamoDBUtil.createClient(task)
31
+ DynamoDBUtil.scan(client, task, schema, output)
32
+
33
+ Exec.newCommitReport()
34
+ }
35
+ }
@@ -0,0 +1,23 @@
1
+ package org.embulk.input
2
+
3
+ import org.embulk.config.{ConfigInject, ConfigDefault, Config, Task}
4
+ import org.embulk.spi.{BufferAllocator, SchemaConfig}
5
+
6
+ trait PluginTask extends Task {
7
+ @Config("region")
8
+ @ConfigDefault("ap-northeast-1")
9
+ def getRegion: String
10
+
11
+ @Config("table")
12
+ def getTable: String
13
+
14
+ @Config("limit")
15
+ @ConfigDefault("100")
16
+ def getLimit: Int
17
+
18
+ @Config("columns")
19
+ def getColumns: SchemaConfig
20
+
21
+ @ConfigInject
22
+ def getBufferAllocator: BufferAllocator
23
+ }
metadata ADDED
@@ -0,0 +1,95 @@
1
+ --- !ruby/object:Gem::Specification
2
+ name: embulk-input-dynamodb
3
+ version: !ruby/object:Gem::Version
4
+ version: 0.0.1
5
+ platform: ruby
6
+ authors:
7
+ - Daisuke Higashi
8
+ autorequire:
9
+ bindir: bin
10
+ cert_chain: []
11
+ date: 2015-03-10 00:00:00.000000000 Z
12
+ dependencies:
13
+ - !ruby/object:Gem::Dependency
14
+ name: bundler
15
+ version_requirements: !ruby/object:Gem::Requirement
16
+ requirements:
17
+ - - ~>
18
+ - !ruby/object:Gem::Version
19
+ version: '1.0'
20
+ requirement: !ruby/object:Gem::Requirement
21
+ requirements:
22
+ - - ~>
23
+ - !ruby/object:Gem::Version
24
+ version: '1.0'
25
+ prerelease: false
26
+ type: :development
27
+ - !ruby/object:Gem::Dependency
28
+ name: rake
29
+ version_requirements: !ruby/object:Gem::Requirement
30
+ requirements:
31
+ - - '>='
32
+ - !ruby/object:Gem::Version
33
+ version: '10.0'
34
+ requirement: !ruby/object:Gem::Requirement
35
+ requirements:
36
+ - - '>='
37
+ - !ruby/object:Gem::Version
38
+ version: '10.0'
39
+ prerelease: false
40
+ type: :development
41
+ description: '"Loads records from Dynamodb."'
42
+ email:
43
+ - daisuke.develop@gmail.com
44
+ executables: []
45
+ extensions: []
46
+ extra_rdoc_files: []
47
+ files:
48
+ - .gitignore
49
+ - LICENSE
50
+ - LICENSE.txt
51
+ - README.md
52
+ - build.gradle
53
+ - gradle/wrapper/gradle-wrapper.jar
54
+ - gradle/wrapper/gradle-wrapper.properties
55
+ - gradlew
56
+ - gradlew.bat
57
+ - lib/embulk/input/dynamodb.rb
58
+ - src/main/scala/org/embulk/input/DynamoDBUtil.scala
59
+ - src/main/scala/org/embulk/input/DynamodbInputPlugin.scala
60
+ - src/main/scala/org/embulk/input/PluginTask.scala
61
+ - classpath/aws-java-sdk-core-1.9.22.jar
62
+ - classpath/aws-java-sdk-dynamodb-1.9.22.jar
63
+ - classpath/aws-java-sdk-kms-1.9.22.jar
64
+ - classpath/aws-java-sdk-s3-1.9.22.jar
65
+ - classpath/commons-codec-1.6.jar
66
+ - classpath/commons-logging-1.1.3.jar
67
+ - classpath/embulk-input-dynamodb-0.0.1.jar
68
+ - classpath/httpclient-4.3.4.jar
69
+ - classpath/httpcore-4.3.2.jar
70
+ - classpath/scala-library-2.11.5.jar
71
+ homepage: https://github.com/lulichn/embulk-input-dynamodb
72
+ licenses:
73
+ - MIT
74
+ metadata: {}
75
+ post_install_message:
76
+ rdoc_options: []
77
+ require_paths:
78
+ - lib
79
+ required_ruby_version: !ruby/object:Gem::Requirement
80
+ requirements:
81
+ - - '>='
82
+ - !ruby/object:Gem::Version
83
+ version: '0'
84
+ required_rubygems_version: !ruby/object:Gem::Requirement
85
+ requirements:
86
+ - - '>='
87
+ - !ruby/object:Gem::Version
88
+ version: '0'
89
+ requirements: []
90
+ rubyforge_project:
91
+ rubygems_version: 2.1.9
92
+ signing_key:
93
+ specification_version: 4
94
+ summary: Dynamodb input plugin for Embulk
95
+ test_files: []