embulk-input-dynamodb 0.0.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +7 -0
 - data/.gitignore +7 -0
 - data/LICENSE +22 -0
 - data/LICENSE.txt +21 -0
 - data/README.md +36 -0
 - data/build.gradle +77 -0
 - data/gradle/wrapper/gradle-wrapper.jar +0 -0
 - data/gradle/wrapper/gradle-wrapper.properties +6 -0
 - data/gradlew +164 -0
 - data/gradlew.bat +90 -0
 - data/lib/embulk/input/dynamodb.rb +3 -0
 - data/src/main/scala/org/embulk/input/DynamoDBUtil.scala +64 -0
 - data/src/main/scala/org/embulk/input/DynamodbInputPlugin.scala +35 -0
 - data/src/main/scala/org/embulk/input/PluginTask.scala +23 -0
 - metadata +95 -0
 
    
        checksums.yaml
    ADDED
    
    | 
         @@ -0,0 +1,7 @@ 
     | 
|
| 
      
 1 
     | 
    
         
            +
            ---
         
     | 
| 
      
 2 
     | 
    
         
            +
            SHA1:
         
     | 
| 
      
 3 
     | 
    
         
            +
              metadata.gz: 9806978e998d913f4154c2729c73fb3334fb0b63
         
     | 
| 
      
 4 
     | 
    
         
            +
              data.tar.gz: 8af2ea9b4489a0cad2ad44d6cc04fc4d1d7a6035
         
     | 
| 
      
 5 
     | 
    
         
            +
            SHA512:
         
     | 
| 
      
 6 
     | 
    
         
            +
              metadata.gz: a13f066a99e2dbdfecb67eab9150610e32b0c2ed21190094f7dabdf7c25be750fcbdbf3b6d04498106372e21fed1ddea7922d08c46321d7c5a0b8d89ff96cefa
         
     | 
| 
      
 7 
     | 
    
         
            +
              data.tar.gz: de2117e3e1e4d9d2997f6bcb4606a86556c7379bce0b37db6fbb4a2062c3a4640f2739abba55fd95cae0f00bb8b734d1f31f041efbf28d68747018588fcc6b95
         
     | 
    
        data/.gitignore
    ADDED
    
    
    
        data/LICENSE
    ADDED
    
    | 
         @@ -0,0 +1,22 @@ 
     | 
|
| 
      
 1 
     | 
    
         
            +
            The MIT License (MIT)
         
     | 
| 
      
 2 
     | 
    
         
            +
             
     | 
| 
      
 3 
     | 
    
         
            +
            Copyright (c) 2015 lulichn
         
     | 
| 
      
 4 
     | 
    
         
            +
             
     | 
| 
      
 5 
     | 
    
         
            +
            Permission is hereby granted, free of charge, to any person obtaining a copy
         
     | 
| 
      
 6 
     | 
    
         
            +
            of this software and associated documentation files (the "Software"), to deal
         
     | 
| 
      
 7 
     | 
    
         
            +
            in the Software without restriction, including without limitation the rights
         
     | 
| 
      
 8 
     | 
    
         
            +
            to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
         
     | 
| 
      
 9 
     | 
    
         
            +
            copies of the Software, and to permit persons to whom the Software is
         
     | 
| 
      
 10 
     | 
    
         
            +
            furnished to do so, subject to the following conditions:
         
     | 
| 
      
 11 
     | 
    
         
            +
             
     | 
| 
      
 12 
     | 
    
         
            +
            The above copyright notice and this permission notice shall be included in all
         
     | 
| 
      
 13 
     | 
    
         
            +
            copies or substantial portions of the Software.
         
     | 
| 
      
 14 
     | 
    
         
            +
             
     | 
| 
      
 15 
     | 
    
         
            +
            THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
         
     | 
| 
      
 16 
     | 
    
         
            +
            IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
         
     | 
| 
      
 17 
     | 
    
         
            +
            FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
         
     | 
| 
      
 18 
     | 
    
         
            +
            AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
         
     | 
| 
      
 19 
     | 
    
         
            +
            LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
         
     | 
| 
      
 20 
     | 
    
         
            +
            OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
         
     | 
| 
      
 21 
     | 
    
         
            +
            SOFTWARE.
         
     | 
| 
      
 22 
     | 
    
         
            +
             
     | 
    
        data/LICENSE.txt
    ADDED
    
    | 
         @@ -0,0 +1,21 @@ 
     | 
|
| 
      
 1 
     | 
    
         
            +
             
     | 
| 
      
 2 
     | 
    
         
            +
            MIT License
         
     | 
| 
      
 3 
     | 
    
         
            +
             
     | 
| 
      
 4 
     | 
    
         
            +
            Permission is hereby granted, free of charge, to any person obtaining
         
     | 
| 
      
 5 
     | 
    
         
            +
            a copy of this software and associated documentation files (the
         
     | 
| 
      
 6 
     | 
    
         
            +
            "Software"), to deal in the Software without restriction, including
         
     | 
| 
      
 7 
     | 
    
         
            +
            without limitation the rights to use, copy, modify, merge, publish,
         
     | 
| 
      
 8 
     | 
    
         
            +
            distribute, sublicense, and/or sell copies of the Software, and to
         
     | 
| 
      
 9 
     | 
    
         
            +
            permit persons to whom the Software is furnished to do so, subject to
         
     | 
| 
      
 10 
     | 
    
         
            +
            the following conditions:
         
     | 
| 
      
 11 
     | 
    
         
            +
             
     | 
| 
      
 12 
     | 
    
         
            +
            The above copyright notice and this permission notice shall be
         
     | 
| 
      
 13 
     | 
    
         
            +
            included in all copies or substantial portions of the Software.
         
     | 
| 
      
 14 
     | 
    
         
            +
             
     | 
| 
      
 15 
     | 
    
         
            +
            THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
         
     | 
| 
      
 16 
     | 
    
         
            +
            EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
         
     | 
| 
      
 17 
     | 
    
         
            +
            MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
         
     | 
| 
      
 18 
     | 
    
         
            +
            NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
         
     | 
| 
      
 19 
     | 
    
         
            +
            LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
         
     | 
| 
      
 20 
     | 
    
         
            +
            OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
         
     | 
| 
      
 21 
     | 
    
         
            +
            WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
         
     | 
    
        data/README.md
    ADDED
    
    | 
         @@ -0,0 +1,36 @@ 
     | 
|
| 
      
 1 
     | 
    
         
            +
            # Dynamodb input plugin for Embulk
         
     | 
| 
      
 2 
     | 
    
         
            +
             
     | 
| 
      
 3 
     | 
    
         
            +
            ## Overview
         
     | 
| 
      
 4 
     | 
    
         
            +
             
     | 
| 
      
 5 
     | 
    
         
            +
            * **Plugin type**: input
         
     | 
| 
      
 6 
     | 
    
         
            +
            * **Load all or nothing**: yes
         
     | 
| 
      
 7 
     | 
    
         
            +
            * **Resume supported**: no
         
     | 
| 
      
 8 
     | 
    
         
            +
            * **Cleanup supported**: no
         
     | 
| 
      
 9 
     | 
    
         
            +
             
     | 
| 
      
 10 
     | 
    
         
            +
             
     | 
| 
      
 11 
     | 
    
         
            +
            ## Configuration
         
     | 
| 
      
 12 
     | 
    
         
            +
             
     | 
| 
      
 13 
     | 
    
         
            +
            - **region**: Region Name (string, default: ap-northeast-1)
         
     | 
| 
      
 14 
     | 
    
         
            +
            - **table**: Table Name (string, required
         
     | 
| 
      
 15 
     | 
    
         
            +
            - **limit** Scan Limit (integer, default: 100)
         
     | 
| 
      
 16 
     | 
    
         
            +
             
     | 
| 
      
 17 
     | 
    
         
            +
            ## Example
         
     | 
| 
      
 18 
     | 
    
         
            +
             
     | 
| 
      
 19 
     | 
    
         
            +
            ```yaml
         
     | 
| 
      
 20 
     | 
    
         
            +
            in:
         
     | 
| 
      
 21 
     | 
    
         
            +
              type: dynamodb
         
     | 
| 
      
 22 
     | 
    
         
            +
              region: ap-northeast-1
         
     | 
| 
      
 23 
     | 
    
         
            +
              table: YOUR_TABLE_NAME
         
     | 
| 
      
 24 
     | 
    
         
            +
              limit: 1000
         
     | 
| 
      
 25 
     | 
    
         
            +
              columns:
         
     | 
| 
      
 26 
     | 
    
         
            +
                - {name: ColumnA, type: long}
         
     | 
| 
      
 27 
     | 
    
         
            +
                - {name: ColumnB, type: double}
         
     | 
| 
      
 28 
     | 
    
         
            +
                - {name: ColumnC, type: string}
         
     | 
| 
      
 29 
     | 
    
         
            +
                - {name: ColumnD, type: boolean}
         
     | 
| 
      
 30 
     | 
    
         
            +
            ```
         
     | 
| 
      
 31 
     | 
    
         
            +
             
     | 
| 
      
 32 
     | 
    
         
            +
            ## Build
         
     | 
| 
      
 33 
     | 
    
         
            +
             
     | 
| 
      
 34 
     | 
    
         
            +
            ```
         
     | 
| 
      
 35 
     | 
    
         
            +
            $ ./gradlew gem
         
     | 
| 
      
 36 
     | 
    
         
            +
            ```
         
     | 
    
        data/build.gradle
    ADDED
    
    | 
         @@ -0,0 +1,77 @@ 
     | 
|
| 
      
 1 
     | 
    
         
            +
            plugins {
         
     | 
| 
      
 2 
     | 
    
         
            +
                id "com.jfrog.bintray" version "1.1"
         
     | 
| 
      
 3 
     | 
    
         
            +
                id "com.github.jruby-gradle.base" version "0.1.5"
         
     | 
| 
      
 4 
     | 
    
         
            +
                id "scala"
         
     | 
| 
      
 5 
     | 
    
         
            +
            }
         
     | 
| 
      
 6 
     | 
    
         
            +
             
     | 
| 
      
 7 
     | 
    
         
            +
            import com.github.jrubygradle.JRubyExec
         
     | 
| 
      
 8 
     | 
    
         
            +
            repositories {
         
     | 
| 
      
 9 
     | 
    
         
            +
                mavenCentral()
         
     | 
| 
      
 10 
     | 
    
         
            +
                jcenter()
         
     | 
| 
      
 11 
     | 
    
         
            +
            }
         
     | 
| 
      
 12 
     | 
    
         
            +
            configurations {
         
     | 
| 
      
 13 
     | 
    
         
            +
                provided
         
     | 
| 
      
 14 
     | 
    
         
            +
            }
         
     | 
| 
      
 15 
     | 
    
         
            +
             
     | 
| 
      
 16 
     | 
    
         
            +
            version = "0.0.1"
         
     | 
| 
      
 17 
     | 
    
         
            +
             
     | 
| 
      
 18 
     | 
    
         
            +
            dependencies {
         
     | 
| 
      
 19 
     | 
    
         
            +
                compile "org.scala-lang:scala-library:2.11.5"
         
     | 
| 
      
 20 
     | 
    
         
            +
             
     | 
| 
      
 21 
     | 
    
         
            +
                compile  "org.embulk:embulk-core:0.4.10"
         
     | 
| 
      
 22 
     | 
    
         
            +
                provided "org.embulk:embulk-core:0.4.10"
         
     | 
| 
      
 23 
     | 
    
         
            +
             
     | 
| 
      
 24 
     | 
    
         
            +
                compile "com.amazonaws:aws-java-sdk-dynamodb:1.9.22"
         
     | 
| 
      
 25 
     | 
    
         
            +
                testCompile "junit:junit:4.+"
         
     | 
| 
      
 26 
     | 
    
         
            +
            }
         
     | 
| 
      
 27 
     | 
    
         
            +
             
     | 
| 
      
 28 
     | 
    
         
            +
            compileScala {
         
     | 
| 
      
 29 
     | 
    
         
            +
                scalaCompileOptions.useCompileDaemon = true
         
     | 
| 
      
 30 
     | 
    
         
            +
            }
         
     | 
| 
      
 31 
     | 
    
         
            +
             
     | 
| 
      
 32 
     | 
    
         
            +
            tasks.withType(ScalaCompile) {
         
     | 
| 
      
 33 
     | 
    
         
            +
                configure(scalaCompileOptions.forkOptions) {
         
     | 
| 
      
 34 
     | 
    
         
            +
                    memoryMaximumSize = '1g'
         
     | 
| 
      
 35 
     | 
    
         
            +
                    jvmArgs = ['-XX:MaxPermSize=1024m']
         
     | 
| 
      
 36 
     | 
    
         
            +
                }
         
     | 
| 
      
 37 
     | 
    
         
            +
            }
         
     | 
| 
      
 38 
     | 
    
         
            +
             
     | 
| 
      
 39 
     | 
    
         
            +
            // Activating the Zinc based compiler
         
     | 
| 
      
 40 
     | 
    
         
            +
            tasks.withType(ScalaCompile) {
         
     | 
| 
      
 41 
     | 
    
         
            +
                scalaCompileOptions.useAnt = false
         
     | 
| 
      
 42 
     | 
    
         
            +
            }
         
     | 
| 
      
 43 
     | 
    
         
            +
             
     | 
| 
      
 44 
     | 
    
         
            +
            task classpath(type: Copy, dependsOn: ["jar"]) {
         
     | 
| 
      
 45 
     | 
    
         
            +
                doFirst { file("classpath").deleteDir() }
         
     | 
| 
      
 46 
     | 
    
         
            +
                from (configurations.runtime - configurations.provided + files(jar.archivePath))
         
     | 
| 
      
 47 
     | 
    
         
            +
                into "classpath"
         
     | 
| 
      
 48 
     | 
    
         
            +
            }
         
     | 
| 
      
 49 
     | 
    
         
            +
            clean { delete 'classpath' }
         
     | 
| 
      
 50 
     | 
    
         
            +
             
     | 
| 
      
 51 
     | 
    
         
            +
            task gem(type: JRubyExec, dependsOn: ["build", "gemspec", "classpath"]) {
         
     | 
| 
      
 52 
     | 
    
         
            +
                jrubyArgs "-rrubygems/gem_runner", "-eGem::GemRunner.new.run(ARGV)", "build"
         
     | 
| 
      
 53 
     | 
    
         
            +
                script "build/gemspec"
         
     | 
| 
      
 54 
     | 
    
         
            +
                doLast { ant.move(file: "${project.name}-${project.version}.gem", todir: "pkg") }
         
     | 
| 
      
 55 
     | 
    
         
            +
            }
         
     | 
| 
      
 56 
     | 
    
         
            +
             
     | 
| 
      
 57 
     | 
    
         
            +
            task gemspec << { file("build/gemspec").write($/
         
     | 
| 
      
 58 
     | 
    
         
            +
            Gem::Specification.new do |spec|
         
     | 
| 
      
 59 
     | 
    
         
            +
              spec.name          = "${project.name}"
         
     | 
| 
      
 60 
     | 
    
         
            +
              spec.version       = "${project.version}"
         
     | 
| 
      
 61 
     | 
    
         
            +
              spec.authors       = ["Daisuke Higashi"]
         
     | 
| 
      
 62 
     | 
    
         
            +
              spec.summary       = %[Dynamodb input plugin for Embulk]
         
     | 
| 
      
 63 
     | 
    
         
            +
              spec.description   = %["Loads records from Dynamodb."]
         
     | 
| 
      
 64 
     | 
    
         
            +
              spec.email         = ["daisuke.develop@gmail.com"]
         
     | 
| 
      
 65 
     | 
    
         
            +
              spec.licenses      = ["MIT"]
         
     | 
| 
      
 66 
     | 
    
         
            +
              spec.homepage      = "https://github.com/lulichn/embulk-input-dynamodb"
         
     | 
| 
      
 67 
     | 
    
         
            +
             
     | 
| 
      
 68 
     | 
    
         
            +
              spec.files         = `git ls-files`.split("\n") + Dir["classpath/*.jar"]
         
     | 
| 
      
 69 
     | 
    
         
            +
              spec.test_files    = spec.files.grep(%r"^(test|spec)/")
         
     | 
| 
      
 70 
     | 
    
         
            +
              spec.require_paths = ["lib"]
         
     | 
| 
      
 71 
     | 
    
         
            +
             
     | 
| 
      
 72 
     | 
    
         
            +
              #spec.add_dependency 'YOUR_GEM_DEPENDENCY', ['~> YOUR_GEM_DEPENDENCY_VERSION']
         
     | 
| 
      
 73 
     | 
    
         
            +
              spec.add_development_dependency 'bundler', ['~> 1.0']
         
     | 
| 
      
 74 
     | 
    
         
            +
              spec.add_development_dependency 'rake', ['>= 10.0']
         
     | 
| 
      
 75 
     | 
    
         
            +
            end
         
     | 
| 
      
 76 
     | 
    
         
            +
            /$)
         
     | 
| 
      
 77 
     | 
    
         
            +
            }
         
     | 
| 
         Binary file 
     | 
    
        data/gradlew
    ADDED
    
    | 
         @@ -0,0 +1,164 @@ 
     | 
|
| 
      
 1 
     | 
    
         
            +
            #!/usr/bin/env bash
         
     | 
| 
      
 2 
     | 
    
         
            +
             
     | 
| 
      
 3 
     | 
    
         
            +
            ##############################################################################
         
     | 
| 
      
 4 
     | 
    
         
            +
            ##
         
     | 
| 
      
 5 
     | 
    
         
            +
            ##  Gradle start up script for UN*X
         
     | 
| 
      
 6 
     | 
    
         
            +
            ##
         
     | 
| 
      
 7 
     | 
    
         
            +
            ##############################################################################
         
     | 
| 
      
 8 
     | 
    
         
            +
             
     | 
| 
      
 9 
     | 
    
         
            +
            # Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script.
         
     | 
| 
      
 10 
     | 
    
         
            +
            DEFAULT_JVM_OPTS=""
         
     | 
| 
      
 11 
     | 
    
         
            +
             
     | 
| 
      
 12 
     | 
    
         
            +
            APP_NAME="Gradle"
         
     | 
| 
      
 13 
     | 
    
         
            +
            APP_BASE_NAME=`basename "$0"`
         
     | 
| 
      
 14 
     | 
    
         
            +
             
     | 
| 
      
 15 
     | 
    
         
            +
            # Use the maximum available, or set MAX_FD != -1 to use that value.
         
     | 
| 
      
 16 
     | 
    
         
            +
            MAX_FD="maximum"
         
     | 
| 
      
 17 
     | 
    
         
            +
             
     | 
| 
      
 18 
     | 
    
         
            +
            warn ( ) {
         
     | 
| 
      
 19 
     | 
    
         
            +
                echo "$*"
         
     | 
| 
      
 20 
     | 
    
         
            +
            }
         
     | 
| 
      
 21 
     | 
    
         
            +
             
     | 
| 
      
 22 
     | 
    
         
            +
            die ( ) {
         
     | 
| 
      
 23 
     | 
    
         
            +
                echo
         
     | 
| 
      
 24 
     | 
    
         
            +
                echo "$*"
         
     | 
| 
      
 25 
     | 
    
         
            +
                echo
         
     | 
| 
      
 26 
     | 
    
         
            +
                exit 1
         
     | 
| 
      
 27 
     | 
    
         
            +
            }
         
     | 
| 
      
 28 
     | 
    
         
            +
             
     | 
| 
      
 29 
     | 
    
         
            +
            # OS specific support (must be 'true' or 'false').
         
     | 
| 
      
 30 
     | 
    
         
            +
            cygwin=false
         
     | 
| 
      
 31 
     | 
    
         
            +
            msys=false
         
     | 
| 
      
 32 
     | 
    
         
            +
            darwin=false
         
     | 
| 
      
 33 
     | 
    
         
            +
            case "`uname`" in
         
     | 
| 
      
 34 
     | 
    
         
            +
              CYGWIN* )
         
     | 
| 
      
 35 
     | 
    
         
            +
                cygwin=true
         
     | 
| 
      
 36 
     | 
    
         
            +
                ;;
         
     | 
| 
      
 37 
     | 
    
         
            +
              Darwin* )
         
     | 
| 
      
 38 
     | 
    
         
            +
                darwin=true
         
     | 
| 
      
 39 
     | 
    
         
            +
                ;;
         
     | 
| 
      
 40 
     | 
    
         
            +
              MINGW* )
         
     | 
| 
      
 41 
     | 
    
         
            +
                msys=true
         
     | 
| 
      
 42 
     | 
    
         
            +
                ;;
         
     | 
| 
      
 43 
     | 
    
         
            +
            esac
         
     | 
| 
      
 44 
     | 
    
         
            +
             
     | 
| 
      
 45 
     | 
    
         
            +
            # For Cygwin, ensure paths are in UNIX format before anything is touched.
         
     | 
| 
      
 46 
     | 
    
         
            +
            if $cygwin ; then
         
     | 
| 
      
 47 
     | 
    
         
            +
                [ -n "$JAVA_HOME" ] && JAVA_HOME=`cygpath --unix "$JAVA_HOME"`
         
     | 
| 
      
 48 
     | 
    
         
            +
            fi
         
     | 
| 
      
 49 
     | 
    
         
            +
             
     | 
| 
      
 50 
     | 
    
         
            +
            # Attempt to set APP_HOME
         
     | 
| 
      
 51 
     | 
    
         
            +
            # Resolve links: $0 may be a link
         
     | 
| 
      
 52 
     | 
    
         
            +
            PRG="$0"
         
     | 
| 
      
 53 
     | 
    
         
            +
            # Need this for relative symlinks.
         
     | 
| 
      
 54 
     | 
    
         
            +
            while [ -h "$PRG" ] ; do
         
     | 
| 
      
 55 
     | 
    
         
            +
                ls=`ls -ld "$PRG"`
         
     | 
| 
      
 56 
     | 
    
         
            +
                link=`expr "$ls" : '.*-> \(.*\)$'`
         
     | 
| 
      
 57 
     | 
    
         
            +
                if expr "$link" : '/.*' > /dev/null; then
         
     | 
| 
      
 58 
     | 
    
         
            +
                    PRG="$link"
         
     | 
| 
      
 59 
     | 
    
         
            +
                else
         
     | 
| 
      
 60 
     | 
    
         
            +
                    PRG=`dirname "$PRG"`"/$link"
         
     | 
| 
      
 61 
     | 
    
         
            +
                fi
         
     | 
| 
      
 62 
     | 
    
         
            +
            done
         
     | 
| 
      
 63 
     | 
    
         
            +
            SAVED="`pwd`"
         
     | 
| 
      
 64 
     | 
    
         
            +
            cd "`dirname \"$PRG\"`/" >&-
         
     | 
| 
      
 65 
     | 
    
         
            +
            APP_HOME="`pwd -P`"
         
     | 
| 
      
 66 
     | 
    
         
            +
            cd "$SAVED" >&-
         
     | 
| 
      
 67 
     | 
    
         
            +
             
     | 
| 
      
 68 
     | 
    
         
            +
            CLASSPATH=$APP_HOME/gradle/wrapper/gradle-wrapper.jar
         
     | 
| 
      
 69 
     | 
    
         
            +
             
     | 
| 
      
 70 
     | 
    
         
            +
            # Determine the Java command to use to start the JVM.
         
     | 
| 
      
 71 
     | 
    
         
            +
            if [ -n "$JAVA_HOME" ] ; then
         
     | 
| 
      
 72 
     | 
    
         
            +
                if [ -x "$JAVA_HOME/jre/sh/java" ] ; then
         
     | 
| 
      
 73 
     | 
    
         
            +
                    # IBM's JDK on AIX uses strange locations for the executables
         
     | 
| 
      
 74 
     | 
    
         
            +
                    JAVACMD="$JAVA_HOME/jre/sh/java"
         
     | 
| 
      
 75 
     | 
    
         
            +
                else
         
     | 
| 
      
 76 
     | 
    
         
            +
                    JAVACMD="$JAVA_HOME/bin/java"
         
     | 
| 
      
 77 
     | 
    
         
            +
                fi
         
     | 
| 
      
 78 
     | 
    
         
            +
                if [ ! -x "$JAVACMD" ] ; then
         
     | 
| 
      
 79 
     | 
    
         
            +
                    die "ERROR: JAVA_HOME is set to an invalid directory: $JAVA_HOME
         
     | 
| 
      
 80 
     | 
    
         
            +
             
     | 
| 
      
 81 
     | 
    
         
            +
            Please set the JAVA_HOME variable in your environment to match the
         
     | 
| 
      
 82 
     | 
    
         
            +
            location of your Java installation."
         
     | 
| 
      
 83 
     | 
    
         
            +
                fi
         
     | 
| 
      
 84 
     | 
    
         
            +
            else
         
     | 
| 
      
 85 
     | 
    
         
            +
                JAVACMD="java"
         
     | 
| 
      
 86 
     | 
    
         
            +
                which java >/dev/null 2>&1 || die "ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH.
         
     | 
| 
      
 87 
     | 
    
         
            +
             
     | 
| 
      
 88 
     | 
    
         
            +
            Please set the JAVA_HOME variable in your environment to match the
         
     | 
| 
      
 89 
     | 
    
         
            +
            location of your Java installation."
         
     | 
| 
      
 90 
     | 
    
         
            +
            fi
         
     | 
| 
      
 91 
     | 
    
         
            +
             
     | 
| 
      
 92 
     | 
    
         
            +
            # Increase the maximum file descriptors if we can.
         
     | 
| 
      
 93 
     | 
    
         
            +
            if [ "$cygwin" = "false" -a "$darwin" = "false" ] ; then
         
     | 
| 
      
 94 
     | 
    
         
            +
                MAX_FD_LIMIT=`ulimit -H -n`
         
     | 
| 
      
 95 
     | 
    
         
            +
                if [ $? -eq 0 ] ; then
         
     | 
| 
      
 96 
     | 
    
         
            +
                    if [ "$MAX_FD" = "maximum" -o "$MAX_FD" = "max" ] ; then
         
     | 
| 
      
 97 
     | 
    
         
            +
                        MAX_FD="$MAX_FD_LIMIT"
         
     | 
| 
      
 98 
     | 
    
         
            +
                    fi
         
     | 
| 
      
 99 
     | 
    
         
            +
                    ulimit -n $MAX_FD
         
     | 
| 
      
 100 
     | 
    
         
            +
                    if [ $? -ne 0 ] ; then
         
     | 
| 
      
 101 
     | 
    
         
            +
                        warn "Could not set maximum file descriptor limit: $MAX_FD"
         
     | 
| 
      
 102 
     | 
    
         
            +
                    fi
         
     | 
| 
      
 103 
     | 
    
         
            +
                else
         
     | 
| 
      
 104 
     | 
    
         
            +
                    warn "Could not query maximum file descriptor limit: $MAX_FD_LIMIT"
         
     | 
| 
      
 105 
     | 
    
         
            +
                fi
         
     | 
| 
      
 106 
     | 
    
         
            +
            fi
         
     | 
| 
      
 107 
     | 
    
         
            +
             
     | 
| 
      
 108 
     | 
    
         
            +
            # For Darwin, add options to specify how the application appears in the dock
         
     | 
| 
      
 109 
     | 
    
         
            +
            if $darwin; then
         
     | 
| 
      
 110 
     | 
    
         
            +
                GRADLE_OPTS="$GRADLE_OPTS \"-Xdock:name=$APP_NAME\" \"-Xdock:icon=$APP_HOME/media/gradle.icns\""
         
     | 
| 
      
 111 
     | 
    
         
            +
            fi
         
     | 
| 
      
 112 
     | 
    
         
            +
             
     | 
| 
      
 113 
     | 
    
         
            +
            # For Cygwin, switch paths to Windows format before running java
         
     | 
| 
      
 114 
     | 
    
         
            +
            if $cygwin ; then
         
     | 
| 
      
 115 
     | 
    
         
            +
                APP_HOME=`cygpath --path --mixed "$APP_HOME"`
         
     | 
| 
      
 116 
     | 
    
         
            +
                CLASSPATH=`cygpath --path --mixed "$CLASSPATH"`
         
     | 
| 
      
 117 
     | 
    
         
            +
             
     | 
| 
      
 118 
     | 
    
         
            +
                # We build the pattern for arguments to be converted via cygpath
         
     | 
| 
      
 119 
     | 
    
         
            +
                ROOTDIRSRAW=`find -L / -maxdepth 1 -mindepth 1 -type d 2>/dev/null`
         
     | 
| 
      
 120 
     | 
    
         
            +
                SEP=""
         
     | 
| 
      
 121 
     | 
    
         
            +
                for dir in $ROOTDIRSRAW ; do
         
     | 
| 
      
 122 
     | 
    
         
            +
                    ROOTDIRS="$ROOTDIRS$SEP$dir"
         
     | 
| 
      
 123 
     | 
    
         
            +
                    SEP="|"
         
     | 
| 
      
 124 
     | 
    
         
            +
                done
         
     | 
| 
      
 125 
     | 
    
         
            +
                OURCYGPATTERN="(^($ROOTDIRS))"
         
     | 
| 
      
 126 
     | 
    
         
            +
                # Add a user-defined pattern to the cygpath arguments
         
     | 
| 
      
 127 
     | 
    
         
            +
                if [ "$GRADLE_CYGPATTERN" != "" ] ; then
         
     | 
| 
      
 128 
     | 
    
         
            +
                    OURCYGPATTERN="$OURCYGPATTERN|($GRADLE_CYGPATTERN)"
         
     | 
| 
      
 129 
     | 
    
         
            +
                fi
         
     | 
| 
      
 130 
     | 
    
         
            +
                # Now convert the arguments - kludge to limit ourselves to /bin/sh
         
     | 
| 
      
 131 
     | 
    
         
            +
                i=0
         
     | 
| 
      
 132 
     | 
    
         
            +
                for arg in "$@" ; do
         
     | 
| 
      
 133 
     | 
    
         
            +
                    CHECK=`echo "$arg"|egrep -c "$OURCYGPATTERN" -`
         
     | 
| 
      
 134 
     | 
    
         
            +
                    CHECK2=`echo "$arg"|egrep -c "^-"`                                 ### Determine if an option
         
     | 
| 
      
 135 
     | 
    
         
            +
             
     | 
| 
      
 136 
     | 
    
         
            +
                    if [ $CHECK -ne 0 ] && [ $CHECK2 -eq 0 ] ; then                    ### Added a condition
         
     | 
| 
      
 137 
     | 
    
         
            +
                        eval `echo args$i`=`cygpath --path --ignore --mixed "$arg"`
         
     | 
| 
      
 138 
     | 
    
         
            +
                    else
         
     | 
| 
      
 139 
     | 
    
         
            +
                        eval `echo args$i`="\"$arg\""
         
     | 
| 
      
 140 
     | 
    
         
            +
                    fi
         
     | 
| 
      
 141 
     | 
    
         
            +
                    i=$((i+1))
         
     | 
| 
      
 142 
     | 
    
         
            +
                done
         
     | 
| 
      
 143 
     | 
    
         
            +
                case $i in
         
     | 
| 
      
 144 
     | 
    
         
            +
                    (0) set -- ;;
         
     | 
| 
      
 145 
     | 
    
         
            +
                    (1) set -- "$args0" ;;
         
     | 
| 
      
 146 
     | 
    
         
            +
                    (2) set -- "$args0" "$args1" ;;
         
     | 
| 
      
 147 
     | 
    
         
            +
                    (3) set -- "$args0" "$args1" "$args2" ;;
         
     | 
| 
      
 148 
     | 
    
         
            +
                    (4) set -- "$args0" "$args1" "$args2" "$args3" ;;
         
     | 
| 
      
 149 
     | 
    
         
            +
                    (5) set -- "$args0" "$args1" "$args2" "$args3" "$args4" ;;
         
     | 
| 
      
 150 
     | 
    
         
            +
                    (6) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" ;;
         
     | 
| 
      
 151 
     | 
    
         
            +
                    (7) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" ;;
         
     | 
| 
      
 152 
     | 
    
         
            +
                    (8) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" ;;
         
     | 
| 
      
 153 
     | 
    
         
            +
                    (9) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" "$args8" ;;
         
     | 
| 
      
 154 
     | 
    
         
            +
                esac
         
     | 
| 
      
 155 
     | 
    
         
            +
            fi
         
     | 
| 
      
 156 
     | 
    
         
            +
             
     | 
| 
      
 157 
     | 
    
         
            +
            # Split up the JVM_OPTS And GRADLE_OPTS values into an array, following the shell quoting and substitution rules
         
     | 
| 
      
 158 
     | 
    
         
            +
            function splitJvmOpts() {
         
     | 
| 
      
 159 
     | 
    
         
            +
                JVM_OPTS=("$@")
         
     | 
| 
      
 160 
     | 
    
         
            +
            }
         
     | 
| 
      
 161 
     | 
    
         
            +
            eval splitJvmOpts $DEFAULT_JVM_OPTS $JAVA_OPTS $GRADLE_OPTS
         
     | 
| 
      
 162 
     | 
    
         
            +
            JVM_OPTS[${#JVM_OPTS[*]}]="-Dorg.gradle.appname=$APP_BASE_NAME"
         
     | 
| 
      
 163 
     | 
    
         
            +
             
     | 
| 
      
 164 
     | 
    
         
            +
            exec "$JAVACMD" "${JVM_OPTS[@]}" -classpath "$CLASSPATH" org.gradle.wrapper.GradleWrapperMain "$@"
         
     | 
    
        data/gradlew.bat
    ADDED
    
    | 
         @@ -0,0 +1,90 @@ 
     | 
|
| 
      
 1 
     | 
    
         
            +
            @if "%DEBUG%" == "" @echo off
         
     | 
| 
      
 2 
     | 
    
         
            +
            @rem ##########################################################################
         
     | 
| 
      
 3 
     | 
    
         
            +
            @rem
         
     | 
| 
      
 4 
     | 
    
         
            +
            @rem  Gradle startup script for Windows
         
     | 
| 
      
 5 
     | 
    
         
            +
            @rem
         
     | 
| 
      
 6 
     | 
    
         
            +
            @rem ##########################################################################
         
     | 
| 
      
 7 
     | 
    
         
            +
             
     | 
| 
      
 8 
     | 
    
         
            +
            @rem Set local scope for the variables with windows NT shell
         
     | 
| 
      
 9 
     | 
    
         
            +
            if "%OS%"=="Windows_NT" setlocal
         
     | 
| 
      
 10 
     | 
    
         
            +
             
     | 
| 
      
 11 
     | 
    
         
            +
            @rem Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script.
         
     | 
| 
      
 12 
     | 
    
         
            +
            set DEFAULT_JVM_OPTS=
         
     | 
| 
      
 13 
     | 
    
         
            +
             
     | 
| 
      
 14 
     | 
    
         
            +
            set DIRNAME=%~dp0
         
     | 
| 
      
 15 
     | 
    
         
            +
            if "%DIRNAME%" == "" set DIRNAME=.
         
     | 
| 
      
 16 
     | 
    
         
            +
            set APP_BASE_NAME=%~n0
         
     | 
| 
      
 17 
     | 
    
         
            +
            set APP_HOME=%DIRNAME%
         
     | 
| 
      
 18 
     | 
    
         
            +
             
     | 
| 
      
 19 
     | 
    
         
            +
            @rem Find java.exe
         
     | 
| 
      
 20 
     | 
    
         
            +
            if defined JAVA_HOME goto findJavaFromJavaHome
         
     | 
| 
      
 21 
     | 
    
         
            +
             
     | 
| 
      
 22 
     | 
    
         
            +
            set JAVA_EXE=java.exe
         
     | 
| 
      
 23 
     | 
    
         
            +
            %JAVA_EXE% -version >NUL 2>&1
         
     | 
| 
      
 24 
     | 
    
         
            +
            if "%ERRORLEVEL%" == "0" goto init
         
     | 
| 
      
 25 
     | 
    
         
            +
             
     | 
| 
      
 26 
     | 
    
         
            +
            echo.
         
     | 
| 
      
 27 
     | 
    
         
            +
            echo ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH.
         
     | 
| 
      
 28 
     | 
    
         
            +
            echo.
         
     | 
| 
      
 29 
     | 
    
         
            +
            echo Please set the JAVA_HOME variable in your environment to match the
         
     | 
| 
      
 30 
     | 
    
         
            +
            echo location of your Java installation.
         
     | 
| 
      
 31 
     | 
    
         
            +
             
     | 
| 
      
 32 
     | 
    
         
            +
            goto fail
         
     | 
| 
      
 33 
     | 
    
         
            +
             
     | 
| 
      
 34 
     | 
    
         
            +
            :findJavaFromJavaHome
         
     | 
| 
      
 35 
     | 
    
         
            +
            set JAVA_HOME=%JAVA_HOME:"=%
         
     | 
| 
      
 36 
     | 
    
         
            +
            set JAVA_EXE=%JAVA_HOME%/bin/java.exe
         
     | 
| 
      
 37 
     | 
    
         
            +
             
     | 
| 
      
 38 
     | 
    
         
            +
            if exist "%JAVA_EXE%" goto init
         
     | 
| 
      
 39 
     | 
    
         
            +
             
     | 
| 
      
 40 
     | 
    
         
            +
            echo.
         
     | 
| 
      
 41 
     | 
    
         
            +
            echo ERROR: JAVA_HOME is set to an invalid directory: %JAVA_HOME%
         
     | 
| 
      
 42 
     | 
    
         
            +
            echo.
         
     | 
| 
      
 43 
     | 
    
         
            +
            echo Please set the JAVA_HOME variable in your environment to match the
         
     | 
| 
      
 44 
     | 
    
         
            +
            echo location of your Java installation.
         
     | 
| 
      
 45 
     | 
    
         
            +
             
     | 
| 
      
 46 
     | 
    
         
            +
            goto fail
         
     | 
| 
      
 47 
     | 
    
         
            +
             
     | 
| 
      
 48 
     | 
    
         
            +
            :init
         
     | 
| 
      
 49 
     | 
    
         
            +
            @rem Get command-line arguments, handling Windowz variants
         
     | 
| 
      
 50 
     | 
    
         
            +
             
     | 
| 
      
 51 
     | 
    
         
            +
            if not "%OS%" == "Windows_NT" goto win9xME_args
         
     | 
| 
      
 52 
     | 
    
         
            +
            if "%@eval[2+2]" == "4" goto 4NT_args
         
     | 
| 
      
 53 
     | 
    
         
            +
             
     | 
| 
      
 54 
     | 
    
         
            +
            :win9xME_args
         
     | 
| 
      
 55 
     | 
    
         
            +
            @rem Slurp the command line arguments.
         
     | 
| 
      
 56 
     | 
    
         
            +
            set CMD_LINE_ARGS=
         
     | 
| 
      
 57 
     | 
    
         
            +
            set _SKIP=2
         
     | 
| 
      
 58 
     | 
    
         
            +
             
     | 
| 
      
 59 
     | 
    
         
            +
            :win9xME_args_slurp
         
     | 
| 
      
 60 
     | 
    
         
            +
            if "x%~1" == "x" goto execute
         
     | 
| 
      
 61 
     | 
    
         
            +
             
     | 
| 
      
 62 
     | 
    
         
            +
            set CMD_LINE_ARGS=%*
         
     | 
| 
      
 63 
     | 
    
         
            +
            goto execute
         
     | 
| 
      
 64 
     | 
    
         
            +
             
     | 
| 
      
 65 
     | 
    
         
            +
            :4NT_args
         
     | 
| 
      
 66 
     | 
    
         
            +
            @rem Get arguments from the 4NT Shell from JP Software
         
     | 
| 
      
 67 
     | 
    
         
            +
            set CMD_LINE_ARGS=%$
         
     | 
| 
      
 68 
     | 
    
         
            +
             
     | 
| 
      
 69 
     | 
    
         
            +
            :execute
         
     | 
| 
      
 70 
     | 
    
         
            +
            @rem Setup the command line
         
     | 
| 
      
 71 
     | 
    
         
            +
             
     | 
| 
      
 72 
     | 
    
         
            +
            set CLASSPATH=%APP_HOME%\gradle\wrapper\gradle-wrapper.jar
         
     | 
| 
      
 73 
     | 
    
         
            +
             
     | 
| 
      
 74 
     | 
    
         
            +
            @rem Execute Gradle
         
     | 
| 
      
 75 
     | 
    
         
            +
            "%JAVA_EXE%" %DEFAULT_JVM_OPTS% %JAVA_OPTS% %GRADLE_OPTS% "-Dorg.gradle.appname=%APP_BASE_NAME%" -classpath "%CLASSPATH%" org.gradle.wrapper.GradleWrapperMain %CMD_LINE_ARGS%
         
     | 
| 
      
 76 
     | 
    
         
            +
             
     | 
| 
      
 77 
     | 
    
         
            +
            :end
         
     | 
| 
      
 78 
     | 
    
         
            +
            @rem End local scope for the variables with windows NT shell
         
     | 
| 
      
 79 
     | 
    
         
            +
            if "%ERRORLEVEL%"=="0" goto mainEnd
         
     | 
| 
      
 80 
     | 
    
         
            +
             
     | 
| 
      
 81 
     | 
    
         
            +
            :fail
         
     | 
| 
      
 82 
     | 
    
         
            +
            rem Set variable GRADLE_EXIT_CONSOLE if you need the _script_ return code instead of
         
     | 
| 
      
 83 
     | 
    
         
            +
            rem the _cmd.exe /c_ return code!
         
     | 
| 
      
 84 
     | 
    
         
            +
            if  not "" == "%GRADLE_EXIT_CONSOLE%" exit 1
         
     | 
| 
      
 85 
     | 
    
         
            +
            exit /b 1
         
     | 
| 
      
 86 
     | 
    
         
            +
             
     | 
| 
      
 87 
     | 
    
         
            +
            :mainEnd
         
     | 
| 
      
 88 
     | 
    
         
            +
            if "%OS%"=="Windows_NT" endlocal
         
     | 
| 
      
 89 
     | 
    
         
            +
             
     | 
| 
      
 90 
     | 
    
         
            +
            :omega
         
     | 
| 
         @@ -0,0 +1,64 @@ 
     | 
|
| 
      
 1 
     | 
    
         
            +
            package org.embulk.input
         
     | 
| 
      
 2 
     | 
    
         
            +
             
     | 
| 
      
 3 
     | 
    
         
            +
            import com.amazonaws.ClientConfiguration
         
     | 
| 
      
 4 
     | 
    
         
            +
            import com.amazonaws.auth.profile.ProfileCredentialsProvider
         
     | 
| 
      
 5 
     | 
    
         
            +
            import com.amazonaws.regions.Regions
         
     | 
| 
      
 6 
     | 
    
         
            +
            import com.amazonaws.services.dynamodbv2.AmazonDynamoDBClient
         
     | 
| 
      
 7 
     | 
    
         
            +
            import com.amazonaws.services.dynamodbv2.model.{ScanResult, ListTablesResult, ScanRequest}
         
     | 
| 
      
 8 
     | 
    
         
            +
            import org.embulk.spi._
         
     | 
| 
      
 9 
     | 
    
         
            +
             
     | 
| 
      
 10 
     | 
    
         
            +
            import java.util.{ArrayList => JArrayList, List => JList}
         
     | 
| 
      
 11 
     | 
    
         
            +
            import scala.collection.JavaConversions._
         
     | 
| 
      
 12 
     | 
    
         
            +
             
     | 
| 
      
 13 
     | 
    
         
            +
            object DynamoDBUtil {
         
     | 
| 
      
 14 
     | 
    
         
            +
              def createClient(task: PluginTask): AmazonDynamoDBClient = {
         
     | 
| 
      
 15 
     | 
    
         
            +
                val client: AmazonDynamoDBClient = new AmazonDynamoDBClient(
         
     | 
| 
      
 16 
     | 
    
         
            +
                  new ProfileCredentialsProvider(),
         
     | 
| 
      
 17 
     | 
    
         
            +
                  new ClientConfiguration().withMaxConnections(10))
         
     | 
| 
      
 18 
     | 
    
         
            +
                  .withRegion(Regions.fromName(task.getRegion))
         
     | 
| 
      
 19 
     | 
    
         
            +
             
     | 
| 
      
 20 
     | 
    
         
            +
                client
         
     | 
| 
      
 21 
     | 
    
         
            +
              }
         
     | 
| 
      
 22 
     | 
    
         
            +
             
     | 
| 
      
 23 
     | 
    
         
            +
              def listTables(client: AmazonDynamoDBClient): JList[String] = {
         
     | 
| 
      
 24 
     | 
    
         
            +
                val result: ListTablesResult = client.listTables()
         
     | 
| 
      
 25 
     | 
    
         
            +
                result.getTableNames
         
     | 
| 
      
 26 
     | 
    
         
            +
              }
         
     | 
| 
      
 27 
     | 
    
         
            +
             
     | 
| 
      
 28 
     | 
    
         
            +
              def scan(client: AmazonDynamoDBClient, task: PluginTask, schema: Schema, output: PageOutput): Unit = {
         
     | 
| 
      
 29 
     | 
    
         
            +
                val allocator: BufferAllocator = task.getBufferAllocator
         
     | 
| 
      
 30 
     | 
    
         
            +
                val pageBuilder: PageBuilder = new PageBuilder(allocator, schema, output)
         
     | 
| 
      
 31 
     | 
    
         
            +
             
     | 
| 
      
 32 
     | 
    
         
            +
                val limit: Int = task.getLimit
         
     | 
| 
      
 33 
     | 
    
         
            +
                val attributes: JList[String] = new JArrayList[String]()
         
     | 
| 
      
 34 
     | 
    
         
            +
                schema.getColumns.foreach { column =>
         
     | 
| 
      
 35 
     | 
    
         
            +
                  attributes.add(column.getName)
         
     | 
| 
      
 36 
     | 
    
         
            +
                }
         
     | 
| 
      
 37 
     | 
    
         
            +
             
     | 
| 
      
 38 
     | 
    
         
            +
                val request: ScanRequest = new ScanRequest()
         
     | 
| 
      
 39 
     | 
    
         
            +
                  .withTableName(task.getTable)
         
     | 
| 
      
 40 
     | 
    
         
            +
                  .withAttributesToGet(attributes)
         
     | 
| 
      
 41 
     | 
    
         
            +
                  .withLimit(limit)
         
     | 
| 
      
 42 
     | 
    
         
            +
             
     | 
| 
      
 43 
     | 
    
         
            +
                val result: ScanResult = client.scan(request)
         
     | 
| 
      
 44 
     | 
    
         
            +
                result.getItems.foreach { item =>
         
     | 
| 
      
 45 
     | 
    
         
            +
                  schema.getColumns.foreach { column =>
         
     | 
| 
      
 46 
     | 
    
         
            +
                    val value = item.get(column.getName)
         
     | 
| 
      
 47 
     | 
    
         
            +
                    column.getType.getName match {
         
     | 
| 
      
 48 
     | 
    
         
            +
                      case "string" =>
         
     | 
| 
      
 49 
     | 
    
         
            +
                        pageBuilder.setString(column, Option(value) map { _.getS } getOrElse { "" })
         
     | 
| 
      
 50 
     | 
    
         
            +
                      case "long" =>
         
     | 
| 
      
 51 
     | 
    
         
            +
                        pageBuilder.setLong(column, Option(value) map { _.getN.toLong } getOrElse { 0L })
         
     | 
| 
      
 52 
     | 
    
         
            +
                      case "double" =>
         
     | 
| 
      
 53 
     | 
    
         
            +
                        pageBuilder.setDouble(column, Option(value) map { _.getN.toDouble } getOrElse { 0D })
         
     | 
| 
      
 54 
     | 
    
         
            +
                      case "boolean" =>
         
     | 
| 
      
 55 
     | 
    
         
            +
                        pageBuilder.setBoolean(column, Option(value) map { _.getBOOL == true } getOrElse { false })
         
     | 
| 
      
 56 
     | 
    
         
            +
                      case _ => /* Do nothing */
         
     | 
| 
      
 57 
     | 
    
         
            +
                    }
         
     | 
| 
      
 58 
     | 
    
         
            +
                  }
         
     | 
| 
      
 59 
     | 
    
         
            +
                  pageBuilder.addRecord()
         
     | 
| 
      
 60 
     | 
    
         
            +
                }
         
     | 
| 
      
 61 
     | 
    
         
            +
             
     | 
| 
      
 62 
     | 
    
         
            +
                pageBuilder.finish()
         
     | 
| 
      
 63 
     | 
    
         
            +
              }
         
     | 
| 
      
 64 
     | 
    
         
            +
            }
         
     | 
| 
         @@ -0,0 +1,35 @@ 
     | 
|
| 
      
 1 
     | 
    
         
            +
            package org.embulk.input
         
     | 
| 
      
 2 
     | 
    
         
            +
             
     | 
| 
      
 3 
     | 
    
         
            +
            import java.util.{List => JList}
         
     | 
| 
      
 4 
     | 
    
         
            +
             
     | 
| 
      
 5 
     | 
    
         
            +
            import com.amazonaws.services.dynamodbv2.AmazonDynamoDBClient
         
     | 
| 
      
 6 
     | 
    
         
            +
            import org.embulk.config._
         
     | 
| 
      
 7 
     | 
    
         
            +
            import org.embulk.spi._
         
     | 
| 
      
 8 
     | 
    
         
            +
             
     | 
| 
      
 9 
     | 
    
         
            +
            class DynamodbInputPlugin extends InputPlugin {
         
     | 
| 
      
 10 
     | 
    
         
            +
              def transaction(config: ConfigSource, control: InputPlugin.Control): ConfigDiff = {
         
     | 
| 
      
 11 
     | 
    
         
            +
                val task: PluginTask = config.loadConfig(classOf[PluginTask])
         
     | 
| 
      
 12 
     | 
    
         
            +
             
     | 
| 
      
 13 
     | 
    
         
            +
                val schema: Schema = task.getColumns.toSchema
         
     | 
| 
      
 14 
     | 
    
         
            +
                val taskCount: Int = 1
         
     | 
| 
      
 15 
     | 
    
         
            +
             
     | 
| 
      
 16 
     | 
    
         
            +
                resume(task.dump(), schema, taskCount, control)
         
     | 
| 
      
 17 
     | 
    
         
            +
              }
         
     | 
| 
      
 18 
     | 
    
         
            +
             
     | 
| 
      
 19 
     | 
    
         
            +
              def resume(taskSource: TaskSource, schema: Schema, taskCount: Int, control: InputPlugin.Control): ConfigDiff = {
         
     | 
| 
      
 20 
     | 
    
         
            +
                control.run(taskSource, schema, taskCount)
         
     | 
| 
      
 21 
     | 
    
         
            +
                Exec.newConfigDiff()
         
     | 
| 
      
 22 
     | 
    
         
            +
              }
         
     | 
| 
      
 23 
     | 
    
         
            +
             
     | 
| 
      
 24 
     | 
    
         
            +
              def cleanup(taskSource: TaskSource, schema: Schema, taskCount: Int, successCommitReports: JList[CommitReport]): Unit = {
         
     | 
| 
      
 25 
     | 
    
         
            +
              }
         
     | 
| 
      
 26 
     | 
    
         
            +
             
     | 
| 
      
 27 
     | 
    
         
            +
              def run(taskSource: TaskSource, schema: Schema, taskIndex: Int, output: PageOutput): CommitReport = {
         
     | 
| 
      
 28 
     | 
    
         
            +
                val task: PluginTask = taskSource.loadTask(classOf[PluginTask])
         
     | 
| 
      
 29 
     | 
    
         
            +
             
     | 
| 
      
 30 
     | 
    
         
            +
                val client: AmazonDynamoDBClient = DynamoDBUtil.createClient(task)
         
     | 
| 
      
 31 
     | 
    
         
            +
                DynamoDBUtil.scan(client, task, schema, output)
         
     | 
| 
      
 32 
     | 
    
         
            +
             
     | 
| 
      
 33 
     | 
    
         
            +
                Exec.newCommitReport()
         
     | 
| 
      
 34 
     | 
    
         
            +
              }
         
     | 
| 
      
 35 
     | 
    
         
            +
            }
         
     | 
| 
         @@ -0,0 +1,23 @@ 
     | 
|
| 
      
 1 
     | 
    
         
            +
            package org.embulk.input
         
     | 
| 
      
 2 
     | 
    
         
            +
             
     | 
| 
      
 3 
     | 
    
         
            +
            import org.embulk.config.{ConfigInject, ConfigDefault, Config, Task}
         
     | 
| 
      
 4 
     | 
    
         
            +
            import org.embulk.spi.{BufferAllocator, SchemaConfig}
         
     | 
| 
      
 5 
     | 
    
         
            +
             
     | 
| 
      
 6 
     | 
    
         
            +
            trait PluginTask extends Task {
         
     | 
| 
      
 7 
     | 
    
         
            +
              @Config("region")
         
     | 
| 
      
 8 
     | 
    
         
            +
              @ConfigDefault("ap-northeast-1")
         
     | 
| 
      
 9 
     | 
    
         
            +
              def getRegion: String
         
     | 
| 
      
 10 
     | 
    
         
            +
             
     | 
| 
      
 11 
     | 
    
         
            +
              @Config("table")
         
     | 
| 
      
 12 
     | 
    
         
            +
              def getTable: String
         
     | 
| 
      
 13 
     | 
    
         
            +
             
     | 
| 
      
 14 
     | 
    
         
            +
              @Config("limit")
         
     | 
| 
      
 15 
     | 
    
         
            +
              @ConfigDefault("100")
         
     | 
| 
      
 16 
     | 
    
         
            +
              def getLimit: Int
         
     | 
| 
      
 17 
     | 
    
         
            +
             
     | 
| 
      
 18 
     | 
    
         
            +
              @Config("columns")
         
     | 
| 
      
 19 
     | 
    
         
            +
              def getColumns: SchemaConfig
         
     | 
| 
      
 20 
     | 
    
         
            +
             
     | 
| 
      
 21 
     | 
    
         
            +
              @ConfigInject
         
     | 
| 
      
 22 
     | 
    
         
            +
              def getBufferAllocator: BufferAllocator
         
     | 
| 
      
 23 
     | 
    
         
            +
            }
         
     | 
    
        metadata
    ADDED
    
    | 
         @@ -0,0 +1,95 @@ 
     | 
|
| 
      
 1 
     | 
    
         
            +
            --- !ruby/object:Gem::Specification
         
     | 
| 
      
 2 
     | 
    
         
            +
            name: embulk-input-dynamodb
         
     | 
| 
      
 3 
     | 
    
         
            +
            version: !ruby/object:Gem::Version
         
     | 
| 
      
 4 
     | 
    
         
            +
              version: 0.0.1
         
     | 
| 
      
 5 
     | 
    
         
            +
            platform: ruby
         
     | 
| 
      
 6 
     | 
    
         
            +
            authors:
         
     | 
| 
      
 7 
     | 
    
         
            +
            - Daisuke Higashi
         
     | 
| 
      
 8 
     | 
    
         
            +
            autorequire:
         
     | 
| 
      
 9 
     | 
    
         
            +
            bindir: bin
         
     | 
| 
      
 10 
     | 
    
         
            +
            cert_chain: []
         
     | 
| 
      
 11 
     | 
    
         
            +
            date: 2015-03-10 00:00:00.000000000 Z
         
     | 
| 
      
 12 
     | 
    
         
            +
            dependencies:
         
     | 
| 
      
 13 
     | 
    
         
            +
            - !ruby/object:Gem::Dependency
         
     | 
| 
      
 14 
     | 
    
         
            +
              name: bundler
         
     | 
| 
      
 15 
     | 
    
         
            +
              version_requirements: !ruby/object:Gem::Requirement
         
     | 
| 
      
 16 
     | 
    
         
            +
                requirements:
         
     | 
| 
      
 17 
     | 
    
         
            +
                - - ~>
         
     | 
| 
      
 18 
     | 
    
         
            +
                  - !ruby/object:Gem::Version
         
     | 
| 
      
 19 
     | 
    
         
            +
                    version: '1.0'
         
     | 
| 
      
 20 
     | 
    
         
            +
              requirement: !ruby/object:Gem::Requirement
         
     | 
| 
      
 21 
     | 
    
         
            +
                requirements:
         
     | 
| 
      
 22 
     | 
    
         
            +
                - - ~>
         
     | 
| 
      
 23 
     | 
    
         
            +
                  - !ruby/object:Gem::Version
         
     | 
| 
      
 24 
     | 
    
         
            +
                    version: '1.0'
         
     | 
| 
      
 25 
     | 
    
         
            +
              prerelease: false
         
     | 
| 
      
 26 
     | 
    
         
            +
              type: :development
         
     | 
| 
      
 27 
     | 
    
         
            +
            - !ruby/object:Gem::Dependency
         
     | 
| 
      
 28 
     | 
    
         
            +
              name: rake
         
     | 
| 
      
 29 
     | 
    
         
            +
              version_requirements: !ruby/object:Gem::Requirement
         
     | 
| 
      
 30 
     | 
    
         
            +
                requirements:
         
     | 
| 
      
 31 
     | 
    
         
            +
                - - '>='
         
     | 
| 
      
 32 
     | 
    
         
            +
                  - !ruby/object:Gem::Version
         
     | 
| 
      
 33 
     | 
    
         
            +
                    version: '10.0'
         
     | 
| 
      
 34 
     | 
    
         
            +
              requirement: !ruby/object:Gem::Requirement
         
     | 
| 
      
 35 
     | 
    
         
            +
                requirements:
         
     | 
| 
      
 36 
     | 
    
         
            +
                - - '>='
         
     | 
| 
      
 37 
     | 
    
         
            +
                  - !ruby/object:Gem::Version
         
     | 
| 
      
 38 
     | 
    
         
            +
                    version: '10.0'
         
     | 
| 
      
 39 
     | 
    
         
            +
              prerelease: false
         
     | 
| 
      
 40 
     | 
    
         
            +
              type: :development
         
     | 
| 
      
 41 
     | 
    
         
            +
            description: '"Loads records from Dynamodb."'
         
     | 
| 
      
 42 
     | 
    
         
            +
            email:
         
     | 
| 
      
 43 
     | 
    
         
            +
            - daisuke.develop@gmail.com
         
     | 
| 
      
 44 
     | 
    
         
            +
            executables: []
         
     | 
| 
      
 45 
     | 
    
         
            +
            extensions: []
         
     | 
| 
      
 46 
     | 
    
         
            +
            extra_rdoc_files: []
         
     | 
| 
      
 47 
     | 
    
         
            +
            files:
         
     | 
| 
      
 48 
     | 
    
         
            +
            - .gitignore
         
     | 
| 
      
 49 
     | 
    
         
            +
            - LICENSE
         
     | 
| 
      
 50 
     | 
    
         
            +
            - LICENSE.txt
         
     | 
| 
      
 51 
     | 
    
         
            +
            - README.md
         
     | 
| 
      
 52 
     | 
    
         
            +
            - build.gradle
         
     | 
| 
      
 53 
     | 
    
         
            +
            - gradle/wrapper/gradle-wrapper.jar
         
     | 
| 
      
 54 
     | 
    
         
            +
            - gradle/wrapper/gradle-wrapper.properties
         
     | 
| 
      
 55 
     | 
    
         
            +
            - gradlew
         
     | 
| 
      
 56 
     | 
    
         
            +
            - gradlew.bat
         
     | 
| 
      
 57 
     | 
    
         
            +
            - lib/embulk/input/dynamodb.rb
         
     | 
| 
      
 58 
     | 
    
         
            +
            - src/main/scala/org/embulk/input/DynamoDBUtil.scala
         
     | 
| 
      
 59 
     | 
    
         
            +
            - src/main/scala/org/embulk/input/DynamodbInputPlugin.scala
         
     | 
| 
      
 60 
     | 
    
         
            +
            - src/main/scala/org/embulk/input/PluginTask.scala
         
     | 
| 
      
 61 
     | 
    
         
            +
            - classpath/aws-java-sdk-core-1.9.22.jar
         
     | 
| 
      
 62 
     | 
    
         
            +
            - classpath/aws-java-sdk-dynamodb-1.9.22.jar
         
     | 
| 
      
 63 
     | 
    
         
            +
            - classpath/aws-java-sdk-kms-1.9.22.jar
         
     | 
| 
      
 64 
     | 
    
         
            +
            - classpath/aws-java-sdk-s3-1.9.22.jar
         
     | 
| 
      
 65 
     | 
    
         
            +
            - classpath/commons-codec-1.6.jar
         
     | 
| 
      
 66 
     | 
    
         
            +
            - classpath/commons-logging-1.1.3.jar
         
     | 
| 
      
 67 
     | 
    
         
            +
            - classpath/embulk-input-dynamodb-0.0.1.jar
         
     | 
| 
      
 68 
     | 
    
         
            +
            - classpath/httpclient-4.3.4.jar
         
     | 
| 
      
 69 
     | 
    
         
            +
            - classpath/httpcore-4.3.2.jar
         
     | 
| 
      
 70 
     | 
    
         
            +
            - classpath/scala-library-2.11.5.jar
         
     | 
| 
      
 71 
     | 
    
         
            +
            homepage: https://github.com/lulichn/embulk-input-dynamodb
         
     | 
| 
      
 72 
     | 
    
         
            +
            licenses:
         
     | 
| 
      
 73 
     | 
    
         
            +
            - MIT
         
     | 
| 
      
 74 
     | 
    
         
            +
            metadata: {}
         
     | 
| 
      
 75 
     | 
    
         
            +
            post_install_message:
         
     | 
| 
      
 76 
     | 
    
         
            +
            rdoc_options: []
         
     | 
| 
      
 77 
     | 
    
         
            +
            require_paths:
         
     | 
| 
      
 78 
     | 
    
         
            +
            - lib
         
     | 
| 
      
 79 
     | 
    
         
            +
            required_ruby_version: !ruby/object:Gem::Requirement
         
     | 
| 
      
 80 
     | 
    
         
            +
              requirements:
         
     | 
| 
      
 81 
     | 
    
         
            +
              - - '>='
         
     | 
| 
      
 82 
     | 
    
         
            +
                - !ruby/object:Gem::Version
         
     | 
| 
      
 83 
     | 
    
         
            +
                  version: '0'
         
     | 
| 
      
 84 
     | 
    
         
            +
            required_rubygems_version: !ruby/object:Gem::Requirement
         
     | 
| 
      
 85 
     | 
    
         
            +
              requirements:
         
     | 
| 
      
 86 
     | 
    
         
            +
              - - '>='
         
     | 
| 
      
 87 
     | 
    
         
            +
                - !ruby/object:Gem::Version
         
     | 
| 
      
 88 
     | 
    
         
            +
                  version: '0'
         
     | 
| 
      
 89 
     | 
    
         
            +
            requirements: []
         
     | 
| 
      
 90 
     | 
    
         
            +
            rubyforge_project:
         
     | 
| 
      
 91 
     | 
    
         
            +
            rubygems_version: 2.1.9
         
     | 
| 
      
 92 
     | 
    
         
            +
            signing_key:
         
     | 
| 
      
 93 
     | 
    
         
            +
            specification_version: 4
         
     | 
| 
      
 94 
     | 
    
         
            +
            summary: Dynamodb input plugin for Embulk
         
     | 
| 
      
 95 
     | 
    
         
            +
            test_files: []
         
     |