RubyGems - rubadoop - Versions diffs - 0.7.8 - Mend

rubadoop 0.7.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (42) hide show

checksums.yaml +7 -0
data/Gemfile +7 -0
data/Gemfile.lock +43 -0
data/README.rdoc +7 -0
data/Rakefile +25 -0
data/lib/rubadoop.rb +26 -0
data/lib/rubadoop/base_dsl.rb +31 -0
data/lib/rubadoop/emr.rb +23 -0
data/lib/rubadoop/emr/jobflow_builder.rb +36 -0
data/lib/rubadoop/emr/jobflow_builder/bootstrap_action.rb +27 -0
data/lib/rubadoop/emr/jobflow_builder/job_spec.rb +77 -0
data/lib/rubadoop/emr/jobflow_builder/step.rb +41 -0
data/lib/rubadoop/map_reduce.rb +23 -0
data/lib/rubadoop/map_reduce/call_java.rb +112 -0
data/lib/rubadoop/map_reduce/call_streaming.rb +55 -0
data/lib/rubadoop/map_reduce/identity.rb +30 -0
data/lib/rubadoop/map_reduce/io.rb +128 -0
data/lib/rubadoop/map_reduce/job_conf_environment.rb +9 -0
data/lib/rubadoop/map_reduce/mappable.rb +59 -0
data/lib/rubadoop/map_reduce/mapper.rb +15 -0
data/lib/rubadoop/map_reduce/reducable.rb +74 -0
data/lib/rubadoop/map_reduce/reducer.rb +12 -0
data/lib/rubadoop/map_reduce/test_assist.rb +65 -0
data/lib/rubadoop/map_reduce/utils.rb +29 -0
data/lib/rubadoop/oozie/workflow_builder.rb +42 -0
data/lib/rubadoop/oozie/workflow_builder/job_properties.rb +19 -0
data/lib/rubadoop/version.rb +3 -0
data/test/rubadoop/base_dsl_test.rb +27 -0
data/test/rubadoop/emr/jobflow_builder_test.rb +184 -0
data/test/rubadoop/map_reduce/call_java_test.rb +122 -0
data/test/rubadoop/map_reduce/call_streaming_test.rb +81 -0
data/test/rubadoop/map_reduce/identity_test.rb +40 -0
data/test/rubadoop/map_reduce/io_test.rb +51 -0
data/test/rubadoop/map_reduce/job_conf_environment_test.rb +28 -0
data/test/rubadoop/map_reduce/mappable_test.rb +62 -0
data/test/rubadoop/map_reduce/mapper_test.rb +76 -0
data/test/rubadoop/map_reduce/reducable_test.rb +12 -0
data/test/rubadoop/map_reduce/reducer_test.rb +137 -0
data/test/rubadoop/map_reduce/test_assist_test.rb +76 -0
data/test/rubadoop/oozie/workflow_builder_test.rb +21 -0
data/test/test_helper.rb +10 -0
metadata +140 -0

data/test/rubadoop/oozie/workflow_builder_test.rb ADDED

@@ -0,0 +1,21 @@
+require 'test_helper'
+require 'aws-sdk'
+module Rubadoop
+  module Oozie
+    class WorkflowBuilderTest < MiniTest::Spec
+      before do
+        AWS.config(access_key_id: 'ACCESS_KEY', secret_access_key: 'SECRET_KEY')
+      end
+      def test_base
+        command = WorkflowBuilder.new_job_properties do; end.to_h
+        assert_equal Hash["fs.s3n.awsAccessKeyId"=>"ACCESS_KEY", "fs.s3n.awsSecretAccessKey"=>"SECRET_KEY",
+                          "fs.s3.awsAccessKeyId"=>"ACCESS_KEY", "fs.s3.awsSecretAccessKey"=>"SECRET_KEY"], command
+      end
+    end
+  end
+end

data/test/test_helper.rb ADDED

@@ -0,0 +1,10 @@
+if ENV['COVERAGE']
+  require 'simplecov'
+  SimpleCov.start
+end
+require 'rubygems'
+require 'bundler/setup'
+require 'minitest/autorun'
+Bundler.require :default

metadata ADDED

@@ -0,0 +1,140 @@
+--- !ruby/object:Gem::Specification
+name: rubadoop
+version: !ruby/object:Gem::Version
+  version: 0.7.8
+platform: ruby
+authors:
+- Neville Kadwa
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2012-06-29 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '3'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '3'
+- !ruby/object:Gem::Dependency
+  name: aws-sdk
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 1.5.8
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 1.5.8
+- !ruby/object:Gem::Dependency
+  name: rdoc
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: |2+
+email: neville.kadwa@infogroup.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/rubadoop.rb
+- lib/rubadoop/base_dsl.rb
+- lib/rubadoop/emr.rb
+- lib/rubadoop/emr/jobflow_builder.rb
+- lib/rubadoop/emr/jobflow_builder/bootstrap_action.rb
+- lib/rubadoop/emr/jobflow_builder/job_spec.rb
+- lib/rubadoop/emr/jobflow_builder/step.rb
+- lib/rubadoop/map_reduce.rb
+- lib/rubadoop/map_reduce/call_java.rb
+- lib/rubadoop/map_reduce/call_streaming.rb
+- lib/rubadoop/map_reduce/identity.rb
+- lib/rubadoop/map_reduce/io.rb
+- lib/rubadoop/map_reduce/job_conf_environment.rb
+- lib/rubadoop/map_reduce/mappable.rb
+- lib/rubadoop/map_reduce/mapper.rb
+- lib/rubadoop/map_reduce/reducable.rb
+- lib/rubadoop/map_reduce/reducer.rb
+- lib/rubadoop/map_reduce/test_assist.rb
+- lib/rubadoop/map_reduce/utils.rb
+- lib/rubadoop/oozie/workflow_builder.rb
+- lib/rubadoop/oozie/workflow_builder/job_properties.rb
+- lib/rubadoop/version.rb
+- Gemfile
+- Gemfile.lock
+- README.rdoc
+- Rakefile
+- test/rubadoop/base_dsl_test.rb
+- test/rubadoop/emr/jobflow_builder_test.rb
+- test/rubadoop/map_reduce/call_java_test.rb
+- test/rubadoop/map_reduce/call_streaming_test.rb
+- test/rubadoop/map_reduce/identity_test.rb
+- test/rubadoop/map_reduce/io_test.rb
+- test/rubadoop/map_reduce/job_conf_environment_test.rb
+- test/rubadoop/map_reduce/mappable_test.rb
+- test/rubadoop/map_reduce/mapper_test.rb
+- test/rubadoop/map_reduce/reducable_test.rb
+- test/rubadoop/map_reduce/reducer_test.rb
+- test/rubadoop/map_reduce/test_assist_test.rb
+- test/rubadoop/oozie/workflow_builder_test.rb
+- test/test_helper.rb
+homepage: http://rubygems.org/gems/rubadoop
+licenses: []
+metadata: {}
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: 1.9.3
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements:
+- Local Hadoop installation
+rubyforge_project:
+rubygems_version: 2.0.2
+signing_key:
+specification_version: 4
+summary: Common tools for Ruby on Hadoop usage and control
+test_files:
+- test/rubadoop/base_dsl_test.rb
+- test/rubadoop/emr/jobflow_builder_test.rb
+- test/rubadoop/map_reduce/call_java_test.rb
+- test/rubadoop/map_reduce/call_streaming_test.rb
+- test/rubadoop/map_reduce/identity_test.rb
+- test/rubadoop/map_reduce/io_test.rb
+- test/rubadoop/map_reduce/job_conf_environment_test.rb
+- test/rubadoop/map_reduce/mappable_test.rb
+- test/rubadoop/map_reduce/mapper_test.rb
+- test/rubadoop/map_reduce/reducable_test.rb
+- test/rubadoop/map_reduce/reducer_test.rb
+- test/rubadoop/map_reduce/test_assist_test.rb
+- test/rubadoop/oozie/workflow_builder_test.rb
+- test/test_helper.rb