cascading.jruby 0.0.5 → 0.0.6

data/test/test_operations.rb

@@ -0,0 +1,23 @@
+require 'test/unit'
+require 'cascading'
+
+class TC_Operations < Test::Unit::TestCase
+  include Operations
+
+  def test_aggregator_function_ignore_values
+    min = min_function 'min_field', :ignore => [nil].to_java(:string)
+    assert_not_nil min
+  end
+
+  def test_aggregator_function_ignore_tuples
+    first = first_function 'first_field', :ignore => [Java::CascadingTuple::Tuple.new(-1)].to_java(Java::CascadingTuple::Tuple)
+    assert_not_nil first
+  end
+
+  def test_aggregator_function_ignore_exception
+    assert_raise RuntimeError do
+      avg = average_function 'avg_field', :ignore => [nil].to_java(:string)
+      assert_not_nil avg
+    end
+  end
+end

metadata

@@ -1,128 +1,134 @@
 --- !ruby/object:Gem::Specification 
-required_ruby_version: !ruby/object:Gem::Requirement 
-  requirements: 
-  - - '>='
-    - !ruby/object:Gem::Version 
-      version: "0"
-  version: 
-email: mwalker@etsy.com
+name: cascading.jruby
+version: !ruby/object:Gem::Version 
+  prerelease: 
+  version: 0.0.6
+platform: ruby
+authors: 
+  - Matt Walker
+  - "Gr\xC3\xA9goire Marabout"
+autorequire: 
+bindir: bin
 cert_chain: []
 
-summary: A JRuby DSL for Cascading
-post_install_message: 
+date: 2012-03-26 00:00:00 Z
+dependencies: []
+
+description: cascading.jruby is a small DSL above Cascading, written in JRuby
+email: mwalker@etsy.com
+executables: 
+  - make_job
+extensions: []
+
 extra_rdoc_files: 
-- History.txt
-- LICENSE.txt
-- bin/make_job
-- samples/data/data2.txt
-- samples/data/data_join1.txt
-- samples/data/data_join2.txt
-- samples/data/data_join3.txt
-- spec/resource/join_input.txt
-- spec/resource/test_input.txt
-- test/data/data1.txt
-- test/data/data2.txt
+  - History.txt
+  - LICENSE.txt
+  - bin/make_job
+  - samples/data/data2.txt
+  - samples/data/data_join1.txt
+  - samples/data/data_join2.txt
+  - samples/data/data_join3.txt
+  - spec/resource/join_input.txt
+  - spec/resource/test_input.txt
+  - test/data/data1.txt
+  - test/data/data2.txt
+files: 
+  - HACKING.md
+  - History.txt
+  - LICENSE.txt
+  - README.md
+  - Rakefile
+  - TODO
+  - bin/make_job
+  - lib/cascading.rb
+  - lib/cascading/assembly.rb
+  - lib/cascading/base.rb
+  - lib/cascading/cascade.rb
+  - lib/cascading/cascading.rb
+  - lib/cascading/cascading_exception.rb
+  - lib/cascading/expr_stub.rb
+  - lib/cascading/ext/array.rb
+  - lib/cascading/flow.rb
+  - lib/cascading/operations.rb
+  - lib/cascading/scope.rb
+  - samples/branch.rb
+  - samples/cascading.rb
+  - samples/copy.rb
+  - samples/data/data2.txt
+  - samples/data/data_join1.txt
+  - samples/data/data_join2.txt
+  - samples/data/data_join3.txt
+  - samples/join.rb
+  - samples/logwordcount.rb
+  - samples/project.rb
+  - samples/rename.rb
+  - samples/scorenames.rb
+  - samples/splitter.rb
+  - samples/union.rb
+  - spec/cascading_spec.rb
+  - spec/expr_spec.rb
+  - spec/jruby_version_spec.rb
+  - spec/resource/join_input.txt
+  - spec/resource/test_input.txt
+  - spec/scope_spec.rb
+  - spec/spec.opts
+  - spec/spec_helper.rb
+  - spec/spec_util.rb
+  - src/cascading/jruby/Main.java
+  - src/cascading/jruby/runner.rb
+  - tags
+  - tasks/ann.rake
+  - tasks/ant.rake
+  - tasks/bones.rake
+  - tasks/gem.rake
+  - tasks/git.rake
+  - tasks/notes.rake
+  - tasks/post_load.rake
+  - tasks/rdoc.rake
+  - tasks/rubyforge.rake
+  - tasks/samples.rake
+  - tasks/setup.rb
+  - tasks/spec.rake
+  - tasks/svn.rake
+  - tasks/test.rake
+  - test/data/data1.txt
+  - test/data/data2.txt
+  - test/test_assembly.rb
+  - test/test_cascade.rb
+  - test/test_cascading.rb
+  - test/test_flow.rb
+  - test/test_operations.rb
 homepage: http://github.com/etsy/cascading.jruby
-signing_key: 
-name: cascading.jruby
+licenses: []
+
+post_install_message: 
 rdoc_options: 
-- --main
-- README.md
-autorequire: 
-rubyforge_project: cascading.jruby
-executables: 
-- make_job
-description: cascading.jruby is a small DSL above Cascading, written in JRuby
-specification_version: 2
-default_executable: 
-files: 
-- HACKING.md
-- History.txt
-- LICENSE.txt
-- README.md
-- Rakefile
-- bin/make_job
-- lib/cascading.rb
-- lib/cascading/assembly.rb
-- lib/cascading/base.rb
-- lib/cascading/cascade.rb
-- lib/cascading/cascading.rb
-- lib/cascading/cascading_exception.rb
-- lib/cascading/expr_stub.rb
-- lib/cascading/ext/array.rb
-- lib/cascading/flow.rb
-- lib/cascading/operations.rb
-- lib/cascading/scope.rb
-- samples/branch.rb
-- samples/cascading.rb
-- samples/copy.rb
-- samples/data/data2.txt
-- samples/data/data_join1.txt
-- samples/data/data_join2.txt
-- samples/data/data_join3.txt
-- samples/join.rb
-- samples/logwordcount.rb
-- samples/project.rb
-- samples/rename.rb
-- samples/scorenames.rb
-- samples/splitter.rb
-- samples/union.rb
-- spec/cascading_spec.rb
-- spec/expr_spec.rb
-- spec/jruby_version_spec.rb
-- spec/primary_key_spec.rb
-- spec/resource/join_input.txt
-- spec/resource/test_input.txt
-- spec/scope_spec.rb
-- spec/spec.opts
-- spec/spec_helper.rb
-- spec/spec_util.rb
-- src/cascading/jruby/Main.java
-- src/cascading/jruby/runner.rb
-- tasks/ann.rake
-- tasks/ant.rake
-- tasks/bones.rake
-- tasks/gem.rake
-- tasks/git.rake
-- tasks/notes.rake
-- tasks/post_load.rake
-- tasks/rdoc.rake
-- tasks/rubyforge.rake
-- tasks/samples.rake
-- tasks/setup.rb
-- tasks/spec.rake
-- tasks/svn.rake
-- tasks/test.rake
-- test/data/data1.txt
-- test/data/data2.txt
-- test/test_assembly.rb
-- test/test_cascading.rb
-- test/test_flow.rb
+  - --main
+  - README.md
+require_paths: 
+  - lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
 required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
   requirements: 
-  - - '>='
-    - !ruby/object:Gem::Version 
-      version: "0"
-  version: 
-extensions: []
-
-rubygems_version: 1.3.1
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
 requirements: []
 
-authors: 
-- Matt Walker
-- "Gr\xc3\xa9goire Marabout"
-date: 2011-08-22 04:00:00 +00:00
-platform: ruby
+rubyforge_project: cascading.jruby
+rubygems_version: 1.8.9
+signing_key: 
+specification_version: 3
+summary: A JRuby DSL for Cascading
 test_files: 
-- test/test_assembly.rb
-- test/test_cascading.rb
-- test/test_flow.rb
-version: !ruby/object:Gem::Version 
-  version: 0.0.5
-require_paths: 
-- lib
-dependencies: []
-
-bindir: bin
-has_rdoc: true
+  - test/test_assembly.rb
+  - test/test_cascade.rb
+  - test/test_cascading.rb
+  - test/test_flow.rb
+  - test/test_operations.rb

data/spec/primary_key_spec.rb

@@ -1,119 +0,0 @@
-require File.expand_path(File.dirname(__FILE__) + '/spec_helper')
-
-context Cascading::Scope do
-  it 'should allow override of primary key' do
-    test_assembly do
-      split 'line', ['x', 'y'], :pattern => /,/
-      check_scope :values_fields => ['offset', 'line', 'x', 'y'],
-        :primary_key_fields => ['offset']
-    end
-  end
-
-  it 'should pass primary key through Each' do
-    test_assembly do
-      split 'line', ['x', 'y'], :pattern => /,/
-      check_scope :values_fields => ['offset', 'line', 'x', 'y'],
-        :primary_key_fields => ['offset']
-      pass
-      check_scope :values_fields => ['offset', 'line', 'x', 'y'],
-        :primary_key_fields => ['offset']
-    end
-  end
-
-  it 'should support renaming primary keys' do
-    test_assembly do
-      split 'line', ['x', 'y'], :pattern => /,/
-      check_scope :values_fields => ['offset', 'line', 'x', 'y'],
-        :primary_key_fields => ['offset']
-      rename 'offset' => 'primary_key', 'line' => 'data'
-      check_scope :values_fields => ['primary_key', 'data', 'x', 'y'],
-        :primary_key_fields => ['primary_key']
-    end
-  end
-
-  it 'should clear primary keys when a subset of their fields are discarded' do
-    test_assembly do
-      primary 'offset', 'line' # Make primary keys interesting
-      split 'line', ['x', 'y'], :pattern => /,/
-      check_scope :values_fields => ['offset', 'line', 'x', 'y'],
-        :primary_key_fields => ['offset', 'line']
-      project 'line', 'x', 'y'
-      check_scope :values_fields => ['line', 'x', 'y'],
-        :primary_key_fields => nil
-    end
-  end
-
-  it 'should pass primary key through branch' do
-    test_assembly do
-      split 'line', ['x', 'y'], :pattern => /,/
-      check_scope :values_fields => ['offset', 'line', 'x', 'y'],
-        :primary_key_fields => ['offset']
-
-      branch 'check_keys' do
-        check_scope :values_fields => ['offset', 'line', 'x', 'y'],
-          :primary_key_fields => ['offset']
-        pass
-        check_scope :values_fields => ['offset', 'line', 'x', 'y'],
-          :primary_key_fields => ['offset']
-      end
-
-      check_scope :values_fields => ['offset', 'line', 'x', 'y'],
-        :primary_key_fields => ['offset']
-      pass
-      check_scope :values_fields => ['offset', 'line', 'x', 'y'],
-        :primary_key_fields => ['offset']
-    end
-  end
-
-  it 'should pass primary key through GroupBy followed by Each' do
-    test_assembly do
-      group_by 'offset'
-      check_scope :values_fields => ['offset', 'line'],
-        :grouping_fields => ['offset'],
-        :primary_key_fields => ['offset']
-    end
-  end
-
-  it 'should pass primary key through GroupBy followed by Every' do
-    test_assembly do
-      split 'line', ['x', 'y'], :pattern => /,/
-      group_by 'offset', 'x' do
-        check_scope :values_fields => ['offset', 'line', 'x', 'y'],
-          :grouping_fields => ['offset', 'x'],
-          :primary_key_fields => ['offset'],
-          :grouping_primary_key_fields => ['offset', 'x']
-        count 'line'
-        check_scope :values_fields => ['offset', 'line', 'x', 'y'],
-          :grouping_fields => ['offset', 'x', 'line'],
-          :primary_key_fields => ['offset'],
-          :grouping_primary_key_fields => ['offset', 'x']
-        count 'y'
-        check_scope :values_fields => ['offset', 'line', 'x', 'y'],
-          :grouping_fields => ['offset', 'x', 'line', 'y'],
-          :primary_key_fields => ['offset', 'x'], # FIXME: why has the pk changed?
-          :grouping_primary_key_fields => ['offset', 'x']
-      end
-      check_scope :values_fields => ['offset', 'x', 'line', 'y'],
-        :primary_key_fields => ['offset', 'x']
-    end
-  end
-
-  it 'should not clear primary key when grouping on other fields' do
-    test_assembly do
-      group_by 'line'
-      check_scope :values_fields => ['offset', 'line'],
-        :grouping_fields => ['line'],
-        :primary_key_fields => ['offset'],
-        :grouping_primary_key_fields => ['line']
-    end
-  end
-
-  it 'should pass primary key through CoGroup' do
-    test_join_assembly do
-      check_scope :values_fields => ['offset', 'line', 'x', 'y', 'z', 'offset_', 'line_', 'x_', 'y_', 'z_'],
-        :grouping_fields => ['x'],
-        :primary_key_fields => ['offset'],
-        :grouping_primary_key_fields => ['x']
-    end
-  end
-end