cascading.jruby 0.0.8 → 0.0.9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
data/tags CHANGED
@@ -6,9 +6,11 @@
6
6
  !_TAG_PROGRAM_VERSION 5.8 //
7
7
  Aggregations lib/cascading/aggregations.rb /^ class Aggregations$/;" c class:Cascading
8
8
  Aggregations spec/spec_util.rb /^ class Aggregations; include ScopeTests; end$/;" c class:Cascading
9
+ AmbiguousNodeNameException lib/cascading/base.rb /^ class AmbiguousNodeNameException < StandardError; end$/;" c class:Cascading.Node.find_all_children_with_name
9
10
  Array lib/cascading/ext/array.rb /^class Array$/;" c
10
11
  Assembly lib/cascading/assembly.rb /^ class Assembly < Cascading::Node$/;" c class:Cascading
11
12
  Assembly spec/spec_util.rb /^ class Assembly; include ScopeTests; end$/;" c class:Cascading
13
+ BaseTap lib/cascading/tap.rb /^ class BaseTap$/;" c class:Cascading
12
14
  Cascade lib/cascading/cascade.rb /^ class Cascade < Cascading::Node$/;" c class:Cascading
13
15
  Cascading lib/cascading.rb /^module Cascading$/;" m
14
16
  Cascading lib/cascading/aggregations.rb /^module Cascading$/;" m
@@ -19,9 +21,11 @@ Cascading lib/cascading/cascading.rb /^module Cascading$/;" m
19
21
  Cascading lib/cascading/cascading_exception.rb /^module Cascading$/;" m
20
22
  Cascading lib/cascading/expr_stub.rb /^module Cascading$/;" m
21
23
  Cascading lib/cascading/flow.rb /^module Cascading$/;" m
24
+ Cascading lib/cascading/mode.rb /^module Cascading$/;" m
22
25
  Cascading lib/cascading/operations.rb /^module Cascading$/;" m
23
26
  Cascading lib/cascading/scope.rb /^module Cascading$/;" m
24
27
  Cascading lib/cascading/sub_assembly.rb /^module Cascading$/;" m
28
+ Cascading lib/cascading/tap.rb /^module Cascading$/;" m
25
29
  Cascading spec/spec_util.rb /^module Cascading$/;" m
26
30
  CascadingException lib/cascading/cascading_exception.rb /^ class CascadingException < StandardError$/;" c class:Cascading
27
31
  ExprArgException lib/cascading/expr_stub.rb /^ class ExprArgException < StandardError; end$/;" c
@@ -30,14 +34,18 @@ Flow lib/cascading/flow.rb /^ class Flow < Cascading::Node$/;" c class:Cascadin
30
34
  Flow spec/spec_util.rb /^ class Flow; include ScopeTests; end$/;" c class:Cascading
31
35
  JRUBY_HOME src/cascading/jruby/Main.java /^ private final static String JRUBY_HOME = "\/opt\/jruby";$/;" f class:Main file:
32
36
  Main src/cascading/jruby/Main.java /^public class Main {$/;" c
37
+ MockAssemblies test/mock_assemblies.rb /^module MockAssemblies$/;" m
38
+ Mode lib/cascading/mode.rb /^ class Mode$/;" c class:Cascading
39
+ MultiTap lib/cascading/tap.rb /^ class MultiTap < BaseTap$/;" c
33
40
  Node lib/cascading/base.rb /^ class Node$/;" c class:Cascading
34
41
  Object tasks/setup.rb /^class Object$/;" c
35
42
  OpenStruct tasks/setup.rb /^class OpenStruct; undef :gem; end$/;" c
36
43
  Operations lib/cascading/operations.rb /^ module Operations$/;" m class:Cascading
37
- Registerable lib/cascading/base.rb /^ module Registerable$/;" m class:Cascading
44
+ Registerable lib/cascading/base.rb /^ module Registerable$/;" m class:Cascading.Node.find_all_children_with_name
38
45
  Scope lib/cascading/scope.rb /^ class Scope$/;" c class:Cascading
39
46
  ScopeTests spec/spec_util.rb /^module ScopeTests$/;" m
40
47
  SubAssembly lib/cascading/sub_assembly.rb /^ class SubAssembly$/;" c class:Cascading
48
+ TC_Aggregations test/test_aggregations.rb /^class TC_Aggregations < Test::Unit::TestCase$/;" c
41
49
  TC_Assembly test/test_assembly.rb /^class TC_Assembly < Test::Unit::TestCase$/;" c
42
50
  TC_Cascade test/test_cascade.rb /^class TC_Cascade < Test::Unit::TestCase$/;" c
43
51
  TC_Cascading test/test_cascading.rb /^class TC_Cascading < Test::Unit::TestCase$/;" c
@@ -45,14 +53,16 @@ TC_Exceptions test/test_exceptions.rb /^class TC_Exceptions < Test::Unit::TestCa
45
53
  TC_Flow test/test_flow.rb /^class TC_Flow < Test::Unit::TestCase$/;" c
46
54
  TC_LocalExecution test/test_local_execution.rb /^class TC_LocalExecution < Test::Unit::TestCase$/;" c
47
55
  TC_Operations test/test_operations.rb /^class TC_Operations < Test::Unit::TestCase$/;" c
48
- add lib/cascading/base.rb /^ def add(name, instance)$/;" f class:Cascading.Registerable
56
+ Tap lib/cascading/tap.rb /^ class Tap < BaseTap$/;" c class:Cascading
57
+ add lib/cascading/base.rb /^ def add(name, instance)$/;" f class:Cascading.Node.find_all_children_with_name.Registerable
49
58
  add_archive_to_distributed_cache lib/cascading/flow.rb /^ def add_archive_to_distributed_cache(file)$/;" f
50
59
  add_child lib/cascading/base.rb /^ def add_child(node)$/;" f class:Cascading.Node
51
60
  add_file_to_distributed_cache lib/cascading/flow.rb /^ def add_file_to_distributed_cache(file)$/;" f
52
61
  add_listener lib/cascading/flow.rb /^ def add_listener(listener)$/;" f
53
62
  add_to_distributed_cache lib/cascading/flow.rb /^ def add_to_distributed_cache(file, property)$/;" f
63
+ adjacency_list lib/cascading/sub_assembly.rb /^ def adjacency_list(pipes, tail_pipe, graph)$/;" f class:Cascading.SubAssembly
54
64
  aggregator_function lib/cascading/operations.rb /^ def aggregator_function(args, aggregator_klass)$/;" f class:Cascading.Operations
55
- all lib/cascading/base.rb /^ def all$/;" f class:Cascading.Registerable
65
+ all lib/cascading/base.rb /^ def all$/;" f class:Cascading.Node.find_all_children_with_name.Registerable
56
66
  all_fields lib/cascading/cascading.rb /^ def all_fields$/;" f class:Cascading
57
67
  apply_aggregations lib/cascading/assembly.rb /^ def apply_aggregations(group, incoming_scopes, &block)$/;" f class:Cascading.Assembly
58
68
  assembly lib/cascading/flow.rb /^ def assembly(name, &block)$/;" f class:Cascading.Flow
@@ -63,17 +73,20 @@ assert_not_null lib/cascading/assembly.rb /^ def assert_not_null(*args)$/;" f
63
73
  assert_size_equals lib/cascading/assembly.rb /^ def assert_size_equals(*args)$/;" f class:Cascading.Assembly
64
74
  average lib/cascading/aggregations.rb /^ def average(*args)$/;" f class:Cascading.Aggregations
65
75
  branch lib/cascading/assembly.rb /^ def branch(name, &block)$/;" f class:Cascading.Assembly
66
- cascade lib/cascading/cascading.rb /^ def cascade(name, &block)$/;" f class:Cascading
76
+ can_aggregate_by? lib/cascading/aggregations.rb /^ def can_aggregate_by?$/;" f class:Cascading.Aggregations
77
+ cascade lib/cascading/cascading.rb /^ def cascade(name, params = {}, &block)$/;" f class:Cascading
67
78
  cascading.jruby src/cascading/jruby/Main.java /^package cascading.jruby;$/;" p
68
79
  cast lib/cascading/assembly.rb /^ def cast(type_map)$/;" f class:Cascading.Assembly
69
80
  cause lib/cascading/cascading_exception.rb /^ def cause(depth = @depth)$/;" f class:Cascading.CascadingException
70
81
  check_scope spec/spec_util.rb /^ def check_scope(params = {})$/;" f class:ScopeTests
82
+ coerce_to_java lib/cascading/operations.rb /^ def coerce_to_java(v)$/;" f class:Cascading.Operations.to_java_comparable_array
71
83
  compile lib/cascading/expr_stub.rb /^ def compile$/;" f class:Cascading
72
84
  complete lib/cascading/cascade.rb /^ def complete(properties = nil)$/;" f class:Cascading.Cascade
73
85
  complete lib/cascading/flow.rb /^ def complete(properties = nil)$/;" f
74
86
  composite_aggregator lib/cascading/aggregations.rb /^ def composite_aggregator(args, function)$/;" f class:Cascading.Aggregations
75
87
  compress_output lib/cascading/flow.rb /^ def compress_output(codec, type)$/;" f class:Cascading.Flow
76
88
  connect lib/cascading/flow.rb /^ def connect(properties = nil)$/;" f
89
+ connect_flow lib/cascading/mode.rb /^ def connect_flow(properties, name, sources, sinks, pipes)$/;" f class:Cascading.Mode
77
90
  copy lib/cascading/assembly.rb /^ def copy(*args)$/;" f class:Cascading.Assembly
78
91
  copy lib/cascading/scope.rb /^ def copy$/;" f class:Cascading.Scope
79
92
  copy_fields lib/cascading/cascading.rb /^ def copy_fields(fields)$/;" f class:Cascading
@@ -119,27 +132,34 @@ filter lib/cascading/assembly.rb /^ def filter(*args)$/;" f class:Cascading.A
119
132
  filter_not_null lib/cascading/assembly.rb /^ def filter_not_null(*args)$/;" f class:Cascading.Assembly
120
133
  filter_null lib/cascading/assembly.rb /^ def filter_null(*args)$/;" f class:Cascading.Assembly
121
134
  finalize lib/cascading/aggregations.rb /^ def finalize$/;" f class:Cascading.Aggregations
122
- finalize lib/cascading/sub_assembly.rb /^ def finalize$/;" f class:Cascading.SubAssembly
135
+ finalize lib/cascading/sub_assembly.rb /^ def finalize(pipes, incoming_scopes)$/;" f class:Cascading.SubAssembly
136
+ find_all_children_with_name lib/cascading/base.rb /^ def find_all_children_with_name(name)$/;" f class:Cascading.Node
123
137
  find_child lib/cascading/base.rb /^ def find_child(name)$/;" f class:Cascading.Node
124
138
  first lib/cascading/aggregations.rb /^ def first(*args); composite_aggregator(args, :first_function); end$/;" f class:Cascading.Aggregations
125
139
  first_function lib/cascading/operations.rb /^ def first_function(*args)$/;" f class:Cascading.Operations
126
- flow lib/cascading/cascade.rb /^ def flow(name, &block)$/;" f class:Cascading.Cascade
127
- flow lib/cascading/cascading.rb /^ def flow(name, &block)$/;" f class:Cascading
140
+ flow lib/cascading/cascade.rb /^ def flow(name, params = {}, &block)$/;" f class:Cascading.Cascade
141
+ flow lib/cascading/cascading.rb /^ def flow(name, params = {}, &block)$/;" f class:Cascading
142
+ flow_connector_class lib/cascading/mode.rb /^ def flow_connector_class$/;" f class:Cascading.Mode
128
143
  format_date lib/cascading/assembly.rb /^ def format_date(*args)$/;" f class:Cascading.Assembly
129
- get lib/cascading/base.rb /^ def get(key)$/;" f class:Cascading.Registerable
144
+ get lib/cascading/base.rb /^ def get(key)$/;" f class:Cascading.Node.find_all_children_with_name.Registerable
130
145
  group_by lib/cascading/assembly.rb /^ def group_by(*args, &block)$/;" f class:Cascading.Assembly
131
146
  grouping_fields lib/cascading/scope.rb /^ def grouping_fields$/;" f class:Cascading.Scope
147
+ hadoop? lib/cascading/tap.rb /^ def hadoop?$/;" f class:Cascading.BaseTap
132
148
  identity lib/cascading/operations.rb /^ def identity$/;" f class:Cascading.Operations
133
149
  in_directory tasks/setup.rb /^def in_directory( dir, &block )$/;" f
134
150
  initialize lib/cascading/aggregations.rb /^ def initialize(assembly, group, incoming_scopes)$/;" f class:Cascading.Aggregations
135
151
  initialize lib/cascading/assembly.rb /^ def initialize(name, parent, outgoing_scopes = {})$/;" f class:Cascading.Assembly
136
152
  initialize lib/cascading/base.rb /^ def initialize(name, parent)$/;" f class:Cascading.Node
137
- initialize lib/cascading/cascade.rb /^ def initialize(name)$/;" f class:Cascading.Cascade
153
+ initialize lib/cascading/cascade.rb /^ def initialize(name, params = {})$/;" f class:Cascading.Cascade
138
154
  initialize lib/cascading/cascading_exception.rb /^ def initialize(native_exception, message)$/;" f class:Cascading.CascadingException
139
155
  initialize lib/cascading/expr_stub.rb /^ def initialize(expression)$/;" f class:Cascading.ExprStub
140
- initialize lib/cascading/flow.rb /^ def initialize(name, parent)$/;" f class:Cascading.Flow
156
+ initialize lib/cascading/flow.rb /^ def initialize(name, parent, params = {})$/;" f class:Cascading.Flow
157
+ initialize lib/cascading/mode.rb /^ def initialize(local)$/;" f class:Cascading.Mode
141
158
  initialize lib/cascading/scope.rb /^ def initialize(scope)$/;" f class:Cascading.Scope
142
159
  initialize lib/cascading/sub_assembly.rb /^ def initialize(assembly, sub_assembly)$/;" f class:Cascading.SubAssembly
160
+ initialize lib/cascading/tap.rb /^ def initialize(local_tap, hadoop_tap)$/;" f class:Cascading.BaseTap
161
+ initialize lib/cascading/tap.rb /^ def initialize(local_tap, hadoop_tap)$/;" f class:MultiTap
162
+ initialize lib/cascading/tap.rb /^ def initialize(path, params = {})$/;" f class:Cascading.Tap
143
163
  inner_join lib/cascading/assembly.rb /^ def inner_join(*args, &block)$/;" f class:Cascading.Assembly
144
164
  insert lib/cascading/assembly.rb /^ def insert(args)$/;" f class:Cascading.Assembly
145
165
  insert_function lib/cascading/operations.rb /^ def insert_function(*args)$/;" f class:Cascading.Operations
@@ -150,24 +170,28 @@ last_function lib/cascading/operations.rb /^ def last_function(*args)$/;" f c
150
170
  last_grouping_fields lib/cascading/cascading.rb /^ def last_grouping_fields$/;" f class:Cascading
151
171
  left_join lib/cascading/assembly.rb /^ def left_join(*args, &block)$/;" f class:Cascading.Assembly
152
172
  libpath lib/cascading.rb /^ def self.libpath( *args )$/;" F class:Cascading
173
+ local? lib/cascading/tap.rb /^ def local?$/;" f class:Cascading.BaseTap
153
174
  local_properties lib/cascading/cascading.rb /^ def local_properties(base_dir)$/;" f
154
175
  main src/cascading/jruby/Main.java /^ public static void main(String[] args) {$/;" m class:Main
155
176
  make_flows lib/cascading/cascade.rb /^ def make_flows(flows, properties)$/;" f class:Cascading.Cascade
156
177
  make_pipe lib/cascading/aggregations.rb /^ def make_pipe(type, parameters)$/;" f class:Cascading.Aggregations
157
178
  make_pipe lib/cascading/assembly.rb /^ def make_pipe(type, parameters)$/;" f class:Cascading.Assembly
158
179
  make_pipes lib/cascading/flow.rb /^ def make_pipes$/;" f
159
- make_tap_parameter lib/cascading/flow.rb /^ def make_tap_parameter(taps)$/;" f
180
+ make_tap_parameter lib/cascading/flow.rb /^ def make_tap_parameter(taps, pipe_accessor)$/;" f
160
181
  manifest tasks/setup.rb /^def manifest$/;" f
161
182
  match_rows lib/cascading/assembly.rb /^ def match_rows(*args)$/;" f class:Cascading.Assembly
162
183
  max lib/cascading/aggregations.rb /^ def max(*args); composite_aggregator(args, :max_function); end$/;" f class:Cascading.Aggregations
163
184
  max_function lib/cascading/operations.rb /^ def max_function(*args)$/;" f class:Cascading.Operations
164
185
  min lib/cascading/aggregations.rb /^ def min(*args); composite_aggregator(args, :min_function); end$/;" f class:Cascading.Aggregations
165
186
  min_function lib/cascading/operations.rb /^ def min_function(*args)$/;" f class:Cascading.Operations
166
- mock_assembly test/test_assembly.rb /^ def mock_assembly(&block)$/;" f class:TC_Assembly
167
- mock_branched_assembly test/test_assembly.rb /^ def mock_branched_assembly(&block)$/;" f class:TC_Assembly
168
- mock_two_input_assembly test/test_assembly.rb /^ def mock_two_input_assembly(&block)$/;" f class:TC_Assembly
187
+ mock_assembly test/mock_assemblies.rb /^ def mock_assembly(&block)$/;" f class:MockAssemblies
188
+ mock_branched_assembly test/mock_assemblies.rb /^ def mock_branched_assembly(&block)$/;" f class:MockAssemblies
189
+ mock_two_input_assembly test/mock_assemblies.rb /^ def mock_two_input_assembly(&block)$/;" f class:MockAssemblies
169
190
  multi_sink_tap lib/cascading/cascading.rb /^ def multi_sink_tap(*taps)$/;" f
191
+ multi_sink_tap lib/cascading/tap.rb /^ def self.multi_sink_tap(taps)$/;" F class:MultiTap
170
192
  multi_source_tap lib/cascading/cascading.rb /^ def multi_source_tap(*taps)$/;" f
193
+ multi_source_tap lib/cascading/tap.rb /^ def self.multi_source_tap(taps)$/;" F class:MultiTap
194
+ multi_tap lib/cascading/tap.rb /^ def self.multi_tap(taps, klass)$/;" F class:MultiTap
171
195
  names_and_types lib/cascading/expr_stub.rb /^ def names_and_types$/;" f class:Cascading
172
196
  outer_join lib/cascading/assembly.rb /^ def outer_join(*args, &block)$/;" f class:Cascading.Assembly
173
197
  outgoing_scope lib/cascading/scope.rb /^ def self.outgoing_scope(flow_element, incoming_scopes)$/;" F class:Cascading.Scope
@@ -175,10 +199,11 @@ outgoing_scope_for lib/cascading/scope.rb /^ def self.outgoing_scope_for(flow
175
199
  paragraphs_of tasks/setup.rb /^def paragraphs_of( path, *paragraphs )$/;" f
176
200
  parent_flow lib/cascading/assembly.rb /^ def parent_flow$/;" f class:Cascading.Assembly
177
201
  parse lib/cascading/assembly.rb /^ def parse(*args)$/;" f class:Cascading.Assembly
202
+ parse lib/cascading/mode.rb /^ def self.parse(mode)$/;" F class:Cascading.Mode
178
203
  parse_date lib/cascading/assembly.rb /^ def parse_date(*args)$/;" f class:Cascading.Assembly
179
204
  pass lib/cascading/assembly.rb /^ def pass(*args)$/;" f class:Cascading.Assembly
180
205
  path lib/cascading.rb /^ def self.path( *args )$/;" F class:Cascading
181
- path lib/cascading/sub_assembly.rb /^ def path(pipe, tail_pipes)$/;" f class:Cascading.SubAssembly
206
+ populate_incoming_scopes lib/cascading/assembly.rb /^ def populate_incoming_scopes(assembly_names, group_fields_args = {})$/;" f class:Cascading.Assembly
182
207
  project lib/cascading/assembly.rb /^ def project(*args)$/;" f class:Cascading.Assembly
183
208
  qualified_name lib/cascading/base.rb /^ def qualified_name$/;" f class:Cascading.Node
184
209
  quiet tasks/setup.rb /^def quiet( &block )$/;" f
@@ -188,13 +213,13 @@ regex_parser lib/cascading/operations.rb /^ def regex_parser(*args)$/;" f cla
188
213
  regex_replace lib/cascading/operations.rb /^ def regex_replace(*args)$/;" f class:Cascading.Operations.to_java_comparable_array
189
214
  regex_split_generator lib/cascading/operations.rb /^ def regex_split_generator(*args)$/;" f class:Cascading.Operations
190
215
  regex_splitter lib/cascading/operations.rb /^ def regex_splitter(*args)$/;" f class:Cascading.Operations
191
- registered lib/cascading/base.rb /^ def registered$/;" f class:Cascading.Registerable
216
+ registered lib/cascading/base.rb /^ def registered$/;" f class:Cascading.Node.find_all_children_with_name.Registerable
192
217
  reject lib/cascading/assembly.rb /^ def reject(*args)$/;" f class:Cascading.Assembly
193
218
  remove_desc_for_task tasks/setup.rb /^def remove_desc_for_task( names )$/;" f
194
219
  rename lib/cascading/assembly.rb /^ def rename(name_map)$/;" f class:Cascading.Assembly
195
220
  replace lib/cascading/assembly.rb /^ def replace(*args)$/;" f class:Cascading.Assembly
196
221
  require_all_jars lib/cascading.rb /^ def self.require_all_jars(from = ::File.join(::File.dirname(__FILE__), "..", "jars"))$/;" F class:Cascading
197
- reset lib/cascading/base.rb /^ def reset$/;" f class:Cascading.Registerable
222
+ reset lib/cascading/base.rb /^ def reset$/;" f class:Cascading.Node.find_all_children_with_name.Registerable
198
223
  results_fields lib/cascading/cascading.rb /^ def results_fields$/;" f class:Cascading
199
224
  right_join lib/cascading/assembly.rb /^ def right_join(*args, &block)$/;" f class:Cascading.Assembly
200
225
  root lib/cascading/base.rb /^ def root$/;" f class:Cascading.Node
@@ -202,85 +227,111 @@ scope lib/cascading/assembly.rb /^ def scope$/;" f class:Cascading.Assembly
202
227
  scope lib/cascading/flow.rb /^ def scope(name = nil)$/;" f class:Cascading.Flow
203
228
  scope_fields_to_s lib/cascading/scope.rb /^ def scope_fields_to_s(accessor)$/;" f class:Cascading.Scope
204
229
  search_field_name lib/cascading/cascading.rb /^ def search_field_name(names, candidate)$/;" f class:Cascading
230
+ select_taps lib/cascading/mode.rb /^ def select_taps(tap_map)$/;" f class:Cascading.Mode
205
231
  sequence_file_scheme lib/cascading/cascading.rb /^ def sequence_file_scheme(*fields)$/;" f
206
232
  set_spill_threshold lib/cascading/flow.rb /^ def set_spill_threshold(threshold)$/;" f
207
- sink lib/cascading/flow.rb /^ def sink(*args)$/;" f class:Cascading.Flow
233
+ sink lib/cascading/flow.rb /^ def sink(name, tap)$/;" f class:Cascading.Flow
208
234
  sink_metadata lib/cascading/cascade.rb /^ def sink_metadata$/;" f class:Cascading.Cascade
209
235
  sink_metadata lib/cascading/flow.rb /^ def sink_metadata$/;" f class:Cascading.Flow
210
- source lib/cascading/flow.rb /^ def source(*args)$/;" f class:Cascading.Flow
236
+ source lib/cascading/flow.rb /^ def source(name, tap)$/;" f class:Cascading.Flow
237
+ source_tap lib/cascading/mode.rb /^ def source_tap(name, tap)$/;" f class:Cascading.Mode
211
238
  specific_to_java lib/cascading/expr_stub.rb /^ def specific_to_java(value, type)$/;" f class:Cascading
212
239
  split lib/cascading/assembly.rb /^ def split(*args)$/;" f class:Cascading.Assembly
213
240
  split_hash lib/cascading/expr_stub.rb /^ def split_hash(h)$/;" f class:Cascading
214
241
  split_rows lib/cascading/assembly.rb /^ def split_rows(*args)$/;" f class:Cascading.Assembly
215
- sub_assembly lib/cascading/assembly.rb /^ def sub_assembly(sub_assembly)$/;" f class:Cascading.Assembly
242
+ sub_assembly lib/cascading/assembly.rb /^ def sub_assembly(sub_assembly, pipes = [tail_pipe], incoming_scopes = [scope])$/;" f class:Cascading.Assembly
216
243
  sum lib/cascading/aggregations.rb /^ def sum(*args)$/;" f class:Cascading.Aggregations
217
- tap lib/cascading/cascading.rb /^ def tap(*args)$/;" f
244
+ tap lib/cascading/cascading.rb /^ def tap(path, params = {})$/;" f
218
245
  tap_scope lib/cascading/scope.rb /^ def self.tap_scope(tap, name)$/;" F class:Cascading.Scope
219
246
  test_aggregator_function_ignore_tuples test/test_operations.rb /^ def test_aggregator_function_ignore_tuples$/;" f class:TC_Operations
220
247
  test_aggregator_function_ignore_values test/test_operations.rb /^ def test_aggregator_function_ignore_values$/;" f class:TC_Operations
248
+ test_ambiguous_assembly_names test/test_cascade.rb /^ def test_ambiguous_assembly_names$/;" f class:TC_Cascade
221
249
  test_ambiguous_assembly_names test/test_flow.rb /^ def test_ambiguous_assembly_names$/;" f class:TC_Flow
222
250
  test_ambiguous_branch_names test/test_flow.rb /^ def test_ambiguous_branch_names$/;" f class:TC_Flow
251
+ test_ambiguous_flow_names test/test_cascade.rb /^ def test_ambiguous_flow_names$/;" f class:TC_Cascade
223
252
  test_assembly spec/spec_util.rb /^def test_assembly(params = {}, &block)$/;" f
224
- test_branch_empty test/test_assembly.rb /^ def test_branch_empty$/;" f
225
- test_branch_single test/test_assembly.rb /^ def test_branch_single$/;" f
226
- test_branch_unique test/test_assembly.rb /^ def test_branch_unique$/;" f
253
+ test_average_by_sub_assembly test/test_assembly.rb /^ def test_average_by_sub_assembly$/;" f class:TC_Assembly
254
+ test_branch_empty test/test_assembly.rb /^ def test_branch_empty$/;" f class:TC_Assembly
255
+ test_branch_single test/test_assembly.rb /^ def test_branch_single$/;" f class:TC_Assembly
256
+ test_branch_unique test/test_assembly.rb /^ def test_branch_unique$/;" f class:TC_Assembly
227
257
  test_cascade test/test_cascade.rb /^ def test_cascade$/;" f class:TC_Cascade
228
258
  test_cascading_exception test/test_exceptions.rb /^ def test_cascading_exception$/;" f class:TC_Exceptions
259
+ test_coerce_to_java_double test/test_operations.rb /^ def test_coerce_to_java_double$/;" f class:TC_Operations
260
+ test_coerce_to_java_int test/test_operations.rb /^ def test_coerce_to_java_int$/;" f class:TC_Operations
261
+ test_coerce_to_java_nil test/test_operations.rb /^ def test_coerce_to_java_nil$/;" f class:TC_Operations
262
+ test_coerce_to_java_other test/test_operations.rb /^ def test_coerce_to_java_other$/;" f class:TC_Operations
263
+ test_coerce_to_java_string test/test_operations.rb /^ def test_coerce_to_java_string$/;" f class:TC_Operations
264
+ test_count_by_sub_assembly test/test_assembly.rb /^ def test_count_by_sub_assembly$/;" f class:TC_Assembly
229
265
  test_create_assembly_simple test/test_assembly.rb /^ def test_create_assembly_simple$/;" f class:TC_Assembly
230
266
  test_create_each test/test_assembly.rb /^ def test_create_each$/;" f class:TC_Assembly
231
267
  test_create_every test/test_assembly.rb /^ def test_create_every$/;" f class:TC_Assembly
268
+ test_create_group_by test/test_aggregations.rb /^ def test_create_group_by$/;" f class:TC_Aggregations
232
269
  test_create_group_by test/test_assembly.rb /^ def test_create_group_by$/;" f class:TC_Assembly
270
+ test_create_group_by_aggregate_by test/test_aggregations.rb /^ def test_create_group_by_aggregate_by$/;" f class:TC_Aggregations
271
+ test_create_group_by_aggregate_by_many_fields test/test_aggregations.rb /^ def test_create_group_by_aggregate_by_many_fields$/;" f class:TC_Aggregations
272
+ test_create_group_by_many_fields test/test_aggregations.rb /^ def test_create_group_by_many_fields$/;" f class:TC_Aggregations
233
273
  test_create_group_by_many_fields test/test_assembly.rb /^ def test_create_group_by_many_fields$/;" f class:TC_Assembly
274
+ test_create_group_by_reverse test/test_aggregations.rb /^ def test_create_group_by_reverse$/;" f class:TC_Aggregations
234
275
  test_create_group_by_reverse test/test_assembly.rb /^ def test_create_group_by_reverse$/;" f class:TC_Assembly
276
+ test_create_group_by_with_sort test/test_aggregations.rb /^ def test_create_group_by_with_sort$/;" f class:TC_Aggregations
235
277
  test_create_group_by_with_sort test/test_assembly.rb /^ def test_create_group_by_with_sort$/;" f class:TC_Assembly
278
+ test_create_group_by_with_sort_reverse test/test_aggregations.rb /^ def test_create_group_by_with_sort_reverse$/;" f class:TC_Aggregations
236
279
  test_create_group_by_with_sort_reverse test/test_assembly.rb /^ def test_create_group_by_with_sort_reverse$/;" f class:TC_Assembly
237
- test_create_join test/test_assembly.rb /^ def test_create_join$/;" f
238
- test_create_join_many_fields test/test_assembly.rb /^ def test_create_join_many_fields$/;" f
239
- test_create_join_with_declared_fields test/test_assembly.rb /^ def test_create_join_with_declared_fields$/;" f
280
+ test_create_join test/test_assembly.rb /^ def test_create_join$/;" f class:TC_Assembly
281
+ test_create_join_many_fields test/test_assembly.rb /^ def test_create_join_many_fields$/;" f class:TC_Assembly
282
+ test_create_join_with_declared_fields test/test_assembly.rb /^ def test_create_join_with_declared_fields$/;" f class:TC_Assembly
283
+ test_create_union test/test_aggregations.rb /^ def test_create_union$/;" f class:TC_Aggregations
240
284
  test_create_union test/test_assembly.rb /^ def test_create_union$/;" f class:TC_Assembly
285
+ test_create_union_aggregate_by test/test_aggregations.rb /^ def test_create_union_aggregate_by$/;" f class:TC_Aggregations
286
+ test_create_union_aggregate_by_many_fields test/test_aggregations.rb /^ def test_create_union_aggregate_by_many_fields$/;" f class:TC_Aggregations
287
+ test_create_union_many_fields test/test_aggregations.rb /^ def test_create_union_many_fields$/;" f class:TC_Aggregations
241
288
  test_create_union_many_fields test/test_assembly.rb /^ def test_create_union_many_fields$/;" f class:TC_Assembly
289
+ test_create_union_reverse test/test_aggregations.rb /^ def test_create_union_reverse$/;" f class:TC_Aggregations
242
290
  test_create_union_reverse test/test_assembly.rb /^ def test_create_union_reverse$/;" f class:TC_Assembly
291
+ test_create_union_with_sort test/test_aggregations.rb /^ def test_create_union_with_sort$/;" f class:TC_Aggregations
243
292
  test_create_union_with_sort test/test_assembly.rb /^ def test_create_union_with_sort$/;" f class:TC_Assembly
293
+ test_create_union_with_sort_reverse test/test_aggregations.rb /^ def test_create_union_with_sort_reverse$/;" f class:TC_Aggregations
244
294
  test_create_union_with_sort_reverse test/test_assembly.rb /^ def test_create_union_with_sort_reverse$/;" f class:TC_Assembly
245
295
  test_each_identity test/test_assembly.rb /^ def test_each_identity$/;" f class:TC_Assembly
246
- test_empty_where test/test_assembly.rb /^ def test_empty_where$/;" f
296
+ test_empty_where test/test_assembly.rb /^ def test_empty_where$/;" f class:TC_Assembly
247
297
  test_every_cannot_follow_tap test/test_assembly.rb /^ def test_every_cannot_follow_tap$/;" f class:TC_Assembly
248
298
  test_fields_field test/test_cascading.rb /^ def test_fields_field$/;" f class:TC_Cascading
249
299
  test_fields_multiple test/test_cascading.rb /^ def test_fields_multiple$/;" f class:TC_Cascading
250
300
  test_fields_single test/test_cascading.rb /^ def test_fields_single$/;" f class:TC_Cascading
251
301
  test_flow spec/spec_util.rb /^def test_flow(&block)$/;" f
252
302
  test_flow test/test_flow.rb /^ def test_flow$/;" f class:TC_Flow
253
- test_group_by_with_block test/test_assembly.rb /^ def test_group_by_with_block$/;" f class:TC_Assembly
254
303
  test_join1 test/test_local_execution.rb /^ def test_join1$/;" f class:TC_LocalExecution.test_smoke_test_multi_source_tap.test_smoke_test_sequence_file_scheme.test_splitter.test_smoke_test_multi_source_tap
255
304
  test_join2 test/test_local_execution.rb /^ def test_join2$/;" f class:TC_LocalExecution.test_smoke_test_multi_source_tap.test_smoke_test_sequence_file_scheme.test_splitter.test_smoke_test_multi_source_tap.test_join1
256
305
  test_join_assembly spec/spec_util.rb /^def test_join_assembly(params = {}, &block)$/;" f
257
- test_join_empty_on test/test_assembly.rb /^ def test_join_empty_on$/;" f
258
- test_join_invalid_on test/test_assembly.rb /^ def test_join_invalid_on$/;" f
259
- test_join_undefined_inputs test/test_assembly.rb /^ def test_join_undefined_inputs$/;" f
260
- test_join_with_block test/test_assembly.rb /^ def test_join_with_block$/;" f
261
- test_join_without_on test/test_assembly.rb /^ def test_join_without_on$/;" f
262
- test_smoke_test_debug_scope test/test_assembly.rb /^ def test_smoke_test_debug_scope$/;" f
306
+ test_join_empty_on test/test_assembly.rb /^ def test_join_empty_on$/;" f class:TC_Assembly
307
+ test_join_invalid_on test/test_assembly.rb /^ def test_join_invalid_on$/;" f class:TC_Assembly
308
+ test_join_undefined_inputs test/test_assembly.rb /^ def test_join_undefined_inputs$/;" f class:TC_Assembly
309
+ test_join_with_block test/test_assembly.rb /^ def test_join_with_block$/;" f class:TC_Assembly
310
+ test_join_without_on test/test_assembly.rb /^ def test_join_without_on$/;" f class:TC_Assembly
311
+ test_smoke_test_debug_scope test/test_assembly.rb /^ def test_smoke_test_debug_scope$/;" f class:TC_Assembly
263
312
  test_smoke_test_multi_source_tap test/test_local_execution.rb /^ def test_smoke_test_multi_source_tap$/;" f class:TC_LocalExecution
264
313
  test_smoke_test_multi_source_tap test/test_local_execution.rb /^ def test_smoke_test_multi_source_tap$/;" f class:TC_LocalExecution.test_smoke_test_multi_source_tap.test_smoke_test_sequence_file_scheme.test_splitter
265
314
  test_smoke_test_sequence_file_scheme test/test_local_execution.rb /^ def test_smoke_test_sequence_file_scheme$/;" f class:TC_LocalExecution.test_smoke_test_multi_source_tap
266
315
  test_splitter test/test_local_execution.rb /^ def test_splitter$/;" f class:TC_LocalExecution.test_smoke_test_multi_source_tap.test_smoke_test_sequence_file_scheme
267
- test_sub_assembly test/test_assembly.rb /^ def test_sub_assembly$/;" f
316
+ test_sub_assembly test/test_assembly.rb /^ def test_sub_assembly$/;" f class:TC_Assembly
317
+ test_sum_by_sub_assembly test/test_assembly.rb /^ def test_sum_by_sub_assembly$/;" f class:TC_Assembly
268
318
  test_tap test/test_cascading.rb /^ def test_tap$/;" f class:TC_Cascading
319
+ test_to_java_comparable_array test/test_operations.rb /^ def test_to_java_comparable_array$/;" f class:TC_Operations
269
320
  test_union test/test_local_execution.rb /^ def test_union$/;" f class:TC_LocalExecution.test_smoke_test_multi_source_tap.test_smoke_test_sequence_file_scheme.test_splitter.test_smoke_test_multi_source_tap.test_join1.test_join2
270
321
  test_union_undefined_inputs test/test_assembly.rb /^ def test_union_undefined_inputs$/;" f class:TC_Assembly
271
- test_union_with_block test/test_assembly.rb /^ def test_union_with_block$/;" f class:TC_Assembly
272
322
  test_values lib/cascading/expr_stub.rb /^ def test_values$/;" f class:Cascading
273
- test_where test/test_assembly.rb /^ def test_where$/;" f
274
- test_where_with_expression test/test_assembly.rb /^ def test_where_with_expression$/;" f
275
- test_where_with_import test/test_assembly.rb /^ def test_where_with_import$/;" f
323
+ test_where test/test_assembly.rb /^ def test_where$/;" f class:TC_Assembly
324
+ test_where_with_expression test/test_assembly.rb /^ def test_where_with_expression$/;" f class:TC_Assembly
325
+ test_where_with_import test/test_assembly.rb /^ def test_where_with_import$/;" f class:TC_Assembly
276
326
  text_line_scheme lib/cascading/cascading.rb /^ def text_line_scheme(*args)$/;" f class:Cascading
277
327
  to_java_comparable_array lib/cascading/operations.rb /^ def to_java_comparable_array(arr)$/;" f class:Cascading.Operations
278
328
  to_s lib/cascading/assembly.rb /^ def to_s$/;" f class:Cascading.Assembly
279
329
  to_s lib/cascading/expr_stub.rb /^ def to_s$/;" f class:Cascading
280
330
  to_s lib/cascading/scope.rb /^ def to_s$/;" f class:Cascading.Scope
281
- trace_causes lib/cascading/cascading_exception.rb /^ def trace_causes(ne, depth)$/;" f class:Cascading.CascadingException
331
+ trace_causes lib/cascading/cascading_exception.rb /^ def trace_causes(ne, depth, summary = false)$/;" f class:Cascading.CascadingException
282
332
  union lib/cascading/assembly.rb /^ def union(*args, &block)$/;" f class:Cascading.Assembly
283
333
  union_fields lib/cascading/cascading.rb /^ def union_fields(*fields)$/;" f class:Cascading
334
+ update_local_mode lib/cascading/mode.rb /^ def update_local_mode(sources, sinks)$/;" f class:Cascading.Mode
284
335
  valid? tasks/setup.rb /^ def valid?$/;" f class:Object
285
336
  validate lib/cascading/expr_stub.rb /^ def validate(actual_args = {})$/;" f class:Cascading
286
337
  validate_fields lib/cascading/expr_stub.rb /^ def validate_fields(fields)$/;" f class:Cascading
data/tasks/ant.rake CHANGED
@@ -1,7 +1,12 @@
1
1
  namespace :ant do
2
2
  desc 'Retrieves Cascading and Hadoop jars and sets environment variables to point to them'
3
3
  task :retrieve do
4
- raise 'Ant retrieve failed' unless system('ant retrieve')
4
+ if File.exists?('build/ivy/resolved') && File.ctime('build/ivy/resolved') > File.ctime('ivy.xml')
5
+ puts 'Ivy dependencies already resolved'
6
+ else
7
+ raise 'Ant retrieve failed' unless system('ant retrieve')
8
+ `touch build/ivy/resolved`
9
+ end
5
10
  ENV['CASCADING_HOME'] = 'build/lib'
6
11
  ENV['HADOOP_HOME'] = 'build/lib'
7
12
  end
@@ -57,13 +57,14 @@ class TC_Assembly < Test::Unit::TestCase
57
57
  def test_every_cannot_follow_tap
58
58
  # Assembly#count is no longer defined; instead, it has moved to
59
59
  # Aggregations#count
60
- assert_raise NameError do
60
+ ex = assert_raise NameError do
61
61
  assembly = mock_assembly do
62
62
  count
63
63
  end
64
64
  pipe = assembly.tail_pipe
65
65
  assert Java::CascadingPipe::Every, pipe.class
66
66
  end
67
+ assert_match /^undefined local variable or method `count' for #<Cascading::Assembly:.*>$/, ex.message
67
68
  end
68
69
 
69
70
  def test_create_every
@@ -315,7 +316,7 @@ class TC_Assembly < Test::Unit::TestCase
315
316
  end
316
317
 
317
318
  def test_union_undefined_inputs
318
- assert_raise RuntimeError, "Could not find assembly 'doesnotexist' in union" do
319
+ ex = assert_raise RuntimeError do
319
320
  flow 'test_union_undefined_inputs' do
320
321
  source 'data1', tap('test/data/data1.txt')
321
322
 
@@ -330,6 +331,7 @@ class TC_Assembly < Test::Unit::TestCase
330
331
  sink 'union', tap('output/test_union_undefined_inputs')
331
332
  end
332
333
  end
334
+ assert_equal "Could not find assembly 'doesnotexist' from 'union'", ex.message
333
335
  end
334
336
 
335
337
  def test_create_join
@@ -408,7 +410,7 @@ class TC_Assembly < Test::Unit::TestCase
408
410
  end
409
411
 
410
412
  def test_join_undefined_inputs
411
- assert_raise RuntimeError, "Could not find assembly 'doesnotexist' in join" do
413
+ ex = assert_raise RuntimeError do
412
414
  flow 'test_join_undefined_inputs' do
413
415
  source 'data1', tap('test/data/data1.txt')
414
416
 
@@ -423,36 +425,41 @@ class TC_Assembly < Test::Unit::TestCase
423
425
  sink 'join', tap('output/test_join_undefined_inputs')
424
426
  end
425
427
  end
428
+ assert_equal "Could not find assembly 'doesnotexist' from 'join'", ex.message
426
429
  end
427
430
 
428
431
  def test_join_without_on
429
- assert_raise RuntimeError, 'join requires :on parameter' do
432
+ ex = assert_raise RuntimeError do
430
433
  mock_two_input_assembly do
431
434
  join 'test1', 'test2'
432
435
  end
433
436
  end
437
+ assert_equal 'join requires :on parameter', ex.message
434
438
  end
435
439
 
436
440
  def test_join_invalid_on
437
- assert_raise RuntimeError, "Unsupported data type for :on in join: 'Fixnum'" do
441
+ ex = assert_raise RuntimeError do
438
442
  mock_two_input_assembly do
439
443
  join 'test1', 'test2', :on => 1
440
444
  end
441
445
  end
446
+ assert_equal "Unsupported data type for :on in join: 'Fixnum'", ex.message
442
447
  end
443
448
 
444
449
  def test_join_empty_on
445
- assert_raise RuntimeError, 'join requres non-empty :on parameter' do
450
+ ex = assert_raise RuntimeError do
446
451
  mock_two_input_assembly do
447
452
  join 'test1', 'test2', :on => []
448
453
  end
449
454
  end
455
+ assert_equal "join requires non-empty :on parameter", ex.message
450
456
 
451
- assert_raise RuntimeError, 'join requres non-empty :on parameter' do
457
+ ex = assert_raise RuntimeError do
452
458
  mock_two_input_assembly do
453
459
  join 'test1', 'test2', :on => {}
454
460
  end
455
461
  end
462
+ assert_equal "join requires non-empty :on parameter", ex.message
456
463
  end
457
464
 
458
465
  def test_branch_unique
data/test/test_cascade.rb CHANGED
@@ -44,4 +44,59 @@ class TC_Cascade < Test::Unit::TestCase
44
44
  assert_equal 'cascade.flow2', cascade.last_child.qualified_name
45
45
  assert_equal 'cascade.flow2.assembly4', cascade.last_child.last_child.qualified_name
46
46
  end
47
+
48
+ def test_ambiguous_flow_names
49
+ ex = assert_raise AmbiguousNodeNameException do
50
+ f1, a1, a2, f2, a3, a4 = [nil] * 6
51
+ cascade = cascade 'cascade' do
52
+ f1 = flow 'f' do
53
+ a1 = assembly 'assembly1' do
54
+ end
55
+
56
+ a2 = assembly 'assembly2' do
57
+ end
58
+ end
59
+
60
+ f2 = flow 'f' do
61
+ a3 = assembly 'assembly3' do
62
+ end
63
+
64
+ a4 = assembly 'assembly4' do
65
+ end
66
+ end
67
+ end
68
+ end
69
+ assert_equal "Attempted to add 'cascade.f', but node named 'f' already exists", ex.message
70
+ end
71
+
72
+ def test_ambiguous_assembly_names
73
+ # You _can_ define ambiguously named assemblies between flows
74
+ f1, a1, a2, f2, a3, a4 = [nil] * 6
75
+ cascade = cascade 'cascade' do
76
+ f1 = flow 'flow1' do
77
+ a1 = assembly 'a' do
78
+ end
79
+
80
+ a2 = assembly 'assembly2' do
81
+ end
82
+ end
83
+
84
+ f2 = flow 'flow2' do
85
+ a3 = assembly 'a' do
86
+ end
87
+
88
+ a4 = assembly 'assembly4' do
89
+ end
90
+ end
91
+ end
92
+
93
+ # You _cannot_ look them up using find_child
94
+ ex = assert_raise AmbiguousNodeNameException do
95
+ cascade.find_child('a')
96
+ end
97
+ assert_equal "Ambiguous lookup of child by name 'a'; found 'cascade.flow1.a', 'cascade.flow2.a'", ex.message
98
+
99
+ # NOTE: Looking up flows this way is not a very common practice, so this is
100
+ # unlikely to cause issues
101
+ end
47
102
  end
@@ -30,20 +30,17 @@ class TC_Cascading < Test::Unit::TestCase
30
30
  end
31
31
 
32
32
  def test_tap
33
- tap = tap('/temp')
34
- assert_equal '/temp', tap.getPath().toString()
35
- assert tap.is_a? Java::CascadingTapHadoop::Hfs
36
-
37
- tap = tap('/temp', :kind => :dfs)
38
- assert_equal '/temp', tap.getPath().toString()
39
- assert tap.is_a? Java::CascadingTapHadoop::Dfs
40
-
41
- tap = tap('/temp', :kind => :lfs)
42
- assert_equal '/temp', tap.getPath().toString()
43
- assert tap.is_a? Java::CascadingTapHadoop::Lfs
44
-
45
- tap = tap('/temp', :kind => :hfs)
46
- assert_equal '/temp', tap.getPath().toString()
47
- assert tap.is_a? Java::CascadingTapHadoop::Hfs
33
+ tap = tap('/tmp')
34
+ assert tap.is_a? Cascading::Tap
35
+ assert_equal '/tmp', tap.path
36
+ assert_equal text_line_scheme, tap.scheme
37
+
38
+ assert tap.local?
39
+ assert_equal '/tmp', tap.hadoop_tap.identifier
40
+ assert tap.hadoop_tap.is_a? Java::CascadingTapHadoop::Hfs
41
+
42
+ assert tap.hadoop?
43
+ assert_equal '/tmp', tap.local_tap.identifier
44
+ assert tap.local_tap.is_a? Java::CascadingTapLocal::FileTap
48
45
  end
49
46
  end