cascading.jruby 0.0.8 → 0.0.9

Sign up to get free protection for your applications and to get access to all the features.
data/tags CHANGED
@@ -6,9 +6,11 @@
6
6
  !_TAG_PROGRAM_VERSION 5.8 //
7
7
  Aggregations lib/cascading/aggregations.rb /^ class Aggregations$/;" c class:Cascading
8
8
  Aggregations spec/spec_util.rb /^ class Aggregations; include ScopeTests; end$/;" c class:Cascading
9
+ AmbiguousNodeNameException lib/cascading/base.rb /^ class AmbiguousNodeNameException < StandardError; end$/;" c class:Cascading.Node.find_all_children_with_name
9
10
  Array lib/cascading/ext/array.rb /^class Array$/;" c
10
11
  Assembly lib/cascading/assembly.rb /^ class Assembly < Cascading::Node$/;" c class:Cascading
11
12
  Assembly spec/spec_util.rb /^ class Assembly; include ScopeTests; end$/;" c class:Cascading
13
+ BaseTap lib/cascading/tap.rb /^ class BaseTap$/;" c class:Cascading
12
14
  Cascade lib/cascading/cascade.rb /^ class Cascade < Cascading::Node$/;" c class:Cascading
13
15
  Cascading lib/cascading.rb /^module Cascading$/;" m
14
16
  Cascading lib/cascading/aggregations.rb /^module Cascading$/;" m
@@ -19,9 +21,11 @@ Cascading lib/cascading/cascading.rb /^module Cascading$/;" m
19
21
  Cascading lib/cascading/cascading_exception.rb /^module Cascading$/;" m
20
22
  Cascading lib/cascading/expr_stub.rb /^module Cascading$/;" m
21
23
  Cascading lib/cascading/flow.rb /^module Cascading$/;" m
24
+ Cascading lib/cascading/mode.rb /^module Cascading$/;" m
22
25
  Cascading lib/cascading/operations.rb /^module Cascading$/;" m
23
26
  Cascading lib/cascading/scope.rb /^module Cascading$/;" m
24
27
  Cascading lib/cascading/sub_assembly.rb /^module Cascading$/;" m
28
+ Cascading lib/cascading/tap.rb /^module Cascading$/;" m
25
29
  Cascading spec/spec_util.rb /^module Cascading$/;" m
26
30
  CascadingException lib/cascading/cascading_exception.rb /^ class CascadingException < StandardError$/;" c class:Cascading
27
31
  ExprArgException lib/cascading/expr_stub.rb /^ class ExprArgException < StandardError; end$/;" c
@@ -30,14 +34,18 @@ Flow lib/cascading/flow.rb /^ class Flow < Cascading::Node$/;" c class:Cascadin
30
34
  Flow spec/spec_util.rb /^ class Flow; include ScopeTests; end$/;" c class:Cascading
31
35
  JRUBY_HOME src/cascading/jruby/Main.java /^ private final static String JRUBY_HOME = "\/opt\/jruby";$/;" f class:Main file:
32
36
  Main src/cascading/jruby/Main.java /^public class Main {$/;" c
37
+ MockAssemblies test/mock_assemblies.rb /^module MockAssemblies$/;" m
38
+ Mode lib/cascading/mode.rb /^ class Mode$/;" c class:Cascading
39
+ MultiTap lib/cascading/tap.rb /^ class MultiTap < BaseTap$/;" c
33
40
  Node lib/cascading/base.rb /^ class Node$/;" c class:Cascading
34
41
  Object tasks/setup.rb /^class Object$/;" c
35
42
  OpenStruct tasks/setup.rb /^class OpenStruct; undef :gem; end$/;" c
36
43
  Operations lib/cascading/operations.rb /^ module Operations$/;" m class:Cascading
37
- Registerable lib/cascading/base.rb /^ module Registerable$/;" m class:Cascading
44
+ Registerable lib/cascading/base.rb /^ module Registerable$/;" m class:Cascading.Node.find_all_children_with_name
38
45
  Scope lib/cascading/scope.rb /^ class Scope$/;" c class:Cascading
39
46
  ScopeTests spec/spec_util.rb /^module ScopeTests$/;" m
40
47
  SubAssembly lib/cascading/sub_assembly.rb /^ class SubAssembly$/;" c class:Cascading
48
+ TC_Aggregations test/test_aggregations.rb /^class TC_Aggregations < Test::Unit::TestCase$/;" c
41
49
  TC_Assembly test/test_assembly.rb /^class TC_Assembly < Test::Unit::TestCase$/;" c
42
50
  TC_Cascade test/test_cascade.rb /^class TC_Cascade < Test::Unit::TestCase$/;" c
43
51
  TC_Cascading test/test_cascading.rb /^class TC_Cascading < Test::Unit::TestCase$/;" c
@@ -45,14 +53,16 @@ TC_Exceptions test/test_exceptions.rb /^class TC_Exceptions < Test::Unit::TestCa
45
53
  TC_Flow test/test_flow.rb /^class TC_Flow < Test::Unit::TestCase$/;" c
46
54
  TC_LocalExecution test/test_local_execution.rb /^class TC_LocalExecution < Test::Unit::TestCase$/;" c
47
55
  TC_Operations test/test_operations.rb /^class TC_Operations < Test::Unit::TestCase$/;" c
48
- add lib/cascading/base.rb /^ def add(name, instance)$/;" f class:Cascading.Registerable
56
+ Tap lib/cascading/tap.rb /^ class Tap < BaseTap$/;" c class:Cascading
57
+ add lib/cascading/base.rb /^ def add(name, instance)$/;" f class:Cascading.Node.find_all_children_with_name.Registerable
49
58
  add_archive_to_distributed_cache lib/cascading/flow.rb /^ def add_archive_to_distributed_cache(file)$/;" f
50
59
  add_child lib/cascading/base.rb /^ def add_child(node)$/;" f class:Cascading.Node
51
60
  add_file_to_distributed_cache lib/cascading/flow.rb /^ def add_file_to_distributed_cache(file)$/;" f
52
61
  add_listener lib/cascading/flow.rb /^ def add_listener(listener)$/;" f
53
62
  add_to_distributed_cache lib/cascading/flow.rb /^ def add_to_distributed_cache(file, property)$/;" f
63
+ adjacency_list lib/cascading/sub_assembly.rb /^ def adjacency_list(pipes, tail_pipe, graph)$/;" f class:Cascading.SubAssembly
54
64
  aggregator_function lib/cascading/operations.rb /^ def aggregator_function(args, aggregator_klass)$/;" f class:Cascading.Operations
55
- all lib/cascading/base.rb /^ def all$/;" f class:Cascading.Registerable
65
+ all lib/cascading/base.rb /^ def all$/;" f class:Cascading.Node.find_all_children_with_name.Registerable
56
66
  all_fields lib/cascading/cascading.rb /^ def all_fields$/;" f class:Cascading
57
67
  apply_aggregations lib/cascading/assembly.rb /^ def apply_aggregations(group, incoming_scopes, &block)$/;" f class:Cascading.Assembly
58
68
  assembly lib/cascading/flow.rb /^ def assembly(name, &block)$/;" f class:Cascading.Flow
@@ -63,17 +73,20 @@ assert_not_null lib/cascading/assembly.rb /^ def assert_not_null(*args)$/;" f
63
73
  assert_size_equals lib/cascading/assembly.rb /^ def assert_size_equals(*args)$/;" f class:Cascading.Assembly
64
74
  average lib/cascading/aggregations.rb /^ def average(*args)$/;" f class:Cascading.Aggregations
65
75
  branch lib/cascading/assembly.rb /^ def branch(name, &block)$/;" f class:Cascading.Assembly
66
- cascade lib/cascading/cascading.rb /^ def cascade(name, &block)$/;" f class:Cascading
76
+ can_aggregate_by? lib/cascading/aggregations.rb /^ def can_aggregate_by?$/;" f class:Cascading.Aggregations
77
+ cascade lib/cascading/cascading.rb /^ def cascade(name, params = {}, &block)$/;" f class:Cascading
67
78
  cascading.jruby src/cascading/jruby/Main.java /^package cascading.jruby;$/;" p
68
79
  cast lib/cascading/assembly.rb /^ def cast(type_map)$/;" f class:Cascading.Assembly
69
80
  cause lib/cascading/cascading_exception.rb /^ def cause(depth = @depth)$/;" f class:Cascading.CascadingException
70
81
  check_scope spec/spec_util.rb /^ def check_scope(params = {})$/;" f class:ScopeTests
82
+ coerce_to_java lib/cascading/operations.rb /^ def coerce_to_java(v)$/;" f class:Cascading.Operations.to_java_comparable_array
71
83
  compile lib/cascading/expr_stub.rb /^ def compile$/;" f class:Cascading
72
84
  complete lib/cascading/cascade.rb /^ def complete(properties = nil)$/;" f class:Cascading.Cascade
73
85
  complete lib/cascading/flow.rb /^ def complete(properties = nil)$/;" f
74
86
  composite_aggregator lib/cascading/aggregations.rb /^ def composite_aggregator(args, function)$/;" f class:Cascading.Aggregations
75
87
  compress_output lib/cascading/flow.rb /^ def compress_output(codec, type)$/;" f class:Cascading.Flow
76
88
  connect lib/cascading/flow.rb /^ def connect(properties = nil)$/;" f
89
+ connect_flow lib/cascading/mode.rb /^ def connect_flow(properties, name, sources, sinks, pipes)$/;" f class:Cascading.Mode
77
90
  copy lib/cascading/assembly.rb /^ def copy(*args)$/;" f class:Cascading.Assembly
78
91
  copy lib/cascading/scope.rb /^ def copy$/;" f class:Cascading.Scope
79
92
  copy_fields lib/cascading/cascading.rb /^ def copy_fields(fields)$/;" f class:Cascading
@@ -119,27 +132,34 @@ filter lib/cascading/assembly.rb /^ def filter(*args)$/;" f class:Cascading.A
119
132
  filter_not_null lib/cascading/assembly.rb /^ def filter_not_null(*args)$/;" f class:Cascading.Assembly
120
133
  filter_null lib/cascading/assembly.rb /^ def filter_null(*args)$/;" f class:Cascading.Assembly
121
134
  finalize lib/cascading/aggregations.rb /^ def finalize$/;" f class:Cascading.Aggregations
122
- finalize lib/cascading/sub_assembly.rb /^ def finalize$/;" f class:Cascading.SubAssembly
135
+ finalize lib/cascading/sub_assembly.rb /^ def finalize(pipes, incoming_scopes)$/;" f class:Cascading.SubAssembly
136
+ find_all_children_with_name lib/cascading/base.rb /^ def find_all_children_with_name(name)$/;" f class:Cascading.Node
123
137
  find_child lib/cascading/base.rb /^ def find_child(name)$/;" f class:Cascading.Node
124
138
  first lib/cascading/aggregations.rb /^ def first(*args); composite_aggregator(args, :first_function); end$/;" f class:Cascading.Aggregations
125
139
  first_function lib/cascading/operations.rb /^ def first_function(*args)$/;" f class:Cascading.Operations
126
- flow lib/cascading/cascade.rb /^ def flow(name, &block)$/;" f class:Cascading.Cascade
127
- flow lib/cascading/cascading.rb /^ def flow(name, &block)$/;" f class:Cascading
140
+ flow lib/cascading/cascade.rb /^ def flow(name, params = {}, &block)$/;" f class:Cascading.Cascade
141
+ flow lib/cascading/cascading.rb /^ def flow(name, params = {}, &block)$/;" f class:Cascading
142
+ flow_connector_class lib/cascading/mode.rb /^ def flow_connector_class$/;" f class:Cascading.Mode
128
143
  format_date lib/cascading/assembly.rb /^ def format_date(*args)$/;" f class:Cascading.Assembly
129
- get lib/cascading/base.rb /^ def get(key)$/;" f class:Cascading.Registerable
144
+ get lib/cascading/base.rb /^ def get(key)$/;" f class:Cascading.Node.find_all_children_with_name.Registerable
130
145
  group_by lib/cascading/assembly.rb /^ def group_by(*args, &block)$/;" f class:Cascading.Assembly
131
146
  grouping_fields lib/cascading/scope.rb /^ def grouping_fields$/;" f class:Cascading.Scope
147
+ hadoop? lib/cascading/tap.rb /^ def hadoop?$/;" f class:Cascading.BaseTap
132
148
  identity lib/cascading/operations.rb /^ def identity$/;" f class:Cascading.Operations
133
149
  in_directory tasks/setup.rb /^def in_directory( dir, &block )$/;" f
134
150
  initialize lib/cascading/aggregations.rb /^ def initialize(assembly, group, incoming_scopes)$/;" f class:Cascading.Aggregations
135
151
  initialize lib/cascading/assembly.rb /^ def initialize(name, parent, outgoing_scopes = {})$/;" f class:Cascading.Assembly
136
152
  initialize lib/cascading/base.rb /^ def initialize(name, parent)$/;" f class:Cascading.Node
137
- initialize lib/cascading/cascade.rb /^ def initialize(name)$/;" f class:Cascading.Cascade
153
+ initialize lib/cascading/cascade.rb /^ def initialize(name, params = {})$/;" f class:Cascading.Cascade
138
154
  initialize lib/cascading/cascading_exception.rb /^ def initialize(native_exception, message)$/;" f class:Cascading.CascadingException
139
155
  initialize lib/cascading/expr_stub.rb /^ def initialize(expression)$/;" f class:Cascading.ExprStub
140
- initialize lib/cascading/flow.rb /^ def initialize(name, parent)$/;" f class:Cascading.Flow
156
+ initialize lib/cascading/flow.rb /^ def initialize(name, parent, params = {})$/;" f class:Cascading.Flow
157
+ initialize lib/cascading/mode.rb /^ def initialize(local)$/;" f class:Cascading.Mode
141
158
  initialize lib/cascading/scope.rb /^ def initialize(scope)$/;" f class:Cascading.Scope
142
159
  initialize lib/cascading/sub_assembly.rb /^ def initialize(assembly, sub_assembly)$/;" f class:Cascading.SubAssembly
160
+ initialize lib/cascading/tap.rb /^ def initialize(local_tap, hadoop_tap)$/;" f class:Cascading.BaseTap
161
+ initialize lib/cascading/tap.rb /^ def initialize(local_tap, hadoop_tap)$/;" f class:MultiTap
162
+ initialize lib/cascading/tap.rb /^ def initialize(path, params = {})$/;" f class:Cascading.Tap
143
163
  inner_join lib/cascading/assembly.rb /^ def inner_join(*args, &block)$/;" f class:Cascading.Assembly
144
164
  insert lib/cascading/assembly.rb /^ def insert(args)$/;" f class:Cascading.Assembly
145
165
  insert_function lib/cascading/operations.rb /^ def insert_function(*args)$/;" f class:Cascading.Operations
@@ -150,24 +170,28 @@ last_function lib/cascading/operations.rb /^ def last_function(*args)$/;" f c
150
170
  last_grouping_fields lib/cascading/cascading.rb /^ def last_grouping_fields$/;" f class:Cascading
151
171
  left_join lib/cascading/assembly.rb /^ def left_join(*args, &block)$/;" f class:Cascading.Assembly
152
172
  libpath lib/cascading.rb /^ def self.libpath( *args )$/;" F class:Cascading
173
+ local? lib/cascading/tap.rb /^ def local?$/;" f class:Cascading.BaseTap
153
174
  local_properties lib/cascading/cascading.rb /^ def local_properties(base_dir)$/;" f
154
175
  main src/cascading/jruby/Main.java /^ public static void main(String[] args) {$/;" m class:Main
155
176
  make_flows lib/cascading/cascade.rb /^ def make_flows(flows, properties)$/;" f class:Cascading.Cascade
156
177
  make_pipe lib/cascading/aggregations.rb /^ def make_pipe(type, parameters)$/;" f class:Cascading.Aggregations
157
178
  make_pipe lib/cascading/assembly.rb /^ def make_pipe(type, parameters)$/;" f class:Cascading.Assembly
158
179
  make_pipes lib/cascading/flow.rb /^ def make_pipes$/;" f
159
- make_tap_parameter lib/cascading/flow.rb /^ def make_tap_parameter(taps)$/;" f
180
+ make_tap_parameter lib/cascading/flow.rb /^ def make_tap_parameter(taps, pipe_accessor)$/;" f
160
181
  manifest tasks/setup.rb /^def manifest$/;" f
161
182
  match_rows lib/cascading/assembly.rb /^ def match_rows(*args)$/;" f class:Cascading.Assembly
162
183
  max lib/cascading/aggregations.rb /^ def max(*args); composite_aggregator(args, :max_function); end$/;" f class:Cascading.Aggregations
163
184
  max_function lib/cascading/operations.rb /^ def max_function(*args)$/;" f class:Cascading.Operations
164
185
  min lib/cascading/aggregations.rb /^ def min(*args); composite_aggregator(args, :min_function); end$/;" f class:Cascading.Aggregations
165
186
  min_function lib/cascading/operations.rb /^ def min_function(*args)$/;" f class:Cascading.Operations
166
- mock_assembly test/test_assembly.rb /^ def mock_assembly(&block)$/;" f class:TC_Assembly
167
- mock_branched_assembly test/test_assembly.rb /^ def mock_branched_assembly(&block)$/;" f class:TC_Assembly
168
- mock_two_input_assembly test/test_assembly.rb /^ def mock_two_input_assembly(&block)$/;" f class:TC_Assembly
187
+ mock_assembly test/mock_assemblies.rb /^ def mock_assembly(&block)$/;" f class:MockAssemblies
188
+ mock_branched_assembly test/mock_assemblies.rb /^ def mock_branched_assembly(&block)$/;" f class:MockAssemblies
189
+ mock_two_input_assembly test/mock_assemblies.rb /^ def mock_two_input_assembly(&block)$/;" f class:MockAssemblies
169
190
  multi_sink_tap lib/cascading/cascading.rb /^ def multi_sink_tap(*taps)$/;" f
191
+ multi_sink_tap lib/cascading/tap.rb /^ def self.multi_sink_tap(taps)$/;" F class:MultiTap
170
192
  multi_source_tap lib/cascading/cascading.rb /^ def multi_source_tap(*taps)$/;" f
193
+ multi_source_tap lib/cascading/tap.rb /^ def self.multi_source_tap(taps)$/;" F class:MultiTap
194
+ multi_tap lib/cascading/tap.rb /^ def self.multi_tap(taps, klass)$/;" F class:MultiTap
171
195
  names_and_types lib/cascading/expr_stub.rb /^ def names_and_types$/;" f class:Cascading
172
196
  outer_join lib/cascading/assembly.rb /^ def outer_join(*args, &block)$/;" f class:Cascading.Assembly
173
197
  outgoing_scope lib/cascading/scope.rb /^ def self.outgoing_scope(flow_element, incoming_scopes)$/;" F class:Cascading.Scope
@@ -175,10 +199,11 @@ outgoing_scope_for lib/cascading/scope.rb /^ def self.outgoing_scope_for(flow
175
199
  paragraphs_of tasks/setup.rb /^def paragraphs_of( path, *paragraphs )$/;" f
176
200
  parent_flow lib/cascading/assembly.rb /^ def parent_flow$/;" f class:Cascading.Assembly
177
201
  parse lib/cascading/assembly.rb /^ def parse(*args)$/;" f class:Cascading.Assembly
202
+ parse lib/cascading/mode.rb /^ def self.parse(mode)$/;" F class:Cascading.Mode
178
203
  parse_date lib/cascading/assembly.rb /^ def parse_date(*args)$/;" f class:Cascading.Assembly
179
204
  pass lib/cascading/assembly.rb /^ def pass(*args)$/;" f class:Cascading.Assembly
180
205
  path lib/cascading.rb /^ def self.path( *args )$/;" F class:Cascading
181
- path lib/cascading/sub_assembly.rb /^ def path(pipe, tail_pipes)$/;" f class:Cascading.SubAssembly
206
+ populate_incoming_scopes lib/cascading/assembly.rb /^ def populate_incoming_scopes(assembly_names, group_fields_args = {})$/;" f class:Cascading.Assembly
182
207
  project lib/cascading/assembly.rb /^ def project(*args)$/;" f class:Cascading.Assembly
183
208
  qualified_name lib/cascading/base.rb /^ def qualified_name$/;" f class:Cascading.Node
184
209
  quiet tasks/setup.rb /^def quiet( &block )$/;" f
@@ -188,13 +213,13 @@ regex_parser lib/cascading/operations.rb /^ def regex_parser(*args)$/;" f cla
188
213
  regex_replace lib/cascading/operations.rb /^ def regex_replace(*args)$/;" f class:Cascading.Operations.to_java_comparable_array
189
214
  regex_split_generator lib/cascading/operations.rb /^ def regex_split_generator(*args)$/;" f class:Cascading.Operations
190
215
  regex_splitter lib/cascading/operations.rb /^ def regex_splitter(*args)$/;" f class:Cascading.Operations
191
- registered lib/cascading/base.rb /^ def registered$/;" f class:Cascading.Registerable
216
+ registered lib/cascading/base.rb /^ def registered$/;" f class:Cascading.Node.find_all_children_with_name.Registerable
192
217
  reject lib/cascading/assembly.rb /^ def reject(*args)$/;" f class:Cascading.Assembly
193
218
  remove_desc_for_task tasks/setup.rb /^def remove_desc_for_task( names )$/;" f
194
219
  rename lib/cascading/assembly.rb /^ def rename(name_map)$/;" f class:Cascading.Assembly
195
220
  replace lib/cascading/assembly.rb /^ def replace(*args)$/;" f class:Cascading.Assembly
196
221
  require_all_jars lib/cascading.rb /^ def self.require_all_jars(from = ::File.join(::File.dirname(__FILE__), "..", "jars"))$/;" F class:Cascading
197
- reset lib/cascading/base.rb /^ def reset$/;" f class:Cascading.Registerable
222
+ reset lib/cascading/base.rb /^ def reset$/;" f class:Cascading.Node.find_all_children_with_name.Registerable
198
223
  results_fields lib/cascading/cascading.rb /^ def results_fields$/;" f class:Cascading
199
224
  right_join lib/cascading/assembly.rb /^ def right_join(*args, &block)$/;" f class:Cascading.Assembly
200
225
  root lib/cascading/base.rb /^ def root$/;" f class:Cascading.Node
@@ -202,85 +227,111 @@ scope lib/cascading/assembly.rb /^ def scope$/;" f class:Cascading.Assembly
202
227
  scope lib/cascading/flow.rb /^ def scope(name = nil)$/;" f class:Cascading.Flow
203
228
  scope_fields_to_s lib/cascading/scope.rb /^ def scope_fields_to_s(accessor)$/;" f class:Cascading.Scope
204
229
  search_field_name lib/cascading/cascading.rb /^ def search_field_name(names, candidate)$/;" f class:Cascading
230
+ select_taps lib/cascading/mode.rb /^ def select_taps(tap_map)$/;" f class:Cascading.Mode
205
231
  sequence_file_scheme lib/cascading/cascading.rb /^ def sequence_file_scheme(*fields)$/;" f
206
232
  set_spill_threshold lib/cascading/flow.rb /^ def set_spill_threshold(threshold)$/;" f
207
- sink lib/cascading/flow.rb /^ def sink(*args)$/;" f class:Cascading.Flow
233
+ sink lib/cascading/flow.rb /^ def sink(name, tap)$/;" f class:Cascading.Flow
208
234
  sink_metadata lib/cascading/cascade.rb /^ def sink_metadata$/;" f class:Cascading.Cascade
209
235
  sink_metadata lib/cascading/flow.rb /^ def sink_metadata$/;" f class:Cascading.Flow
210
- source lib/cascading/flow.rb /^ def source(*args)$/;" f class:Cascading.Flow
236
+ source lib/cascading/flow.rb /^ def source(name, tap)$/;" f class:Cascading.Flow
237
+ source_tap lib/cascading/mode.rb /^ def source_tap(name, tap)$/;" f class:Cascading.Mode
211
238
  specific_to_java lib/cascading/expr_stub.rb /^ def specific_to_java(value, type)$/;" f class:Cascading
212
239
  split lib/cascading/assembly.rb /^ def split(*args)$/;" f class:Cascading.Assembly
213
240
  split_hash lib/cascading/expr_stub.rb /^ def split_hash(h)$/;" f class:Cascading
214
241
  split_rows lib/cascading/assembly.rb /^ def split_rows(*args)$/;" f class:Cascading.Assembly
215
- sub_assembly lib/cascading/assembly.rb /^ def sub_assembly(sub_assembly)$/;" f class:Cascading.Assembly
242
+ sub_assembly lib/cascading/assembly.rb /^ def sub_assembly(sub_assembly, pipes = [tail_pipe], incoming_scopes = [scope])$/;" f class:Cascading.Assembly
216
243
  sum lib/cascading/aggregations.rb /^ def sum(*args)$/;" f class:Cascading.Aggregations
217
- tap lib/cascading/cascading.rb /^ def tap(*args)$/;" f
244
+ tap lib/cascading/cascading.rb /^ def tap(path, params = {})$/;" f
218
245
  tap_scope lib/cascading/scope.rb /^ def self.tap_scope(tap, name)$/;" F class:Cascading.Scope
219
246
  test_aggregator_function_ignore_tuples test/test_operations.rb /^ def test_aggregator_function_ignore_tuples$/;" f class:TC_Operations
220
247
  test_aggregator_function_ignore_values test/test_operations.rb /^ def test_aggregator_function_ignore_values$/;" f class:TC_Operations
248
+ test_ambiguous_assembly_names test/test_cascade.rb /^ def test_ambiguous_assembly_names$/;" f class:TC_Cascade
221
249
  test_ambiguous_assembly_names test/test_flow.rb /^ def test_ambiguous_assembly_names$/;" f class:TC_Flow
222
250
  test_ambiguous_branch_names test/test_flow.rb /^ def test_ambiguous_branch_names$/;" f class:TC_Flow
251
+ test_ambiguous_flow_names test/test_cascade.rb /^ def test_ambiguous_flow_names$/;" f class:TC_Cascade
223
252
  test_assembly spec/spec_util.rb /^def test_assembly(params = {}, &block)$/;" f
224
- test_branch_empty test/test_assembly.rb /^ def test_branch_empty$/;" f
225
- test_branch_single test/test_assembly.rb /^ def test_branch_single$/;" f
226
- test_branch_unique test/test_assembly.rb /^ def test_branch_unique$/;" f
253
+ test_average_by_sub_assembly test/test_assembly.rb /^ def test_average_by_sub_assembly$/;" f class:TC_Assembly
254
+ test_branch_empty test/test_assembly.rb /^ def test_branch_empty$/;" f class:TC_Assembly
255
+ test_branch_single test/test_assembly.rb /^ def test_branch_single$/;" f class:TC_Assembly
256
+ test_branch_unique test/test_assembly.rb /^ def test_branch_unique$/;" f class:TC_Assembly
227
257
  test_cascade test/test_cascade.rb /^ def test_cascade$/;" f class:TC_Cascade
228
258
  test_cascading_exception test/test_exceptions.rb /^ def test_cascading_exception$/;" f class:TC_Exceptions
259
+ test_coerce_to_java_double test/test_operations.rb /^ def test_coerce_to_java_double$/;" f class:TC_Operations
260
+ test_coerce_to_java_int test/test_operations.rb /^ def test_coerce_to_java_int$/;" f class:TC_Operations
261
+ test_coerce_to_java_nil test/test_operations.rb /^ def test_coerce_to_java_nil$/;" f class:TC_Operations
262
+ test_coerce_to_java_other test/test_operations.rb /^ def test_coerce_to_java_other$/;" f class:TC_Operations
263
+ test_coerce_to_java_string test/test_operations.rb /^ def test_coerce_to_java_string$/;" f class:TC_Operations
264
+ test_count_by_sub_assembly test/test_assembly.rb /^ def test_count_by_sub_assembly$/;" f class:TC_Assembly
229
265
  test_create_assembly_simple test/test_assembly.rb /^ def test_create_assembly_simple$/;" f class:TC_Assembly
230
266
  test_create_each test/test_assembly.rb /^ def test_create_each$/;" f class:TC_Assembly
231
267
  test_create_every test/test_assembly.rb /^ def test_create_every$/;" f class:TC_Assembly
268
+ test_create_group_by test/test_aggregations.rb /^ def test_create_group_by$/;" f class:TC_Aggregations
232
269
  test_create_group_by test/test_assembly.rb /^ def test_create_group_by$/;" f class:TC_Assembly
270
+ test_create_group_by_aggregate_by test/test_aggregations.rb /^ def test_create_group_by_aggregate_by$/;" f class:TC_Aggregations
271
+ test_create_group_by_aggregate_by_many_fields test/test_aggregations.rb /^ def test_create_group_by_aggregate_by_many_fields$/;" f class:TC_Aggregations
272
+ test_create_group_by_many_fields test/test_aggregations.rb /^ def test_create_group_by_many_fields$/;" f class:TC_Aggregations
233
273
  test_create_group_by_many_fields test/test_assembly.rb /^ def test_create_group_by_many_fields$/;" f class:TC_Assembly
274
+ test_create_group_by_reverse test/test_aggregations.rb /^ def test_create_group_by_reverse$/;" f class:TC_Aggregations
234
275
  test_create_group_by_reverse test/test_assembly.rb /^ def test_create_group_by_reverse$/;" f class:TC_Assembly
276
+ test_create_group_by_with_sort test/test_aggregations.rb /^ def test_create_group_by_with_sort$/;" f class:TC_Aggregations
235
277
  test_create_group_by_with_sort test/test_assembly.rb /^ def test_create_group_by_with_sort$/;" f class:TC_Assembly
278
+ test_create_group_by_with_sort_reverse test/test_aggregations.rb /^ def test_create_group_by_with_sort_reverse$/;" f class:TC_Aggregations
236
279
  test_create_group_by_with_sort_reverse test/test_assembly.rb /^ def test_create_group_by_with_sort_reverse$/;" f class:TC_Assembly
237
- test_create_join test/test_assembly.rb /^ def test_create_join$/;" f
238
- test_create_join_many_fields test/test_assembly.rb /^ def test_create_join_many_fields$/;" f
239
- test_create_join_with_declared_fields test/test_assembly.rb /^ def test_create_join_with_declared_fields$/;" f
280
+ test_create_join test/test_assembly.rb /^ def test_create_join$/;" f class:TC_Assembly
281
+ test_create_join_many_fields test/test_assembly.rb /^ def test_create_join_many_fields$/;" f class:TC_Assembly
282
+ test_create_join_with_declared_fields test/test_assembly.rb /^ def test_create_join_with_declared_fields$/;" f class:TC_Assembly
283
+ test_create_union test/test_aggregations.rb /^ def test_create_union$/;" f class:TC_Aggregations
240
284
  test_create_union test/test_assembly.rb /^ def test_create_union$/;" f class:TC_Assembly
285
+ test_create_union_aggregate_by test/test_aggregations.rb /^ def test_create_union_aggregate_by$/;" f class:TC_Aggregations
286
+ test_create_union_aggregate_by_many_fields test/test_aggregations.rb /^ def test_create_union_aggregate_by_many_fields$/;" f class:TC_Aggregations
287
+ test_create_union_many_fields test/test_aggregations.rb /^ def test_create_union_many_fields$/;" f class:TC_Aggregations
241
288
  test_create_union_many_fields test/test_assembly.rb /^ def test_create_union_many_fields$/;" f class:TC_Assembly
289
+ test_create_union_reverse test/test_aggregations.rb /^ def test_create_union_reverse$/;" f class:TC_Aggregations
242
290
  test_create_union_reverse test/test_assembly.rb /^ def test_create_union_reverse$/;" f class:TC_Assembly
291
+ test_create_union_with_sort test/test_aggregations.rb /^ def test_create_union_with_sort$/;" f class:TC_Aggregations
243
292
  test_create_union_with_sort test/test_assembly.rb /^ def test_create_union_with_sort$/;" f class:TC_Assembly
293
+ test_create_union_with_sort_reverse test/test_aggregations.rb /^ def test_create_union_with_sort_reverse$/;" f class:TC_Aggregations
244
294
  test_create_union_with_sort_reverse test/test_assembly.rb /^ def test_create_union_with_sort_reverse$/;" f class:TC_Assembly
245
295
  test_each_identity test/test_assembly.rb /^ def test_each_identity$/;" f class:TC_Assembly
246
- test_empty_where test/test_assembly.rb /^ def test_empty_where$/;" f
296
+ test_empty_where test/test_assembly.rb /^ def test_empty_where$/;" f class:TC_Assembly
247
297
  test_every_cannot_follow_tap test/test_assembly.rb /^ def test_every_cannot_follow_tap$/;" f class:TC_Assembly
248
298
  test_fields_field test/test_cascading.rb /^ def test_fields_field$/;" f class:TC_Cascading
249
299
  test_fields_multiple test/test_cascading.rb /^ def test_fields_multiple$/;" f class:TC_Cascading
250
300
  test_fields_single test/test_cascading.rb /^ def test_fields_single$/;" f class:TC_Cascading
251
301
  test_flow spec/spec_util.rb /^def test_flow(&block)$/;" f
252
302
  test_flow test/test_flow.rb /^ def test_flow$/;" f class:TC_Flow
253
- test_group_by_with_block test/test_assembly.rb /^ def test_group_by_with_block$/;" f class:TC_Assembly
254
303
  test_join1 test/test_local_execution.rb /^ def test_join1$/;" f class:TC_LocalExecution.test_smoke_test_multi_source_tap.test_smoke_test_sequence_file_scheme.test_splitter.test_smoke_test_multi_source_tap
255
304
  test_join2 test/test_local_execution.rb /^ def test_join2$/;" f class:TC_LocalExecution.test_smoke_test_multi_source_tap.test_smoke_test_sequence_file_scheme.test_splitter.test_smoke_test_multi_source_tap.test_join1
256
305
  test_join_assembly spec/spec_util.rb /^def test_join_assembly(params = {}, &block)$/;" f
257
- test_join_empty_on test/test_assembly.rb /^ def test_join_empty_on$/;" f
258
- test_join_invalid_on test/test_assembly.rb /^ def test_join_invalid_on$/;" f
259
- test_join_undefined_inputs test/test_assembly.rb /^ def test_join_undefined_inputs$/;" f
260
- test_join_with_block test/test_assembly.rb /^ def test_join_with_block$/;" f
261
- test_join_without_on test/test_assembly.rb /^ def test_join_without_on$/;" f
262
- test_smoke_test_debug_scope test/test_assembly.rb /^ def test_smoke_test_debug_scope$/;" f
306
+ test_join_empty_on test/test_assembly.rb /^ def test_join_empty_on$/;" f class:TC_Assembly
307
+ test_join_invalid_on test/test_assembly.rb /^ def test_join_invalid_on$/;" f class:TC_Assembly
308
+ test_join_undefined_inputs test/test_assembly.rb /^ def test_join_undefined_inputs$/;" f class:TC_Assembly
309
+ test_join_with_block test/test_assembly.rb /^ def test_join_with_block$/;" f class:TC_Assembly
310
+ test_join_without_on test/test_assembly.rb /^ def test_join_without_on$/;" f class:TC_Assembly
311
+ test_smoke_test_debug_scope test/test_assembly.rb /^ def test_smoke_test_debug_scope$/;" f class:TC_Assembly
263
312
  test_smoke_test_multi_source_tap test/test_local_execution.rb /^ def test_smoke_test_multi_source_tap$/;" f class:TC_LocalExecution
264
313
  test_smoke_test_multi_source_tap test/test_local_execution.rb /^ def test_smoke_test_multi_source_tap$/;" f class:TC_LocalExecution.test_smoke_test_multi_source_tap.test_smoke_test_sequence_file_scheme.test_splitter
265
314
  test_smoke_test_sequence_file_scheme test/test_local_execution.rb /^ def test_smoke_test_sequence_file_scheme$/;" f class:TC_LocalExecution.test_smoke_test_multi_source_tap
266
315
  test_splitter test/test_local_execution.rb /^ def test_splitter$/;" f class:TC_LocalExecution.test_smoke_test_multi_source_tap.test_smoke_test_sequence_file_scheme
267
- test_sub_assembly test/test_assembly.rb /^ def test_sub_assembly$/;" f
316
+ test_sub_assembly test/test_assembly.rb /^ def test_sub_assembly$/;" f class:TC_Assembly
317
+ test_sum_by_sub_assembly test/test_assembly.rb /^ def test_sum_by_sub_assembly$/;" f class:TC_Assembly
268
318
  test_tap test/test_cascading.rb /^ def test_tap$/;" f class:TC_Cascading
319
+ test_to_java_comparable_array test/test_operations.rb /^ def test_to_java_comparable_array$/;" f class:TC_Operations
269
320
  test_union test/test_local_execution.rb /^ def test_union$/;" f class:TC_LocalExecution.test_smoke_test_multi_source_tap.test_smoke_test_sequence_file_scheme.test_splitter.test_smoke_test_multi_source_tap.test_join1.test_join2
270
321
  test_union_undefined_inputs test/test_assembly.rb /^ def test_union_undefined_inputs$/;" f class:TC_Assembly
271
- test_union_with_block test/test_assembly.rb /^ def test_union_with_block$/;" f class:TC_Assembly
272
322
  test_values lib/cascading/expr_stub.rb /^ def test_values$/;" f class:Cascading
273
- test_where test/test_assembly.rb /^ def test_where$/;" f
274
- test_where_with_expression test/test_assembly.rb /^ def test_where_with_expression$/;" f
275
- test_where_with_import test/test_assembly.rb /^ def test_where_with_import$/;" f
323
+ test_where test/test_assembly.rb /^ def test_where$/;" f class:TC_Assembly
324
+ test_where_with_expression test/test_assembly.rb /^ def test_where_with_expression$/;" f class:TC_Assembly
325
+ test_where_with_import test/test_assembly.rb /^ def test_where_with_import$/;" f class:TC_Assembly
276
326
  text_line_scheme lib/cascading/cascading.rb /^ def text_line_scheme(*args)$/;" f class:Cascading
277
327
  to_java_comparable_array lib/cascading/operations.rb /^ def to_java_comparable_array(arr)$/;" f class:Cascading.Operations
278
328
  to_s lib/cascading/assembly.rb /^ def to_s$/;" f class:Cascading.Assembly
279
329
  to_s lib/cascading/expr_stub.rb /^ def to_s$/;" f class:Cascading
280
330
  to_s lib/cascading/scope.rb /^ def to_s$/;" f class:Cascading.Scope
281
- trace_causes lib/cascading/cascading_exception.rb /^ def trace_causes(ne, depth)$/;" f class:Cascading.CascadingException
331
+ trace_causes lib/cascading/cascading_exception.rb /^ def trace_causes(ne, depth, summary = false)$/;" f class:Cascading.CascadingException
282
332
  union lib/cascading/assembly.rb /^ def union(*args, &block)$/;" f class:Cascading.Assembly
283
333
  union_fields lib/cascading/cascading.rb /^ def union_fields(*fields)$/;" f class:Cascading
334
+ update_local_mode lib/cascading/mode.rb /^ def update_local_mode(sources, sinks)$/;" f class:Cascading.Mode
284
335
  valid? tasks/setup.rb /^ def valid?$/;" f class:Object
285
336
  validate lib/cascading/expr_stub.rb /^ def validate(actual_args = {})$/;" f class:Cascading
286
337
  validate_fields lib/cascading/expr_stub.rb /^ def validate_fields(fields)$/;" f class:Cascading
data/tasks/ant.rake CHANGED
@@ -1,7 +1,12 @@
1
1
  namespace :ant do
2
2
  desc 'Retrieves Cascading and Hadoop jars and sets environment variables to point to them'
3
3
  task :retrieve do
4
- raise 'Ant retrieve failed' unless system('ant retrieve')
4
+ if File.exists?('build/ivy/resolved') && File.ctime('build/ivy/resolved') > File.ctime('ivy.xml')
5
+ puts 'Ivy dependencies already resolved'
6
+ else
7
+ raise 'Ant retrieve failed' unless system('ant retrieve')
8
+ `touch build/ivy/resolved`
9
+ end
5
10
  ENV['CASCADING_HOME'] = 'build/lib'
6
11
  ENV['HADOOP_HOME'] = 'build/lib'
7
12
  end
@@ -57,13 +57,14 @@ class TC_Assembly < Test::Unit::TestCase
57
57
  def test_every_cannot_follow_tap
58
58
  # Assembly#count is no longer defined; instead, it has moved to
59
59
  # Aggregations#count
60
- assert_raise NameError do
60
+ ex = assert_raise NameError do
61
61
  assembly = mock_assembly do
62
62
  count
63
63
  end
64
64
  pipe = assembly.tail_pipe
65
65
  assert Java::CascadingPipe::Every, pipe.class
66
66
  end
67
+ assert_match /^undefined local variable or method `count' for #<Cascading::Assembly:.*>$/, ex.message
67
68
  end
68
69
 
69
70
  def test_create_every
@@ -315,7 +316,7 @@ class TC_Assembly < Test::Unit::TestCase
315
316
  end
316
317
 
317
318
  def test_union_undefined_inputs
318
- assert_raise RuntimeError, "Could not find assembly 'doesnotexist' in union" do
319
+ ex = assert_raise RuntimeError do
319
320
  flow 'test_union_undefined_inputs' do
320
321
  source 'data1', tap('test/data/data1.txt')
321
322
 
@@ -330,6 +331,7 @@ class TC_Assembly < Test::Unit::TestCase
330
331
  sink 'union', tap('output/test_union_undefined_inputs')
331
332
  end
332
333
  end
334
+ assert_equal "Could not find assembly 'doesnotexist' from 'union'", ex.message
333
335
  end
334
336
 
335
337
  def test_create_join
@@ -408,7 +410,7 @@ class TC_Assembly < Test::Unit::TestCase
408
410
  end
409
411
 
410
412
  def test_join_undefined_inputs
411
- assert_raise RuntimeError, "Could not find assembly 'doesnotexist' in join" do
413
+ ex = assert_raise RuntimeError do
412
414
  flow 'test_join_undefined_inputs' do
413
415
  source 'data1', tap('test/data/data1.txt')
414
416
 
@@ -423,36 +425,41 @@ class TC_Assembly < Test::Unit::TestCase
423
425
  sink 'join', tap('output/test_join_undefined_inputs')
424
426
  end
425
427
  end
428
+ assert_equal "Could not find assembly 'doesnotexist' from 'join'", ex.message
426
429
  end
427
430
 
428
431
  def test_join_without_on
429
- assert_raise RuntimeError, 'join requires :on parameter' do
432
+ ex = assert_raise RuntimeError do
430
433
  mock_two_input_assembly do
431
434
  join 'test1', 'test2'
432
435
  end
433
436
  end
437
+ assert_equal 'join requires :on parameter', ex.message
434
438
  end
435
439
 
436
440
  def test_join_invalid_on
437
- assert_raise RuntimeError, "Unsupported data type for :on in join: 'Fixnum'" do
441
+ ex = assert_raise RuntimeError do
438
442
  mock_two_input_assembly do
439
443
  join 'test1', 'test2', :on => 1
440
444
  end
441
445
  end
446
+ assert_equal "Unsupported data type for :on in join: 'Fixnum'", ex.message
442
447
  end
443
448
 
444
449
  def test_join_empty_on
445
- assert_raise RuntimeError, 'join requres non-empty :on parameter' do
450
+ ex = assert_raise RuntimeError do
446
451
  mock_two_input_assembly do
447
452
  join 'test1', 'test2', :on => []
448
453
  end
449
454
  end
455
+ assert_equal "join requires non-empty :on parameter", ex.message
450
456
 
451
- assert_raise RuntimeError, 'join requres non-empty :on parameter' do
457
+ ex = assert_raise RuntimeError do
452
458
  mock_two_input_assembly do
453
459
  join 'test1', 'test2', :on => {}
454
460
  end
455
461
  end
462
+ assert_equal "join requires non-empty :on parameter", ex.message
456
463
  end
457
464
 
458
465
  def test_branch_unique
data/test/test_cascade.rb CHANGED
@@ -44,4 +44,59 @@ class TC_Cascade < Test::Unit::TestCase
44
44
  assert_equal 'cascade.flow2', cascade.last_child.qualified_name
45
45
  assert_equal 'cascade.flow2.assembly4', cascade.last_child.last_child.qualified_name
46
46
  end
47
+
48
+ def test_ambiguous_flow_names
49
+ ex = assert_raise AmbiguousNodeNameException do
50
+ f1, a1, a2, f2, a3, a4 = [nil] * 6
51
+ cascade = cascade 'cascade' do
52
+ f1 = flow 'f' do
53
+ a1 = assembly 'assembly1' do
54
+ end
55
+
56
+ a2 = assembly 'assembly2' do
57
+ end
58
+ end
59
+
60
+ f2 = flow 'f' do
61
+ a3 = assembly 'assembly3' do
62
+ end
63
+
64
+ a4 = assembly 'assembly4' do
65
+ end
66
+ end
67
+ end
68
+ end
69
+ assert_equal "Attempted to add 'cascade.f', but node named 'f' already exists", ex.message
70
+ end
71
+
72
+ def test_ambiguous_assembly_names
73
+ # You _can_ define ambiguously named assemblies between flows
74
+ f1, a1, a2, f2, a3, a4 = [nil] * 6
75
+ cascade = cascade 'cascade' do
76
+ f1 = flow 'flow1' do
77
+ a1 = assembly 'a' do
78
+ end
79
+
80
+ a2 = assembly 'assembly2' do
81
+ end
82
+ end
83
+
84
+ f2 = flow 'flow2' do
85
+ a3 = assembly 'a' do
86
+ end
87
+
88
+ a4 = assembly 'assembly4' do
89
+ end
90
+ end
91
+ end
92
+
93
+ # You _cannot_ look them up using find_child
94
+ ex = assert_raise AmbiguousNodeNameException do
95
+ cascade.find_child('a')
96
+ end
97
+ assert_equal "Ambiguous lookup of child by name 'a'; found 'cascade.flow1.a', 'cascade.flow2.a'", ex.message
98
+
99
+ # NOTE: Looking up flows this way is not a very common practice, so this is
100
+ # unlikely to cause issues
101
+ end
47
102
  end
@@ -30,20 +30,17 @@ class TC_Cascading < Test::Unit::TestCase
30
30
  end
31
31
 
32
32
  def test_tap
33
- tap = tap('/temp')
34
- assert_equal '/temp', tap.getPath().toString()
35
- assert tap.is_a? Java::CascadingTapHadoop::Hfs
36
-
37
- tap = tap('/temp', :kind => :dfs)
38
- assert_equal '/temp', tap.getPath().toString()
39
- assert tap.is_a? Java::CascadingTapHadoop::Dfs
40
-
41
- tap = tap('/temp', :kind => :lfs)
42
- assert_equal '/temp', tap.getPath().toString()
43
- assert tap.is_a? Java::CascadingTapHadoop::Lfs
44
-
45
- tap = tap('/temp', :kind => :hfs)
46
- assert_equal '/temp', tap.getPath().toString()
47
- assert tap.is_a? Java::CascadingTapHadoop::Hfs
33
+ tap = tap('/tmp')
34
+ assert tap.is_a? Cascading::Tap
35
+ assert_equal '/tmp', tap.path
36
+ assert_equal text_line_scheme, tap.scheme
37
+
38
+ assert tap.local?
39
+ assert_equal '/tmp', tap.hadoop_tap.identifier
40
+ assert tap.hadoop_tap.is_a? Java::CascadingTapHadoop::Hfs
41
+
42
+ assert tap.hadoop?
43
+ assert_equal '/tmp', tap.local_tap.identifier
44
+ assert tap.local_tap.is_a? Java::CascadingTapLocal::FileTap
48
45
  end
49
46
  end