cascading.jruby 0.0.8 → 0.0.9
Sign up to get free protection for your applications and to get access to all the features.
- data/HACKING.md +1 -1
- data/History.txt +6 -0
- data/README.md +1 -1
- data/ivy.xml +3 -3
- data/lib/cascading/aggregations.rb +14 -13
- data/lib/cascading/base.rb +27 -9
- data/lib/cascading/cascade.rb +12 -3
- data/lib/cascading/cascading.rb +35 -44
- data/lib/cascading/cascading_exception.rb +5 -5
- data/lib/cascading/flow.rb +23 -32
- data/lib/cascading/mode.rb +78 -0
- data/lib/cascading/operations.rb +10 -4
- data/lib/cascading/scope.rb +8 -2
- data/lib/cascading/sub_assembly.rb +6 -6
- data/lib/cascading/tap.rb +81 -0
- data/lib/cascading.rb +3 -1
- data/samples/branch.rb +2 -2
- data/samples/copy.rb +2 -2
- data/samples/group_by.rb +5 -5
- data/samples/join.rb +2 -2
- data/samples/logwordcount.rb +3 -4
- data/samples/project.rb +2 -2
- data/samples/rename.rb +2 -2
- data/samples/scorenames.rb +2 -2
- data/samples/splitter.rb +2 -2
- data/samples/sub_assembly.rb +2 -2
- data/samples/union.rb +2 -2
- data/spec/cascading_spec.rb +17 -17
- data/spec/spec_util.rb +9 -9
- data/tags +92 -41
- data/tasks/ant.rake +6 -1
- data/test/test_assembly.rb +14 -7
- data/test/test_cascade.rb +55 -0
- data/test/test_cascading.rb +12 -15
- data/test/test_flow.rb +53 -36
- data/test/test_local_execution.rb +7 -7
- data/test/test_operations.rb +61 -0
- metadata +4 -2
data/tags
CHANGED
@@ -6,9 +6,11 @@
|
|
6
6
|
!_TAG_PROGRAM_VERSION 5.8 //
|
7
7
|
Aggregations lib/cascading/aggregations.rb /^ class Aggregations$/;" c class:Cascading
|
8
8
|
Aggregations spec/spec_util.rb /^ class Aggregations; include ScopeTests; end$/;" c class:Cascading
|
9
|
+
AmbiguousNodeNameException lib/cascading/base.rb /^ class AmbiguousNodeNameException < StandardError; end$/;" c class:Cascading.Node.find_all_children_with_name
|
9
10
|
Array lib/cascading/ext/array.rb /^class Array$/;" c
|
10
11
|
Assembly lib/cascading/assembly.rb /^ class Assembly < Cascading::Node$/;" c class:Cascading
|
11
12
|
Assembly spec/spec_util.rb /^ class Assembly; include ScopeTests; end$/;" c class:Cascading
|
13
|
+
BaseTap lib/cascading/tap.rb /^ class BaseTap$/;" c class:Cascading
|
12
14
|
Cascade lib/cascading/cascade.rb /^ class Cascade < Cascading::Node$/;" c class:Cascading
|
13
15
|
Cascading lib/cascading.rb /^module Cascading$/;" m
|
14
16
|
Cascading lib/cascading/aggregations.rb /^module Cascading$/;" m
|
@@ -19,9 +21,11 @@ Cascading lib/cascading/cascading.rb /^module Cascading$/;" m
|
|
19
21
|
Cascading lib/cascading/cascading_exception.rb /^module Cascading$/;" m
|
20
22
|
Cascading lib/cascading/expr_stub.rb /^module Cascading$/;" m
|
21
23
|
Cascading lib/cascading/flow.rb /^module Cascading$/;" m
|
24
|
+
Cascading lib/cascading/mode.rb /^module Cascading$/;" m
|
22
25
|
Cascading lib/cascading/operations.rb /^module Cascading$/;" m
|
23
26
|
Cascading lib/cascading/scope.rb /^module Cascading$/;" m
|
24
27
|
Cascading lib/cascading/sub_assembly.rb /^module Cascading$/;" m
|
28
|
+
Cascading lib/cascading/tap.rb /^module Cascading$/;" m
|
25
29
|
Cascading spec/spec_util.rb /^module Cascading$/;" m
|
26
30
|
CascadingException lib/cascading/cascading_exception.rb /^ class CascadingException < StandardError$/;" c class:Cascading
|
27
31
|
ExprArgException lib/cascading/expr_stub.rb /^ class ExprArgException < StandardError; end$/;" c
|
@@ -30,14 +34,18 @@ Flow lib/cascading/flow.rb /^ class Flow < Cascading::Node$/;" c class:Cascadin
|
|
30
34
|
Flow spec/spec_util.rb /^ class Flow; include ScopeTests; end$/;" c class:Cascading
|
31
35
|
JRUBY_HOME src/cascading/jruby/Main.java /^ private final static String JRUBY_HOME = "\/opt\/jruby";$/;" f class:Main file:
|
32
36
|
Main src/cascading/jruby/Main.java /^public class Main {$/;" c
|
37
|
+
MockAssemblies test/mock_assemblies.rb /^module MockAssemblies$/;" m
|
38
|
+
Mode lib/cascading/mode.rb /^ class Mode$/;" c class:Cascading
|
39
|
+
MultiTap lib/cascading/tap.rb /^ class MultiTap < BaseTap$/;" c
|
33
40
|
Node lib/cascading/base.rb /^ class Node$/;" c class:Cascading
|
34
41
|
Object tasks/setup.rb /^class Object$/;" c
|
35
42
|
OpenStruct tasks/setup.rb /^class OpenStruct; undef :gem; end$/;" c
|
36
43
|
Operations lib/cascading/operations.rb /^ module Operations$/;" m class:Cascading
|
37
|
-
Registerable lib/cascading/base.rb /^ module Registerable$/;" m class:Cascading
|
44
|
+
Registerable lib/cascading/base.rb /^ module Registerable$/;" m class:Cascading.Node.find_all_children_with_name
|
38
45
|
Scope lib/cascading/scope.rb /^ class Scope$/;" c class:Cascading
|
39
46
|
ScopeTests spec/spec_util.rb /^module ScopeTests$/;" m
|
40
47
|
SubAssembly lib/cascading/sub_assembly.rb /^ class SubAssembly$/;" c class:Cascading
|
48
|
+
TC_Aggregations test/test_aggregations.rb /^class TC_Aggregations < Test::Unit::TestCase$/;" c
|
41
49
|
TC_Assembly test/test_assembly.rb /^class TC_Assembly < Test::Unit::TestCase$/;" c
|
42
50
|
TC_Cascade test/test_cascade.rb /^class TC_Cascade < Test::Unit::TestCase$/;" c
|
43
51
|
TC_Cascading test/test_cascading.rb /^class TC_Cascading < Test::Unit::TestCase$/;" c
|
@@ -45,14 +53,16 @@ TC_Exceptions test/test_exceptions.rb /^class TC_Exceptions < Test::Unit::TestCa
|
|
45
53
|
TC_Flow test/test_flow.rb /^class TC_Flow < Test::Unit::TestCase$/;" c
|
46
54
|
TC_LocalExecution test/test_local_execution.rb /^class TC_LocalExecution < Test::Unit::TestCase$/;" c
|
47
55
|
TC_Operations test/test_operations.rb /^class TC_Operations < Test::Unit::TestCase$/;" c
|
48
|
-
|
56
|
+
Tap lib/cascading/tap.rb /^ class Tap < BaseTap$/;" c class:Cascading
|
57
|
+
add lib/cascading/base.rb /^ def add(name, instance)$/;" f class:Cascading.Node.find_all_children_with_name.Registerable
|
49
58
|
add_archive_to_distributed_cache lib/cascading/flow.rb /^ def add_archive_to_distributed_cache(file)$/;" f
|
50
59
|
add_child lib/cascading/base.rb /^ def add_child(node)$/;" f class:Cascading.Node
|
51
60
|
add_file_to_distributed_cache lib/cascading/flow.rb /^ def add_file_to_distributed_cache(file)$/;" f
|
52
61
|
add_listener lib/cascading/flow.rb /^ def add_listener(listener)$/;" f
|
53
62
|
add_to_distributed_cache lib/cascading/flow.rb /^ def add_to_distributed_cache(file, property)$/;" f
|
63
|
+
adjacency_list lib/cascading/sub_assembly.rb /^ def adjacency_list(pipes, tail_pipe, graph)$/;" f class:Cascading.SubAssembly
|
54
64
|
aggregator_function lib/cascading/operations.rb /^ def aggregator_function(args, aggregator_klass)$/;" f class:Cascading.Operations
|
55
|
-
all lib/cascading/base.rb /^ def all$/;" f class:Cascading.Registerable
|
65
|
+
all lib/cascading/base.rb /^ def all$/;" f class:Cascading.Node.find_all_children_with_name.Registerable
|
56
66
|
all_fields lib/cascading/cascading.rb /^ def all_fields$/;" f class:Cascading
|
57
67
|
apply_aggregations lib/cascading/assembly.rb /^ def apply_aggregations(group, incoming_scopes, &block)$/;" f class:Cascading.Assembly
|
58
68
|
assembly lib/cascading/flow.rb /^ def assembly(name, &block)$/;" f class:Cascading.Flow
|
@@ -63,17 +73,20 @@ assert_not_null lib/cascading/assembly.rb /^ def assert_not_null(*args)$/;" f
|
|
63
73
|
assert_size_equals lib/cascading/assembly.rb /^ def assert_size_equals(*args)$/;" f class:Cascading.Assembly
|
64
74
|
average lib/cascading/aggregations.rb /^ def average(*args)$/;" f class:Cascading.Aggregations
|
65
75
|
branch lib/cascading/assembly.rb /^ def branch(name, &block)$/;" f class:Cascading.Assembly
|
66
|
-
|
76
|
+
can_aggregate_by? lib/cascading/aggregations.rb /^ def can_aggregate_by?$/;" f class:Cascading.Aggregations
|
77
|
+
cascade lib/cascading/cascading.rb /^ def cascade(name, params = {}, &block)$/;" f class:Cascading
|
67
78
|
cascading.jruby src/cascading/jruby/Main.java /^package cascading.jruby;$/;" p
|
68
79
|
cast lib/cascading/assembly.rb /^ def cast(type_map)$/;" f class:Cascading.Assembly
|
69
80
|
cause lib/cascading/cascading_exception.rb /^ def cause(depth = @depth)$/;" f class:Cascading.CascadingException
|
70
81
|
check_scope spec/spec_util.rb /^ def check_scope(params = {})$/;" f class:ScopeTests
|
82
|
+
coerce_to_java lib/cascading/operations.rb /^ def coerce_to_java(v)$/;" f class:Cascading.Operations.to_java_comparable_array
|
71
83
|
compile lib/cascading/expr_stub.rb /^ def compile$/;" f class:Cascading
|
72
84
|
complete lib/cascading/cascade.rb /^ def complete(properties = nil)$/;" f class:Cascading.Cascade
|
73
85
|
complete lib/cascading/flow.rb /^ def complete(properties = nil)$/;" f
|
74
86
|
composite_aggregator lib/cascading/aggregations.rb /^ def composite_aggregator(args, function)$/;" f class:Cascading.Aggregations
|
75
87
|
compress_output lib/cascading/flow.rb /^ def compress_output(codec, type)$/;" f class:Cascading.Flow
|
76
88
|
connect lib/cascading/flow.rb /^ def connect(properties = nil)$/;" f
|
89
|
+
connect_flow lib/cascading/mode.rb /^ def connect_flow(properties, name, sources, sinks, pipes)$/;" f class:Cascading.Mode
|
77
90
|
copy lib/cascading/assembly.rb /^ def copy(*args)$/;" f class:Cascading.Assembly
|
78
91
|
copy lib/cascading/scope.rb /^ def copy$/;" f class:Cascading.Scope
|
79
92
|
copy_fields lib/cascading/cascading.rb /^ def copy_fields(fields)$/;" f class:Cascading
|
@@ -119,27 +132,34 @@ filter lib/cascading/assembly.rb /^ def filter(*args)$/;" f class:Cascading.A
|
|
119
132
|
filter_not_null lib/cascading/assembly.rb /^ def filter_not_null(*args)$/;" f class:Cascading.Assembly
|
120
133
|
filter_null lib/cascading/assembly.rb /^ def filter_null(*args)$/;" f class:Cascading.Assembly
|
121
134
|
finalize lib/cascading/aggregations.rb /^ def finalize$/;" f class:Cascading.Aggregations
|
122
|
-
finalize lib/cascading/sub_assembly.rb /^ def finalize$/;" f class:Cascading.SubAssembly
|
135
|
+
finalize lib/cascading/sub_assembly.rb /^ def finalize(pipes, incoming_scopes)$/;" f class:Cascading.SubAssembly
|
136
|
+
find_all_children_with_name lib/cascading/base.rb /^ def find_all_children_with_name(name)$/;" f class:Cascading.Node
|
123
137
|
find_child lib/cascading/base.rb /^ def find_child(name)$/;" f class:Cascading.Node
|
124
138
|
first lib/cascading/aggregations.rb /^ def first(*args); composite_aggregator(args, :first_function); end$/;" f class:Cascading.Aggregations
|
125
139
|
first_function lib/cascading/operations.rb /^ def first_function(*args)$/;" f class:Cascading.Operations
|
126
|
-
flow lib/cascading/cascade.rb /^ def flow(name, &block)$/;" f class:Cascading.Cascade
|
127
|
-
flow lib/cascading/cascading.rb /^ def flow(name, &block)$/;" f class:Cascading
|
140
|
+
flow lib/cascading/cascade.rb /^ def flow(name, params = {}, &block)$/;" f class:Cascading.Cascade
|
141
|
+
flow lib/cascading/cascading.rb /^ def flow(name, params = {}, &block)$/;" f class:Cascading
|
142
|
+
flow_connector_class lib/cascading/mode.rb /^ def flow_connector_class$/;" f class:Cascading.Mode
|
128
143
|
format_date lib/cascading/assembly.rb /^ def format_date(*args)$/;" f class:Cascading.Assembly
|
129
|
-
get lib/cascading/base.rb /^ def get(key)$/;" f class:Cascading.Registerable
|
144
|
+
get lib/cascading/base.rb /^ def get(key)$/;" f class:Cascading.Node.find_all_children_with_name.Registerable
|
130
145
|
group_by lib/cascading/assembly.rb /^ def group_by(*args, &block)$/;" f class:Cascading.Assembly
|
131
146
|
grouping_fields lib/cascading/scope.rb /^ def grouping_fields$/;" f class:Cascading.Scope
|
147
|
+
hadoop? lib/cascading/tap.rb /^ def hadoop?$/;" f class:Cascading.BaseTap
|
132
148
|
identity lib/cascading/operations.rb /^ def identity$/;" f class:Cascading.Operations
|
133
149
|
in_directory tasks/setup.rb /^def in_directory( dir, &block )$/;" f
|
134
150
|
initialize lib/cascading/aggregations.rb /^ def initialize(assembly, group, incoming_scopes)$/;" f class:Cascading.Aggregations
|
135
151
|
initialize lib/cascading/assembly.rb /^ def initialize(name, parent, outgoing_scopes = {})$/;" f class:Cascading.Assembly
|
136
152
|
initialize lib/cascading/base.rb /^ def initialize(name, parent)$/;" f class:Cascading.Node
|
137
|
-
initialize lib/cascading/cascade.rb /^ def initialize(name)$/;" f class:Cascading.Cascade
|
153
|
+
initialize lib/cascading/cascade.rb /^ def initialize(name, params = {})$/;" f class:Cascading.Cascade
|
138
154
|
initialize lib/cascading/cascading_exception.rb /^ def initialize(native_exception, message)$/;" f class:Cascading.CascadingException
|
139
155
|
initialize lib/cascading/expr_stub.rb /^ def initialize(expression)$/;" f class:Cascading.ExprStub
|
140
|
-
initialize lib/cascading/flow.rb /^ def initialize(name, parent)$/;" f class:Cascading.Flow
|
156
|
+
initialize lib/cascading/flow.rb /^ def initialize(name, parent, params = {})$/;" f class:Cascading.Flow
|
157
|
+
initialize lib/cascading/mode.rb /^ def initialize(local)$/;" f class:Cascading.Mode
|
141
158
|
initialize lib/cascading/scope.rb /^ def initialize(scope)$/;" f class:Cascading.Scope
|
142
159
|
initialize lib/cascading/sub_assembly.rb /^ def initialize(assembly, sub_assembly)$/;" f class:Cascading.SubAssembly
|
160
|
+
initialize lib/cascading/tap.rb /^ def initialize(local_tap, hadoop_tap)$/;" f class:Cascading.BaseTap
|
161
|
+
initialize lib/cascading/tap.rb /^ def initialize(local_tap, hadoop_tap)$/;" f class:MultiTap
|
162
|
+
initialize lib/cascading/tap.rb /^ def initialize(path, params = {})$/;" f class:Cascading.Tap
|
143
163
|
inner_join lib/cascading/assembly.rb /^ def inner_join(*args, &block)$/;" f class:Cascading.Assembly
|
144
164
|
insert lib/cascading/assembly.rb /^ def insert(args)$/;" f class:Cascading.Assembly
|
145
165
|
insert_function lib/cascading/operations.rb /^ def insert_function(*args)$/;" f class:Cascading.Operations
|
@@ -150,24 +170,28 @@ last_function lib/cascading/operations.rb /^ def last_function(*args)$/;" f c
|
|
150
170
|
last_grouping_fields lib/cascading/cascading.rb /^ def last_grouping_fields$/;" f class:Cascading
|
151
171
|
left_join lib/cascading/assembly.rb /^ def left_join(*args, &block)$/;" f class:Cascading.Assembly
|
152
172
|
libpath lib/cascading.rb /^ def self.libpath( *args )$/;" F class:Cascading
|
173
|
+
local? lib/cascading/tap.rb /^ def local?$/;" f class:Cascading.BaseTap
|
153
174
|
local_properties lib/cascading/cascading.rb /^ def local_properties(base_dir)$/;" f
|
154
175
|
main src/cascading/jruby/Main.java /^ public static void main(String[] args) {$/;" m class:Main
|
155
176
|
make_flows lib/cascading/cascade.rb /^ def make_flows(flows, properties)$/;" f class:Cascading.Cascade
|
156
177
|
make_pipe lib/cascading/aggregations.rb /^ def make_pipe(type, parameters)$/;" f class:Cascading.Aggregations
|
157
178
|
make_pipe lib/cascading/assembly.rb /^ def make_pipe(type, parameters)$/;" f class:Cascading.Assembly
|
158
179
|
make_pipes lib/cascading/flow.rb /^ def make_pipes$/;" f
|
159
|
-
make_tap_parameter lib/cascading/flow.rb /^ def make_tap_parameter(taps)$/;" f
|
180
|
+
make_tap_parameter lib/cascading/flow.rb /^ def make_tap_parameter(taps, pipe_accessor)$/;" f
|
160
181
|
manifest tasks/setup.rb /^def manifest$/;" f
|
161
182
|
match_rows lib/cascading/assembly.rb /^ def match_rows(*args)$/;" f class:Cascading.Assembly
|
162
183
|
max lib/cascading/aggregations.rb /^ def max(*args); composite_aggregator(args, :max_function); end$/;" f class:Cascading.Aggregations
|
163
184
|
max_function lib/cascading/operations.rb /^ def max_function(*args)$/;" f class:Cascading.Operations
|
164
185
|
min lib/cascading/aggregations.rb /^ def min(*args); composite_aggregator(args, :min_function); end$/;" f class:Cascading.Aggregations
|
165
186
|
min_function lib/cascading/operations.rb /^ def min_function(*args)$/;" f class:Cascading.Operations
|
166
|
-
mock_assembly test/
|
167
|
-
mock_branched_assembly test/
|
168
|
-
mock_two_input_assembly test/
|
187
|
+
mock_assembly test/mock_assemblies.rb /^ def mock_assembly(&block)$/;" f class:MockAssemblies
|
188
|
+
mock_branched_assembly test/mock_assemblies.rb /^ def mock_branched_assembly(&block)$/;" f class:MockAssemblies
|
189
|
+
mock_two_input_assembly test/mock_assemblies.rb /^ def mock_two_input_assembly(&block)$/;" f class:MockAssemblies
|
169
190
|
multi_sink_tap lib/cascading/cascading.rb /^ def multi_sink_tap(*taps)$/;" f
|
191
|
+
multi_sink_tap lib/cascading/tap.rb /^ def self.multi_sink_tap(taps)$/;" F class:MultiTap
|
170
192
|
multi_source_tap lib/cascading/cascading.rb /^ def multi_source_tap(*taps)$/;" f
|
193
|
+
multi_source_tap lib/cascading/tap.rb /^ def self.multi_source_tap(taps)$/;" F class:MultiTap
|
194
|
+
multi_tap lib/cascading/tap.rb /^ def self.multi_tap(taps, klass)$/;" F class:MultiTap
|
171
195
|
names_and_types lib/cascading/expr_stub.rb /^ def names_and_types$/;" f class:Cascading
|
172
196
|
outer_join lib/cascading/assembly.rb /^ def outer_join(*args, &block)$/;" f class:Cascading.Assembly
|
173
197
|
outgoing_scope lib/cascading/scope.rb /^ def self.outgoing_scope(flow_element, incoming_scopes)$/;" F class:Cascading.Scope
|
@@ -175,10 +199,11 @@ outgoing_scope_for lib/cascading/scope.rb /^ def self.outgoing_scope_for(flow
|
|
175
199
|
paragraphs_of tasks/setup.rb /^def paragraphs_of( path, *paragraphs )$/;" f
|
176
200
|
parent_flow lib/cascading/assembly.rb /^ def parent_flow$/;" f class:Cascading.Assembly
|
177
201
|
parse lib/cascading/assembly.rb /^ def parse(*args)$/;" f class:Cascading.Assembly
|
202
|
+
parse lib/cascading/mode.rb /^ def self.parse(mode)$/;" F class:Cascading.Mode
|
178
203
|
parse_date lib/cascading/assembly.rb /^ def parse_date(*args)$/;" f class:Cascading.Assembly
|
179
204
|
pass lib/cascading/assembly.rb /^ def pass(*args)$/;" f class:Cascading.Assembly
|
180
205
|
path lib/cascading.rb /^ def self.path( *args )$/;" F class:Cascading
|
181
|
-
|
206
|
+
populate_incoming_scopes lib/cascading/assembly.rb /^ def populate_incoming_scopes(assembly_names, group_fields_args = {})$/;" f class:Cascading.Assembly
|
182
207
|
project lib/cascading/assembly.rb /^ def project(*args)$/;" f class:Cascading.Assembly
|
183
208
|
qualified_name lib/cascading/base.rb /^ def qualified_name$/;" f class:Cascading.Node
|
184
209
|
quiet tasks/setup.rb /^def quiet( &block )$/;" f
|
@@ -188,13 +213,13 @@ regex_parser lib/cascading/operations.rb /^ def regex_parser(*args)$/;" f cla
|
|
188
213
|
regex_replace lib/cascading/operations.rb /^ def regex_replace(*args)$/;" f class:Cascading.Operations.to_java_comparable_array
|
189
214
|
regex_split_generator lib/cascading/operations.rb /^ def regex_split_generator(*args)$/;" f class:Cascading.Operations
|
190
215
|
regex_splitter lib/cascading/operations.rb /^ def regex_splitter(*args)$/;" f class:Cascading.Operations
|
191
|
-
registered lib/cascading/base.rb /^ def registered$/;" f class:Cascading.Registerable
|
216
|
+
registered lib/cascading/base.rb /^ def registered$/;" f class:Cascading.Node.find_all_children_with_name.Registerable
|
192
217
|
reject lib/cascading/assembly.rb /^ def reject(*args)$/;" f class:Cascading.Assembly
|
193
218
|
remove_desc_for_task tasks/setup.rb /^def remove_desc_for_task( names )$/;" f
|
194
219
|
rename lib/cascading/assembly.rb /^ def rename(name_map)$/;" f class:Cascading.Assembly
|
195
220
|
replace lib/cascading/assembly.rb /^ def replace(*args)$/;" f class:Cascading.Assembly
|
196
221
|
require_all_jars lib/cascading.rb /^ def self.require_all_jars(from = ::File.join(::File.dirname(__FILE__), "..", "jars"))$/;" F class:Cascading
|
197
|
-
reset lib/cascading/base.rb /^ def reset$/;" f class:Cascading.Registerable
|
222
|
+
reset lib/cascading/base.rb /^ def reset$/;" f class:Cascading.Node.find_all_children_with_name.Registerable
|
198
223
|
results_fields lib/cascading/cascading.rb /^ def results_fields$/;" f class:Cascading
|
199
224
|
right_join lib/cascading/assembly.rb /^ def right_join(*args, &block)$/;" f class:Cascading.Assembly
|
200
225
|
root lib/cascading/base.rb /^ def root$/;" f class:Cascading.Node
|
@@ -202,85 +227,111 @@ scope lib/cascading/assembly.rb /^ def scope$/;" f class:Cascading.Assembly
|
|
202
227
|
scope lib/cascading/flow.rb /^ def scope(name = nil)$/;" f class:Cascading.Flow
|
203
228
|
scope_fields_to_s lib/cascading/scope.rb /^ def scope_fields_to_s(accessor)$/;" f class:Cascading.Scope
|
204
229
|
search_field_name lib/cascading/cascading.rb /^ def search_field_name(names, candidate)$/;" f class:Cascading
|
230
|
+
select_taps lib/cascading/mode.rb /^ def select_taps(tap_map)$/;" f class:Cascading.Mode
|
205
231
|
sequence_file_scheme lib/cascading/cascading.rb /^ def sequence_file_scheme(*fields)$/;" f
|
206
232
|
set_spill_threshold lib/cascading/flow.rb /^ def set_spill_threshold(threshold)$/;" f
|
207
|
-
sink lib/cascading/flow.rb /^ def sink(
|
233
|
+
sink lib/cascading/flow.rb /^ def sink(name, tap)$/;" f class:Cascading.Flow
|
208
234
|
sink_metadata lib/cascading/cascade.rb /^ def sink_metadata$/;" f class:Cascading.Cascade
|
209
235
|
sink_metadata lib/cascading/flow.rb /^ def sink_metadata$/;" f class:Cascading.Flow
|
210
|
-
source lib/cascading/flow.rb /^ def source(
|
236
|
+
source lib/cascading/flow.rb /^ def source(name, tap)$/;" f class:Cascading.Flow
|
237
|
+
source_tap lib/cascading/mode.rb /^ def source_tap(name, tap)$/;" f class:Cascading.Mode
|
211
238
|
specific_to_java lib/cascading/expr_stub.rb /^ def specific_to_java(value, type)$/;" f class:Cascading
|
212
239
|
split lib/cascading/assembly.rb /^ def split(*args)$/;" f class:Cascading.Assembly
|
213
240
|
split_hash lib/cascading/expr_stub.rb /^ def split_hash(h)$/;" f class:Cascading
|
214
241
|
split_rows lib/cascading/assembly.rb /^ def split_rows(*args)$/;" f class:Cascading.Assembly
|
215
|
-
sub_assembly lib/cascading/assembly.rb /^ def sub_assembly(sub_assembly)$/;" f class:Cascading.Assembly
|
242
|
+
sub_assembly lib/cascading/assembly.rb /^ def sub_assembly(sub_assembly, pipes = [tail_pipe], incoming_scopes = [scope])$/;" f class:Cascading.Assembly
|
216
243
|
sum lib/cascading/aggregations.rb /^ def sum(*args)$/;" f class:Cascading.Aggregations
|
217
|
-
tap lib/cascading/cascading.rb /^ def tap(
|
244
|
+
tap lib/cascading/cascading.rb /^ def tap(path, params = {})$/;" f
|
218
245
|
tap_scope lib/cascading/scope.rb /^ def self.tap_scope(tap, name)$/;" F class:Cascading.Scope
|
219
246
|
test_aggregator_function_ignore_tuples test/test_operations.rb /^ def test_aggregator_function_ignore_tuples$/;" f class:TC_Operations
|
220
247
|
test_aggregator_function_ignore_values test/test_operations.rb /^ def test_aggregator_function_ignore_values$/;" f class:TC_Operations
|
248
|
+
test_ambiguous_assembly_names test/test_cascade.rb /^ def test_ambiguous_assembly_names$/;" f class:TC_Cascade
|
221
249
|
test_ambiguous_assembly_names test/test_flow.rb /^ def test_ambiguous_assembly_names$/;" f class:TC_Flow
|
222
250
|
test_ambiguous_branch_names test/test_flow.rb /^ def test_ambiguous_branch_names$/;" f class:TC_Flow
|
251
|
+
test_ambiguous_flow_names test/test_cascade.rb /^ def test_ambiguous_flow_names$/;" f class:TC_Cascade
|
223
252
|
test_assembly spec/spec_util.rb /^def test_assembly(params = {}, &block)$/;" f
|
224
|
-
|
225
|
-
|
226
|
-
|
253
|
+
test_average_by_sub_assembly test/test_assembly.rb /^ def test_average_by_sub_assembly$/;" f class:TC_Assembly
|
254
|
+
test_branch_empty test/test_assembly.rb /^ def test_branch_empty$/;" f class:TC_Assembly
|
255
|
+
test_branch_single test/test_assembly.rb /^ def test_branch_single$/;" f class:TC_Assembly
|
256
|
+
test_branch_unique test/test_assembly.rb /^ def test_branch_unique$/;" f class:TC_Assembly
|
227
257
|
test_cascade test/test_cascade.rb /^ def test_cascade$/;" f class:TC_Cascade
|
228
258
|
test_cascading_exception test/test_exceptions.rb /^ def test_cascading_exception$/;" f class:TC_Exceptions
|
259
|
+
test_coerce_to_java_double test/test_operations.rb /^ def test_coerce_to_java_double$/;" f class:TC_Operations
|
260
|
+
test_coerce_to_java_int test/test_operations.rb /^ def test_coerce_to_java_int$/;" f class:TC_Operations
|
261
|
+
test_coerce_to_java_nil test/test_operations.rb /^ def test_coerce_to_java_nil$/;" f class:TC_Operations
|
262
|
+
test_coerce_to_java_other test/test_operations.rb /^ def test_coerce_to_java_other$/;" f class:TC_Operations
|
263
|
+
test_coerce_to_java_string test/test_operations.rb /^ def test_coerce_to_java_string$/;" f class:TC_Operations
|
264
|
+
test_count_by_sub_assembly test/test_assembly.rb /^ def test_count_by_sub_assembly$/;" f class:TC_Assembly
|
229
265
|
test_create_assembly_simple test/test_assembly.rb /^ def test_create_assembly_simple$/;" f class:TC_Assembly
|
230
266
|
test_create_each test/test_assembly.rb /^ def test_create_each$/;" f class:TC_Assembly
|
231
267
|
test_create_every test/test_assembly.rb /^ def test_create_every$/;" f class:TC_Assembly
|
268
|
+
test_create_group_by test/test_aggregations.rb /^ def test_create_group_by$/;" f class:TC_Aggregations
|
232
269
|
test_create_group_by test/test_assembly.rb /^ def test_create_group_by$/;" f class:TC_Assembly
|
270
|
+
test_create_group_by_aggregate_by test/test_aggregations.rb /^ def test_create_group_by_aggregate_by$/;" f class:TC_Aggregations
|
271
|
+
test_create_group_by_aggregate_by_many_fields test/test_aggregations.rb /^ def test_create_group_by_aggregate_by_many_fields$/;" f class:TC_Aggregations
|
272
|
+
test_create_group_by_many_fields test/test_aggregations.rb /^ def test_create_group_by_many_fields$/;" f class:TC_Aggregations
|
233
273
|
test_create_group_by_many_fields test/test_assembly.rb /^ def test_create_group_by_many_fields$/;" f class:TC_Assembly
|
274
|
+
test_create_group_by_reverse test/test_aggregations.rb /^ def test_create_group_by_reverse$/;" f class:TC_Aggregations
|
234
275
|
test_create_group_by_reverse test/test_assembly.rb /^ def test_create_group_by_reverse$/;" f class:TC_Assembly
|
276
|
+
test_create_group_by_with_sort test/test_aggregations.rb /^ def test_create_group_by_with_sort$/;" f class:TC_Aggregations
|
235
277
|
test_create_group_by_with_sort test/test_assembly.rb /^ def test_create_group_by_with_sort$/;" f class:TC_Assembly
|
278
|
+
test_create_group_by_with_sort_reverse test/test_aggregations.rb /^ def test_create_group_by_with_sort_reverse$/;" f class:TC_Aggregations
|
236
279
|
test_create_group_by_with_sort_reverse test/test_assembly.rb /^ def test_create_group_by_with_sort_reverse$/;" f class:TC_Assembly
|
237
|
-
test_create_join test/test_assembly.rb /^ def test_create_join$/;" f
|
238
|
-
test_create_join_many_fields test/test_assembly.rb /^ def test_create_join_many_fields$/;" f
|
239
|
-
test_create_join_with_declared_fields test/test_assembly.rb /^ def test_create_join_with_declared_fields$/;" f
|
280
|
+
test_create_join test/test_assembly.rb /^ def test_create_join$/;" f class:TC_Assembly
|
281
|
+
test_create_join_many_fields test/test_assembly.rb /^ def test_create_join_many_fields$/;" f class:TC_Assembly
|
282
|
+
test_create_join_with_declared_fields test/test_assembly.rb /^ def test_create_join_with_declared_fields$/;" f class:TC_Assembly
|
283
|
+
test_create_union test/test_aggregations.rb /^ def test_create_union$/;" f class:TC_Aggregations
|
240
284
|
test_create_union test/test_assembly.rb /^ def test_create_union$/;" f class:TC_Assembly
|
285
|
+
test_create_union_aggregate_by test/test_aggregations.rb /^ def test_create_union_aggregate_by$/;" f class:TC_Aggregations
|
286
|
+
test_create_union_aggregate_by_many_fields test/test_aggregations.rb /^ def test_create_union_aggregate_by_many_fields$/;" f class:TC_Aggregations
|
287
|
+
test_create_union_many_fields test/test_aggregations.rb /^ def test_create_union_many_fields$/;" f class:TC_Aggregations
|
241
288
|
test_create_union_many_fields test/test_assembly.rb /^ def test_create_union_many_fields$/;" f class:TC_Assembly
|
289
|
+
test_create_union_reverse test/test_aggregations.rb /^ def test_create_union_reverse$/;" f class:TC_Aggregations
|
242
290
|
test_create_union_reverse test/test_assembly.rb /^ def test_create_union_reverse$/;" f class:TC_Assembly
|
291
|
+
test_create_union_with_sort test/test_aggregations.rb /^ def test_create_union_with_sort$/;" f class:TC_Aggregations
|
243
292
|
test_create_union_with_sort test/test_assembly.rb /^ def test_create_union_with_sort$/;" f class:TC_Assembly
|
293
|
+
test_create_union_with_sort_reverse test/test_aggregations.rb /^ def test_create_union_with_sort_reverse$/;" f class:TC_Aggregations
|
244
294
|
test_create_union_with_sort_reverse test/test_assembly.rb /^ def test_create_union_with_sort_reverse$/;" f class:TC_Assembly
|
245
295
|
test_each_identity test/test_assembly.rb /^ def test_each_identity$/;" f class:TC_Assembly
|
246
|
-
test_empty_where test/test_assembly.rb /^ def test_empty_where$/;" f
|
296
|
+
test_empty_where test/test_assembly.rb /^ def test_empty_where$/;" f class:TC_Assembly
|
247
297
|
test_every_cannot_follow_tap test/test_assembly.rb /^ def test_every_cannot_follow_tap$/;" f class:TC_Assembly
|
248
298
|
test_fields_field test/test_cascading.rb /^ def test_fields_field$/;" f class:TC_Cascading
|
249
299
|
test_fields_multiple test/test_cascading.rb /^ def test_fields_multiple$/;" f class:TC_Cascading
|
250
300
|
test_fields_single test/test_cascading.rb /^ def test_fields_single$/;" f class:TC_Cascading
|
251
301
|
test_flow spec/spec_util.rb /^def test_flow(&block)$/;" f
|
252
302
|
test_flow test/test_flow.rb /^ def test_flow$/;" f class:TC_Flow
|
253
|
-
test_group_by_with_block test/test_assembly.rb /^ def test_group_by_with_block$/;" f class:TC_Assembly
|
254
303
|
test_join1 test/test_local_execution.rb /^ def test_join1$/;" f class:TC_LocalExecution.test_smoke_test_multi_source_tap.test_smoke_test_sequence_file_scheme.test_splitter.test_smoke_test_multi_source_tap
|
255
304
|
test_join2 test/test_local_execution.rb /^ def test_join2$/;" f class:TC_LocalExecution.test_smoke_test_multi_source_tap.test_smoke_test_sequence_file_scheme.test_splitter.test_smoke_test_multi_source_tap.test_join1
|
256
305
|
test_join_assembly spec/spec_util.rb /^def test_join_assembly(params = {}, &block)$/;" f
|
257
|
-
test_join_empty_on test/test_assembly.rb /^ def test_join_empty_on$/;" f
|
258
|
-
test_join_invalid_on test/test_assembly.rb /^ def test_join_invalid_on$/;" f
|
259
|
-
test_join_undefined_inputs test/test_assembly.rb /^ def test_join_undefined_inputs$/;" f
|
260
|
-
test_join_with_block test/test_assembly.rb /^ def test_join_with_block$/;" f
|
261
|
-
test_join_without_on test/test_assembly.rb /^ def test_join_without_on$/;" f
|
262
|
-
test_smoke_test_debug_scope test/test_assembly.rb /^ def test_smoke_test_debug_scope$/;" f
|
306
|
+
test_join_empty_on test/test_assembly.rb /^ def test_join_empty_on$/;" f class:TC_Assembly
|
307
|
+
test_join_invalid_on test/test_assembly.rb /^ def test_join_invalid_on$/;" f class:TC_Assembly
|
308
|
+
test_join_undefined_inputs test/test_assembly.rb /^ def test_join_undefined_inputs$/;" f class:TC_Assembly
|
309
|
+
test_join_with_block test/test_assembly.rb /^ def test_join_with_block$/;" f class:TC_Assembly
|
310
|
+
test_join_without_on test/test_assembly.rb /^ def test_join_without_on$/;" f class:TC_Assembly
|
311
|
+
test_smoke_test_debug_scope test/test_assembly.rb /^ def test_smoke_test_debug_scope$/;" f class:TC_Assembly
|
263
312
|
test_smoke_test_multi_source_tap test/test_local_execution.rb /^ def test_smoke_test_multi_source_tap$/;" f class:TC_LocalExecution
|
264
313
|
test_smoke_test_multi_source_tap test/test_local_execution.rb /^ def test_smoke_test_multi_source_tap$/;" f class:TC_LocalExecution.test_smoke_test_multi_source_tap.test_smoke_test_sequence_file_scheme.test_splitter
|
265
314
|
test_smoke_test_sequence_file_scheme test/test_local_execution.rb /^ def test_smoke_test_sequence_file_scheme$/;" f class:TC_LocalExecution.test_smoke_test_multi_source_tap
|
266
315
|
test_splitter test/test_local_execution.rb /^ def test_splitter$/;" f class:TC_LocalExecution.test_smoke_test_multi_source_tap.test_smoke_test_sequence_file_scheme
|
267
|
-
test_sub_assembly test/test_assembly.rb /^ def test_sub_assembly$/;" f
|
316
|
+
test_sub_assembly test/test_assembly.rb /^ def test_sub_assembly$/;" f class:TC_Assembly
|
317
|
+
test_sum_by_sub_assembly test/test_assembly.rb /^ def test_sum_by_sub_assembly$/;" f class:TC_Assembly
|
268
318
|
test_tap test/test_cascading.rb /^ def test_tap$/;" f class:TC_Cascading
|
319
|
+
test_to_java_comparable_array test/test_operations.rb /^ def test_to_java_comparable_array$/;" f class:TC_Operations
|
269
320
|
test_union test/test_local_execution.rb /^ def test_union$/;" f class:TC_LocalExecution.test_smoke_test_multi_source_tap.test_smoke_test_sequence_file_scheme.test_splitter.test_smoke_test_multi_source_tap.test_join1.test_join2
|
270
321
|
test_union_undefined_inputs test/test_assembly.rb /^ def test_union_undefined_inputs$/;" f class:TC_Assembly
|
271
|
-
test_union_with_block test/test_assembly.rb /^ def test_union_with_block$/;" f class:TC_Assembly
|
272
322
|
test_values lib/cascading/expr_stub.rb /^ def test_values$/;" f class:Cascading
|
273
|
-
test_where test/test_assembly.rb /^ def test_where$/;" f
|
274
|
-
test_where_with_expression test/test_assembly.rb /^ def test_where_with_expression$/;" f
|
275
|
-
test_where_with_import test/test_assembly.rb /^ def test_where_with_import$/;" f
|
323
|
+
test_where test/test_assembly.rb /^ def test_where$/;" f class:TC_Assembly
|
324
|
+
test_where_with_expression test/test_assembly.rb /^ def test_where_with_expression$/;" f class:TC_Assembly
|
325
|
+
test_where_with_import test/test_assembly.rb /^ def test_where_with_import$/;" f class:TC_Assembly
|
276
326
|
text_line_scheme lib/cascading/cascading.rb /^ def text_line_scheme(*args)$/;" f class:Cascading
|
277
327
|
to_java_comparable_array lib/cascading/operations.rb /^ def to_java_comparable_array(arr)$/;" f class:Cascading.Operations
|
278
328
|
to_s lib/cascading/assembly.rb /^ def to_s$/;" f class:Cascading.Assembly
|
279
329
|
to_s lib/cascading/expr_stub.rb /^ def to_s$/;" f class:Cascading
|
280
330
|
to_s lib/cascading/scope.rb /^ def to_s$/;" f class:Cascading.Scope
|
281
|
-
trace_causes lib/cascading/cascading_exception.rb /^ def trace_causes(ne, depth)$/;" f class:Cascading.CascadingException
|
331
|
+
trace_causes lib/cascading/cascading_exception.rb /^ def trace_causes(ne, depth, summary = false)$/;" f class:Cascading.CascadingException
|
282
332
|
union lib/cascading/assembly.rb /^ def union(*args, &block)$/;" f class:Cascading.Assembly
|
283
333
|
union_fields lib/cascading/cascading.rb /^ def union_fields(*fields)$/;" f class:Cascading
|
334
|
+
update_local_mode lib/cascading/mode.rb /^ def update_local_mode(sources, sinks)$/;" f class:Cascading.Mode
|
284
335
|
valid? tasks/setup.rb /^ def valid?$/;" f class:Object
|
285
336
|
validate lib/cascading/expr_stub.rb /^ def validate(actual_args = {})$/;" f class:Cascading
|
286
337
|
validate_fields lib/cascading/expr_stub.rb /^ def validate_fields(fields)$/;" f class:Cascading
|
data/tasks/ant.rake
CHANGED
@@ -1,7 +1,12 @@
|
|
1
1
|
namespace :ant do
|
2
2
|
desc 'Retrieves Cascading and Hadoop jars and sets environment variables to point to them'
|
3
3
|
task :retrieve do
|
4
|
-
|
4
|
+
if File.exists?('build/ivy/resolved') && File.ctime('build/ivy/resolved') > File.ctime('ivy.xml')
|
5
|
+
puts 'Ivy dependencies already resolved'
|
6
|
+
else
|
7
|
+
raise 'Ant retrieve failed' unless system('ant retrieve')
|
8
|
+
`touch build/ivy/resolved`
|
9
|
+
end
|
5
10
|
ENV['CASCADING_HOME'] = 'build/lib'
|
6
11
|
ENV['HADOOP_HOME'] = 'build/lib'
|
7
12
|
end
|
data/test/test_assembly.rb
CHANGED
@@ -57,13 +57,14 @@ class TC_Assembly < Test::Unit::TestCase
|
|
57
57
|
def test_every_cannot_follow_tap
|
58
58
|
# Assembly#count is no longer defined; instead, it has moved to
|
59
59
|
# Aggregations#count
|
60
|
-
assert_raise NameError do
|
60
|
+
ex = assert_raise NameError do
|
61
61
|
assembly = mock_assembly do
|
62
62
|
count
|
63
63
|
end
|
64
64
|
pipe = assembly.tail_pipe
|
65
65
|
assert Java::CascadingPipe::Every, pipe.class
|
66
66
|
end
|
67
|
+
assert_match /^undefined local variable or method `count' for #<Cascading::Assembly:.*>$/, ex.message
|
67
68
|
end
|
68
69
|
|
69
70
|
def test_create_every
|
@@ -315,7 +316,7 @@ class TC_Assembly < Test::Unit::TestCase
|
|
315
316
|
end
|
316
317
|
|
317
318
|
def test_union_undefined_inputs
|
318
|
-
assert_raise RuntimeError
|
319
|
+
ex = assert_raise RuntimeError do
|
319
320
|
flow 'test_union_undefined_inputs' do
|
320
321
|
source 'data1', tap('test/data/data1.txt')
|
321
322
|
|
@@ -330,6 +331,7 @@ class TC_Assembly < Test::Unit::TestCase
|
|
330
331
|
sink 'union', tap('output/test_union_undefined_inputs')
|
331
332
|
end
|
332
333
|
end
|
334
|
+
assert_equal "Could not find assembly 'doesnotexist' from 'union'", ex.message
|
333
335
|
end
|
334
336
|
|
335
337
|
def test_create_join
|
@@ -408,7 +410,7 @@ class TC_Assembly < Test::Unit::TestCase
|
|
408
410
|
end
|
409
411
|
|
410
412
|
def test_join_undefined_inputs
|
411
|
-
assert_raise RuntimeError
|
413
|
+
ex = assert_raise RuntimeError do
|
412
414
|
flow 'test_join_undefined_inputs' do
|
413
415
|
source 'data1', tap('test/data/data1.txt')
|
414
416
|
|
@@ -423,36 +425,41 @@ class TC_Assembly < Test::Unit::TestCase
|
|
423
425
|
sink 'join', tap('output/test_join_undefined_inputs')
|
424
426
|
end
|
425
427
|
end
|
428
|
+
assert_equal "Could not find assembly 'doesnotexist' from 'join'", ex.message
|
426
429
|
end
|
427
430
|
|
428
431
|
def test_join_without_on
|
429
|
-
assert_raise RuntimeError
|
432
|
+
ex = assert_raise RuntimeError do
|
430
433
|
mock_two_input_assembly do
|
431
434
|
join 'test1', 'test2'
|
432
435
|
end
|
433
436
|
end
|
437
|
+
assert_equal 'join requires :on parameter', ex.message
|
434
438
|
end
|
435
439
|
|
436
440
|
def test_join_invalid_on
|
437
|
-
assert_raise RuntimeError
|
441
|
+
ex = assert_raise RuntimeError do
|
438
442
|
mock_two_input_assembly do
|
439
443
|
join 'test1', 'test2', :on => 1
|
440
444
|
end
|
441
445
|
end
|
446
|
+
assert_equal "Unsupported data type for :on in join: 'Fixnum'", ex.message
|
442
447
|
end
|
443
448
|
|
444
449
|
def test_join_empty_on
|
445
|
-
assert_raise RuntimeError
|
450
|
+
ex = assert_raise RuntimeError do
|
446
451
|
mock_two_input_assembly do
|
447
452
|
join 'test1', 'test2', :on => []
|
448
453
|
end
|
449
454
|
end
|
455
|
+
assert_equal "join requires non-empty :on parameter", ex.message
|
450
456
|
|
451
|
-
assert_raise RuntimeError
|
457
|
+
ex = assert_raise RuntimeError do
|
452
458
|
mock_two_input_assembly do
|
453
459
|
join 'test1', 'test2', :on => {}
|
454
460
|
end
|
455
461
|
end
|
462
|
+
assert_equal "join requires non-empty :on parameter", ex.message
|
456
463
|
end
|
457
464
|
|
458
465
|
def test_branch_unique
|
data/test/test_cascade.rb
CHANGED
@@ -44,4 +44,59 @@ class TC_Cascade < Test::Unit::TestCase
|
|
44
44
|
assert_equal 'cascade.flow2', cascade.last_child.qualified_name
|
45
45
|
assert_equal 'cascade.flow2.assembly4', cascade.last_child.last_child.qualified_name
|
46
46
|
end
|
47
|
+
|
48
|
+
def test_ambiguous_flow_names
|
49
|
+
ex = assert_raise AmbiguousNodeNameException do
|
50
|
+
f1, a1, a2, f2, a3, a4 = [nil] * 6
|
51
|
+
cascade = cascade 'cascade' do
|
52
|
+
f1 = flow 'f' do
|
53
|
+
a1 = assembly 'assembly1' do
|
54
|
+
end
|
55
|
+
|
56
|
+
a2 = assembly 'assembly2' do
|
57
|
+
end
|
58
|
+
end
|
59
|
+
|
60
|
+
f2 = flow 'f' do
|
61
|
+
a3 = assembly 'assembly3' do
|
62
|
+
end
|
63
|
+
|
64
|
+
a4 = assembly 'assembly4' do
|
65
|
+
end
|
66
|
+
end
|
67
|
+
end
|
68
|
+
end
|
69
|
+
assert_equal "Attempted to add 'cascade.f', but node named 'f' already exists", ex.message
|
70
|
+
end
|
71
|
+
|
72
|
+
def test_ambiguous_assembly_names
|
73
|
+
# You _can_ define ambiguously named assemblies between flows
|
74
|
+
f1, a1, a2, f2, a3, a4 = [nil] * 6
|
75
|
+
cascade = cascade 'cascade' do
|
76
|
+
f1 = flow 'flow1' do
|
77
|
+
a1 = assembly 'a' do
|
78
|
+
end
|
79
|
+
|
80
|
+
a2 = assembly 'assembly2' do
|
81
|
+
end
|
82
|
+
end
|
83
|
+
|
84
|
+
f2 = flow 'flow2' do
|
85
|
+
a3 = assembly 'a' do
|
86
|
+
end
|
87
|
+
|
88
|
+
a4 = assembly 'assembly4' do
|
89
|
+
end
|
90
|
+
end
|
91
|
+
end
|
92
|
+
|
93
|
+
# You _cannot_ look them up using find_child
|
94
|
+
ex = assert_raise AmbiguousNodeNameException do
|
95
|
+
cascade.find_child('a')
|
96
|
+
end
|
97
|
+
assert_equal "Ambiguous lookup of child by name 'a'; found 'cascade.flow1.a', 'cascade.flow2.a'", ex.message
|
98
|
+
|
99
|
+
# NOTE: Looking up flows this way is not a very common practice, so this is
|
100
|
+
# unlikely to cause issues
|
101
|
+
end
|
47
102
|
end
|
data/test/test_cascading.rb
CHANGED
@@ -30,20 +30,17 @@ class TC_Cascading < Test::Unit::TestCase
|
|
30
30
|
end
|
31
31
|
|
32
32
|
def test_tap
|
33
|
-
tap = tap('/
|
34
|
-
|
35
|
-
|
36
|
-
|
37
|
-
|
38
|
-
|
39
|
-
|
40
|
-
|
41
|
-
|
42
|
-
|
43
|
-
|
44
|
-
|
45
|
-
tap = tap('/temp', :kind => :hfs)
|
46
|
-
assert_equal '/temp', tap.getPath().toString()
|
47
|
-
assert tap.is_a? Java::CascadingTapHadoop::Hfs
|
33
|
+
tap = tap('/tmp')
|
34
|
+
assert tap.is_a? Cascading::Tap
|
35
|
+
assert_equal '/tmp', tap.path
|
36
|
+
assert_equal text_line_scheme, tap.scheme
|
37
|
+
|
38
|
+
assert tap.local?
|
39
|
+
assert_equal '/tmp', tap.hadoop_tap.identifier
|
40
|
+
assert tap.hadoop_tap.is_a? Java::CascadingTapHadoop::Hfs
|
41
|
+
|
42
|
+
assert tap.hadoop?
|
43
|
+
assert_equal '/tmp', tap.local_tap.identifier
|
44
|
+
assert tap.local_tap.is_a? Java::CascadingTapLocal::FileTap
|
48
45
|
end
|
49
46
|
end
|