cascading.jruby 0.0.8 → 0.0.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- data/HACKING.md +1 -1
- data/History.txt +6 -0
- data/README.md +1 -1
- data/ivy.xml +3 -3
- data/lib/cascading/aggregations.rb +14 -13
- data/lib/cascading/base.rb +27 -9
- data/lib/cascading/cascade.rb +12 -3
- data/lib/cascading/cascading.rb +35 -44
- data/lib/cascading/cascading_exception.rb +5 -5
- data/lib/cascading/flow.rb +23 -32
- data/lib/cascading/mode.rb +78 -0
- data/lib/cascading/operations.rb +10 -4
- data/lib/cascading/scope.rb +8 -2
- data/lib/cascading/sub_assembly.rb +6 -6
- data/lib/cascading/tap.rb +81 -0
- data/lib/cascading.rb +3 -1
- data/samples/branch.rb +2 -2
- data/samples/copy.rb +2 -2
- data/samples/group_by.rb +5 -5
- data/samples/join.rb +2 -2
- data/samples/logwordcount.rb +3 -4
- data/samples/project.rb +2 -2
- data/samples/rename.rb +2 -2
- data/samples/scorenames.rb +2 -2
- data/samples/splitter.rb +2 -2
- data/samples/sub_assembly.rb +2 -2
- data/samples/union.rb +2 -2
- data/spec/cascading_spec.rb +17 -17
- data/spec/spec_util.rb +9 -9
- data/tags +92 -41
- data/tasks/ant.rake +6 -1
- data/test/test_assembly.rb +14 -7
- data/test/test_cascade.rb +55 -0
- data/test/test_cascading.rb +12 -15
- data/test/test_flow.rb +53 -36
- data/test/test_local_execution.rb +7 -7
- data/test/test_operations.rb +61 -0
- metadata +4 -2
data/tags
CHANGED
@@ -6,9 +6,11 @@
|
|
6
6
|
!_TAG_PROGRAM_VERSION 5.8 //
|
7
7
|
Aggregations lib/cascading/aggregations.rb /^ class Aggregations$/;" c class:Cascading
|
8
8
|
Aggregations spec/spec_util.rb /^ class Aggregations; include ScopeTests; end$/;" c class:Cascading
|
9
|
+
AmbiguousNodeNameException lib/cascading/base.rb /^ class AmbiguousNodeNameException < StandardError; end$/;" c class:Cascading.Node.find_all_children_with_name
|
9
10
|
Array lib/cascading/ext/array.rb /^class Array$/;" c
|
10
11
|
Assembly lib/cascading/assembly.rb /^ class Assembly < Cascading::Node$/;" c class:Cascading
|
11
12
|
Assembly spec/spec_util.rb /^ class Assembly; include ScopeTests; end$/;" c class:Cascading
|
13
|
+
BaseTap lib/cascading/tap.rb /^ class BaseTap$/;" c class:Cascading
|
12
14
|
Cascade lib/cascading/cascade.rb /^ class Cascade < Cascading::Node$/;" c class:Cascading
|
13
15
|
Cascading lib/cascading.rb /^module Cascading$/;" m
|
14
16
|
Cascading lib/cascading/aggregations.rb /^module Cascading$/;" m
|
@@ -19,9 +21,11 @@ Cascading lib/cascading/cascading.rb /^module Cascading$/;" m
|
|
19
21
|
Cascading lib/cascading/cascading_exception.rb /^module Cascading$/;" m
|
20
22
|
Cascading lib/cascading/expr_stub.rb /^module Cascading$/;" m
|
21
23
|
Cascading lib/cascading/flow.rb /^module Cascading$/;" m
|
24
|
+
Cascading lib/cascading/mode.rb /^module Cascading$/;" m
|
22
25
|
Cascading lib/cascading/operations.rb /^module Cascading$/;" m
|
23
26
|
Cascading lib/cascading/scope.rb /^module Cascading$/;" m
|
24
27
|
Cascading lib/cascading/sub_assembly.rb /^module Cascading$/;" m
|
28
|
+
Cascading lib/cascading/tap.rb /^module Cascading$/;" m
|
25
29
|
Cascading spec/spec_util.rb /^module Cascading$/;" m
|
26
30
|
CascadingException lib/cascading/cascading_exception.rb /^ class CascadingException < StandardError$/;" c class:Cascading
|
27
31
|
ExprArgException lib/cascading/expr_stub.rb /^ class ExprArgException < StandardError; end$/;" c
|
@@ -30,14 +34,18 @@ Flow lib/cascading/flow.rb /^ class Flow < Cascading::Node$/;" c class:Cascadin
|
|
30
34
|
Flow spec/spec_util.rb /^ class Flow; include ScopeTests; end$/;" c class:Cascading
|
31
35
|
JRUBY_HOME src/cascading/jruby/Main.java /^ private final static String JRUBY_HOME = "\/opt\/jruby";$/;" f class:Main file:
|
32
36
|
Main src/cascading/jruby/Main.java /^public class Main {$/;" c
|
37
|
+
MockAssemblies test/mock_assemblies.rb /^module MockAssemblies$/;" m
|
38
|
+
Mode lib/cascading/mode.rb /^ class Mode$/;" c class:Cascading
|
39
|
+
MultiTap lib/cascading/tap.rb /^ class MultiTap < BaseTap$/;" c
|
33
40
|
Node lib/cascading/base.rb /^ class Node$/;" c class:Cascading
|
34
41
|
Object tasks/setup.rb /^class Object$/;" c
|
35
42
|
OpenStruct tasks/setup.rb /^class OpenStruct; undef :gem; end$/;" c
|
36
43
|
Operations lib/cascading/operations.rb /^ module Operations$/;" m class:Cascading
|
37
|
-
Registerable lib/cascading/base.rb /^ module Registerable$/;" m class:Cascading
|
44
|
+
Registerable lib/cascading/base.rb /^ module Registerable$/;" m class:Cascading.Node.find_all_children_with_name
|
38
45
|
Scope lib/cascading/scope.rb /^ class Scope$/;" c class:Cascading
|
39
46
|
ScopeTests spec/spec_util.rb /^module ScopeTests$/;" m
|
40
47
|
SubAssembly lib/cascading/sub_assembly.rb /^ class SubAssembly$/;" c class:Cascading
|
48
|
+
TC_Aggregations test/test_aggregations.rb /^class TC_Aggregations < Test::Unit::TestCase$/;" c
|
41
49
|
TC_Assembly test/test_assembly.rb /^class TC_Assembly < Test::Unit::TestCase$/;" c
|
42
50
|
TC_Cascade test/test_cascade.rb /^class TC_Cascade < Test::Unit::TestCase$/;" c
|
43
51
|
TC_Cascading test/test_cascading.rb /^class TC_Cascading < Test::Unit::TestCase$/;" c
|
@@ -45,14 +53,16 @@ TC_Exceptions test/test_exceptions.rb /^class TC_Exceptions < Test::Unit::TestCa
|
|
45
53
|
TC_Flow test/test_flow.rb /^class TC_Flow < Test::Unit::TestCase$/;" c
|
46
54
|
TC_LocalExecution test/test_local_execution.rb /^class TC_LocalExecution < Test::Unit::TestCase$/;" c
|
47
55
|
TC_Operations test/test_operations.rb /^class TC_Operations < Test::Unit::TestCase$/;" c
|
48
|
-
|
56
|
+
Tap lib/cascading/tap.rb /^ class Tap < BaseTap$/;" c class:Cascading
|
57
|
+
add lib/cascading/base.rb /^ def add(name, instance)$/;" f class:Cascading.Node.find_all_children_with_name.Registerable
|
49
58
|
add_archive_to_distributed_cache lib/cascading/flow.rb /^ def add_archive_to_distributed_cache(file)$/;" f
|
50
59
|
add_child lib/cascading/base.rb /^ def add_child(node)$/;" f class:Cascading.Node
|
51
60
|
add_file_to_distributed_cache lib/cascading/flow.rb /^ def add_file_to_distributed_cache(file)$/;" f
|
52
61
|
add_listener lib/cascading/flow.rb /^ def add_listener(listener)$/;" f
|
53
62
|
add_to_distributed_cache lib/cascading/flow.rb /^ def add_to_distributed_cache(file, property)$/;" f
|
63
|
+
adjacency_list lib/cascading/sub_assembly.rb /^ def adjacency_list(pipes, tail_pipe, graph)$/;" f class:Cascading.SubAssembly
|
54
64
|
aggregator_function lib/cascading/operations.rb /^ def aggregator_function(args, aggregator_klass)$/;" f class:Cascading.Operations
|
55
|
-
all lib/cascading/base.rb /^ def all$/;" f class:Cascading.Registerable
|
65
|
+
all lib/cascading/base.rb /^ def all$/;" f class:Cascading.Node.find_all_children_with_name.Registerable
|
56
66
|
all_fields lib/cascading/cascading.rb /^ def all_fields$/;" f class:Cascading
|
57
67
|
apply_aggregations lib/cascading/assembly.rb /^ def apply_aggregations(group, incoming_scopes, &block)$/;" f class:Cascading.Assembly
|
58
68
|
assembly lib/cascading/flow.rb /^ def assembly(name, &block)$/;" f class:Cascading.Flow
|
@@ -63,17 +73,20 @@ assert_not_null lib/cascading/assembly.rb /^ def assert_not_null(*args)$/;" f
|
|
63
73
|
assert_size_equals lib/cascading/assembly.rb /^ def assert_size_equals(*args)$/;" f class:Cascading.Assembly
|
64
74
|
average lib/cascading/aggregations.rb /^ def average(*args)$/;" f class:Cascading.Aggregations
|
65
75
|
branch lib/cascading/assembly.rb /^ def branch(name, &block)$/;" f class:Cascading.Assembly
|
66
|
-
|
76
|
+
can_aggregate_by? lib/cascading/aggregations.rb /^ def can_aggregate_by?$/;" f class:Cascading.Aggregations
|
77
|
+
cascade lib/cascading/cascading.rb /^ def cascade(name, params = {}, &block)$/;" f class:Cascading
|
67
78
|
cascading.jruby src/cascading/jruby/Main.java /^package cascading.jruby;$/;" p
|
68
79
|
cast lib/cascading/assembly.rb /^ def cast(type_map)$/;" f class:Cascading.Assembly
|
69
80
|
cause lib/cascading/cascading_exception.rb /^ def cause(depth = @depth)$/;" f class:Cascading.CascadingException
|
70
81
|
check_scope spec/spec_util.rb /^ def check_scope(params = {})$/;" f class:ScopeTests
|
82
|
+
coerce_to_java lib/cascading/operations.rb /^ def coerce_to_java(v)$/;" f class:Cascading.Operations.to_java_comparable_array
|
71
83
|
compile lib/cascading/expr_stub.rb /^ def compile$/;" f class:Cascading
|
72
84
|
complete lib/cascading/cascade.rb /^ def complete(properties = nil)$/;" f class:Cascading.Cascade
|
73
85
|
complete lib/cascading/flow.rb /^ def complete(properties = nil)$/;" f
|
74
86
|
composite_aggregator lib/cascading/aggregations.rb /^ def composite_aggregator(args, function)$/;" f class:Cascading.Aggregations
|
75
87
|
compress_output lib/cascading/flow.rb /^ def compress_output(codec, type)$/;" f class:Cascading.Flow
|
76
88
|
connect lib/cascading/flow.rb /^ def connect(properties = nil)$/;" f
|
89
|
+
connect_flow lib/cascading/mode.rb /^ def connect_flow(properties, name, sources, sinks, pipes)$/;" f class:Cascading.Mode
|
77
90
|
copy lib/cascading/assembly.rb /^ def copy(*args)$/;" f class:Cascading.Assembly
|
78
91
|
copy lib/cascading/scope.rb /^ def copy$/;" f class:Cascading.Scope
|
79
92
|
copy_fields lib/cascading/cascading.rb /^ def copy_fields(fields)$/;" f class:Cascading
|
@@ -119,27 +132,34 @@ filter lib/cascading/assembly.rb /^ def filter(*args)$/;" f class:Cascading.A
|
|
119
132
|
filter_not_null lib/cascading/assembly.rb /^ def filter_not_null(*args)$/;" f class:Cascading.Assembly
|
120
133
|
filter_null lib/cascading/assembly.rb /^ def filter_null(*args)$/;" f class:Cascading.Assembly
|
121
134
|
finalize lib/cascading/aggregations.rb /^ def finalize$/;" f class:Cascading.Aggregations
|
122
|
-
finalize lib/cascading/sub_assembly.rb /^ def finalize$/;" f class:Cascading.SubAssembly
|
135
|
+
finalize lib/cascading/sub_assembly.rb /^ def finalize(pipes, incoming_scopes)$/;" f class:Cascading.SubAssembly
|
136
|
+
find_all_children_with_name lib/cascading/base.rb /^ def find_all_children_with_name(name)$/;" f class:Cascading.Node
|
123
137
|
find_child lib/cascading/base.rb /^ def find_child(name)$/;" f class:Cascading.Node
|
124
138
|
first lib/cascading/aggregations.rb /^ def first(*args); composite_aggregator(args, :first_function); end$/;" f class:Cascading.Aggregations
|
125
139
|
first_function lib/cascading/operations.rb /^ def first_function(*args)$/;" f class:Cascading.Operations
|
126
|
-
flow lib/cascading/cascade.rb /^ def flow(name, &block)$/;" f class:Cascading.Cascade
|
127
|
-
flow lib/cascading/cascading.rb /^ def flow(name, &block)$/;" f class:Cascading
|
140
|
+
flow lib/cascading/cascade.rb /^ def flow(name, params = {}, &block)$/;" f class:Cascading.Cascade
|
141
|
+
flow lib/cascading/cascading.rb /^ def flow(name, params = {}, &block)$/;" f class:Cascading
|
142
|
+
flow_connector_class lib/cascading/mode.rb /^ def flow_connector_class$/;" f class:Cascading.Mode
|
128
143
|
format_date lib/cascading/assembly.rb /^ def format_date(*args)$/;" f class:Cascading.Assembly
|
129
|
-
get lib/cascading/base.rb /^ def get(key)$/;" f class:Cascading.Registerable
|
144
|
+
get lib/cascading/base.rb /^ def get(key)$/;" f class:Cascading.Node.find_all_children_with_name.Registerable
|
130
145
|
group_by lib/cascading/assembly.rb /^ def group_by(*args, &block)$/;" f class:Cascading.Assembly
|
131
146
|
grouping_fields lib/cascading/scope.rb /^ def grouping_fields$/;" f class:Cascading.Scope
|
147
|
+
hadoop? lib/cascading/tap.rb /^ def hadoop?$/;" f class:Cascading.BaseTap
|
132
148
|
identity lib/cascading/operations.rb /^ def identity$/;" f class:Cascading.Operations
|
133
149
|
in_directory tasks/setup.rb /^def in_directory( dir, &block )$/;" f
|
134
150
|
initialize lib/cascading/aggregations.rb /^ def initialize(assembly, group, incoming_scopes)$/;" f class:Cascading.Aggregations
|
135
151
|
initialize lib/cascading/assembly.rb /^ def initialize(name, parent, outgoing_scopes = {})$/;" f class:Cascading.Assembly
|
136
152
|
initialize lib/cascading/base.rb /^ def initialize(name, parent)$/;" f class:Cascading.Node
|
137
|
-
initialize lib/cascading/cascade.rb /^ def initialize(name)$/;" f class:Cascading.Cascade
|
153
|
+
initialize lib/cascading/cascade.rb /^ def initialize(name, params = {})$/;" f class:Cascading.Cascade
|
138
154
|
initialize lib/cascading/cascading_exception.rb /^ def initialize(native_exception, message)$/;" f class:Cascading.CascadingException
|
139
155
|
initialize lib/cascading/expr_stub.rb /^ def initialize(expression)$/;" f class:Cascading.ExprStub
|
140
|
-
initialize lib/cascading/flow.rb /^ def initialize(name, parent)$/;" f class:Cascading.Flow
|
156
|
+
initialize lib/cascading/flow.rb /^ def initialize(name, parent, params = {})$/;" f class:Cascading.Flow
|
157
|
+
initialize lib/cascading/mode.rb /^ def initialize(local)$/;" f class:Cascading.Mode
|
141
158
|
initialize lib/cascading/scope.rb /^ def initialize(scope)$/;" f class:Cascading.Scope
|
142
159
|
initialize lib/cascading/sub_assembly.rb /^ def initialize(assembly, sub_assembly)$/;" f class:Cascading.SubAssembly
|
160
|
+
initialize lib/cascading/tap.rb /^ def initialize(local_tap, hadoop_tap)$/;" f class:Cascading.BaseTap
|
161
|
+
initialize lib/cascading/tap.rb /^ def initialize(local_tap, hadoop_tap)$/;" f class:MultiTap
|
162
|
+
initialize lib/cascading/tap.rb /^ def initialize(path, params = {})$/;" f class:Cascading.Tap
|
143
163
|
inner_join lib/cascading/assembly.rb /^ def inner_join(*args, &block)$/;" f class:Cascading.Assembly
|
144
164
|
insert lib/cascading/assembly.rb /^ def insert(args)$/;" f class:Cascading.Assembly
|
145
165
|
insert_function lib/cascading/operations.rb /^ def insert_function(*args)$/;" f class:Cascading.Operations
|
@@ -150,24 +170,28 @@ last_function lib/cascading/operations.rb /^ def last_function(*args)$/;" f c
|
|
150
170
|
last_grouping_fields lib/cascading/cascading.rb /^ def last_grouping_fields$/;" f class:Cascading
|
151
171
|
left_join lib/cascading/assembly.rb /^ def left_join(*args, &block)$/;" f class:Cascading.Assembly
|
152
172
|
libpath lib/cascading.rb /^ def self.libpath( *args )$/;" F class:Cascading
|
173
|
+
local? lib/cascading/tap.rb /^ def local?$/;" f class:Cascading.BaseTap
|
153
174
|
local_properties lib/cascading/cascading.rb /^ def local_properties(base_dir)$/;" f
|
154
175
|
main src/cascading/jruby/Main.java /^ public static void main(String[] args) {$/;" m class:Main
|
155
176
|
make_flows lib/cascading/cascade.rb /^ def make_flows(flows, properties)$/;" f class:Cascading.Cascade
|
156
177
|
make_pipe lib/cascading/aggregations.rb /^ def make_pipe(type, parameters)$/;" f class:Cascading.Aggregations
|
157
178
|
make_pipe lib/cascading/assembly.rb /^ def make_pipe(type, parameters)$/;" f class:Cascading.Assembly
|
158
179
|
make_pipes lib/cascading/flow.rb /^ def make_pipes$/;" f
|
159
|
-
make_tap_parameter lib/cascading/flow.rb /^ def make_tap_parameter(taps)$/;" f
|
180
|
+
make_tap_parameter lib/cascading/flow.rb /^ def make_tap_parameter(taps, pipe_accessor)$/;" f
|
160
181
|
manifest tasks/setup.rb /^def manifest$/;" f
|
161
182
|
match_rows lib/cascading/assembly.rb /^ def match_rows(*args)$/;" f class:Cascading.Assembly
|
162
183
|
max lib/cascading/aggregations.rb /^ def max(*args); composite_aggregator(args, :max_function); end$/;" f class:Cascading.Aggregations
|
163
184
|
max_function lib/cascading/operations.rb /^ def max_function(*args)$/;" f class:Cascading.Operations
|
164
185
|
min lib/cascading/aggregations.rb /^ def min(*args); composite_aggregator(args, :min_function); end$/;" f class:Cascading.Aggregations
|
165
186
|
min_function lib/cascading/operations.rb /^ def min_function(*args)$/;" f class:Cascading.Operations
|
166
|
-
mock_assembly test/
|
167
|
-
mock_branched_assembly test/
|
168
|
-
mock_two_input_assembly test/
|
187
|
+
mock_assembly test/mock_assemblies.rb /^ def mock_assembly(&block)$/;" f class:MockAssemblies
|
188
|
+
mock_branched_assembly test/mock_assemblies.rb /^ def mock_branched_assembly(&block)$/;" f class:MockAssemblies
|
189
|
+
mock_two_input_assembly test/mock_assemblies.rb /^ def mock_two_input_assembly(&block)$/;" f class:MockAssemblies
|
169
190
|
multi_sink_tap lib/cascading/cascading.rb /^ def multi_sink_tap(*taps)$/;" f
|
191
|
+
multi_sink_tap lib/cascading/tap.rb /^ def self.multi_sink_tap(taps)$/;" F class:MultiTap
|
170
192
|
multi_source_tap lib/cascading/cascading.rb /^ def multi_source_tap(*taps)$/;" f
|
193
|
+
multi_source_tap lib/cascading/tap.rb /^ def self.multi_source_tap(taps)$/;" F class:MultiTap
|
194
|
+
multi_tap lib/cascading/tap.rb /^ def self.multi_tap(taps, klass)$/;" F class:MultiTap
|
171
195
|
names_and_types lib/cascading/expr_stub.rb /^ def names_and_types$/;" f class:Cascading
|
172
196
|
outer_join lib/cascading/assembly.rb /^ def outer_join(*args, &block)$/;" f class:Cascading.Assembly
|
173
197
|
outgoing_scope lib/cascading/scope.rb /^ def self.outgoing_scope(flow_element, incoming_scopes)$/;" F class:Cascading.Scope
|
@@ -175,10 +199,11 @@ outgoing_scope_for lib/cascading/scope.rb /^ def self.outgoing_scope_for(flow
|
|
175
199
|
paragraphs_of tasks/setup.rb /^def paragraphs_of( path, *paragraphs )$/;" f
|
176
200
|
parent_flow lib/cascading/assembly.rb /^ def parent_flow$/;" f class:Cascading.Assembly
|
177
201
|
parse lib/cascading/assembly.rb /^ def parse(*args)$/;" f class:Cascading.Assembly
|
202
|
+
parse lib/cascading/mode.rb /^ def self.parse(mode)$/;" F class:Cascading.Mode
|
178
203
|
parse_date lib/cascading/assembly.rb /^ def parse_date(*args)$/;" f class:Cascading.Assembly
|
179
204
|
pass lib/cascading/assembly.rb /^ def pass(*args)$/;" f class:Cascading.Assembly
|
180
205
|
path lib/cascading.rb /^ def self.path( *args )$/;" F class:Cascading
|
181
|
-
|
206
|
+
populate_incoming_scopes lib/cascading/assembly.rb /^ def populate_incoming_scopes(assembly_names, group_fields_args = {})$/;" f class:Cascading.Assembly
|
182
207
|
project lib/cascading/assembly.rb /^ def project(*args)$/;" f class:Cascading.Assembly
|
183
208
|
qualified_name lib/cascading/base.rb /^ def qualified_name$/;" f class:Cascading.Node
|
184
209
|
quiet tasks/setup.rb /^def quiet( &block )$/;" f
|
@@ -188,13 +213,13 @@ regex_parser lib/cascading/operations.rb /^ def regex_parser(*args)$/;" f cla
|
|
188
213
|
regex_replace lib/cascading/operations.rb /^ def regex_replace(*args)$/;" f class:Cascading.Operations.to_java_comparable_array
|
189
214
|
regex_split_generator lib/cascading/operations.rb /^ def regex_split_generator(*args)$/;" f class:Cascading.Operations
|
190
215
|
regex_splitter lib/cascading/operations.rb /^ def regex_splitter(*args)$/;" f class:Cascading.Operations
|
191
|
-
registered lib/cascading/base.rb /^ def registered$/;" f class:Cascading.Registerable
|
216
|
+
registered lib/cascading/base.rb /^ def registered$/;" f class:Cascading.Node.find_all_children_with_name.Registerable
|
192
217
|
reject lib/cascading/assembly.rb /^ def reject(*args)$/;" f class:Cascading.Assembly
|
193
218
|
remove_desc_for_task tasks/setup.rb /^def remove_desc_for_task( names )$/;" f
|
194
219
|
rename lib/cascading/assembly.rb /^ def rename(name_map)$/;" f class:Cascading.Assembly
|
195
220
|
replace lib/cascading/assembly.rb /^ def replace(*args)$/;" f class:Cascading.Assembly
|
196
221
|
require_all_jars lib/cascading.rb /^ def self.require_all_jars(from = ::File.join(::File.dirname(__FILE__), "..", "jars"))$/;" F class:Cascading
|
197
|
-
reset lib/cascading/base.rb /^ def reset$/;" f class:Cascading.Registerable
|
222
|
+
reset lib/cascading/base.rb /^ def reset$/;" f class:Cascading.Node.find_all_children_with_name.Registerable
|
198
223
|
results_fields lib/cascading/cascading.rb /^ def results_fields$/;" f class:Cascading
|
199
224
|
right_join lib/cascading/assembly.rb /^ def right_join(*args, &block)$/;" f class:Cascading.Assembly
|
200
225
|
root lib/cascading/base.rb /^ def root$/;" f class:Cascading.Node
|
@@ -202,85 +227,111 @@ scope lib/cascading/assembly.rb /^ def scope$/;" f class:Cascading.Assembly
|
|
202
227
|
scope lib/cascading/flow.rb /^ def scope(name = nil)$/;" f class:Cascading.Flow
|
203
228
|
scope_fields_to_s lib/cascading/scope.rb /^ def scope_fields_to_s(accessor)$/;" f class:Cascading.Scope
|
204
229
|
search_field_name lib/cascading/cascading.rb /^ def search_field_name(names, candidate)$/;" f class:Cascading
|
230
|
+
select_taps lib/cascading/mode.rb /^ def select_taps(tap_map)$/;" f class:Cascading.Mode
|
205
231
|
sequence_file_scheme lib/cascading/cascading.rb /^ def sequence_file_scheme(*fields)$/;" f
|
206
232
|
set_spill_threshold lib/cascading/flow.rb /^ def set_spill_threshold(threshold)$/;" f
|
207
|
-
sink lib/cascading/flow.rb /^ def sink(
|
233
|
+
sink lib/cascading/flow.rb /^ def sink(name, tap)$/;" f class:Cascading.Flow
|
208
234
|
sink_metadata lib/cascading/cascade.rb /^ def sink_metadata$/;" f class:Cascading.Cascade
|
209
235
|
sink_metadata lib/cascading/flow.rb /^ def sink_metadata$/;" f class:Cascading.Flow
|
210
|
-
source lib/cascading/flow.rb /^ def source(
|
236
|
+
source lib/cascading/flow.rb /^ def source(name, tap)$/;" f class:Cascading.Flow
|
237
|
+
source_tap lib/cascading/mode.rb /^ def source_tap(name, tap)$/;" f class:Cascading.Mode
|
211
238
|
specific_to_java lib/cascading/expr_stub.rb /^ def specific_to_java(value, type)$/;" f class:Cascading
|
212
239
|
split lib/cascading/assembly.rb /^ def split(*args)$/;" f class:Cascading.Assembly
|
213
240
|
split_hash lib/cascading/expr_stub.rb /^ def split_hash(h)$/;" f class:Cascading
|
214
241
|
split_rows lib/cascading/assembly.rb /^ def split_rows(*args)$/;" f class:Cascading.Assembly
|
215
|
-
sub_assembly lib/cascading/assembly.rb /^ def sub_assembly(sub_assembly)$/;" f class:Cascading.Assembly
|
242
|
+
sub_assembly lib/cascading/assembly.rb /^ def sub_assembly(sub_assembly, pipes = [tail_pipe], incoming_scopes = [scope])$/;" f class:Cascading.Assembly
|
216
243
|
sum lib/cascading/aggregations.rb /^ def sum(*args)$/;" f class:Cascading.Aggregations
|
217
|
-
tap lib/cascading/cascading.rb /^ def tap(
|
244
|
+
tap lib/cascading/cascading.rb /^ def tap(path, params = {})$/;" f
|
218
245
|
tap_scope lib/cascading/scope.rb /^ def self.tap_scope(tap, name)$/;" F class:Cascading.Scope
|
219
246
|
test_aggregator_function_ignore_tuples test/test_operations.rb /^ def test_aggregator_function_ignore_tuples$/;" f class:TC_Operations
|
220
247
|
test_aggregator_function_ignore_values test/test_operations.rb /^ def test_aggregator_function_ignore_values$/;" f class:TC_Operations
|
248
|
+
test_ambiguous_assembly_names test/test_cascade.rb /^ def test_ambiguous_assembly_names$/;" f class:TC_Cascade
|
221
249
|
test_ambiguous_assembly_names test/test_flow.rb /^ def test_ambiguous_assembly_names$/;" f class:TC_Flow
|
222
250
|
test_ambiguous_branch_names test/test_flow.rb /^ def test_ambiguous_branch_names$/;" f class:TC_Flow
|
251
|
+
test_ambiguous_flow_names test/test_cascade.rb /^ def test_ambiguous_flow_names$/;" f class:TC_Cascade
|
223
252
|
test_assembly spec/spec_util.rb /^def test_assembly(params = {}, &block)$/;" f
|
224
|
-
|
225
|
-
|
226
|
-
|
253
|
+
test_average_by_sub_assembly test/test_assembly.rb /^ def test_average_by_sub_assembly$/;" f class:TC_Assembly
|
254
|
+
test_branch_empty test/test_assembly.rb /^ def test_branch_empty$/;" f class:TC_Assembly
|
255
|
+
test_branch_single test/test_assembly.rb /^ def test_branch_single$/;" f class:TC_Assembly
|
256
|
+
test_branch_unique test/test_assembly.rb /^ def test_branch_unique$/;" f class:TC_Assembly
|
227
257
|
test_cascade test/test_cascade.rb /^ def test_cascade$/;" f class:TC_Cascade
|
228
258
|
test_cascading_exception test/test_exceptions.rb /^ def test_cascading_exception$/;" f class:TC_Exceptions
|
259
|
+
test_coerce_to_java_double test/test_operations.rb /^ def test_coerce_to_java_double$/;" f class:TC_Operations
|
260
|
+
test_coerce_to_java_int test/test_operations.rb /^ def test_coerce_to_java_int$/;" f class:TC_Operations
|
261
|
+
test_coerce_to_java_nil test/test_operations.rb /^ def test_coerce_to_java_nil$/;" f class:TC_Operations
|
262
|
+
test_coerce_to_java_other test/test_operations.rb /^ def test_coerce_to_java_other$/;" f class:TC_Operations
|
263
|
+
test_coerce_to_java_string test/test_operations.rb /^ def test_coerce_to_java_string$/;" f class:TC_Operations
|
264
|
+
test_count_by_sub_assembly test/test_assembly.rb /^ def test_count_by_sub_assembly$/;" f class:TC_Assembly
|
229
265
|
test_create_assembly_simple test/test_assembly.rb /^ def test_create_assembly_simple$/;" f class:TC_Assembly
|
230
266
|
test_create_each test/test_assembly.rb /^ def test_create_each$/;" f class:TC_Assembly
|
231
267
|
test_create_every test/test_assembly.rb /^ def test_create_every$/;" f class:TC_Assembly
|
268
|
+
test_create_group_by test/test_aggregations.rb /^ def test_create_group_by$/;" f class:TC_Aggregations
|
232
269
|
test_create_group_by test/test_assembly.rb /^ def test_create_group_by$/;" f class:TC_Assembly
|
270
|
+
test_create_group_by_aggregate_by test/test_aggregations.rb /^ def test_create_group_by_aggregate_by$/;" f class:TC_Aggregations
|
271
|
+
test_create_group_by_aggregate_by_many_fields test/test_aggregations.rb /^ def test_create_group_by_aggregate_by_many_fields$/;" f class:TC_Aggregations
|
272
|
+
test_create_group_by_many_fields test/test_aggregations.rb /^ def test_create_group_by_many_fields$/;" f class:TC_Aggregations
|
233
273
|
test_create_group_by_many_fields test/test_assembly.rb /^ def test_create_group_by_many_fields$/;" f class:TC_Assembly
|
274
|
+
test_create_group_by_reverse test/test_aggregations.rb /^ def test_create_group_by_reverse$/;" f class:TC_Aggregations
|
234
275
|
test_create_group_by_reverse test/test_assembly.rb /^ def test_create_group_by_reverse$/;" f class:TC_Assembly
|
276
|
+
test_create_group_by_with_sort test/test_aggregations.rb /^ def test_create_group_by_with_sort$/;" f class:TC_Aggregations
|
235
277
|
test_create_group_by_with_sort test/test_assembly.rb /^ def test_create_group_by_with_sort$/;" f class:TC_Assembly
|
278
|
+
test_create_group_by_with_sort_reverse test/test_aggregations.rb /^ def test_create_group_by_with_sort_reverse$/;" f class:TC_Aggregations
|
236
279
|
test_create_group_by_with_sort_reverse test/test_assembly.rb /^ def test_create_group_by_with_sort_reverse$/;" f class:TC_Assembly
|
237
|
-
test_create_join test/test_assembly.rb /^ def test_create_join$/;" f
|
238
|
-
test_create_join_many_fields test/test_assembly.rb /^ def test_create_join_many_fields$/;" f
|
239
|
-
test_create_join_with_declared_fields test/test_assembly.rb /^ def test_create_join_with_declared_fields$/;" f
|
280
|
+
test_create_join test/test_assembly.rb /^ def test_create_join$/;" f class:TC_Assembly
|
281
|
+
test_create_join_many_fields test/test_assembly.rb /^ def test_create_join_many_fields$/;" f class:TC_Assembly
|
282
|
+
test_create_join_with_declared_fields test/test_assembly.rb /^ def test_create_join_with_declared_fields$/;" f class:TC_Assembly
|
283
|
+
test_create_union test/test_aggregations.rb /^ def test_create_union$/;" f class:TC_Aggregations
|
240
284
|
test_create_union test/test_assembly.rb /^ def test_create_union$/;" f class:TC_Assembly
|
285
|
+
test_create_union_aggregate_by test/test_aggregations.rb /^ def test_create_union_aggregate_by$/;" f class:TC_Aggregations
|
286
|
+
test_create_union_aggregate_by_many_fields test/test_aggregations.rb /^ def test_create_union_aggregate_by_many_fields$/;" f class:TC_Aggregations
|
287
|
+
test_create_union_many_fields test/test_aggregations.rb /^ def test_create_union_many_fields$/;" f class:TC_Aggregations
|
241
288
|
test_create_union_many_fields test/test_assembly.rb /^ def test_create_union_many_fields$/;" f class:TC_Assembly
|
289
|
+
test_create_union_reverse test/test_aggregations.rb /^ def test_create_union_reverse$/;" f class:TC_Aggregations
|
242
290
|
test_create_union_reverse test/test_assembly.rb /^ def test_create_union_reverse$/;" f class:TC_Assembly
|
291
|
+
test_create_union_with_sort test/test_aggregations.rb /^ def test_create_union_with_sort$/;" f class:TC_Aggregations
|
243
292
|
test_create_union_with_sort test/test_assembly.rb /^ def test_create_union_with_sort$/;" f class:TC_Assembly
|
293
|
+
test_create_union_with_sort_reverse test/test_aggregations.rb /^ def test_create_union_with_sort_reverse$/;" f class:TC_Aggregations
|
244
294
|
test_create_union_with_sort_reverse test/test_assembly.rb /^ def test_create_union_with_sort_reverse$/;" f class:TC_Assembly
|
245
295
|
test_each_identity test/test_assembly.rb /^ def test_each_identity$/;" f class:TC_Assembly
|
246
|
-
test_empty_where test/test_assembly.rb /^ def test_empty_where$/;" f
|
296
|
+
test_empty_where test/test_assembly.rb /^ def test_empty_where$/;" f class:TC_Assembly
|
247
297
|
test_every_cannot_follow_tap test/test_assembly.rb /^ def test_every_cannot_follow_tap$/;" f class:TC_Assembly
|
248
298
|
test_fields_field test/test_cascading.rb /^ def test_fields_field$/;" f class:TC_Cascading
|
249
299
|
test_fields_multiple test/test_cascading.rb /^ def test_fields_multiple$/;" f class:TC_Cascading
|
250
300
|
test_fields_single test/test_cascading.rb /^ def test_fields_single$/;" f class:TC_Cascading
|
251
301
|
test_flow spec/spec_util.rb /^def test_flow(&block)$/;" f
|
252
302
|
test_flow test/test_flow.rb /^ def test_flow$/;" f class:TC_Flow
|
253
|
-
test_group_by_with_block test/test_assembly.rb /^ def test_group_by_with_block$/;" f class:TC_Assembly
|
254
303
|
test_join1 test/test_local_execution.rb /^ def test_join1$/;" f class:TC_LocalExecution.test_smoke_test_multi_source_tap.test_smoke_test_sequence_file_scheme.test_splitter.test_smoke_test_multi_source_tap
|
255
304
|
test_join2 test/test_local_execution.rb /^ def test_join2$/;" f class:TC_LocalExecution.test_smoke_test_multi_source_tap.test_smoke_test_sequence_file_scheme.test_splitter.test_smoke_test_multi_source_tap.test_join1
|
256
305
|
test_join_assembly spec/spec_util.rb /^def test_join_assembly(params = {}, &block)$/;" f
|
257
|
-
test_join_empty_on test/test_assembly.rb /^ def test_join_empty_on$/;" f
|
258
|
-
test_join_invalid_on test/test_assembly.rb /^ def test_join_invalid_on$/;" f
|
259
|
-
test_join_undefined_inputs test/test_assembly.rb /^ def test_join_undefined_inputs$/;" f
|
260
|
-
test_join_with_block test/test_assembly.rb /^ def test_join_with_block$/;" f
|
261
|
-
test_join_without_on test/test_assembly.rb /^ def test_join_without_on$/;" f
|
262
|
-
test_smoke_test_debug_scope test/test_assembly.rb /^ def test_smoke_test_debug_scope$/;" f
|
306
|
+
test_join_empty_on test/test_assembly.rb /^ def test_join_empty_on$/;" f class:TC_Assembly
|
307
|
+
test_join_invalid_on test/test_assembly.rb /^ def test_join_invalid_on$/;" f class:TC_Assembly
|
308
|
+
test_join_undefined_inputs test/test_assembly.rb /^ def test_join_undefined_inputs$/;" f class:TC_Assembly
|
309
|
+
test_join_with_block test/test_assembly.rb /^ def test_join_with_block$/;" f class:TC_Assembly
|
310
|
+
test_join_without_on test/test_assembly.rb /^ def test_join_without_on$/;" f class:TC_Assembly
|
311
|
+
test_smoke_test_debug_scope test/test_assembly.rb /^ def test_smoke_test_debug_scope$/;" f class:TC_Assembly
|
263
312
|
test_smoke_test_multi_source_tap test/test_local_execution.rb /^ def test_smoke_test_multi_source_tap$/;" f class:TC_LocalExecution
|
264
313
|
test_smoke_test_multi_source_tap test/test_local_execution.rb /^ def test_smoke_test_multi_source_tap$/;" f class:TC_LocalExecution.test_smoke_test_multi_source_tap.test_smoke_test_sequence_file_scheme.test_splitter
|
265
314
|
test_smoke_test_sequence_file_scheme test/test_local_execution.rb /^ def test_smoke_test_sequence_file_scheme$/;" f class:TC_LocalExecution.test_smoke_test_multi_source_tap
|
266
315
|
test_splitter test/test_local_execution.rb /^ def test_splitter$/;" f class:TC_LocalExecution.test_smoke_test_multi_source_tap.test_smoke_test_sequence_file_scheme
|
267
|
-
test_sub_assembly test/test_assembly.rb /^ def test_sub_assembly$/;" f
|
316
|
+
test_sub_assembly test/test_assembly.rb /^ def test_sub_assembly$/;" f class:TC_Assembly
|
317
|
+
test_sum_by_sub_assembly test/test_assembly.rb /^ def test_sum_by_sub_assembly$/;" f class:TC_Assembly
|
268
318
|
test_tap test/test_cascading.rb /^ def test_tap$/;" f class:TC_Cascading
|
319
|
+
test_to_java_comparable_array test/test_operations.rb /^ def test_to_java_comparable_array$/;" f class:TC_Operations
|
269
320
|
test_union test/test_local_execution.rb /^ def test_union$/;" f class:TC_LocalExecution.test_smoke_test_multi_source_tap.test_smoke_test_sequence_file_scheme.test_splitter.test_smoke_test_multi_source_tap.test_join1.test_join2
|
270
321
|
test_union_undefined_inputs test/test_assembly.rb /^ def test_union_undefined_inputs$/;" f class:TC_Assembly
|
271
|
-
test_union_with_block test/test_assembly.rb /^ def test_union_with_block$/;" f class:TC_Assembly
|
272
322
|
test_values lib/cascading/expr_stub.rb /^ def test_values$/;" f class:Cascading
|
273
|
-
test_where test/test_assembly.rb /^ def test_where$/;" f
|
274
|
-
test_where_with_expression test/test_assembly.rb /^ def test_where_with_expression$/;" f
|
275
|
-
test_where_with_import test/test_assembly.rb /^ def test_where_with_import$/;" f
|
323
|
+
test_where test/test_assembly.rb /^ def test_where$/;" f class:TC_Assembly
|
324
|
+
test_where_with_expression test/test_assembly.rb /^ def test_where_with_expression$/;" f class:TC_Assembly
|
325
|
+
test_where_with_import test/test_assembly.rb /^ def test_where_with_import$/;" f class:TC_Assembly
|
276
326
|
text_line_scheme lib/cascading/cascading.rb /^ def text_line_scheme(*args)$/;" f class:Cascading
|
277
327
|
to_java_comparable_array lib/cascading/operations.rb /^ def to_java_comparable_array(arr)$/;" f class:Cascading.Operations
|
278
328
|
to_s lib/cascading/assembly.rb /^ def to_s$/;" f class:Cascading.Assembly
|
279
329
|
to_s lib/cascading/expr_stub.rb /^ def to_s$/;" f class:Cascading
|
280
330
|
to_s lib/cascading/scope.rb /^ def to_s$/;" f class:Cascading.Scope
|
281
|
-
trace_causes lib/cascading/cascading_exception.rb /^ def trace_causes(ne, depth)$/;" f class:Cascading.CascadingException
|
331
|
+
trace_causes lib/cascading/cascading_exception.rb /^ def trace_causes(ne, depth, summary = false)$/;" f class:Cascading.CascadingException
|
282
332
|
union lib/cascading/assembly.rb /^ def union(*args, &block)$/;" f class:Cascading.Assembly
|
283
333
|
union_fields lib/cascading/cascading.rb /^ def union_fields(*fields)$/;" f class:Cascading
|
334
|
+
update_local_mode lib/cascading/mode.rb /^ def update_local_mode(sources, sinks)$/;" f class:Cascading.Mode
|
284
335
|
valid? tasks/setup.rb /^ def valid?$/;" f class:Object
|
285
336
|
validate lib/cascading/expr_stub.rb /^ def validate(actual_args = {})$/;" f class:Cascading
|
286
337
|
validate_fields lib/cascading/expr_stub.rb /^ def validate_fields(fields)$/;" f class:Cascading
|
data/tasks/ant.rake
CHANGED
@@ -1,7 +1,12 @@
|
|
1
1
|
namespace :ant do
|
2
2
|
desc 'Retrieves Cascading and Hadoop jars and sets environment variables to point to them'
|
3
3
|
task :retrieve do
|
4
|
-
|
4
|
+
if File.exists?('build/ivy/resolved') && File.ctime('build/ivy/resolved') > File.ctime('ivy.xml')
|
5
|
+
puts 'Ivy dependencies already resolved'
|
6
|
+
else
|
7
|
+
raise 'Ant retrieve failed' unless system('ant retrieve')
|
8
|
+
`touch build/ivy/resolved`
|
9
|
+
end
|
5
10
|
ENV['CASCADING_HOME'] = 'build/lib'
|
6
11
|
ENV['HADOOP_HOME'] = 'build/lib'
|
7
12
|
end
|
data/test/test_assembly.rb
CHANGED
@@ -57,13 +57,14 @@ class TC_Assembly < Test::Unit::TestCase
|
|
57
57
|
def test_every_cannot_follow_tap
|
58
58
|
# Assembly#count is no longer defined; instead, it has moved to
|
59
59
|
# Aggregations#count
|
60
|
-
assert_raise NameError do
|
60
|
+
ex = assert_raise NameError do
|
61
61
|
assembly = mock_assembly do
|
62
62
|
count
|
63
63
|
end
|
64
64
|
pipe = assembly.tail_pipe
|
65
65
|
assert Java::CascadingPipe::Every, pipe.class
|
66
66
|
end
|
67
|
+
assert_match /^undefined local variable or method `count' for #<Cascading::Assembly:.*>$/, ex.message
|
67
68
|
end
|
68
69
|
|
69
70
|
def test_create_every
|
@@ -315,7 +316,7 @@ class TC_Assembly < Test::Unit::TestCase
|
|
315
316
|
end
|
316
317
|
|
317
318
|
def test_union_undefined_inputs
|
318
|
-
assert_raise RuntimeError
|
319
|
+
ex = assert_raise RuntimeError do
|
319
320
|
flow 'test_union_undefined_inputs' do
|
320
321
|
source 'data1', tap('test/data/data1.txt')
|
321
322
|
|
@@ -330,6 +331,7 @@ class TC_Assembly < Test::Unit::TestCase
|
|
330
331
|
sink 'union', tap('output/test_union_undefined_inputs')
|
331
332
|
end
|
332
333
|
end
|
334
|
+
assert_equal "Could not find assembly 'doesnotexist' from 'union'", ex.message
|
333
335
|
end
|
334
336
|
|
335
337
|
def test_create_join
|
@@ -408,7 +410,7 @@ class TC_Assembly < Test::Unit::TestCase
|
|
408
410
|
end
|
409
411
|
|
410
412
|
def test_join_undefined_inputs
|
411
|
-
assert_raise RuntimeError
|
413
|
+
ex = assert_raise RuntimeError do
|
412
414
|
flow 'test_join_undefined_inputs' do
|
413
415
|
source 'data1', tap('test/data/data1.txt')
|
414
416
|
|
@@ -423,36 +425,41 @@ class TC_Assembly < Test::Unit::TestCase
|
|
423
425
|
sink 'join', tap('output/test_join_undefined_inputs')
|
424
426
|
end
|
425
427
|
end
|
428
|
+
assert_equal "Could not find assembly 'doesnotexist' from 'join'", ex.message
|
426
429
|
end
|
427
430
|
|
428
431
|
def test_join_without_on
|
429
|
-
assert_raise RuntimeError
|
432
|
+
ex = assert_raise RuntimeError do
|
430
433
|
mock_two_input_assembly do
|
431
434
|
join 'test1', 'test2'
|
432
435
|
end
|
433
436
|
end
|
437
|
+
assert_equal 'join requires :on parameter', ex.message
|
434
438
|
end
|
435
439
|
|
436
440
|
def test_join_invalid_on
|
437
|
-
assert_raise RuntimeError
|
441
|
+
ex = assert_raise RuntimeError do
|
438
442
|
mock_two_input_assembly do
|
439
443
|
join 'test1', 'test2', :on => 1
|
440
444
|
end
|
441
445
|
end
|
446
|
+
assert_equal "Unsupported data type for :on in join: 'Fixnum'", ex.message
|
442
447
|
end
|
443
448
|
|
444
449
|
def test_join_empty_on
|
445
|
-
assert_raise RuntimeError
|
450
|
+
ex = assert_raise RuntimeError do
|
446
451
|
mock_two_input_assembly do
|
447
452
|
join 'test1', 'test2', :on => []
|
448
453
|
end
|
449
454
|
end
|
455
|
+
assert_equal "join requires non-empty :on parameter", ex.message
|
450
456
|
|
451
|
-
assert_raise RuntimeError
|
457
|
+
ex = assert_raise RuntimeError do
|
452
458
|
mock_two_input_assembly do
|
453
459
|
join 'test1', 'test2', :on => {}
|
454
460
|
end
|
455
461
|
end
|
462
|
+
assert_equal "join requires non-empty :on parameter", ex.message
|
456
463
|
end
|
457
464
|
|
458
465
|
def test_branch_unique
|
data/test/test_cascade.rb
CHANGED
@@ -44,4 +44,59 @@ class TC_Cascade < Test::Unit::TestCase
|
|
44
44
|
assert_equal 'cascade.flow2', cascade.last_child.qualified_name
|
45
45
|
assert_equal 'cascade.flow2.assembly4', cascade.last_child.last_child.qualified_name
|
46
46
|
end
|
47
|
+
|
48
|
+
def test_ambiguous_flow_names
|
49
|
+
ex = assert_raise AmbiguousNodeNameException do
|
50
|
+
f1, a1, a2, f2, a3, a4 = [nil] * 6
|
51
|
+
cascade = cascade 'cascade' do
|
52
|
+
f1 = flow 'f' do
|
53
|
+
a1 = assembly 'assembly1' do
|
54
|
+
end
|
55
|
+
|
56
|
+
a2 = assembly 'assembly2' do
|
57
|
+
end
|
58
|
+
end
|
59
|
+
|
60
|
+
f2 = flow 'f' do
|
61
|
+
a3 = assembly 'assembly3' do
|
62
|
+
end
|
63
|
+
|
64
|
+
a4 = assembly 'assembly4' do
|
65
|
+
end
|
66
|
+
end
|
67
|
+
end
|
68
|
+
end
|
69
|
+
assert_equal "Attempted to add 'cascade.f', but node named 'f' already exists", ex.message
|
70
|
+
end
|
71
|
+
|
72
|
+
def test_ambiguous_assembly_names
|
73
|
+
# You _can_ define ambiguously named assemblies between flows
|
74
|
+
f1, a1, a2, f2, a3, a4 = [nil] * 6
|
75
|
+
cascade = cascade 'cascade' do
|
76
|
+
f1 = flow 'flow1' do
|
77
|
+
a1 = assembly 'a' do
|
78
|
+
end
|
79
|
+
|
80
|
+
a2 = assembly 'assembly2' do
|
81
|
+
end
|
82
|
+
end
|
83
|
+
|
84
|
+
f2 = flow 'flow2' do
|
85
|
+
a3 = assembly 'a' do
|
86
|
+
end
|
87
|
+
|
88
|
+
a4 = assembly 'assembly4' do
|
89
|
+
end
|
90
|
+
end
|
91
|
+
end
|
92
|
+
|
93
|
+
# You _cannot_ look them up using find_child
|
94
|
+
ex = assert_raise AmbiguousNodeNameException do
|
95
|
+
cascade.find_child('a')
|
96
|
+
end
|
97
|
+
assert_equal "Ambiguous lookup of child by name 'a'; found 'cascade.flow1.a', 'cascade.flow2.a'", ex.message
|
98
|
+
|
99
|
+
# NOTE: Looking up flows this way is not a very common practice, so this is
|
100
|
+
# unlikely to cause issues
|
101
|
+
end
|
47
102
|
end
|
data/test/test_cascading.rb
CHANGED
@@ -30,20 +30,17 @@ class TC_Cascading < Test::Unit::TestCase
|
|
30
30
|
end
|
31
31
|
|
32
32
|
def test_tap
|
33
|
-
tap = tap('/
|
34
|
-
|
35
|
-
|
36
|
-
|
37
|
-
|
38
|
-
|
39
|
-
|
40
|
-
|
41
|
-
|
42
|
-
|
43
|
-
|
44
|
-
|
45
|
-
tap = tap('/temp', :kind => :hfs)
|
46
|
-
assert_equal '/temp', tap.getPath().toString()
|
47
|
-
assert tap.is_a? Java::CascadingTapHadoop::Hfs
|
33
|
+
tap = tap('/tmp')
|
34
|
+
assert tap.is_a? Cascading::Tap
|
35
|
+
assert_equal '/tmp', tap.path
|
36
|
+
assert_equal text_line_scheme, tap.scheme
|
37
|
+
|
38
|
+
assert tap.local?
|
39
|
+
assert_equal '/tmp', tap.hadoop_tap.identifier
|
40
|
+
assert tap.hadoop_tap.is_a? Java::CascadingTapHadoop::Hfs
|
41
|
+
|
42
|
+
assert tap.hadoop?
|
43
|
+
assert_equal '/tmp', tap.local_tap.identifier
|
44
|
+
assert tap.local_tap.is_a? Java::CascadingTapLocal::FileTap
|
48
45
|
end
|
49
46
|
end
|