cascading.jruby 0.0.5 → 0.0.6

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (21) hide show
  1. data/HACKING.md +1 -1
  2. data/History.txt +6 -0
  3. data/README.md +1 -1
  4. data/TODO +14 -0
  5. data/lib/cascading/assembly.rb +6 -37
  6. data/lib/cascading/base.rb +14 -1
  7. data/lib/cascading/cascading.rb +1 -0
  8. data/lib/cascading/flow.rb +10 -2
  9. data/lib/cascading/operations.rb +8 -2
  10. data/lib/cascading/scope.rb +4 -88
  11. data/lib/cascading.rb +1 -1
  12. data/spec/jruby_version_spec.rb +1 -1
  13. data/spec/spec_util.rb +0 -61
  14. data/tags +250 -0
  15. data/tasks/ant.rake +5 -2
  16. data/test/test_assembly.rb +42 -7
  17. data/test/test_cascade.rb +47 -0
  18. data/test/test_flow.rb +90 -6
  19. data/test/test_operations.rb +23 -0
  20. metadata +123 -117
  21. data/spec/primary_key_spec.rb +0 -119
data/tags ADDED
@@ -0,0 +1,250 @@
1
+ !_TAG_FILE_FORMAT 2 /extended format; --format=1 will not append ;" to lines/
2
+ !_TAG_FILE_SORTED 1 /0=unsorted, 1=sorted, 2=foldcase/
3
+ !_TAG_PROGRAM_AUTHOR Darren Hiebert /dhiebert@users.sourceforge.net/
4
+ !_TAG_PROGRAM_NAME Exuberant Ctags //
5
+ !_TAG_PROGRAM_URL http://ctags.sourceforge.net /official site/
6
+ !_TAG_PROGRAM_VERSION 5.8 //
7
+ Array lib/cascading/ext/array.rb /^class Array$/;" c
8
+ Assembly lib/cascading/assembly.rb /^ class Assembly < Cascading::Node$/;" c class:Cascading
9
+ Assembly spec/spec_util.rb /^ class Assembly; include ScopeTests; end$/;" c class:Cascading
10
+ Cascade lib/cascading/cascade.rb /^ class Cascade < Cascading::Node$/;" c class:Cascading
11
+ Cascading lib/cascading.rb /^module Cascading$/;" m
12
+ Cascading lib/cascading/assembly.rb /^module Cascading$/;" m
13
+ Cascading lib/cascading/base.rb /^module Cascading$/;" m
14
+ Cascading lib/cascading/cascade.rb /^module Cascading$/;" m
15
+ Cascading lib/cascading/cascading.rb /^module Cascading$/;" m
16
+ Cascading lib/cascading/cascading_exception.rb /^module Cascading$/;" m
17
+ Cascading lib/cascading/expr_stub.rb /^module Cascading$/;" m
18
+ Cascading lib/cascading/flow.rb /^module Cascading$/;" m
19
+ Cascading lib/cascading/operations.rb /^module Cascading$/;" m
20
+ Cascading lib/cascading/scope.rb /^module Cascading$/;" m
21
+ Cascading samples/cascading.rb /^module Cascading$/;" m
22
+ Cascading spec/spec_util.rb /^module Cascading$/;" m
23
+ CascadingException lib/cascading/cascading_exception.rb /^ class CascadingException < StandardError$/;" c class:Cascading
24
+ ExprArgException lib/cascading/expr_stub.rb /^ class ExprArgException < StandardError; end$/;" c
25
+ ExprStub lib/cascading/expr_stub.rb /^ class ExprStub$/;" c class:Cascading
26
+ Flow lib/cascading/flow.rb /^ class Flow < Cascading::Node$/;" c class:Cascading
27
+ Flow spec/spec_util.rb /^ class Flow; include ScopeTests; end$/;" c class:Cascading
28
+ JRUBY_HOME src/cascading/jruby/Main.java /^ private final static String JRUBY_HOME = "\/opt\/jruby";$/;" f class:Main file:
29
+ Main src/cascading/jruby/Main.java /^public class Main {$/;" c
30
+ Node lib/cascading/base.rb /^ class Node$/;" c class:Cascading
31
+ Object tasks/setup.rb /^class Object$/;" c
32
+ OpenStruct tasks/setup.rb /^class OpenStruct; undef :gem; end$/;" c
33
+ Operations lib/cascading/operations.rb /^ module Operations$/;" m class:Cascading
34
+ Registerable lib/cascading/base.rb /^ module Registerable$/;" m class:Cascading
35
+ Scope lib/cascading/scope.rb /^ class Scope$/;" c class:Cascading
36
+ ScopeTests spec/spec_util.rb /^module ScopeTests$/;" m
37
+ TC_Assembly test/test_assembly.rb /^class TC_Assembly < Test::Unit::TestCase$/;" c
38
+ TC_AssemblyScenarii test/test_assembly.rb /^class TC_AssemblyScenarii < Test::Unit::TestCase$/;" c
39
+ TC_Cascading test/test_cascading.rb /^class TC_Cascading < Test::Unit::TestCase$/;" c
40
+ TC_Flow test/test_flow.rb /^class TC_Flow < Test::Unit::TestCase$/;" c
41
+ add lib/cascading/base.rb /^ def add(name, instance)$/;" f class:Cascading.Registerable
42
+ add_archive_to_distributed_cache lib/cascading/flow.rb /^ def add_archive_to_distributed_cache(file)$/;" f
43
+ add_child lib/cascading/base.rb /^ def add_child(node)$/;" f class:Cascading.Node
44
+ add_file_to_distributed_cache lib/cascading/flow.rb /^ def add_file_to_distributed_cache(file)$/;" f
45
+ add_listener lib/cascading/flow.rb /^ def add_listener(listener)$/;" f
46
+ add_to_distributed_cache lib/cascading/flow.rb /^ def add_to_distributed_cache(file, property)$/;" f
47
+ aggregator_function lib/cascading/operations.rb /^ def aggregator_function(args, aggregator_klass)$/;" f class:Cascading.Operations
48
+ all lib/cascading/base.rb /^ def all$/;" f class:Cascading.Registerable
49
+ all_fields lib/cascading/cascading.rb /^ def all_fields$/;" f class:Cascading
50
+ assembly lib/cascading/flow.rb /^ def assembly(name, &block)$/;" f class:Cascading.Flow
51
+ assembly test/test_assembly.rb /^def assembly(name, &block)$/;" f
52
+ assert lib/cascading/assembly.rb /^ def assert(*args)$/;" f class:Cascading.Assembly
53
+ assert_group lib/cascading/assembly.rb /^ def assert_group(*args)$/;" f class:Cascading.Assembly
54
+ assert_group_size_equals lib/cascading/assembly.rb /^ def assert_group_size_equals(*args)$/;" f class:Cascading.Assembly
55
+ assert_not_null lib/cascading/assembly.rb /^ def assert_not_null(*args)$/;" f class:Cascading.Assembly
56
+ assert_size_equals lib/cascading/assembly.rb /^ def assert_size_equals(*args)$/;" f class:Cascading.Assembly
57
+ average lib/cascading/assembly.rb /^ def average(*args); composite_aggregator(args, :average_function); end$/;" f class:Cascading.Assembly
58
+ average_function lib/cascading/operations.rb /^ def average_function(*args)$/;" f class:Cascading.Operations
59
+ bind_names lib/cascading/assembly.rb /^ def bind_names(*new_names)$/;" f class:Cascading.Assembly
60
+ branch lib/cascading/assembly.rb /^ def branch(name, &block)$/;" f class:Cascading.Assembly
61
+ cascade lib/cascading/cascading.rb /^ def cascade(name, &block)$/;" f class:Cascading
62
+ cascading.jruby src/cascading/jruby/Main.java /^package cascading.jruby;$/;" p
63
+ cascading_properties spec/spec_util.rb /^def cascading_properties$/;" f
64
+ cast lib/cascading/assembly.rb /^ def cast(type_map)$/;" f class:Cascading.Assembly
65
+ cause lib/cascading/cascading_exception.rb /^ def cause(depth)$/;" f class:Cascading.CascadingException
66
+ check_scope spec/spec_util.rb /^ def check_scope(params = {})$/;" f class:ScopeTests
67
+ compare_with_references test/test_assembly.rb /^def compare_with_references(test_name)$/;" f
68
+ compile lib/cascading/expr_stub.rb /^ def compile$/;" f class:Cascading
69
+ complete lib/cascading/cascade.rb /^ def complete(properties = nil)$/;" f class:Cascading.Cascade
70
+ complete lib/cascading/flow.rb /^ def complete(properties = nil)$/;" f
71
+ composite_aggregator lib/cascading/assembly.rb /^ def composite_aggregator(args, function)$/;" f class:Cascading.Assembly
72
+ compress_output lib/cascading/flow.rb /^ def compress_output(codec, type)$/;" f class:Cascading.Flow
73
+ connect lib/cascading/flow.rb /^ def connect(properties = nil)$/;" f
74
+ copy lib/cascading/assembly.rb /^ def copy(*args)$/;" f class:Cascading.Assembly
75
+ copy lib/cascading/scope.rb /^ def copy$/;" f class:Cascading.Scope
76
+ copy_fields lib/cascading/cascading.rb /^ def copy_fields(fields)$/;" f class:Cascading
77
+ count lib/cascading/assembly.rb /^ def count(*args)$/;" f class:Cascading.Assembly
78
+ count_function lib/cascading/operations.rb /^ def count_function(*args)$/;" f class:Cascading.Operations
79
+ date_formatter lib/cascading/operations.rb /^ def date_formatter(fields, format, timezone=nil)$/;" f class:Cascading.Operations.to_java_comparable_array
80
+ date_parser lib/cascading/operations.rb /^ def date_parser(field, format)$/;" f class:Cascading.Operations.to_java_comparable_array
81
+ debug lib/cascading/assembly.rb /^ def debug(*args)$/;" f class:Cascading.Assembly
82
+ debug_scope lib/cascading/assembly.rb /^ def debug_scope$/;" f class:Cascading.Assembly
83
+ debug_scope lib/cascading/flow.rb /^ def debug_scope(name = nil)$/;" f class:Cascading.Flow
84
+ dedup_field_names lib/cascading/cascading.rb /^ def dedup_field_names(*names)$/;" f class:Cascading
85
+ dedup_fields lib/cascading/cascading.rb /^ def dedup_fields(*fields)$/;" f class:Cascading
86
+ depend_on tasks/setup.rb /^def depend_on( name, version = nil )$/;" f
87
+ describe lib/cascading/assembly.rb /^ def describe(offset = '')$/;" f class:Cascading.Assembly
88
+ describe lib/cascading/base.rb /^ def describe(offset = '')$/;" f class:Cascading.Node
89
+ describe lib/cascading/cascade.rb /^ def describe(offset = '')$/;" f class:Cascading.Cascade
90
+ describe lib/cascading/cascading.rb /^ def describe$/;" f class:Cascading
91
+ describe lib/cascading/flow.rb /^ def describe(offset = '')$/;" f class:Cascading.Flow
92
+ describe_job spec/spec_util.rb /^def describe_job(job_file, &block)$/;" f
93
+ difference_fields lib/cascading/cascading.rb /^ def difference_fields(*fields)$/;" f class:Cascading
94
+ discard lib/cascading/assembly.rb /^ def discard(*args)$/;" f class:Cascading.Assembly
95
+ distinct lib/cascading/assembly.rb /^ def distinct(*args)$/;" f class:Cascading.Assembly
96
+ do_every_block_and_rename_fields lib/cascading/assembly.rb /^ def do_every_block_and_rename_fields(group_fields, incoming_scopes, &block)$/;" f class:Cascading.Assembly
97
+ draw lib/cascading/cascade.rb /^ def draw(dir, properties = nil)$/;" f class:Cascading.Cascade
98
+ each lib/cascading/assembly.rb /^ def each(*args)$/;" f class:Cascading.Assembly
99
+ empty_scope lib/cascading/scope.rb /^ def self.empty_scope(name)$/;" F class:Cascading.Scope
100
+ emr_local_path_for_distributed_cache_file lib/cascading/flow.rb /^ def emr_local_path_for_distributed_cache_file(file)$/;" f
101
+ ensure_in_path tasks/setup.rb /^def ensure_in_path( *args )$/;" f
102
+ eval lib/cascading/expr_stub.rb /^ def eval(actual_args)$/;" f class:Cascading
103
+ eval_expression lib/cascading/assembly.rb /^ def eval_expression(*args)$/;" f class:Cascading.Assembly
104
+ evaluate lib/cascading/expr_stub.rb /^ def evaluate(values)$/;" f class:Cascading
105
+ evaluator lib/cascading/expr_stub.rb /^ def evaluator$/;" f class:Cascading
106
+ every lib/cascading/assembly.rb /^ def every(*args)$/;" f class:Cascading.Assembly
107
+ every_applied? lib/cascading/assembly.rb /^ def every_applied?$/;" f class:Cascading.Assembly
108
+ expr lib/cascading/cascading.rb /^ def expr(expression, params = {})$/;" f class:Cascading
109
+ expr lib/cascading/expr_stub.rb /^ def self.expr(expression, params = {})$/;" F class:Cascading
110
+ expression_filter lib/cascading/operations.rb /^ def expression_filter(*args)$/;" f class:Cascading.Operations.to_java_comparable_array
111
+ expression_function lib/cascading/operations.rb /^ def expression_function(*args)$/;" f class:Cascading.Operations
112
+ extract_options lib/cascading/ext/array.rb /^ def extract_options$/;" f class:Array
113
+ extract_options! lib/cascading/ext/array.rb /^ def extract_options!$/;" f class:Array
114
+ fetch_cause lib/cascading/cascading_exception.rb /^ def fetch_cause(ne, depth)$/;" f class:Cascading.CascadingException
115
+ field_joiner lib/cascading/operations.rb /^ def field_joiner(*args)$/;" f class:Cascading.Operations.to_java_comparable_array
116
+ fields lib/cascading/cascading.rb /^ def fields(fields)$/;" f class:Cascading
117
+ filter lib/cascading/assembly.rb /^ def filter(*args)$/;" f class:Cascading.Assembly
118
+ filter_not_null lib/cascading/assembly.rb /^ def filter_not_null(*args)$/;" f class:Cascading.Assembly
119
+ filter_null lib/cascading/assembly.rb /^ def filter_null(*args)$/;" f class:Cascading.Assembly
120
+ find_child lib/cascading/base.rb /^ def find_child(name)$/;" f class:Cascading.Node
121
+ first lib/cascading/assembly.rb /^ def first(*args); composite_aggregator(args, :first_function); end$/;" f class:Cascading.Assembly
122
+ first_function lib/cascading/operations.rb /^ def first_function(*args)$/;" f class:Cascading.Operations
123
+ flow lib/cascading/cascade.rb /^ def flow(name, &block)$/;" f class:Cascading.Cascade
124
+ flow lib/cascading/cascading.rb /^ def flow(name, &block)$/;" f class:Cascading
125
+ format_date lib/cascading/assembly.rb /^ def format_date(*args)$/;" f class:Cascading.Assembly
126
+ get lib/cascading/base.rb /^ def get(key)$/;" f class:Cascading.Registerable
127
+ group_by lib/cascading/assembly.rb /^ def group_by(*args, &block)$/;" f class:Cascading.Assembly
128
+ grouping_fields lib/cascading/scope.rb /^ def grouping_fields$/;" f class:Cascading.Scope
129
+ identity lib/cascading/operations.rb /^ def identity$/;" f class:Cascading.Operations
130
+ in_directory tasks/setup.rb /^def in_directory( dir, &block )$/;" f
131
+ initialize lib/cascading/assembly.rb /^ def initialize(name, parent, outgoing_scopes = {})$/;" f class:Cascading.Assembly
132
+ initialize lib/cascading/base.rb /^ def initialize(name, parent)$/;" f class:Cascading.Node
133
+ initialize lib/cascading/cascade.rb /^ def initialize(name)$/;" f class:Cascading.Cascade
134
+ initialize lib/cascading/cascading_exception.rb /^ def initialize(native_exception, message)$/;" f class:Cascading.CascadingException
135
+ initialize lib/cascading/expr_stub.rb /^ def initialize(expression)$/;" f class:Cascading.ExprStub
136
+ initialize lib/cascading/flow.rb /^ def initialize(name, parent)$/;" f class:Cascading.Flow
137
+ initialize lib/cascading/scope.rb /^ def initialize(scope, params = {})$/;" f class:Cascading.Scope
138
+ inner_join lib/cascading/assembly.rb /^ def inner_join(*args, &block)$/;" f class:Cascading.Assembly
139
+ insert lib/cascading/assembly.rb /^ def insert(args)$/;" f class:Cascading.Assembly
140
+ insert_function lib/cascading/operations.rb /^ def insert_function(*args)$/;" f class:Cascading.Operations
141
+ join lib/cascading/assembly.rb /^ def join(*args, &block)$/;" f class:Cascading.Assembly
142
+ join_fields lib/cascading/assembly.rb /^ def join_fields(*args)$/;" f class:Cascading.Assembly
143
+ last lib/cascading/assembly.rb /^ def last(*args); composite_aggregator(args, :last_function); end$/;" f class:Cascading.Assembly
144
+ last_function lib/cascading/operations.rb /^ def last_function(*args)$/;" f class:Cascading.Operations
145
+ last_grouping_fields lib/cascading/cascading.rb /^ def last_grouping_fields$/;" f class:Cascading
146
+ left_join lib/cascading/assembly.rb /^ def left_join(*args, &block)$/;" f class:Cascading.Assembly
147
+ libpath lib/cascading.rb /^ def self.libpath( *args )$/;" F class:Cascading
148
+ main src/cascading/jruby/Main.java /^ public static void main(String[] args) {$/;" m class:Main
149
+ make_each lib/cascading/assembly.rb /^ def make_each(type, *parameters)$/;" f class:Cascading.Assembly
150
+ make_every lib/cascading/assembly.rb /^ def make_every(type, *parameters)$/;" f class:Cascading.Assembly
151
+ make_flows lib/cascading/cascade.rb /^ def make_flows(flows, properties)$/;" f class:Cascading.Cascade
152
+ make_pipe lib/cascading/assembly.rb /^ def make_pipe(type, parameters, grouping_key_fields = [], incoming_scopes = [scope])$/;" f class:Cascading.Assembly
153
+ make_pipes lib/cascading/flow.rb /^ def make_pipes$/;" f
154
+ make_tap_parameter lib/cascading/flow.rb /^ def make_tap_parameter(taps)$/;" f
155
+ manifest tasks/setup.rb /^def manifest$/;" f
156
+ match_rows lib/cascading/assembly.rb /^ def match_rows(*args)$/;" f class:Cascading.Assembly
157
+ max lib/cascading/assembly.rb /^ def max(*args); composite_aggregator(args, :max_function); end$/;" f class:Cascading.Assembly
158
+ max_function lib/cascading/operations.rb /^ def max_function(*args)$/;" f class:Cascading.Operations
159
+ min lib/cascading/assembly.rb /^ def min(*args); composite_aggregator(args, :min_function); end$/;" f class:Cascading.Assembly
160
+ min_function lib/cascading/operations.rb /^ def min_function(*args)$/;" f class:Cascading.Operations
161
+ mock_assembly test/test_assembly.rb /^ def mock_assembly(&block)$/;" f class:TC_Assembly
162
+ multi_tap lib/cascading/cascading.rb /^ def multi_tap(*taps)$/;" f class:Cascading
163
+ names_and_types lib/cascading/expr_stub.rb /^ def names_and_types$/;" f class:Cascading
164
+ outer_join lib/cascading/assembly.rb /^ def outer_join(*args, &block)$/;" f class:Cascading.Assembly
165
+ outgoing_scope lib/cascading/scope.rb /^ def self.outgoing_scope(flow_element, incoming_scopes, grouping_key_fields, every_applied)$/;" F class:Cascading.Scope
166
+ outgoing_scope_for lib/cascading/scope.rb /^ def self.outgoing_scope_for(flow_element, incoming_scopes)$/;" F class:Cascading.Scope
167
+ paragraphs_of tasks/setup.rb /^def paragraphs_of( path, *paragraphs )$/;" f
168
+ parent_flow lib/cascading/assembly.rb /^ def parent_flow$/;" f class:Cascading.Assembly
169
+ parse lib/cascading/assembly.rb /^ def parse(*args)$/;" f class:Cascading.Assembly
170
+ parse_date lib/cascading/assembly.rb /^ def parse_date(*args)$/;" f class:Cascading.Assembly
171
+ pass lib/cascading/assembly.rb /^ def pass(*args)$/;" f class:Cascading.Assembly
172
+ path lib/cascading.rb /^ def self.path( *args )$/;" F class:Cascading
173
+ project lib/cascading/assembly.rb /^ def project(*args)$/;" f class:Cascading.Assembly
174
+ quiet tasks/setup.rb /^def quiet( &block )$/;" f
175
+ regex_filter lib/cascading/operations.rb /^ def regex_filter(*args)$/;" f class:Cascading.Operations.to_java_comparable_array
176
+ regex_generator lib/cascading/operations.rb /^ def regex_generator(*args)$/;" f class:Cascading.Operations
177
+ regex_parser lib/cascading/operations.rb /^ def regex_parser(*args)$/;" f class:Cascading.Operations
178
+ regex_replace lib/cascading/operations.rb /^ def regex_replace(*args)$/;" f class:Cascading.Operations.to_java_comparable_array
179
+ regex_split_generator lib/cascading/operations.rb /^ def regex_split_generator(*args)$/;" f class:Cascading.Operations
180
+ regex_splitter lib/cascading/operations.rb /^ def regex_splitter(*args)$/;" f class:Cascading.Operations
181
+ registered lib/cascading/base.rb /^ def registered$/;" f class:Cascading.Registerable
182
+ reject lib/cascading/assembly.rb /^ def reject(*args)$/;" f class:Cascading.Assembly
183
+ remove_desc_for_task tasks/setup.rb /^def remove_desc_for_task( names )$/;" f
184
+ rename lib/cascading/assembly.rb /^ def rename(name_map)$/;" f class:Cascading.Assembly
185
+ replace lib/cascading/assembly.rb /^ def replace(*args)$/;" f class:Cascading.Assembly
186
+ require_all_jars lib/cascading.rb /^ def self.require_all_jars(from = ::File.join(::File.dirname(__FILE__), "..", "jars"))$/;" F class:Cascading
187
+ reset lib/cascading/base.rb /^ def reset$/;" f class:Cascading.Registerable
188
+ results_fields lib/cascading/cascading.rb /^ def results_fields$/;" f class:Cascading
189
+ right_join lib/cascading/assembly.rb /^ def right_join(*args, &block)$/;" f class:Cascading.Assembly
190
+ sample_properties samples/cascading.rb /^ def sample_properties$/;" f class:Cascading
191
+ scope lib/cascading/assembly.rb /^ def scope$/;" f class:Cascading.Assembly
192
+ scope lib/cascading/flow.rb /^ def scope(name = nil)$/;" f class:Cascading.Flow
193
+ search_field_name lib/cascading/cascading.rb /^ def search_field_name(names, candidate)$/;" f class:Cascading
194
+ sequence_file_scheme lib/cascading/cascading.rb /^ def sequence_file_scheme(*fields)$/;" f class:Cascading
195
+ set_spill_threshold lib/cascading/flow.rb /^ def set_spill_threshold(threshold)$/;" f
196
+ sink lib/cascading/flow.rb /^ def sink(*args)$/;" f class:Cascading.Flow
197
+ sink_metadata lib/cascading/cascade.rb /^ def sink_metadata$/;" f class:Cascading.Cascade
198
+ sink_metadata lib/cascading/flow.rb /^ def sink_metadata$/;" f class:Cascading.Flow
199
+ source lib/cascading/flow.rb /^ def source(*args)$/;" f class:Cascading.Flow
200
+ specific_to_java lib/cascading/expr_stub.rb /^ def specific_to_java(value, type)$/;" f class:Cascading
201
+ split lib/cascading/assembly.rb /^ def split(*args)$/;" f class:Cascading.Assembly
202
+ split_hash lib/cascading/expr_stub.rb /^ def split_hash(h)$/;" f class:Cascading
203
+ split_rows lib/cascading/assembly.rb /^ def split_rows(*args)$/;" f class:Cascading.Assembly
204
+ sum lib/cascading/assembly.rb /^ def sum(*args)$/;" f class:Cascading.Assembly
205
+ sum_function lib/cascading/operations.rb /^ def sum_function(*args)$/;" f class:Cascading.Operations
206
+ tap lib/cascading/cascading.rb /^ def tap(*args)$/;" f class:Cascading
207
+ tap_scope lib/cascading/scope.rb /^ def self.tap_scope(tap, name)$/;" F class:Cascading.Scope
208
+ test_assembly spec/spec_util.rb /^def test_assembly(params = {}, &block)$/;" f
209
+ test_assembly test/test_flow.rb /^ def test_assembly$/;" f class:TC_Flow
210
+ test_branch_empty test/test_assembly.rb /^ def test_branch_empty$/;" f
211
+ test_branch_single test/test_assembly.rb /^ def test_branch_single$/;" f
212
+ test_branch_unique test/test_assembly.rb /^ def test_branch_unique$/;" f
213
+ test_create_assembly_simple test/test_assembly.rb /^ def test_create_assembly_simple$/;" f class:TC_Assembly
214
+ test_create_each test/test_assembly.rb /^ def test_create_each$/;" f
215
+ test_create_every test/test_assembly.rb /^ def test_create_every$/;" f
216
+ test_create_group_by test/test_assembly.rb /^ def test_create_group_by$/;" f
217
+ test_create_group_by_many_fields test/test_assembly.rb /^ def test_create_group_by_many_fields$/;" f
218
+ test_create_group_by_reverse test/test_assembly.rb /^ def test_create_group_by_reverse$/;" f
219
+ test_create_group_by_with_sort test/test_assembly.rb /^ def test_create_group_by_with_sort$/;" f
220
+ test_create_group_by_with_sort_reverse test/test_assembly.rb /^ def test_create_group_by_with_sort_reverse$/;" f
221
+ test_each_identity test/test_assembly.rb /^ def test_each_identity$/;" f
222
+ test_fields_field test/test_cascading.rb /^ def test_fields_field$/;" f class:TC_Cascading
223
+ test_fields_multiple test/test_cascading.rb /^ def test_fields_multiple$/;" f class:TC_Cascading
224
+ test_fields_single test/test_cascading.rb /^ def test_fields_single$/;" f class:TC_Cascading
225
+ test_flow spec/spec_util.rb /^def test_flow(&block)$/;" f
226
+ test_full_assembly test/test_assembly.rb /^ def test_full_assembly$/;" f
227
+ test_join1 test/test_assembly.rb /^ def test_join1$/;" f
228
+ test_join2 test/test_assembly.rb /^ def test_join2$/;" f
229
+ test_join_assembly spec/spec_util.rb /^def test_join_assembly(params = {}, &block)$/;" f
230
+ test_splitter test/test_assembly.rb /^ def test_splitter$/;" f class:TC_AssemblyScenarii
231
+ test_tap test/test_cascading.rb /^ def test_tap$/;" f class:TC_Cascading
232
+ test_values lib/cascading/expr_stub.rb /^ def test_values$/;" f class:Cascading
233
+ text_line_scheme lib/cascading/cascading.rb /^ def text_line_scheme(*fields)$/;" f class:Cascading
234
+ to_java_comparable_array lib/cascading/operations.rb /^ def to_java_comparable_array(arr)$/;" f class:Cascading.Operations
235
+ to_s lib/cascading/assembly.rb /^ def to_s$/;" f class:Cascading.Assembly
236
+ to_s lib/cascading/expr_stub.rb /^ def to_s$/;" f class:Cascading
237
+ to_s lib/cascading/scope.rb /^ def to_s$/;" f class:Cascading.Scope
238
+ trace_causes lib/cascading/cascading_exception.rb /^ def trace_causes(ne, depth)$/;" f class:Cascading.CascadingException
239
+ union lib/cascading/assembly.rb /^ def union(*args)$/;" f class:Cascading.Assembly
240
+ union_fields lib/cascading/cascading.rb /^ def union_fields(*fields)$/;" f class:Cascading
241
+ union_pipes lib/cascading/assembly.rb /^ def union_pipes(*args)$/;" f class:Cascading.Assembly
242
+ valid? tasks/setup.rb /^ def valid?$/;" f class:Object
243
+ validate lib/cascading/expr_stub.rb /^ def validate(actual_args = {})$/;" f class:Cascading
244
+ validate_fields lib/cascading/expr_stub.rb /^ def validate_fields(fields)$/;" f class:Cascading
245
+ validate_scope lib/cascading/expr_stub.rb /^ def validate_scope(scope)$/;" f class:Cascading
246
+ values_fields lib/cascading/scope.rb /^ def values_fields$/;" f class:Cascading.Scope
247
+ verify_assembly_output spec/spec_util.rb /^def verify_assembly_output(assembly_name, params, &block)$/;" f
248
+ version lib/cascading.rb /^ def self.version$/;" F class:Cascading
249
+ where lib/cascading/assembly.rb /^ def where(*args)$/;" f class:Cascading.Assembly
250
+ write_sink_metadata lib/cascading/cascade.rb /^ def write_sink_metadata(file_name)$/;" f class:Cascading.Cascade
data/tasks/ant.rake CHANGED
@@ -1,11 +1,14 @@
1
1
  namespace :ant do
2
2
  desc 'Builds Java source for inclusion in gem'
3
3
  task :build do
4
- `ant build`
4
+ stdout = `ant build`
5
+ raise "Ant build failed: #{stdout}" unless $? == 0
6
+ puts stdout
5
7
  end
6
8
 
7
9
  desc 'Cleans Java build files'
8
10
  task :clean do
9
- `ant clean`
11
+ stdout = `ant clean`
12
+ puts stdout
10
13
  end
11
14
  end
data/test/test_assembly.rb CHANGED
@@ -14,14 +14,13 @@ def assembly(name, &block)
14
14
  end
15
15
 
16
16
  class TC_Assembly < Test::Unit::TestCase
17
- include Operations
18
-
19
17
  def mock_assembly(&block)
18
+ assembly = nil
20
19
  flow 'test' do
21
20
  source 'test', tap('test/data/data1.txt')
22
- $assembly = assembly 'test', &block
21
+ assembly = assembly 'test', &block
23
22
  end
24
- $assembly
23
+ assembly
25
24
  end
26
25
 
27
26
  def test_create_assembly_simple
@@ -39,12 +38,10 @@ class TC_Assembly < Test::Unit::TestCase
39
38
  each 'offset', :filter => identity
40
39
  end
41
40
 
42
- flow = Flow.get('test')
41
+ flow = assembly.parent
43
42
  assert_not_nil flow
44
-
45
43
  assert_not_nil flow.find_child('test')
46
44
  assert_equal assembly, flow.find_child('test')
47
- assert_not_nil Flow.get('test').find_child('test')
48
45
  end
49
46
 
50
47
  def test_create_each
@@ -248,6 +245,44 @@ class TC_Assembly < Test::Unit::TestCase
248
245
  end
249
246
  end
250
247
 
248
+ def test_empty_where
249
+ assembly = mock_assembly do
250
+ split 'line', ['name', 'score1', 'score2', 'id'], :pattern => /[.,]*\s+/, :output => ['name', 'score1', 'score2', 'id']
251
+ where
252
+ end
253
+ assert assembly.tail_pipe.is_a? Java::CascadingPipe::Each
254
+
255
+ # Empty where compiles away
256
+ assert assembly.tail_pipe.operation.is_a? Java::CascadingOperationRegex::RegexSplitter
257
+ end
258
+
259
+ def test_where
260
+ assembly = mock_assembly do
261
+ split 'line', ['name', 'score1', 'score2', 'id'], :pattern => /[.,]*\s+/, :output => ['name', 'score1', 'score2', 'id']
262
+ where 'score1:double < score2:double'
263
+ end
264
+ assert assembly.tail_pipe.is_a? Java::CascadingPipe::Each
265
+ assert assembly.tail_pipe.operation.is_a? Java::CascadingOperationExpression::ExpressionFilter
266
+ end
267
+
268
+ def test_where_with_expression
269
+ assembly = mock_assembly do
270
+ split 'line', ['name', 'score1', 'score2', 'id'], :pattern => /[.,]*\s+/, :output => ['name', 'score1', 'score2', 'id']
271
+ where :expression => 'score1:double < score2:double'
272
+ end
273
+ assert assembly.tail_pipe.is_a? Java::CascadingPipe::Each
274
+ assert assembly.tail_pipe.operation.is_a? Java::CascadingOperationExpression::ExpressionFilter
275
+ end
276
+
277
+ def test_where_with_import
278
+ assembly = mock_assembly do
279
+ split 'line', ['name', 'score1', 'score2', 'id'], :pattern => /[.,]*\s+/, :output => ['name', 'score1', 'score2', 'id']
280
+ names = ['SMITH', 'JONES', 'BROWN']
281
+ where "import java.util.Arrays;\nArrays.asList(new String[] { \"#{names.join('", "')}\" }).contains(name:string)"
282
+ end
283
+ assert assembly.tail_pipe.is_a? Java::CascadingPipe::Each
284
+ assert assembly.tail_pipe.operation.is_a? Java::CascadingOperationExpression::ExpressionFilter
285
+ end
251
286
  end
252
287
 
253
288
 
data/test/test_cascade.rb ADDED
@@ -0,0 +1,47 @@
1
+ require 'test/unit'
2
+ require 'cascading'
3
+
4
+ class TC_Cascade < Test::Unit::TestCase
5
+ def test_cascade
6
+ f1, a1, a2, f2, a3, a4 = [nil] * 6
7
+ cascade = cascade 'cascade' do
8
+ f1 = flow 'flow1' do
9
+ a1 = assembly 'assembly1' do
10
+ end
11
+
12
+ a2 = assembly 'assembly2' do
13
+ end
14
+ end
15
+
16
+ f2 = flow 'flow2' do
17
+ a3 = assembly 'assembly3' do
18
+ end
19
+
20
+ a4 = assembly 'assembly4' do
21
+ end
22
+ end
23
+ end
24
+
25
+ assert_equal 2, cascade.children.size
26
+ assert_equal f1, cascade.children['flow1']
27
+ assert_equal f1, cascade.find_child('flow1')
28
+ assert_equal f2, cascade.last_child
29
+ assert_equal f2, cascade.find_child('flow2')
30
+ assert_equal ['flow1', 'flow2'], cascade.child_names
31
+
32
+ assert_equal cascade, f1.parent
33
+ assert_equal cascade, f2.parent
34
+ assert_equal f1, a1.parent
35
+ assert_equal f1, a2.parent
36
+ assert_equal f2, a3.parent
37
+ assert_equal f2, a4.parent
38
+
39
+ assert_nil cascade.parent
40
+ assert_equal cascade, cascade.root
41
+ assert_equal cascade, cascade.last_child.last_child.root
42
+
43
+ assert_equal 'cascade', cascade.qualified_name
44
+ assert_equal 'cascade.flow2', cascade.last_child.qualified_name
45
+ assert_equal 'cascade.flow2.assembly4', cascade.last_child.last_child.qualified_name
46
+ end
47
+ end
data/test/test_flow.rb CHANGED
@@ -2,14 +2,98 @@ require 'test/unit'
2
2
  require 'cascading'
3
3
 
4
4
  class TC_Flow < Test::Unit::TestCase
5
- def test_assembly
6
- flow = flow 'My Flow1' do
7
- assembly "Test1" do
5
+ def test_flow
6
+ a1, a2 = nil, nil
7
+ flow = flow 'flow' do
8
+ a1 = assembly 'assembly1' do
9
+ end
10
+
11
+ a2 = assembly 'assembly2' do
12
+ end
13
+ end
14
+
15
+ assert_equal 2, flow.children.size
16
+ assert_equal a1, flow.children['assembly1']
17
+ assert_equal a1, flow.find_child('assembly1')
18
+ assert_equal a2, flow.last_child
19
+ assert_equal a2, flow.find_child('assembly2')
20
+ assert_equal ['assembly1', 'assembly2'], flow.child_names
21
+
22
+ assert_equal flow, a1.parent
23
+ assert_equal flow, a2.parent
24
+
25
+ assert_nil flow.parent
26
+ assert_equal flow, flow.root
27
+ assert_equal flow, flow.last_child.root
28
+
29
+ assert_equal 'flow', flow.qualified_name
30
+ assert_equal 'flow.assembly2', flow.last_child.qualified_name
31
+ end
32
+
33
+ def test_ambiguous_assembly_names
34
+ a1, a2, x = nil, nil, nil
35
+ flow = flow 'flow' do
36
+ source 'a', tap('test/data/data1.txt')
37
+
38
+ a1 = assembly 'a' do
39
+ pass
40
+ end
41
+
42
+ a2 = assembly 'a' do
43
+ pass
44
+ end
45
+
46
+ x = assembly 'x' do
47
+ union 'a'
8
48
  end
9
49
  end
10
50
 
11
- assert_equal 1, flow.children.size
12
- assert_equal flow.children["Test1"], flow.find_child("Test1")
13
- assert_equal flow.last_child, flow.find_child("Test1")
51
+ # FIXME: 'a' assemblies and qualified names collide
52
+ assert_equal 2, flow.children.size
53
+ assert_equal 'flow.a', a1.qualified_name
54
+ assert_equal 'flow.a', a2.qualified_name
55
+
56
+ # Ordered child names do not collide
57
+ assert_equal ['a', 'a', 'x'], flow.child_names
58
+
59
+ # FIXME: assembly defined last wins
60
+ assert_equal a2, flow.find_child('a')
61
+
62
+ assert_equal 1, x.tail_pipe.heads.size
63
+ assert_equal a2.head_pipe, x.tail_pipe.heads.first
64
+ end
65
+
66
+ def test_ambiguous_branch_names
67
+ b1, b2, x = nil, nil, nil
68
+ flow = flow 'flow' do
69
+ source 'a', tap('test/data/data1.txt')
70
+ source 'b', tap('test/data/data1.txt')
71
+
72
+ assembly 'a' do
73
+ b1 = branch 'b' do
74
+ pass
75
+ end
76
+ end
77
+
78
+ b2 = assembly 'b' do
79
+ pass
80
+ end
81
+
82
+ x = assembly 'x' do
83
+ union 'b'
84
+ end
85
+ end
86
+
87
+ # FIXME: 'b' assemblies collide even though qualified names don't
88
+ assert_equal 3, flow.children.size
89
+ assert_equal 'flow.a.b', b1.qualified_name
90
+ assert_equal 'flow.b', b2.qualified_name
91
+ assert_equal ['a', 'b', 'x'], flow.child_names
92
+
93
+ # FIXME: branch hit by depth-first serach first
94
+ assert_equal b1, flow.find_child('b')
95
+
96
+ assert_equal 1, x.tail_pipe.heads.size
97
+ assert_equal b1.parent.head_pipe, x.tail_pipe.heads.first
14
98
  end
15
99
  end