dataflow-rb 0.9.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (47) hide show
  1. checksums.yaml +7 -0
  2. data/.env.test.example +6 -0
  3. data/.gitignore +14 -0
  4. data/.rspec +2 -0
  5. data/.travis.yml +4 -0
  6. data/Gemfile +4 -0
  7. data/LICENSE +21 -0
  8. data/README.md +46 -0
  9. data/Rakefile +6 -0
  10. data/bin/console +14 -0
  11. data/bin/setup +7 -0
  12. data/dataflow-rb.gemspec +42 -0
  13. data/lib/config/mongoid.yml +21 -0
  14. data/lib/dataflow/adapters/csv_adapter.rb +123 -0
  15. data/lib/dataflow/adapters/mongo_db_adapter.rb +307 -0
  16. data/lib/dataflow/adapters/mysql_adapter.rb +21 -0
  17. data/lib/dataflow/adapters/psql_adapter.rb +21 -0
  18. data/lib/dataflow/adapters/settings.rb +33 -0
  19. data/lib/dataflow/adapters/sql_adapter.rb +322 -0
  20. data/lib/dataflow/errors/invalid_configuration_error.rb +7 -0
  21. data/lib/dataflow/errors/not_implemented_error.rb +7 -0
  22. data/lib/dataflow/event_mixin.rb +77 -0
  23. data/lib/dataflow/extensions/mongo_driver.rb +21 -0
  24. data/lib/dataflow/extensions/msgpack.rb +19 -0
  25. data/lib/dataflow/logger.rb +27 -0
  26. data/lib/dataflow/node.rb +37 -0
  27. data/lib/dataflow/nodes/compute_node.rb +495 -0
  28. data/lib/dataflow/nodes/data_node.rb +331 -0
  29. data/lib/dataflow/nodes/export/to_csv_node.rb +54 -0
  30. data/lib/dataflow/nodes/filter/drop_while_node.rb +117 -0
  31. data/lib/dataflow/nodes/filter/newest_node.rb +66 -0
  32. data/lib/dataflow/nodes/filter/where_node.rb +44 -0
  33. data/lib/dataflow/nodes/join_node.rb +151 -0
  34. data/lib/dataflow/nodes/map_node.rb +50 -0
  35. data/lib/dataflow/nodes/merge_node.rb +33 -0
  36. data/lib/dataflow/nodes/mixin/add_internal_timestamp.rb +27 -0
  37. data/lib/dataflow/nodes/mixin/rename_dotted_fields.rb +63 -0
  38. data/lib/dataflow/nodes/select_keys_node.rb +39 -0
  39. data/lib/dataflow/nodes/snapshot_node.rb +77 -0
  40. data/lib/dataflow/nodes/sql_query_node.rb +50 -0
  41. data/lib/dataflow/nodes/transformation/to_time_node.rb +41 -0
  42. data/lib/dataflow/nodes/upsert_node.rb +68 -0
  43. data/lib/dataflow/properties_mixin.rb +35 -0
  44. data/lib/dataflow/schema_mixin.rb +134 -0
  45. data/lib/dataflow/version.rb +4 -0
  46. data/lib/dataflow-rb.rb +72 -0
  47. metadata +371 -0
@@ -0,0 +1,134 @@
1
+ # frozen_string_literal: true
2
+ module Dataflow
3
+ module SchemaMixin
4
+ SEPARATOR = '|' # if this change, update the regex that use the character directly in this mixin
5
+
6
+ # Generate a schema based on this collection's records.
7
+ # We evaluate the schema of each record and then merge all
8
+ # the information together.
9
+ # @param extended [Boolean] Set to true to keep each field as a basic type.
10
+ # Set to false to reduce the terminal arrays to a single key (under the type array).
11
+ # @return [Hash] with one entry per 'column'/'field'. The values
12
+ # contains information about the type and usage.
13
+ def infer_schema(samples_count: 0, extended: false)
14
+ data_count = samples_count == 0 ? count : samples_count # invoked in the base class
15
+ return {} if data_count == 0
16
+
17
+ # find out how many batches are needed
18
+ max_per_process = 1000
19
+ max_per_process = limit_per_process if respond_to? :limit_per_process
20
+
21
+ equal_split_per_process = (data_count / Parallel.processor_count.to_f).ceil
22
+ count_per_process = [max_per_process, equal_split_per_process].min
23
+
24
+ queries = ordered_system_id_queries(batch_size: count_per_process)
25
+
26
+ self.inferred_schema_at = Time.now
27
+ self.inferred_schema_from = samples_count
28
+ on_schema_inference_started
29
+
30
+ sch = schema_inferrer.infer_schema(batch_count: queries.count, extended: extended) do |idx|
31
+ progress = (idx / queries.count.to_f * 100).ceil
32
+ on_schema_inference_progressed(pct_complete: progress)
33
+
34
+ all(where: queries[idx])
35
+ end
36
+
37
+ self.inferred_schema = sch
38
+ save
39
+ on_schema_inference_finished
40
+
41
+ sch
42
+ end
43
+
44
+ def infer_partial_schema(where:, extended: false)
45
+ data_count = count(where: where)
46
+ return {} if data_count == 0
47
+
48
+ max_per_process = 250
49
+ max_per_process = limit_per_process if respond_to? :limit_per_process
50
+
51
+ equal_split_per_process = (data_count / Parallel.processor_count.to_f).ceil
52
+ count_per_process = [max_per_process, equal_split_per_process].min
53
+
54
+ queries = ordered_system_id_queries(batch_size: count_per_process)
55
+
56
+ sch = schema_inferrer.infer_schema(batch_count: queries.count, extended: extended) do |idx|
57
+ all(where: queries[idx].merge(where))
58
+ end
59
+ end
60
+
61
+ def schema_inferrer
62
+ Schema::Inference::SchemaInferrer.new(
63
+ separator: SEPARATOR,
64
+ convert_types_to_string: true
65
+ )
66
+ end
67
+
68
+ SAMPLE_DATA_OUTPUT = %w(raw tabular).freeze
69
+ # Outputs sample data. Support either output raw data (as-is) tabular data.
70
+ def sample_data(count: 5, mode: 'tabular')
71
+ mode = mode.to_s.downcase
72
+ unless SAMPLE_DATA_OUTPUT.include?(mode)
73
+ raise Errors::InvalidConfigurationError, "Mode must be one of '#{SAMPLE_DATA_OUTPUT.join(', ')}'. Given: #{mode}"
74
+ end
75
+ samples = all { |x| x.limit(count) }.to_a
76
+ return samples if mode == 'raw'
77
+ return {} if samples.count == 0
78
+
79
+ # tabular output
80
+ schm = schema_inferrer.infer_schema(dataset: samples, extended: true)
81
+ keys = schm.keys
82
+ res = samples.map do |sample|
83
+ keys.map do |key|
84
+ value = record_value(record: sample, key: key)
85
+ next if value.nil?
86
+ [key, value]
87
+ end.compact.to_h
88
+ end
89
+
90
+ res
91
+ end
92
+
93
+ private
94
+
95
+ def record_dig_tokens(key:, use_sym: false)
96
+ return [key] unless key.is_a?(String)
97
+ key.split(SEPARATOR).map do |token|
98
+ # only parse integers for array indexing
99
+ next token.to_i if is_integer?(token)
100
+ next token.to_sym if use_sym
101
+ token
102
+ end
103
+ end
104
+
105
+ def record_value(record:, key:)
106
+ tokens = record_dig_tokens(key: key)
107
+ record.dig(*tokens)
108
+ end
109
+
110
+ def add_value_to_record(record:, key:, value:)
111
+ tokens = key.is_a?(String) ? key.split(SEPARATOR) : [key]
112
+ current_ref = record
113
+ previous_token = tokens[0]
114
+
115
+ tokens[1..-1].each_with_index do |token|
116
+ if is_integer?(token)
117
+ current_ref[previous_token] ||= []
118
+ current_ref = current_ref[previous_token]
119
+ previous_token = token.to_i
120
+ else
121
+ current_ref[previous_token] ||= {}
122
+ current_ref = current_ref[previous_token]
123
+ previous_token = token
124
+ end
125
+ end
126
+
127
+ current_ref[previous_token] = value
128
+ end
129
+
130
+ def is_integer?(value)
131
+ (/^[+-]?[0-9]+$/ =~ value).present?
132
+ end
133
+ end
134
+ end
@@ -0,0 +1,4 @@
1
+ # frozen_string_literal: true
2
+ module Dataflow
3
+ VERSION = '0.9.0'
4
+ end
@@ -0,0 +1,72 @@
1
+ # frozen_string_literal: true
2
+ require 'schema/inference'
3
+ require 'mongoid'
4
+ require 'sequel'
5
+ require 'msgpack'
6
+ require 'parallel'
7
+ require 'smarter_csv'
8
+ require 'timeliness'
9
+ require 'chronic'
10
+
11
+ require 'dataflow/version'
12
+ require 'dataflow/extensions/msgpack'
13
+ require 'dataflow/extensions/mongo_driver'
14
+
15
+ require 'dataflow/event_mixin'
16
+ require 'dataflow/logger'
17
+ require 'dataflow/properties_mixin'
18
+ require 'dataflow/schema_mixin'
19
+ require 'dataflow/node'
20
+
21
+ require 'dataflow/adapters/csv_adapter'
22
+ require 'dataflow/adapters/mongo_db_adapter'
23
+ require 'dataflow/adapters/sql_adapter'
24
+ require 'dataflow/adapters/mysql_adapter'
25
+ require 'dataflow/adapters/psql_adapter'
26
+ require 'dataflow/adapters/settings'
27
+
28
+ require 'dataflow/errors/invalid_configuration_error'
29
+ require 'dataflow/errors/not_implemented_error'
30
+
31
+ require 'dataflow/nodes/mixin/add_internal_timestamp'
32
+ require 'dataflow/nodes/mixin/rename_dotted_fields'
33
+
34
+ require 'dataflow/nodes/data_node'
35
+ require 'dataflow/nodes/compute_node'
36
+ require 'dataflow/nodes/join_node'
37
+ require 'dataflow/nodes/map_node'
38
+ require 'dataflow/nodes/merge_node'
39
+ require 'dataflow/nodes/select_keys_node'
40
+ require 'dataflow/nodes/snapshot_node'
41
+ require 'dataflow/nodes/sql_query_node'
42
+ require 'dataflow/nodes/upsert_node'
43
+ require 'dataflow/nodes/export/to_csv_node'
44
+ require 'dataflow/nodes/filter/drop_while_node'
45
+ require 'dataflow/nodes/filter/newest_node'
46
+ require 'dataflow/nodes/filter/where_node'
47
+ require 'dataflow/nodes/transformation/to_time_node'
48
+
49
+ unless defined?(Rails) || Mongoid.configured?
50
+ env = defined?(RSpec) ? 'test' : 'default'
51
+ # setup mongoid for stand-alone usage
52
+ config_file_path = File.join(File.dirname(__FILE__), 'config', 'mongoid.yml')
53
+ Mongoid.load!(config_file_path, env)
54
+ end
55
+
56
+ module Dataflow
57
+ CsvPath = "#{Dir.pwd}/datanodes/csv"
58
+
59
+ # helper that tries to find a data node by id and then by name
60
+ def self.data_node(id)
61
+ Dataflow::Nodes::DataNode.find(id)
62
+ rescue Mongoid::Errors::DocumentNotFound
63
+ Dataflow::Nodes::DataNode.find_by(name: id)
64
+ end
65
+
66
+ # helper that tries to find a computed node by id and then name
67
+ def self.compute_node(id)
68
+ Dataflow::Nodes::ComputeNode.find(id)
69
+ rescue Mongoid::Errors::DocumentNotFound
70
+ Dataflow::Nodes::ComputeNode.find_by(name: id)
71
+ end
72
+ end
metadata ADDED
@@ -0,0 +1,371 @@
1
+ --- !ruby/object:Gem::Specification
2
+ name: dataflow-rb
3
+ version: !ruby/object:Gem::Version
4
+ version: 0.9.0
5
+ platform: ruby
6
+ authors:
7
+ - okoriko
8
+ autorequire:
9
+ bindir: exe
10
+ cert_chain: []
11
+ date: 2017-02-12 00:00:00.000000000 Z
12
+ dependencies:
13
+ - !ruby/object:Gem::Dependency
14
+ name: bundler
15
+ requirement: !ruby/object:Gem::Requirement
16
+ requirements:
17
+ - - ">="
18
+ - !ruby/object:Gem::Version
19
+ version: '0'
20
+ type: :development
21
+ prerelease: false
22
+ version_requirements: !ruby/object:Gem::Requirement
23
+ requirements:
24
+ - - ">="
25
+ - !ruby/object:Gem::Version
26
+ version: '0'
27
+ - !ruby/object:Gem::Dependency
28
+ name: rake
29
+ requirement: !ruby/object:Gem::Requirement
30
+ requirements:
31
+ - - ">="
32
+ - !ruby/object:Gem::Version
33
+ version: '0'
34
+ type: :development
35
+ prerelease: false
36
+ version_requirements: !ruby/object:Gem::Requirement
37
+ requirements:
38
+ - - ">="
39
+ - !ruby/object:Gem::Version
40
+ version: '0'
41
+ - !ruby/object:Gem::Dependency
42
+ name: rspec
43
+ requirement: !ruby/object:Gem::Requirement
44
+ requirements:
45
+ - - ">="
46
+ - !ruby/object:Gem::Version
47
+ version: '0'
48
+ type: :development
49
+ prerelease: false
50
+ version_requirements: !ruby/object:Gem::Requirement
51
+ requirements:
52
+ - - ">="
53
+ - !ruby/object:Gem::Version
54
+ version: '0'
55
+ - !ruby/object:Gem::Dependency
56
+ name: byebug
57
+ requirement: !ruby/object:Gem::Requirement
58
+ requirements:
59
+ - - ">="
60
+ - !ruby/object:Gem::Version
61
+ version: '0'
62
+ type: :development
63
+ prerelease: false
64
+ version_requirements: !ruby/object:Gem::Requirement
65
+ requirements:
66
+ - - ">="
67
+ - !ruby/object:Gem::Version
68
+ version: '0'
69
+ - !ruby/object:Gem::Dependency
70
+ name: pry-byebug
71
+ requirement: !ruby/object:Gem::Requirement
72
+ requirements:
73
+ - - ">="
74
+ - !ruby/object:Gem::Version
75
+ version: '0'
76
+ type: :development
77
+ prerelease: false
78
+ version_requirements: !ruby/object:Gem::Requirement
79
+ requirements:
80
+ - - ">="
81
+ - !ruby/object:Gem::Version
82
+ version: '0'
83
+ - !ruby/object:Gem::Dependency
84
+ name: timecop
85
+ requirement: !ruby/object:Gem::Requirement
86
+ requirements:
87
+ - - ">="
88
+ - !ruby/object:Gem::Version
89
+ version: '0'
90
+ type: :development
91
+ prerelease: false
92
+ version_requirements: !ruby/object:Gem::Requirement
93
+ requirements:
94
+ - - ">="
95
+ - !ruby/object:Gem::Version
96
+ version: '0'
97
+ - !ruby/object:Gem::Dependency
98
+ name: ruby-prof
99
+ requirement: !ruby/object:Gem::Requirement
100
+ requirements:
101
+ - - ">="
102
+ - !ruby/object:Gem::Version
103
+ version: '0'
104
+ type: :development
105
+ prerelease: false
106
+ version_requirements: !ruby/object:Gem::Requirement
107
+ requirements:
108
+ - - ">="
109
+ - !ruby/object:Gem::Version
110
+ version: '0'
111
+ - !ruby/object:Gem::Dependency
112
+ name: dotenv
113
+ requirement: !ruby/object:Gem::Requirement
114
+ requirements:
115
+ - - ">="
116
+ - !ruby/object:Gem::Version
117
+ version: '0'
118
+ type: :development
119
+ prerelease: false
120
+ version_requirements: !ruby/object:Gem::Requirement
121
+ requirements:
122
+ - - ">="
123
+ - !ruby/object:Gem::Version
124
+ version: '0'
125
+ - !ruby/object:Gem::Dependency
126
+ name: activesupport
127
+ requirement: !ruby/object:Gem::Requirement
128
+ requirements:
129
+ - - ">="
130
+ - !ruby/object:Gem::Version
131
+ version: 4.0.0
132
+ type: :runtime
133
+ prerelease: false
134
+ version_requirements: !ruby/object:Gem::Requirement
135
+ requirements:
136
+ - - ">="
137
+ - !ruby/object:Gem::Version
138
+ version: 4.0.0
139
+ - !ruby/object:Gem::Dependency
140
+ name: schema-inference
141
+ requirement: !ruby/object:Gem::Requirement
142
+ requirements:
143
+ - - "~>"
144
+ - !ruby/object:Gem::Version
145
+ version: 1.2.1
146
+ type: :runtime
147
+ prerelease: false
148
+ version_requirements: !ruby/object:Gem::Requirement
149
+ requirements:
150
+ - - "~>"
151
+ - !ruby/object:Gem::Version
152
+ version: 1.2.1
153
+ - !ruby/object:Gem::Dependency
154
+ name: parallel
155
+ requirement: !ruby/object:Gem::Requirement
156
+ requirements:
157
+ - - "~>"
158
+ - !ruby/object:Gem::Version
159
+ version: '1.10'
160
+ type: :runtime
161
+ prerelease: false
162
+ version_requirements: !ruby/object:Gem::Requirement
163
+ requirements:
164
+ - - "~>"
165
+ - !ruby/object:Gem::Version
166
+ version: '1.10'
167
+ - !ruby/object:Gem::Dependency
168
+ name: mongoid
169
+ requirement: !ruby/object:Gem::Requirement
170
+ requirements:
171
+ - - "~>"
172
+ - !ruby/object:Gem::Version
173
+ version: '6.0'
174
+ type: :runtime
175
+ prerelease: false
176
+ version_requirements: !ruby/object:Gem::Requirement
177
+ requirements:
178
+ - - "~>"
179
+ - !ruby/object:Gem::Version
180
+ version: '6.0'
181
+ - !ruby/object:Gem::Dependency
182
+ name: sequel
183
+ requirement: !ruby/object:Gem::Requirement
184
+ requirements:
185
+ - - "~>"
186
+ - !ruby/object:Gem::Version
187
+ version: '4.0'
188
+ type: :runtime
189
+ prerelease: false
190
+ version_requirements: !ruby/object:Gem::Requirement
191
+ requirements:
192
+ - - "~>"
193
+ - !ruby/object:Gem::Version
194
+ version: '4.0'
195
+ - !ruby/object:Gem::Dependency
196
+ name: mysql2
197
+ requirement: !ruby/object:Gem::Requirement
198
+ requirements:
199
+ - - "~>"
200
+ - !ruby/object:Gem::Version
201
+ version: '0.4'
202
+ type: :runtime
203
+ prerelease: false
204
+ version_requirements: !ruby/object:Gem::Requirement
205
+ requirements:
206
+ - - "~>"
207
+ - !ruby/object:Gem::Version
208
+ version: '0.4'
209
+ - !ruby/object:Gem::Dependency
210
+ name: pg
211
+ requirement: !ruby/object:Gem::Requirement
212
+ requirements:
213
+ - - "~>"
214
+ - !ruby/object:Gem::Version
215
+ version: '0.19'
216
+ type: :runtime
217
+ prerelease: false
218
+ version_requirements: !ruby/object:Gem::Requirement
219
+ requirements:
220
+ - - "~>"
221
+ - !ruby/object:Gem::Version
222
+ version: '0.19'
223
+ - !ruby/object:Gem::Dependency
224
+ name: sequel_pg
225
+ requirement: !ruby/object:Gem::Requirement
226
+ requirements:
227
+ - - "~>"
228
+ - !ruby/object:Gem::Version
229
+ version: '1.6'
230
+ type: :runtime
231
+ prerelease: false
232
+ version_requirements: !ruby/object:Gem::Requirement
233
+ requirements:
234
+ - - "~>"
235
+ - !ruby/object:Gem::Version
236
+ version: '1.6'
237
+ - !ruby/object:Gem::Dependency
238
+ name: msgpack
239
+ requirement: !ruby/object:Gem::Requirement
240
+ requirements:
241
+ - - "~>"
242
+ - !ruby/object:Gem::Version
243
+ version: '1.0'
244
+ type: :runtime
245
+ prerelease: false
246
+ version_requirements: !ruby/object:Gem::Requirement
247
+ requirements:
248
+ - - "~>"
249
+ - !ruby/object:Gem::Version
250
+ version: '1.0'
251
+ - !ruby/object:Gem::Dependency
252
+ name: smarter_csv
253
+ requirement: !ruby/object:Gem::Requirement
254
+ requirements:
255
+ - - '='
256
+ - !ruby/object:Gem::Version
257
+ version: 1.1.0
258
+ type: :runtime
259
+ prerelease: false
260
+ version_requirements: !ruby/object:Gem::Requirement
261
+ requirements:
262
+ - - '='
263
+ - !ruby/object:Gem::Version
264
+ version: 1.1.0
265
+ - !ruby/object:Gem::Dependency
266
+ name: timeliness
267
+ requirement: !ruby/object:Gem::Requirement
268
+ requirements:
269
+ - - "~>"
270
+ - !ruby/object:Gem::Version
271
+ version: '0.3'
272
+ type: :runtime
273
+ prerelease: false
274
+ version_requirements: !ruby/object:Gem::Requirement
275
+ requirements:
276
+ - - "~>"
277
+ - !ruby/object:Gem::Version
278
+ version: '0.3'
279
+ - !ruby/object:Gem::Dependency
280
+ name: chronic
281
+ requirement: !ruby/object:Gem::Requirement
282
+ requirements:
283
+ - - "~>"
284
+ - !ruby/object:Gem::Version
285
+ version: '0.10'
286
+ type: :runtime
287
+ prerelease: false
288
+ version_requirements: !ruby/object:Gem::Requirement
289
+ requirements:
290
+ - - "~>"
291
+ - !ruby/object:Gem::Version
292
+ version: '0.10'
293
+ description: Helps building data pipelines. It handles recomputing dependencies and
294
+ parallel execution.
295
+ email:
296
+ - eurico@phybbit.com
297
+ executables: []
298
+ extensions: []
299
+ extra_rdoc_files: []
300
+ files:
301
+ - ".env.test.example"
302
+ - ".gitignore"
303
+ - ".rspec"
304
+ - ".travis.yml"
305
+ - Gemfile
306
+ - LICENSE
307
+ - README.md
308
+ - Rakefile
309
+ - bin/console
310
+ - bin/setup
311
+ - dataflow-rb.gemspec
312
+ - lib/config/mongoid.yml
313
+ - lib/dataflow-rb.rb
314
+ - lib/dataflow/adapters/csv_adapter.rb
315
+ - lib/dataflow/adapters/mongo_db_adapter.rb
316
+ - lib/dataflow/adapters/mysql_adapter.rb
317
+ - lib/dataflow/adapters/psql_adapter.rb
318
+ - lib/dataflow/adapters/settings.rb
319
+ - lib/dataflow/adapters/sql_adapter.rb
320
+ - lib/dataflow/errors/invalid_configuration_error.rb
321
+ - lib/dataflow/errors/not_implemented_error.rb
322
+ - lib/dataflow/event_mixin.rb
323
+ - lib/dataflow/extensions/mongo_driver.rb
324
+ - lib/dataflow/extensions/msgpack.rb
325
+ - lib/dataflow/logger.rb
326
+ - lib/dataflow/node.rb
327
+ - lib/dataflow/nodes/compute_node.rb
328
+ - lib/dataflow/nodes/data_node.rb
329
+ - lib/dataflow/nodes/export/to_csv_node.rb
330
+ - lib/dataflow/nodes/filter/drop_while_node.rb
331
+ - lib/dataflow/nodes/filter/newest_node.rb
332
+ - lib/dataflow/nodes/filter/where_node.rb
333
+ - lib/dataflow/nodes/join_node.rb
334
+ - lib/dataflow/nodes/map_node.rb
335
+ - lib/dataflow/nodes/merge_node.rb
336
+ - lib/dataflow/nodes/mixin/add_internal_timestamp.rb
337
+ - lib/dataflow/nodes/mixin/rename_dotted_fields.rb
338
+ - lib/dataflow/nodes/select_keys_node.rb
339
+ - lib/dataflow/nodes/snapshot_node.rb
340
+ - lib/dataflow/nodes/sql_query_node.rb
341
+ - lib/dataflow/nodes/transformation/to_time_node.rb
342
+ - lib/dataflow/nodes/upsert_node.rb
343
+ - lib/dataflow/properties_mixin.rb
344
+ - lib/dataflow/schema_mixin.rb
345
+ - lib/dataflow/version.rb
346
+ homepage: https://phybbit.com
347
+ licenses: []
348
+ metadata: {}
349
+ post_install_message:
350
+ rdoc_options: []
351
+ require_paths:
352
+ - lib
353
+ required_ruby_version: !ruby/object:Gem::Requirement
354
+ requirements:
355
+ - - ">="
356
+ - !ruby/object:Gem::Version
357
+ version: '0'
358
+ required_rubygems_version: !ruby/object:Gem::Requirement
359
+ requirements:
360
+ - - ">="
361
+ - !ruby/object:Gem::Version
362
+ version: '0'
363
+ requirements: []
364
+ rubyforge_project:
365
+ rubygems_version: 2.5.2
366
+ signing_key:
367
+ specification_version: 4
368
+ summary: Helps building data and automation pipelines. It handles recomputing dependencies
369
+ and parallel execution.
370
+ test_files: []
371
+ has_rdoc: