xpflow 0.1b

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (74) hide show
  1. data/bin/xpflow +96 -0
  2. data/lib/colorado.rb +198 -0
  3. data/lib/json/add/core.rb +243 -0
  4. data/lib/json/add/rails.rb +8 -0
  5. data/lib/json/common.rb +423 -0
  6. data/lib/json/editor.rb +1369 -0
  7. data/lib/json/ext.rb +28 -0
  8. data/lib/json/pure/generator.rb +442 -0
  9. data/lib/json/pure/parser.rb +320 -0
  10. data/lib/json/pure.rb +15 -0
  11. data/lib/json/version.rb +8 -0
  12. data/lib/json.rb +62 -0
  13. data/lib/mime/types.rb +881 -0
  14. data/lib/mime-types.rb +3 -0
  15. data/lib/restclient/abstract_response.rb +106 -0
  16. data/lib/restclient/exceptions.rb +193 -0
  17. data/lib/restclient/net_http_ext.rb +55 -0
  18. data/lib/restclient/payload.rb +235 -0
  19. data/lib/restclient/raw_response.rb +34 -0
  20. data/lib/restclient/request.rb +316 -0
  21. data/lib/restclient/resource.rb +169 -0
  22. data/lib/restclient/response.rb +24 -0
  23. data/lib/restclient.rb +174 -0
  24. data/lib/xpflow/bash.rb +341 -0
  25. data/lib/xpflow/bundle.rb +113 -0
  26. data/lib/xpflow/cmdline.rb +249 -0
  27. data/lib/xpflow/collection.rb +122 -0
  28. data/lib/xpflow/concurrency.rb +79 -0
  29. data/lib/xpflow/data.rb +393 -0
  30. data/lib/xpflow/dsl.rb +816 -0
  31. data/lib/xpflow/engine.rb +574 -0
  32. data/lib/xpflow/ensemble.rb +135 -0
  33. data/lib/xpflow/events.rb +56 -0
  34. data/lib/xpflow/experiment.rb +65 -0
  35. data/lib/xpflow/exts/facter.rb +30 -0
  36. data/lib/xpflow/exts/g5k.rb +931 -0
  37. data/lib/xpflow/exts/g5k_use.rb +50 -0
  38. data/lib/xpflow/exts/gui.rb +140 -0
  39. data/lib/xpflow/exts/model.rb +155 -0
  40. data/lib/xpflow/graph.rb +1603 -0
  41. data/lib/xpflow/graph_xpflow.rb +251 -0
  42. data/lib/xpflow/import.rb +196 -0
  43. data/lib/xpflow/library.rb +349 -0
  44. data/lib/xpflow/logging.rb +153 -0
  45. data/lib/xpflow/manager.rb +147 -0
  46. data/lib/xpflow/nodes.rb +1250 -0
  47. data/lib/xpflow/runs.rb +773 -0
  48. data/lib/xpflow/runtime.rb +125 -0
  49. data/lib/xpflow/scope.rb +168 -0
  50. data/lib/xpflow/ssh.rb +186 -0
  51. data/lib/xpflow/stat.rb +50 -0
  52. data/lib/xpflow/stdlib.rb +381 -0
  53. data/lib/xpflow/structs.rb +369 -0
  54. data/lib/xpflow/taktuk.rb +193 -0
  55. data/lib/xpflow/templates/ssh-config.basic +14 -0
  56. data/lib/xpflow/templates/ssh-config.inria +18 -0
  57. data/lib/xpflow/templates/ssh-config.proxy +13 -0
  58. data/lib/xpflow/templates/taktuk +6590 -0
  59. data/lib/xpflow/templates/utils/batch +4 -0
  60. data/lib/xpflow/templates/utils/bootstrap +12 -0
  61. data/lib/xpflow/templates/utils/hostname +3 -0
  62. data/lib/xpflow/templates/utils/ping +3 -0
  63. data/lib/xpflow/templates/utils/rsync +12 -0
  64. data/lib/xpflow/templates/utils/scp +17 -0
  65. data/lib/xpflow/templates/utils/scp_many +8 -0
  66. data/lib/xpflow/templates/utils/ssh +3 -0
  67. data/lib/xpflow/templates/utils/ssh-interactive +4 -0
  68. data/lib/xpflow/templates/utils/taktuk +19 -0
  69. data/lib/xpflow/threads.rb +187 -0
  70. data/lib/xpflow/utils.rb +569 -0
  71. data/lib/xpflow/visual.rb +230 -0
  72. data/lib/xpflow/with_g5k.rb +7 -0
  73. data/lib/xpflow.rb +349 -0
  74. metadata +135 -0
@@ -0,0 +1,423 @@
1
+ require 'json/version'
2
+
3
+ module JSON
4
+ class << self
5
+ # If _object_ is string-like parse the string and return the parsed result
6
+ # as a Ruby data structure. Otherwise generate a JSON text from the Ruby
7
+ # data structure object and return it.
8
+ #
9
+ # The _opts_ argument is passed through to generate/parse respectively, see
10
+ # generate and parse for their documentation.
11
+ def [](object, opts = {})
12
+ if object.respond_to? :to_str
13
+ JSON.parse(object.to_str, opts)
14
+ else
15
+ JSON.generate(object, opts)
16
+ end
17
+ end
18
+
19
+ # Returns the JSON parser class, that is used by JSON. This might be either
20
+ # JSON::Ext::Parser or JSON::Pure::Parser.
21
+ attr_reader :parser
22
+
23
+ # Set the JSON parser class _parser_ to be used by JSON.
24
+ def parser=(parser) # :nodoc:
25
+ @parser = parser
26
+ remove_const :Parser if JSON.const_defined_in?(self, :Parser)
27
+ const_set :Parser, parser
28
+ end
29
+
30
+ # Return the constant located at _path_. The format of _path_ has to be
31
+ # either ::A::B::C or A::B::C. In any case A has to be located at the top
32
+ # level (absolute namespace path?). If there doesn't exist a constant at
33
+ # the given path, an ArgumentError is raised.
34
+ def deep_const_get(path) # :nodoc:
35
+ path.to_s.split(/::/).inject(Object) do |p, c|
36
+ case
37
+ when c.empty? then p
38
+ when JSON.const_defined_in?(p, c) then p.const_get(c)
39
+ else
40
+ begin
41
+ p.const_missing(c)
42
+ rescue NameError => e
43
+ raise ArgumentError, "can't get const #{path}: #{e}"
44
+ end
45
+ end
46
+ end
47
+ end
48
+
49
+ # Set the module _generator_ to be used by JSON.
50
+ def generator=(generator) # :nodoc:
51
+ old, $VERBOSE = $VERBOSE, nil
52
+ @generator = generator
53
+ generator_methods = generator::GeneratorMethods
54
+ for const in generator_methods.constants
55
+ klass = deep_const_get(const)
56
+ modul = generator_methods.const_get(const)
57
+ klass.class_eval do
58
+ instance_methods(false).each do |m|
59
+ m.to_s == 'to_json' and remove_method m
60
+ end
61
+ include modul
62
+ end
63
+ end
64
+ self.state = generator::State
65
+ const_set :State, self.state
66
+ const_set :SAFE_STATE_PROTOTYPE, State.new
67
+ const_set :FAST_STATE_PROTOTYPE, State.new(
68
+ :indent => '',
69
+ :space => '',
70
+ :object_nl => "",
71
+ :array_nl => "",
72
+ :max_nesting => false
73
+ )
74
+ const_set :PRETTY_STATE_PROTOTYPE, State.new(
75
+ :indent => ' ',
76
+ :space => ' ',
77
+ :object_nl => "\n",
78
+ :array_nl => "\n"
79
+ )
80
+ ensure
81
+ $VERBOSE = old
82
+ end
83
+
84
+ # Returns the JSON generator modul, that is used by JSON. This might be
85
+ # either JSON::Ext::Generator or JSON::Pure::Generator.
86
+ attr_reader :generator
87
+
88
+ # Returns the JSON generator state class, that is used by JSON. This might
89
+ # be either JSON::Ext::Generator::State or JSON::Pure::Generator::State.
90
+ attr_accessor :state
91
+
92
+ # This is create identifier, that is used to decide, if the _json_create_
93
+ # hook of a class should be called. It defaults to 'json_class'.
94
+ attr_accessor :create_id
95
+ end
96
+ self.create_id = 'json_class'
97
+
98
+ NaN = 0.0/0
99
+
100
+ Infinity = 1.0/0
101
+
102
+ MinusInfinity = -Infinity
103
+
104
+ # The base exception for JSON errors.
105
+ class JSONError < StandardError; end
106
+
107
+ # This exception is raised, if a parser error occurs.
108
+ class ParserError < JSONError; end
109
+
110
+ # This exception is raised, if the nesting of parsed datastructures is too
111
+ # deep.
112
+ class NestingError < ParserError; end
113
+
114
+ # :stopdoc:
115
+ class CircularDatastructure < NestingError; end
116
+ # :startdoc:
117
+
118
+ # This exception is raised, if a generator or unparser error occurs.
119
+ class GeneratorError < JSONError; end
120
+ # For backwards compatibility
121
+ UnparserError = GeneratorError
122
+
123
+ # This exception is raised, if the required unicode support is missing on the
124
+ # system. Usually this means, that the iconv library is not installed.
125
+ class MissingUnicodeSupport < JSONError; end
126
+
127
+ module_function
128
+
129
+ # Parse the JSON document _source_ into a Ruby data structure and return it.
130
+ #
131
+ # _opts_ can have the following
132
+ # keys:
133
+ # * *max_nesting*: The maximum depth of nesting allowed in the parsed data
134
+ # structures. Disable depth checking with :max_nesting => false, it defaults
135
+ # to 19.
136
+ # * *allow_nan*: If set to true, allow NaN, Infinity and -Infinity in
137
+ # defiance of RFC 4627 to be parsed by the Parser. This option defaults
138
+ # to false.
139
+ # * *symbolize_names*: If set to true, returns symbols for the names
140
+ # (keys) in a JSON object. Otherwise strings are returned, which is also
141
+ # the default.
142
+ # * *create_additions*: If set to false, the Parser doesn't create
143
+ # additions even if a matchin class and create_id was found. This option
144
+ # defaults to true.
145
+ # * *object_class*: Defaults to Hash
146
+ # * *array_class*: Defaults to Array
147
+ def parse(source, opts = {})
148
+ Parser.new(source, opts).parse
149
+ end
150
+
151
+ # Parse the JSON document _source_ into a Ruby data structure and return it.
152
+ # The bang version of the parse method, defaults to the more dangerous values
153
+ # for the _opts_ hash, so be sure only to parse trusted _source_ documents.
154
+ #
155
+ # _opts_ can have the following keys:
156
+ # * *max_nesting*: The maximum depth of nesting allowed in the parsed data
157
+ # structures. Enable depth checking with :max_nesting => anInteger. The parse!
158
+ # methods defaults to not doing max depth checking: This can be dangerous,
159
+ # if someone wants to fill up your stack.
160
+ # * *allow_nan*: If set to true, allow NaN, Infinity, and -Infinity in
161
+ # defiance of RFC 4627 to be parsed by the Parser. This option defaults
162
+ # to true.
163
+ # * *create_additions*: If set to false, the Parser doesn't create
164
+ # additions even if a matchin class and create_id was found. This option
165
+ # defaults to true.
166
+ def parse!(source, opts = {})
167
+ opts = {
168
+ :max_nesting => false,
169
+ :allow_nan => true
170
+ }.update(opts)
171
+ Parser.new(source, opts).parse
172
+ end
173
+
174
+ # Generate a JSON document from the Ruby data structure _obj_ and return
175
+ # it. _state_ is * a JSON::State object,
176
+ # * or a Hash like object (responding to to_hash),
177
+ # * an object convertible into a hash by a to_h method,
178
+ # that is used as or to configure a State object.
179
+ #
180
+ # It defaults to a state object, that creates the shortest possible JSON text
181
+ # in one line, checks for circular data structures and doesn't allow NaN,
182
+ # Infinity, and -Infinity.
183
+ #
184
+ # A _state_ hash can have the following keys:
185
+ # * *indent*: a string used to indent levels (default: ''),
186
+ # * *space*: a string that is put after, a : or , delimiter (default: ''),
187
+ # * *space_before*: a string that is put before a : pair delimiter (default: ''),
188
+ # * *object_nl*: a string that is put at the end of a JSON object (default: ''),
189
+ # * *array_nl*: a string that is put at the end of a JSON array (default: ''),
190
+ # * *allow_nan*: true if NaN, Infinity, and -Infinity should be
191
+ # generated, otherwise an exception is thrown, if these values are
192
+ # encountered. This options defaults to false.
193
+ # * *max_nesting*: The maximum depth of nesting allowed in the data
194
+ # structures from which JSON is to be generated. Disable depth checking
195
+ # with :max_nesting => false, it defaults to 19.
196
+ #
197
+ # See also the fast_generate for the fastest creation method with the least
198
+ # amount of sanity checks, and the pretty_generate method for some
199
+ # defaults for a pretty output.
200
+ def generate(obj, opts = nil)
201
+ state = SAFE_STATE_PROTOTYPE.dup
202
+ if opts
203
+ if opts.respond_to? :to_hash
204
+ opts = opts.to_hash
205
+ elsif opts.respond_to? :to_h
206
+ opts = opts.to_h
207
+ else
208
+ raise TypeError, "can't convert #{opts.class} into Hash"
209
+ end
210
+ state = state.configure(opts)
211
+ end
212
+ state.generate(obj)
213
+ end
214
+
215
+ # :stopdoc:
216
+ # I want to deprecate these later, so I'll first be silent about them, and
217
+ # later delete them.
218
+ alias unparse generate
219
+ module_function :unparse
220
+ # :startdoc:
221
+
222
+ # Generate a JSON document from the Ruby data structure _obj_ and return it.
223
+ # This method disables the checks for circles in Ruby objects.
224
+ #
225
+ # *WARNING*: Be careful not to pass any Ruby data structures with circles as
226
+ # _obj_ argument, because this will cause JSON to go into an infinite loop.
227
+ def fast_generate(obj, opts = nil)
228
+ state = FAST_STATE_PROTOTYPE.dup
229
+ if opts
230
+ if opts.respond_to? :to_hash
231
+ opts = opts.to_hash
232
+ elsif opts.respond_to? :to_h
233
+ opts = opts.to_h
234
+ else
235
+ raise TypeError, "can't convert #{opts.class} into Hash"
236
+ end
237
+ state.configure(opts)
238
+ end
239
+ state.generate(obj)
240
+ end
241
+
242
+ # :stopdoc:
243
+ # I want to deprecate these later, so I'll first be silent about them, and later delete them.
244
+ alias fast_unparse fast_generate
245
+ module_function :fast_unparse
246
+ # :startdoc:
247
+
248
+ # Generate a JSON document from the Ruby data structure _obj_ and return it.
249
+ # The returned document is a prettier form of the document returned by
250
+ # #unparse.
251
+ #
252
+ # The _opts_ argument can be used to configure the generator, see the
253
+ # generate method for a more detailed explanation.
254
+ def pretty_generate(obj, opts = nil)
255
+ state = PRETTY_STATE_PROTOTYPE.dup
256
+ if opts
257
+ if opts.respond_to? :to_hash
258
+ opts = opts.to_hash
259
+ elsif opts.respond_to? :to_h
260
+ opts = opts.to_h
261
+ else
262
+ raise TypeError, "can't convert #{opts.class} into Hash"
263
+ end
264
+ state.configure(opts)
265
+ end
266
+ state.generate(obj)
267
+ end
268
+
269
+ # :stopdoc:
270
+ # I want to deprecate these later, so I'll first be silent about them, and later delete them.
271
+ alias pretty_unparse pretty_generate
272
+ module_function :pretty_unparse
273
+ # :startdoc:
274
+
275
+ # Load a ruby data structure from a JSON _source_ and return it. A source can
276
+ # either be a string-like object, an IO like object, or an object responding
277
+ # to the read method. If _proc_ was given, it will be called with any nested
278
+ # Ruby object as an argument recursively in depth first order.
279
+ #
280
+ # This method is part of the implementation of the load/dump interface of
281
+ # Marshal and YAML.
282
+ def load(source, proc = nil)
283
+ if source.respond_to? :to_str
284
+ source = source.to_str
285
+ elsif source.respond_to? :to_io
286
+ source = source.to_io.read
287
+ else
288
+ source = source.read
289
+ end
290
+ result = parse(source, :max_nesting => false, :allow_nan => true)
291
+ recurse_proc(result, &proc) if proc
292
+ result
293
+ end
294
+
295
+ # Recursively calls passed _Proc_ if the parsed data structure is an _Array_ or _Hash_
296
+ def recurse_proc(result, &proc)
297
+ case result
298
+ when Array
299
+ result.each { |x| recurse_proc x, &proc }
300
+ proc.call result
301
+ when Hash
302
+ result.each { |x, y| recurse_proc x, &proc; recurse_proc y, &proc }
303
+ proc.call result
304
+ else
305
+ proc.call result
306
+ end
307
+ end
308
+
309
+ alias restore load
310
+ module_function :restore
311
+
312
+ # Dumps _obj_ as a JSON string, i.e. calls generate on the object and returns
313
+ # the result.
314
+ #
315
+ # If anIO (an IO like object or an object that responds to the write method)
316
+ # was given, the resulting JSON is written to it.
317
+ #
318
+ # If the number of nested arrays or objects exceeds _limit_ an ArgumentError
319
+ # exception is raised. This argument is similar (but not exactly the
320
+ # same!) to the _limit_ argument in Marshal.dump.
321
+ #
322
+ # This method is part of the implementation of the load/dump interface of
323
+ # Marshal and YAML.
324
+ def dump(obj, anIO = nil, limit = nil)
325
+ if anIO and limit.nil?
326
+ anIO = anIO.to_io if anIO.respond_to?(:to_io)
327
+ unless anIO.respond_to?(:write)
328
+ limit = anIO
329
+ anIO = nil
330
+ end
331
+ end
332
+ limit ||= 0
333
+ result = generate(obj, :allow_nan => true, :max_nesting => limit)
334
+ if anIO
335
+ anIO.write result
336
+ anIO
337
+ else
338
+ result
339
+ end
340
+ rescue JSON::NestingError
341
+ raise ArgumentError, "exceed depth limit"
342
+ end
343
+
344
+ # Swap consecutive bytes of _string_ in place.
345
+ def self.swap!(string) # :nodoc:
346
+ 0.upto(string.size / 2) do |i|
347
+ break unless string[2 * i + 1]
348
+ string[2 * i], string[2 * i + 1] = string[2 * i + 1], string[2 * i]
349
+ end
350
+ string
351
+ end
352
+
353
+ # Shortuct for iconv.
354
+ if ::String.method_defined?(:encode)
355
+ # Encodes string using Ruby's _String.encode_
356
+ def self.iconv(to, from, string)
357
+ string.encode(to, from)
358
+ end
359
+ else
360
+ require 'iconv'
361
+ # Encodes string using _iconv_ library
362
+ def self.iconv(to, from, string)
363
+ Iconv.iconv(to, from, string).first
364
+ end
365
+ end
366
+
367
+ if ::Object.method(:const_defined?).arity == 1
368
+ def self.const_defined_in?(modul, constant)
369
+ modul.const_defined?(constant)
370
+ end
371
+ else
372
+ def self.const_defined_in?(modul, constant)
373
+ modul.const_defined?(constant, false)
374
+ end
375
+ end
376
+ end
377
+
378
+ module ::Kernel
379
+ private
380
+
381
+ # Outputs _objs_ to STDOUT as JSON strings in the shortest form, that is in
382
+ # one line.
383
+ def j(*objs)
384
+ objs.each do |obj|
385
+ puts JSON::generate(obj, :allow_nan => true, :max_nesting => false)
386
+ end
387
+ nil
388
+ end
389
+
390
+ # Ouputs _objs_ to STDOUT as JSON strings in a pretty format, with
391
+ # indentation and over many lines.
392
+ def jj(*objs)
393
+ objs.each do |obj|
394
+ puts JSON::pretty_generate(obj, :allow_nan => true, :max_nesting => false)
395
+ end
396
+ nil
397
+ end
398
+
399
+ # If _object_ is string-like parse the string and return the parsed result as
400
+ # a Ruby data structure. Otherwise generate a JSON text from the Ruby data
401
+ # structure object and return it.
402
+ #
403
+ # The _opts_ argument is passed through to generate/parse respectively, see
404
+ # generate and parse for their documentation.
405
+ def JSON(object, *args)
406
+ if object.respond_to? :to_str
407
+ JSON.parse(object.to_str, args.first)
408
+ else
409
+ JSON.generate(object, args.first)
410
+ end
411
+ end
412
+ end
413
+
414
+ # Extends any Class to include _json_creatable?_ method.
415
+ class ::Class
416
+ # Returns true, if this class can be used to create an instance
417
+ # from a serialised JSON string. The class has to implement a class
418
+ # method _json_create_ that expects a hash as first parameter, which includes
419
+ # the required data.
420
+ def json_creatable?
421
+ respond_to?(:json_create)
422
+ end
423
+ end