zillabyte-cli 0.1.21 → 0.1.22
Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: aa7c1271f40be305d46a9c440926de250e2bcbb5
|
4
|
+
data.tar.gz: a840c1321b322b4824d11fb03c46112cadfab23f
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 382f3fc91b512bec0f75d621f1c9d21a1a0528a955c70e9289fe0d27b149a22b6f6fcecdf1137afada30e963e19915a73a3214908c881e4441ce3cc4d6dab200
|
7
|
+
data.tar.gz: cf13694d82ae79a5770a59d0e63c50f589f7e12981e58c4446828a6f6a12572bb076b47f1b36fcffb3ff0ccb66a506362f7e3720fcb7b6ba2833eaa85102d61e
|
@@ -1,4 +1,3 @@
|
|
1
|
-
require "zillabyte/runner/multilang_operation"
|
2
1
|
|
3
2
|
|
4
3
|
|
@@ -12,6 +11,8 @@ class Zillabyte::Runner::ComponentOperation
|
|
12
11
|
|
13
12
|
# Run the operation
|
14
13
|
def self.run(node, dir, consumee_pipes, consumer_pipes, tester, meta, options = {})
|
14
|
+
require "zillabyte/runner/multilang_operation"
|
15
|
+
require("zillabyte/runner/operation")
|
15
16
|
|
16
17
|
@__node = node
|
17
18
|
@__name = node["name"]
|
@@ -165,7 +166,7 @@ class Zillabyte::Runner::ComponentOperation
|
|
165
166
|
end
|
166
167
|
end
|
167
168
|
tuple_json = build_tuple_json(tuple)
|
168
|
-
display_json = Hash[JSON.parse(tuple_json)["tuple"].map {|k,v| [truncate_message(k), truncate_message(v)]}].to_json
|
169
|
+
display_json = Hash[JSON.parse(tuple_json)["tuple"].map {|k,v| [Zillabyte::Runner::Operation.truncate_message(k), Zillabyte::Runner::Operation.truncate_message(v)]}].to_json
|
169
170
|
send_to_consumers(tuple_json)
|
170
171
|
end
|
171
172
|
|
@@ -231,7 +232,7 @@ class Zillabyte::Runner::ComponentOperation
|
|
231
232
|
rpc_inputs << obj['tuple'][field.keys[0]]
|
232
233
|
end
|
233
234
|
|
234
|
-
display_json = Hash[obj['tuple'].map{|k, v| [truncate_message(k), truncate_message(v)]}].to_json
|
235
|
+
display_json = Hash[obj['tuple'].map{|k, v| [Zillabyte::Runner::Operation.truncate_message(k), Zillabyte::Runner::Operation.truncate_message(v)]}].to_json
|
235
236
|
|
236
237
|
|
237
238
|
# Send RPC call
|
@@ -504,7 +505,6 @@ class Zillabyte::Runner::ComponentOperation
|
|
504
505
|
end
|
505
506
|
end
|
506
507
|
|
507
|
-
|
508
508
|
# Get the write pipe of the stream consumer
|
509
509
|
def self.get_write_stream(stream, consumer, number=1)
|
510
510
|
wr_pipe = "wr_parent_" + number.to_s
|
@@ -537,7 +537,7 @@ class Zillabyte::Runner::ComponentOperation
|
|
537
537
|
# Emit tuple_json to the consumer of a stream
|
538
538
|
def self.emit_consumer_tuple(stream, consumer, tuple_json)
|
539
539
|
begin
|
540
|
-
display_json = Hash[JSON.parse(tuple_json)["tuple"].map {|k,v| [truncate_message(k), truncate_message(v)]}].to_json
|
540
|
+
display_json = Hash[JSON.parse(tuple_json)["tuple"].map {|k,v| [Zillabyte::Runner::Operation.truncate_message(k), Zillabyte::Runner::Operation.truncate_message(v)]}].to_json
|
541
541
|
rescue JSON::ParserError
|
542
542
|
cdisplay "Error: invalid JSON"
|
543
543
|
end
|
@@ -14,6 +14,7 @@ module Zillabyte; module Runner; class MultilangOperation
|
|
14
14
|
def self.run(node, dir, consumee_pipes, consumer_pipes, tester, meta, options = {})
|
15
15
|
require("mkfifo")
|
16
16
|
require("zillabyte/runner/component_operation")
|
17
|
+
require("zillabyte/runner/operation")
|
17
18
|
|
18
19
|
require("pty")
|
19
20
|
require("open3")
|
@@ -84,7 +85,7 @@ module Zillabyte; module Runner; class MultilangOperation
|
|
84
85
|
end
|
85
86
|
|
86
87
|
tuple_json = build_tuple_json(tuple)
|
87
|
-
display_json = Hash[JSON.parse(tuple_json)["tuple"].map {|k,v| [truncate_message(k), truncate_message(v)]}].to_json
|
88
|
+
display_json = Hash[JSON.parse(tuple_json)["tuple"].map {|k,v| [Zillabyte::Runner::Operation.truncate_message(k), Zillabyte::Runner::Operation.truncate_message(v)]}].to_json
|
88
89
|
send_to_consumers(tuple_json)
|
89
90
|
end
|
90
91
|
|
@@ -1167,7 +1168,7 @@ module Zillabyte; module Runner; class MultilangOperation
|
|
1167
1168
|
if obj['tuple']
|
1168
1169
|
|
1169
1170
|
tuple = obj['tuple']
|
1170
|
-
display_json = Hash[obj['tuple'].map{|k, v| [truncate_message(k), truncate_message(v)]}].to_json
|
1171
|
+
display_json = Hash[obj['tuple'].map{|k, v| [Zillabyte::Runner::Operation.truncate_message(k), Zillabyte::Runner::Operation.truncate_message(v)]}].to_json
|
1171
1172
|
|
1172
1173
|
if col_map.keys.length != tuple.keys.length
|
1173
1174
|
cdisplay "Error: invalid keys for sink tuple : Expected #{col_map.keys} , got: #{tuple.keys}"
|
@@ -1355,7 +1356,6 @@ module Zillabyte; module Runner; class MultilangOperation
|
|
1355
1356
|
end
|
1356
1357
|
|
1357
1358
|
|
1358
|
-
|
1359
1359
|
# Handshake connection to multilang
|
1360
1360
|
def self.handshake(write_stream, read_stream)
|
1361
1361
|
begin
|
@@ -1458,7 +1458,7 @@ module Zillabyte; module Runner; class MultilangOperation
|
|
1458
1458
|
# Emit tuple_json to the consumer of a stream
|
1459
1459
|
def self.emit_consumer_tuple(stream, consumer, tuple_json)
|
1460
1460
|
begin
|
1461
|
-
display_json = Hash[JSON.parse(tuple_json)["tuple"].map {|k,v| [truncate_message(k), truncate_message(v)]}].to_json
|
1461
|
+
display_json = Hash[JSON.parse(tuple_json)["tuple"].map {|k,v| [Zillabyte::Runner::Operation.truncate_message(k), Zillabyte::Runner::Operation.truncate_message(v)]}].to_json
|
1462
1462
|
rescue JSON::ParserError
|
1463
1463
|
cdisplay "Error: invalid JSON"
|
1464
1464
|
end
|
@@ -1,11 +1,18 @@
|
|
1
1
|
require 'json'
|
2
2
|
require 'mkfifo'
|
3
|
-
require "zillabyte/runner"
|
4
3
|
|
5
4
|
|
6
5
|
# Shared state between operations
|
7
|
-
|
6
|
+
module Zillabyte; module Runner; class Operation
|
8
7
|
|
8
|
+
# Format a message for display
|
9
|
+
def self.truncate_message(msg)
|
10
|
+
return msg if(!msg.instance_of?(String))
|
11
|
+
t_length = 50 # truncates entries to this length
|
12
|
+
m_length = msg.length
|
13
|
+
msg_out = m_length > t_length ? msg[0..t_length-3]+"..." : msg
|
14
|
+
msg_out
|
15
|
+
end
|
9
16
|
|
10
|
-
end
|
17
|
+
end; end; end
|
11
18
|
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: zillabyte-cli
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.1.
|
4
|
+
version: 0.1.22
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- zillabyte
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2014-07-
|
11
|
+
date: 2014-07-29 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: rake
|