zillabyte-cli 0.9.44 → 0.9.45

checksums.yaml

@@ -1,15 +1,15 @@
 ---
 !binary "U0hBMQ==":
   metadata.gz: !binary |-
-    YThlMjI4ODY5ZDFhYzAwZGQwNzMzMDg3N2ZhYjRlMWU0ODM3MzExNw==
+    NDIxYzA1NWYzMWUwYWI1ZTE1MzRiZDNjOTkxYjNmNTlmYmVkODVkZA==
   data.tar.gz: !binary |-
-    NjQyNmE4OWYxOTY0NzNjZDk1OWUxYTIyNWI0ZGU0NjU4NWY3MzIxZA==
+    MTgyZTY4Mjc4MzM5OGFhODEzZTA3YjA5YWVlYzZhNDM0NTFlZDhhNw==
 SHA512:
   metadata.gz: !binary |-
-    NjM5M2NkYmJhMTAzNDI1M2NlNGU3NTVlNDM4ODEzMTY0MDA5NzBjOTc1MzZj
-    NjgyNjAzODBjZmZkYmUxNmYxMThjZTZjNjUyNGViODBmNjNiOTliYTMzZWIy
-    NzY4NmQxZWNmMDk5YjY2MzQwMTE2OTlhYzIyZjAxODQ4MmZjNTQ=
+    MWQwNTFlNjY4ODU3ZjU2MDliZjRlMWVhZDAxNjA5M2U2MThmMGY0ZWYwY2My
+    N2NkNTgwNGI0YTI0ZGZmYTllNDUzMmI5ZTdkY2M3YzMzNzQ2Y2Y0OTA1MGE4
+    ZGI0YzRkZmMzMDk2Y2U1ZjUxNjE2YTQwNmZkNzFjMGUwN2U0NzA=
   data.tar.gz: !binary |-
-    ZWVjMjBkNmU5NmYzMTIyOGJkNjI1YjM1ZGZlZWY5ZGYzMDI3ZjlmNTM2MDMw
-    MWQwOTliZjA4ZmI5OWE0N2UwZjMxZmFhMjZmMzNhZjNhOGY2MzRkOGYzMzky
-    M2NmMDZjNGVkODhlN2U1OWZhYzQ1ZWMzNTQwMWQ4ODU5MTY1MmY=
+    ZjFlNDE5OWE4NjgyMTY2NzgxOTM4M2I2NWY1NTM4ZTU3MWQ5NzM4Nzc3M2Jl
+    Nzk3YzcwNGNjZDE1ZDQ3OTdiM2YzNmU0YmIwMzc2NzY3NjY4NzhlMmRlMjU2
+    NDNiZjU5MDU1MmM0NGY1MDBiZjM5MGVlMmVhMTQ0MWEzOTQzNzE=

data/lib/zillabyte/cli/download.rb

@@ -5,7 +5,7 @@ require("zillabyte/cli/base")
 class Zillabyte::Command::Download < Zillabyte::Command::Base
 
   MIN_LOCAL_JAR_VERSION = "0.0.3"
-  LATEST_JAR_VERSION = "0.9.44"
+  LATEST_JAR_VERSION = "0.9.45"
   MIN_JAVA_VERSION = "1.7.0"
 
   # --local                                   # HIDDEN

data/lib/zillabyte/cli/flows.rb

@@ -809,24 +809,28 @@ class Zillabyte::Command::Flows < Zillabyte::Command::Base
     begin
       PTY.spawn(cmd) do |r, w, pid|
         done_cycle = false
-        r.each do |line|
-          if options[:verbose]
-            display line
-          else
-            if(line.include? match_str)
-              line = line.chomp!.split(match_str).last
-              if !done_cycle
-                if line.include? "[ERROR]"
-                  display line.colorize(:red)
-                elsif line.include? "sinking tuple:"
-                  display line.colorize(:green)
-                else
-                  display line
+        begin
+          r.each do |line|
+            if options[:verbose]
+              display line
+            else
+              if(line.include? match_str)
+                line = line.chomp!.split(match_str).last
+                if !done_cycle
+                  if line.include? "[ERROR]"
+                    display line.colorize(:red)
+                  elsif line.include? "sinking tuple:"
+                    display line.colorize(:green)
+                  else
+                    display line
+                  end
                 end
               end
+              done_cycle = true if(line.include? "[app][RUN] Transitioned to state WAITING" or line.include? "[app][RUN] Transitioned to state IDLE")
             end
-            done_cycle = true if(line.include? "[app][RUN] Transitioned to state WAITING" or line.include? "[app][RUN] Transitioned to state IDLE")
           end
+        rescue Errno::EIO => e
+          # process has finished 
         end
       end
     rescue Exception => e

data/lib/zillabyte/cli/templates/apps/python/app.py

@@ -1,17 +1,15 @@
 import zillabyte
 
-def prep(controller):
-  return
-
 # This is the heart of your algorithm.  It's processed on every
 # web page.  This algorithm is run in parallel on possibly hundreds
 # of machines.
-def execute(controller, tup):
-  if("hello world" in tup["html"]):
-    controller.emit("has_hello_world",{"url":tup["url"]})
-  return
+class MyEach:
+  def execute(self, controller, tup):
+    if("hello world" in tup["html"]):
+      controller.emit("has_hello_world",{"url":tup["url"]})
+    return
 
 app = zillabyte.app(name = "hello_world")
-app.source(matches = "homepages")\
-   .each(execute = execute)\
+app.source("homepages")\
+   .each(MyEach)\
    .sink(name = "has_hello_world", columns = [{"url":"string"}])

data/lib/zillabyte/common/log_fetcher.rb

@@ -30,26 +30,30 @@ class LogFetcher
       PTY.spawn( cmd ) do |r, w, pid|
         @pid = pid;
         break if @terminate
-        r.each do |line|
-          begin
-            op = line.match(/\[(.*?)\]/)[0].to_s[1...-1]
-            
-            op_name = op.split(".")[0]
-            next if op_name != operation and operation != "_ALL_"
-            line_split = line.split("[")
-            print line_split[0] + "[" + op.colorize(color_for(op)) + line_split[1..-1].join("[")[op.length..-1] unless line.include?("[HIDDEN]")
-            
-            done = false
-            exit_on.each do |exit_str|
-              if line.include? exit_str
-                done = true
-                break
+        begin
+          r.each do |line|
+            begin
+              op = line.match(/\[(.*?)\]/)[0].to_s[1...-1]
+              
+              op_name = op.split(".")[0]
+              next if op_name != operation and operation != "_ALL_"
+              line_split = line.split("[")
+              print line_split[0] + "[" + op.colorize(color_for(op)) + line_split[1..-1].join("[")[op.length..-1] unless line.include?("[HIDDEN]")
+              
+              done = false
+              exit_on.each do |exit_str|
+                if line.include? exit_str
+                  done = true
+                  break
+                end
               end
+              break if done
+            rescue Exception => e
+              next
             end
-            break if done
-          rescue Exception => e
-            next
           end
+        rescue Errno::EIO => e
+          # process has finished 
         end
       end  
     rescue PTY::ChildExited => e  
@@ -87,4 +91,4 @@ class LogFetcher
     lf
   end
   
-end
+end

data/lib/zillabyte-cli/version.rb

@@ -1,5 +1,5 @@
 module Zillabyte
   module CLI
-    VERSION = "0.9.44"
+    VERSION = "0.9.45"
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: zillabyte-cli
 version: !ruby/object:Gem::Version
-  version: 0.9.44
+  version: 0.9.45
 platform: ruby
 authors:
 - zillabyte
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-12-03 00:00:00.000000000 Z
+date: 2014-12-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake