zillabyte-cli 0.1.26 → 0.1.27

checksums.yaml

@@ -1,15 +1,7 @@
 ---
-!binary "U0hBMQ==":
-  metadata.gz: !binary |-
-    OGVkYTA3NmNjNDA1NjhiY2FmMWNjZjY3MzFmZDFkZDRmMDkyMTgzYw==
-  data.tar.gz: !binary |-
-    NWFiYTZiZjQ3OWI1OGU1M2VjZWU2Zjg3YzlhY2UyNDhkNjhjN2JlOA==
-!binary "U0hBNTEy":
-  metadata.gz: !binary |-
-    ZGNmZDIzZDIxY2Y0OWE3NjBhNjIzNDJhOTIwNDVjNGU5MjJjYWUzNmJiNTU4
-    ZjU5ZGMzYTY2M2NjMmVjMGM3MTRmNWE0YjE2Yjc0OGQ2MDU3YTI4N2FhZDJi
-    Y2FlZWE0YWZiYWRhMTI4M2NlOTIwNjA2YzlkZTJlNTcxM2QwMTM=
-  data.tar.gz: !binary |-
-    MWZiY2YyMDBmYTc3YjE3ZTgyODYxMGFiNjBmZWQ4NmQwYWJkNjhiNGQzODcw
-    NmY1NGQ3MzdjYTJkMmFmNjkxNmUwNmUwY2RmZTk5NWFhZWIwYTNhZDI0ZjIz
-    OWJjY2QxYzMyYTRjNTg1ODdlYjZiMWNkMjliNWRmN2U0ODU3ZDU=
+SHA1:
+  metadata.gz: da9de9c58408cc165925f43df2c33c4fc20b556c
+  data.tar.gz: 79381d046b793938908d3150e5f7781d6cc49329
+SHA512:
+  metadata.gz: 8520abfb5342867d7b91d4c84de4d2a1c70ce1a7b81355718f2ea859aa198d940522dff944ba5340f7e444f9e009ad72b932472d264168093f07f92dcaf14cd2
+  data.tar.gz: 0c1ac0f1b5bd0158491a5340e0a277779a5380d566de53a6ff4034ef836fa4dd3cef457bc80ca691a3301d7434733a8da9a45704a4e301a4ae793d4f3a51ab82

data/lib/#zillabyte-cli.rb#

@@ -0,0 +1,5 @@
+require "zillabyte-cli/version"
+require "zillabyte/api"
+require "zillabyte/cli"
+require "zillabyte/common"
+require "zillabyte/queries"

data/lib/zillabyte-cli/version.rb

@@ -1,5 +1,5 @@
 module Zillabyte
   module CLI
-    VERSION = "0.1.26"
+    VERSION = "0.1.27"
   end
 end

data/lib/zillabyte/cli/#logs.rb#

@@ -0,0 +1,12 @@
+require "zillabyte/cli/base"
+
+# manage custom logs
+#
+class Zillabyte::Command::Logs < Zillabyte::Command::Base
+
+
+
+  
+  
+
+end

data/lib/zillabyte/cli/#repl.rb#

@@ -0,0 +1,43 @@
+require "zillabyte/cli/base"
+require 'readline'
+# REPL console for zillabyte commands
+#
+class Zillabyte::Command::Repl < Zillabyte::Command::Base
+
+  # repl
+  #
+  # start a console session for zillabyte
+  # --quiet # HIDDEN
+  # --history HISTORY# HIDDEN hack to allow history for readline
+  def index
+    if !options[:quiet]
+      v = `zillabyte version`
+      display "\n#{v}Type q,exit or Ctrl+D to quit\n\n"
+    end
+    server = `echo $ZILLABYTE_API_HOST` || ""
+    prompt = ""
+    if server && server.chomp.length > 0
+      prompt = "#{server.chomp} " 
+    end
+    prompt += "zillabyte $ "
+    if options[:history]
+      #p options[:history]
+      history = JSON.parse(options[:history])
+      history.last(50).each do |his|
+        # TODO: Handle single quotes ??
+        Readline::HISTORY << his
+      end
+    end
+    # TODO: Add tab completion for basic commands, app/relation names etc.
+    while cmd = Readline.readline(prompt, true)
+      if cmd && cmd.length > 0
+        if cmd.downcase == "exit" || cmd.downcase == "q"
+          display "" # TODO Make Ctrl+D print a newline too
+          return
+        else
+          exec "zillabyte #{cmd}; zillabyte repl --quiet --history '#{Readline::HISTORY.to_a.to_json}'"
+        end
+      end
+    end
+  end
+end

data/lib/zillabyte/cli/apps.rb

@@ -50,124 +50,10 @@ class Zillabyte::Command::Apps < Zillabyte::Command::Flows
   # List details for an app, including percentage complete, if the
   # source is an existing dataset.
   #
+  # --output_type OUTPUT_TYPE                   # Specify an output type i.e. json #HIDDEN
+  #
   def details
-    
-    app_id = options[:id] || shift_argument
-    type = options[:output_type]
-    
-    if app_id.nil?
-      app_id = read_name_from_conf(options)
-    end
-        
-    res = api.request(
-      :expects => 200,
-      :method => :get,
-      :path => "/apps/#{app_id}/details",
-      :body => options.to_json
-    )
-    res = res.body.select do |instance|
-      !instance.nil?
-    end
-    
-    # a nested hash so can't map directly
-    # instead i'll map separately and then merge the arrays
-    heading1 = ["type", "name"]
-    
-    # a level deeper
-    heading2 = ["consumed", "emitted", "errors"]
-    
-    # for the table output
-    headings = heading1 + heading2 
-    
-    # get the values for the headings
-    type_name = res.map do |instance|
-
-      heading1.map do |heading|
-        instance[heading]
-      end  
-  
-    end
-    
-    # get the values for the headings
-    stats = res.map do |instance|
-
-      heading2.map do |heading|
-        instance["stats"][heading]
-      end  
-  
-    end
-    
-    # combine the arrays
-    rows = type_name.zip(stats).map{|x,y| x.concat y}
-    
-    # check if it's from a dataset.
-    # if the source is a dataset, there's a sharder. 
-    # remove source types, and hardcode sharder-named instances as source
-    
-    from_dataset = false
-        
-    rows.each do | row |
-      if row[1].scan("sharder").length != 0
-        from_dataset = true
-        break
-      end
-    end
-
-    if from_dataset == true
-      
-      rows = rows.each do |row|
-        if row[0].scan("source").length != 0 
-          rows.delete(row)
-        end
-        
-      end
-      
-    
-      rows = rows.each do |row|
-        if row[1].scan("sharder").length != 0
-          row[0] = "source"
-        end
-      end
-        
-    end    
-    
-    # rows to be output to the CLI
-    rows = rows.group_by{ |type, name, consumed, emitted, errors| name }.map{ |hashkey, array| [array[0][0], hashkey, array.inject(0){ |sum, i | sum + i[2].to_i }, array.inject(0){ |sum, i | sum + i[3].to_i },array.inject(0){ |sum, i | sum + i[4].to_i }]    }
-    # example sums: [["sink", "has_facebook_likebox_and_vwo", 73, 0, 0], ["source", "sharder.1", 16, 10367872, 1], ["each", "each_3", 10367872, 73, 0]]
-    
-    # calculate percentage for the user to see
-    
-    attempts = 0
-    total = 0
-
-    if from_dataset == true
-
-      rows.each do |instance|
-        if instance[0] == "source"
-          total = instance[3]
-        end
-      end
-
-
-      rows.each do |instance|
-        if instance[0] == "each"
-          attempts = instance[2] 
-        end
-      end
-    end
-    
-    if attempts > 0 && total > 0 
-      completion = attempts/total*100
-    else 
-      completion = 0
-    end
-
-    # output on the CLI
-    display "details:"
-    display TableOutputBuilder.build_table(headings, rows, type)
-    if from_dataset == true
-      display "percent complete: #{completion}%\n"
-    end    
+    super 
   end
 
 
@@ -176,7 +62,7 @@ class Zillabyte::Command::Apps < Zillabyte::Command::Flows
   # Uploads an app.
   # 
   # --config CONFIG_FILE                        # Use the given config file
-  # --directory DIR                             # App directory
+  # --dir DIR                                   # App directory
   # --output_type OUTPUT_TYPE                   # Specify an output type i.e. json #HIDDEN
   #
   # Examples:
@@ -193,12 +79,12 @@ class Zillabyte::Command::Apps < Zillabyte::Command::Flows
   # Pulls an app source to a directory.
   #
   # --force                                     # Pulls even if the directory exists
-  # --directory DIR                             # App directory
+  # --dir DIR                                   # App directory
   # --output_type OUTPUT_TYPE                   # Specify an output type i.e. json #HIDDEN
   #
   # Examples:
   #
-  # $ zillabyte apps:pull . 
+  # $ zillabyte apps:pull 27 . 
   #
   def pull
     super
@@ -221,7 +107,7 @@ class Zillabyte::Command::Apps < Zillabyte::Command::Flows
   # 
   # Performs any necessary initialization for the app.
   # 
-  # --directory DIR                             # App directory
+  # --dir DIR                                   # App directory
   # --output_type OUTPUT_TYPE                   # Specify an output type i.e. json #HIDDEN
   # --mode MODE                                 # Specify development or production mode for dependencies #HIDDEN
   #  
@@ -395,7 +281,7 @@ class Zillabyte::Command::Apps < Zillabyte::Command::Flows
   # --config CONFIG_FILE                        # Use the given config file
   # --output OUTPUT_FILE                        # Writes sink output to a file
   # --cycles CYCLES                             # Number of cycles to emit [default: 1]
-  # --directory DIR                             # App directory
+  # --dir DIR                                   # App directory
   # -i, --interactive                           # Interactively control input and read output
   #
   def test
@@ -420,7 +306,7 @@ class Zillabyte::Command::Apps < Zillabyte::Command::Flows
   # Runs a local app with live data.
   # 
   # --config CONFIG_FILE                        # Use the given config file
-  # --directory DIR                             # App directory
+  # --dir DIR                                   # App directory
   # --output_type OUTPUT_TYPE                   # Specify an output type i.e. json #HIDDEN
   #
   # HIDDEN:
@@ -429,25 +315,12 @@ class Zillabyte::Command::Apps < Zillabyte::Command::Flows
   end  
   
   
-  # apps:status [DIR]
-  # 
-  # Fetches detailed status of the app.
-  # 
-  # --directory DIR                             # App directory
-  # --output_type OUTPUT_TYPE                   # Specify an output type i.e. json #HIDDEN
-  #
-  def status
-    super
-  end
-
-  
-  
   # apps:info [DIR]
   # 
   # Outputs the info for the app in the dir.
   # 
   # --pretty                                    # Pretty prints the info output
-  # --directory DIR                             # App directory
+  # --dir DIR                                   # App directory
   # --output_type OUTPUT_TYPE                   # Specify an output type i.e. json #HIDDEN
   #
   def info

data/lib/zillabyte/cli/components.rb

@@ -20,7 +20,7 @@ class Zillabyte::Command::Components < Zillabyte::Command::Flows
   # Initializes a new component.
   #
   # --lang LANG                                 # Specify which language to use (ruby, python) [default: 'ruby']
-  # --dir DIR                                   # Target directory of the app
+  # --dir DIR                                   # Target directory of the component
   # --remote REMOTE                             # The git remote name [default: 'zillabyte']
   #
   # Examples:
@@ -98,29 +98,17 @@ class Zillabyte::Command::Components < Zillabyte::Command::Flows
   # Pulls a component source to a directory.
   #
   # --force                                     # Pulls even if the directory exists
-  # --directory DIR                             # Component directory
+  # --dir DIR                                   # Component directory
   # --output_type OUTPUT_TYPE                   # Specify an output type i.e. json #HIDDEN
   #
   # Examples:
   #
-  # $ zillabyte components:pull . 
+  # $ zillabyte components:pull 27 . 
   #
   def pull
     super
   end
 
-  # components:status [DIR]
-  # 
-  # Fetches detailed status of the component.
-  # 
-  # --directory DIR                             # Component directory
-  # --output_type OUTPUT_TYPE                   # Specify an output type i.e. json #HIDDEN
-  #
-  def status
-    super
-  end
-
-
 
   # components:delete ID
   #
@@ -139,7 +127,7 @@ class Zillabyte::Command::Components < Zillabyte::Command::Flows
   # Outputs the info for the component in the dir.
   # 
   # --pretty                                    # Pretty prints the info output
-  # --directory DIR                             # Component directory
+  # --dir DIR                                   # Component directory
   # --output_type OUTPUT_TYPE                   # Specify an output type i.e. json #HIDDEN
   #
   def info
@@ -154,7 +142,7 @@ class Zillabyte::Command::Components < Zillabyte::Command::Flows
   # --config CONFIG_FILE                        # Use the given config file
   # --input INPUT_FILE                          # Uses a CSV for component input
   # --output OUTPUT_FILE                        # Write output to a CSV
-  # --directory DIR                             # Component directory
+  # --dir DIR                                   # Component directory
   #
   def test
     super
@@ -164,23 +152,13 @@ class Zillabyte::Command::Components < Zillabyte::Command::Flows
   # 
   # Performs any necessary initialization for the component.
   # 
-  # --directory DIR                             # Component directory
+  # --dir DIR                                   # Component directory
   # --output_type OUTPUT_TYPE                   # Specify an output type i.e. json HIDDEN
   #  
   def prep
     super
   end
 
-  # components:errors ID
-  #
-  # Show recent errors generated by the componeny rpc.
-  #
-  # --output_type OUTPUT_TYPE                   # Specify an output type i.e. json HIDDEN
-  #
-  def errors
-    super
-  end
-
   # components:logs ID [OPERATION_NAME]
   #
   # Streams logs for the component from our cluster.
@@ -198,7 +176,7 @@ class Zillabyte::Command::Components < Zillabyte::Command::Flows
   # Runs a local component with live data.
   # 
   # --config CONFIG_FILE                        # Use the given config file
-  # --directory DIR                             # Component directory
+  # --dir DIR                                   # Component directory
   # --output_type OUTPUT_TYPE                   # Specify an output type i.e. json HIDDEN
   #
   # HIDDEN:
@@ -212,7 +190,7 @@ class Zillabyte::Command::Components < Zillabyte::Command::Flows
   # Uploads a component.
   # 
   # --config CONFIG_FILE                        # Use the given config file
-  # --directory DIR                             # Component directory
+  # --dir DIR                                   # Component directory
   #
   # Examples:
   #

data/lib/zillabyte/cli/flows.rb

@@ -7,51 +7,17 @@ class Zillabyte::Command::Flows < Zillabyte::Command::Base
   MAX_POLL_SECONDS = 60 * 15
   POLL_SLEEP = 2.0
 
-  # flows:status [DIR]
-  # 
-  # Fetches detailed status of the flow.
-  # 
-  # --directory DIR                             # Flow directory
-  # --output_type OUTPUT_TYPE                   # Specify an output type i.e. json #HIDDEN
-  #
-  def status
-
-    id = options[:id] || shift_argument
-    type = options[:output_type]
-
-    if id.nil?
-      id = read_name_from_conf(options)
-    end
-
-    res = api.request(
-      :expects => 200,
-      :method  => :get,
-      :path    => "/flows/#{id}"
-    )
-
-    res.body
-    if type == "json"
-      display res.body.to_json
-    else
-      # TODO
-      display res.body.to_json
-    end
-
-  end
-
-  
-
   # flows:pull ID DIR
   #
   # Pulls a flow source to a directory.
   #
   # --force                                     # Pulls even if the directory exists
-  # --directory DIR                             # Flow directory
+  # --dir DIR                                   # Flow directory
   # --output_type OUTPUT_TYPE                   # Specify an output type i.e. json #HIDDEN
   #
   # Examples:
   #
-  # $ zillabyte flows:pull . 
+  # $ zillabyte flows:pull 27 . 
   #
   def pull
 
@@ -94,7 +60,7 @@ class Zillabyte::Command::Flows < Zillabyte::Command::Base
   # Uploads a flow.
   # 
   # --config CONFIG_FILE                        # Use the given config file
-  # --directory DIR                             # Flow directory
+  # --dir DIR                                   # Flow directory
   # --output_type OUTPUT_TYPE                   # Specify an output type i.e. json #HIDDEN
   #
   def push
@@ -150,7 +116,7 @@ class Zillabyte::Command::Flows < Zillabyte::Command::Base
   # 
   # Performs any necessary initialization for the flow.
   # 
-  # --directory DIR                             # Flow directory
+  # --dir DIR                                   # Flow directory
   # --output_type OUTPUT_TYPE                   # Specify an output type i.e. json #HIDDEN
   # --mode MODE                                 # Specify development or production mode for dependencies #HIDDEN
   #   
@@ -299,14 +265,150 @@ class Zillabyte::Command::Flows < Zillabyte::Command::Base
   alias_command "errors", "flows:errors"
 
 
+  # flows:details ID
+  #
+  # List details for a flow.
+  #
+  # --output_type OUTPUT_TYPE                   # Specify an output type i.e. json #HIDDEN
+  #
+  def details
+
+    flow_id = options[:id] || shift_argument
+    type = options[:output_type]
+
+    if flow_id.nil?
+      flow_id = read_name_from_conf(options)
+    end
+
+    res = api.request(
+      :expects => 200,
+      :method => :get,
+      :path => "/flows/#{flow_id}/details",
+      :body => options.to_json
+    )
+
+    flow_state = res.body["state"]
+    instances = res.body["instances"].select do |instance|
+      !instance.nil?
+    end
+
+    # a nested hash so can't map directly
+    # instead i'll map separately and then merge the arrays
+    heading1 = ["type", "name"]
+
+    # a level deeper
+    heading2 = ["consumed", "emitted", "errors"]
+
+    # for the table output
+    headings = heading1 + heading2
+
+    # get the values for the headings
+    type_name = instances.map do |instance|
+
+      heading1.map do |heading|
+        instance[heading]
+      end
+
+    end
+
+    # get the values for the headings
+    stats = instances.map do |instance|
+
+      heading2.map do |heading|
+        instance["stats"][heading]
+      end
+
+    end
+
+    # combine the arrays
+    rows = type_name.zip(stats).map{|x,y| x.concat y}
+
+    # check if it's from a dataset.
+    # if the source is a dataset, there's a sharder. 
+    # remove source types, and hardcode sharder-named instances as source
+
+    from_dataset = false
+
+    rows.each do | row |
+      if row[1].scan("sharder").length != 0
+        from_dataset = true
+        break
+      end
+    end
+
+    if from_dataset == true
+
+      rows = rows.each do |row|
+        if row[0].scan("source").length != 0
+          rows.delete(row)
+        end
+
+      end
+
+
+      rows = rows.each do |row|
+        if row[1].scan("sharder").length != 0
+          row[0] = "source"
+        end
+      end
+
+    end
+
+    # rows to be output to the CLI
+    rows = rows.group_by{ |type, name, consumed, emitted, errors| name }.map{ |hashkey, array| [array[0][0], hashkey, array.inject(0){ |sum, i | sum + i[2].to_i }, array.inject(0){ |sum, i | sum + i[3].to_i },array.inject(0){ |sum, i | sum + i[4].to_i }]    }
+    # example sums: [["sink", "has_facebook_likebox_and_vwo", 73, 0, 0], ["source", "sharder.1", 16, 10367872, 1], ["each", "each_3", 10367872, 73, 0]]
+
+    # calculate percentage for the user to see
+
+    attempts = 0
+    total = 0
+
+    if from_dataset == true
+
+      rows.each do |instance|
+        if instance[0] == "source"
+          total = instance[3]
+        end
+      end
+
+
+      rows.each do |instance|
+        if instance[0] == "each"
+          attempts = instance[2]
+        end
+      end
+    end
+
+    if attempts > 0 && total > 0
+      completion = attempts/total*100
+    else
+      completion = 0
+    end
+
+    # output on the CLI
+    if type.nil?
+      require("zillabyte/cli/helpers/table_output_builder")
+      display "State: #{flow_state}"
+      display TableOutputBuilder.build_terminal_table(headings, rows)
+      if from_dataset == true
+        display "percent complete: #{completion}%\n"
+      end
+    else
+      display res.body.to_json
+    end
+  end
+  alias_command "details", "flows:details"
+
+
   # flows:live_run [OPERATION_NAME] [PIPE_NAME] [DIR]
   #
   # Runs a local flow with live data.
   # 
   # --config CONFIG_FILE                        # Use the given config file
-  # --directory DIR                             # Flow directory
+  # --dir DIR                                   # Flow directory
   # --output_type OUTPUT_TYPE                   # Specify an output type i.e. json #HIDDEN
   #
+  # HIDDEN:
   def live_run
     require("zillabyte/cli/config")
     name = options[:name] || shift_argument
@@ -340,7 +442,7 @@ class Zillabyte::Command::Flows < Zillabyte::Command::Base
   # Outputs the info for the flow in the dir.
   # 
   # --pretty                                    # Pretty prints the info output
-  # --directory DIR                             # Flow directory
+  # --dir DIR                                   # Flow directory
   # --output_type OUTPUT_TYPE                   # Specify an output type i.e. json #HIDDEN
   #
   def info
@@ -503,7 +605,7 @@ class Zillabyte::Command::Flows < Zillabyte::Command::Base
   # --input INPUT_FILE                          # Uses a CSV for component input (only applicable for components)
   # --output OUTPUT_FILE                        # Writes sink output to a file
   # --cycles CYCLES                             # Number of cycles to emit [default 1] (only applicable for apps)
-  # --directory DIR                             # Flow directory
+  # --dir DIR                                   # Flow directory
   # -i, --interactive                           # Interactively control input and read output (only applicable for apps)
   #
   def test
@@ -519,7 +621,7 @@ class Zillabyte::Command::Flows < Zillabyte::Command::Base
     require("zillabyte/api/flows")
     meta = Zillabyte::API::Flows.get_rich_meta_info_from_script(dir, session, {:test => true})
     if meta.nil? || meta["nodes"].nil?
-      error "this is not a valid zillabyte app directory"
+      error "this is not a valid zillabyte flow directory"
       exit
     end
 
@@ -527,7 +629,7 @@ class Zillabyte::Command::Flows < Zillabyte::Command::Base
     version = meta["multilang_version"] || "0.0.0"
     version_arr = version.split('.').map {|v| v.to_i}
     if version_arr.empty? || (version_arr[0] == 0 && version_arr[1] < 1)
-      display "The version of zillabyte used in your application is outdated."
+      display "The version of zillabyte used in your flow is outdated."
       display "Please use upgrade your zillabyte gem via 'bundle update zillabyte; gem cleanup zillabyte'"
       return
     end

data/lib/zillabyte/cli/help.rb

@@ -4,7 +4,9 @@ require("zillabyte/cli/base")
 #
 class Zillabyte::Command::Help < Zillabyte::Command::Base
 
-  PRIMARY_NAMESPACES = %w( data query apps components rpc logs )
+  PRIMARY_NAMESPACES = %w( data query apps components rpc )
+  ALIAS_TO_RPC = %w( errors details )
+  ALIAS_TO_RPC_AND_COMPONENTS = %w( logs )
   
   # help
   def index(*direct_args)
@@ -95,7 +97,14 @@ private
 
       if alias_to.include?("flows")
         puts "#{command_alias.ljust(a_size)} --> #{alias_to.gsub("flows", "apps").ljust(a_to_size)}  # #{commands[alias_to][:summary].gsub("flow", "app")}"
-        puts "#{" ".ljust(a_size)} --> #{alias_to.gsub("flows", "components").ljust(a_to_size)}  # #{commands[alias_to][:summary].gsub("flow", "component")}"
+        if ALIAS_TO_RPC.member? command_alias
+          puts "#{" ".ljust(a_size)} --> #{alias_to.gsub("flows", "rpc").ljust(a_to_size)}  # #{commands[alias_to][:summary].gsub("flow", "rpc")}"
+        elsif ALIAS_TO_RPC_AND_COMPONENTS.member? command_alias
+          puts "#{" ".ljust(a_size)} --> #{alias_to.gsub("flows", "rpc").ljust(a_to_size)}  # #{commands[alias_to][:summary].gsub("flow", "rpc")}"
+          puts "#{" ".ljust(a_size)} --> #{alias_to.gsub("flows", "components").ljust(a_to_size)}  # #{commands[alias_to][:summary].gsub("flow", "component")}"
+        else
+          puts "#{" ".ljust(a_size)} --> #{alias_to.gsub("flows", "components").ljust(a_to_size)}  # #{commands[alias_to][:summary].gsub("flow", "component")}"
+        end
       else
         puts "#{command_alias.ljust(a_size)} --> #{alias_to.ljust(a_to_size)}  # #{commands[alias_to][:summary]}"
       end

data/lib/zillabyte/cli/rpc.rb

@@ -95,7 +95,6 @@ class Zillabyte::Command::RPC < Zillabyte::Command::Flows
       end
     end
   end
-  alias_command "rpc", "rpc:start"
   alias_command "execute", "rpc:start"
   alias_command "executes", "rpc:start"
 
@@ -160,8 +159,42 @@ class Zillabyte::Command::RPC < Zillabyte::Command::Flows
       end
     end
   end
-  
-  
+
+
+  # rpc:details ID
+  #
+  # List details for an rpc.
+  #
+  # --output_type OUTPUT_TYPE                   # Specify an output type i.e. json #HIDDEN
+  #
+  def details
+    super
+  end
+
+
+  # rpc:errors ID
+  #
+  # Show recent errors generated by the rpc.
+  #
+  # --output_type OUTPUT_TYPE                   # Specify an output type i.e. json HIDDEN
+  #
+  def errors
+    super
+  end 
+
+
+  # rpc:logs ID [OPERATION_NAME]
+  #
+  # Streams logs for the rpc from our cluster.
+  # 
+  # --operation OPERATION_NAME                  # Specify the operation to show logs for
+  # -v, --verbose LEVEL                         # Sets the verbosity (error, info, debug) [default: info]
+  # --output_type OUTPUT_TYPE                   # Specify an output type i.e. json #HIDDEN
+  #
+  def logs
+    super
+  end
+
 
   # rpc:kill ID
   #

data/lib/zillabyte/cli/templates/python/#simple_function.py#

@@ -0,0 +1,27 @@
+import zillabyte
+
+def prep(controller):
+  return
+
+# This is the heart of your algorithm.  It's processed on every
+# web page.  This algorithm is run in parallel on possibly hundreds
+# of machines.
+def execute(controller, tup):
+  if("hello world" in tup.values["html"]):
+    controller.emit("has_hello_world",{"url":tup.values["url"]})
+  return
+
+zillabyte.simple_function(\
+  # This directive instructs zillabyte to give your function every
+  # web page in our known universe.  Your function will have access
+  # to two fields: URL and HTML
+  matches = "select * from web_pa", \
+
+  # This directive tells Zillabyte what kind of data your function
+  # produces.  In this case, we're saying we will emit a tuple that
+  # is one-column wide and contains the field 'URL' 
+  emits = [["has_hello_world", [{"url":"string"}]]], \
+
+  prepare = prep, \
+  execute = execute\
+)

metadata

@@ -1,167 +1,167 @@
 --- !ruby/object:Gem::Specification
 name: zillabyte-cli
 version: !ruby/object:Gem::Version
-  version: 0.1.26
+  version: 0.1.27
 platform: ruby
 authors:
 - zillabyte
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-08-06 00:00:00.000000000 Z
+date: 2014-08-07 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: netrc
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: 0.7.7
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: 0.7.7
 - !ruby/object:Gem::Dependency
   name: rest-client
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: 1.6.1
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: 1.6.1
 - !ruby/object:Gem::Dependency
   name: excon
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '0.31'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '0.31'
 - !ruby/object:Gem::Dependency
   name: terminal-table
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '1.4'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '1.4'
 - !ruby/object:Gem::Dependency
   name: activesupport
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: 3.2.11
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: 3.2.11
 - !ruby/object:Gem::Dependency
   name: multi_json
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '1.0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '1.0'
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '1.3'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '1.3'
 - !ruby/object:Gem::Dependency
   name: colorize
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '0.6'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '0.6'
 - !ruby/object:Gem::Dependency
   name: indentation
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '0.1'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '0.1'
 - !ruby/object:Gem::Dependency
   name: mkfifo
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 description: The Official Zillabyte CLI Gem
@@ -173,9 +173,16 @@ executables:
 extensions: []
 extra_rdoc_files: []
 files:
+- Gemfile
+- LICENSE
+- README.md
 - bin/zb
 - bin/zbd
 - bin/zillabyte
+- lib/#zillabyte-cli.rb#
+- lib/zillabyte-cli.rb
+- lib/zillabyte-cli/version.rb
+- lib/zillabyte/api.rb
 - lib/zillabyte/api/apps.rb
 - lib/zillabyte/api/base.rb
 - lib/zillabyte/api/components.rb
@@ -189,8 +196,10 @@ files:
 - lib/zillabyte/api/settings.rb
 - lib/zillabyte/api/sources.rb
 - lib/zillabyte/api/zillalogs.rb
-- lib/zillabyte/api.rb
 - lib/zillabyte/auth.rb
+- lib/zillabyte/cli.rb
+- lib/zillabyte/cli/#logs.rb#
+- lib/zillabyte/cli/#repl.rb#
 - lib/zillabyte/cli/apps.rb
 - lib/zillabyte/cli/auth.rb
 - lib/zillabyte/cli/base.rb
@@ -215,68 +224,69 @@ files:
 - lib/zillabyte/cli/templates/apps/python/app.py
 - lib/zillabyte/cli/templates/apps/python/requirements.txt
 - lib/zillabyte/cli/templates/apps/python/zillabyte.conf.yaml
-- lib/zillabyte/cli/templates/apps/ruby/app.rb.erb
 - lib/zillabyte/cli/templates/apps/ruby/Gemfile
 - lib/zillabyte/cli/templates/apps/ruby/README.md
+- lib/zillabyte/cli/templates/apps/ruby/app.rb.erb
 - lib/zillabyte/cli/templates/apps/ruby/zillabyte.conf.yaml
 - lib/zillabyte/cli/templates/components/js/simple_function.js
 - lib/zillabyte/cli/templates/components/js/zillabyte.conf.yaml
 - lib/zillabyte/cli/templates/components/python/component.py
 - lib/zillabyte/cli/templates/components/python/requirements.txt
 - lib/zillabyte/cli/templates/components/python/zillabyte.conf.yaml
-- lib/zillabyte/cli/templates/components/ruby/component.rb.erb
 - lib/zillabyte/cli/templates/components/ruby/Gemfile
+- lib/zillabyte/cli/templates/components/ruby/component.rb.erb
 - lib/zillabyte/cli/templates/components/ruby/zillabyte.conf.yaml
+- lib/zillabyte/cli/templates/python/#simple_function.py#
 - lib/zillabyte/cli/untitled.md
 - lib/zillabyte/cli/version.rb
 - lib/zillabyte/cli/zillalogs.rb
-- lib/zillabyte/cli.rb
 - lib/zillabyte/command.rb
+- lib/zillabyte/common.rb
 - lib/zillabyte/common/log_fetcher.rb
 - lib/zillabyte/common/session.rb
 - lib/zillabyte/common/tar.rb
-- lib/zillabyte/common.rb
 - lib/zillabyte/helpers.rb
 - lib/zillabyte/queries.rb
+- lib/zillabyte/runner.rb
 - lib/zillabyte/runner/app_runner.rb
 - lib/zillabyte/runner/component_operation.rb
 - lib/zillabyte/runner/component_runner.rb
 - lib/zillabyte/runner/multilang_operation.rb
 - lib/zillabyte/runner/operation.rb
-- lib/zillabyte/runner.rb
-- lib/zillabyte-cli/version.rb
-- lib/zillabyte-cli.rb
-- LICENSE
-- README.md
+- zillabyte-cli.gemspec
 - zillabyte_emails.csv
 - zillaconf.json
-- Gemfile
-- zillabyte-cli.gemspec
 homepage: http://www.zillabyte.com
 licenses:
 - MIT
 metadata: {}
-post_install_message: ! "\nGetting Started with Zillabyte\n==============================\n\n(1)
-  Register for an auth token at http://zillabyte.com\n(2) Log in by running 'zillabyte
-  login' in the command line\n(3) Build an empty app by running 'zillabyte apps:init'\n
-  \   Or... check out our Quick Starts by visiting http://docs.zillabyte.com/\n\nQuestions,
-  comments? Please visit us at http://docs.zillabyte.com\n"
+post_install_message: |2
+
+  Getting Started with Zillabyte
+  ==============================
+
+  (1) Register for an auth token at http://zillabyte.com
+  (2) Log in by running 'zillabyte login' in the command line
+  (3) Build an empty app by running 'zillabyte apps:init'
+      Or... check out our Quick Starts by visiting http://docs.zillabyte.com/
+
+  Questions, comments? Please visit us at http://docs.zillabyte.com
 rdoc_options: []
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ! '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ! '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.0.7
+rubygems_version: 2.2.2
 signing_key: 
 specification_version: 4
 summary: The Official Zillabyte CLI Gem