zillabyte-cli 0.0.24 → 0.1.0

checksums.yaml

@@ -1,15 +1,7 @@
 ---
-!binary "U0hBMQ==":
-  metadata.gz: !binary |-
-    NzQ3YzkyMjYxM2QzZTIzMWVlZmNlNzQ2NTc2MWE2ODkxZTA2NGM1Ng==
-  data.tar.gz: !binary |-
-    NjlkZmQ0ODY0Y2EyYTM1ZDRiZWQ4YmQ5Zjk0NzFlOWRkNTMxY2QzMg==
-!binary "U0hBNTEy":
-  metadata.gz: !binary |-
-    N2UxNmUyZjlkZGZhZWZkNjM3MzM2MmE5YWM5MzBmMjMyZDc3N2UzNDI3ZDYz
-    NWNmYjhhODM0NmExYzI1ZTVkODgxMjZlOTcyN2NmNWRjZjI2MGQ3NjAwNzI1
-    MzQxZGZlYzA5YzI0OThlNWJjZTI5YzU3MmI3MzI1MmVmY2Q2YjM=
-  data.tar.gz: !binary |-
-    N2YxNzllMGY3MzYyZGQ5MzgyZDJiZmZkZTcyNmY5Mzk1NmQxODM1NDI1YjUz
-    NjEyMzNmM2ZlMzQ2NTAwMmMxOGY3MWRkNmQxNjM0OGI3YTFhZTZlMTlmMTA4
-    OTgzZWFjNDNkNTBjMDE3MGEyMzY5ZjU4OThhNjA5ZDhhMmI4MWQ=
+SHA1:
+  metadata.gz: 54c7334eca6bc7a0ee7d5b20093411539b51b891
+  data.tar.gz: 6239db222616513ebc77fbfadf8c3484d215800a
+SHA512:
+  metadata.gz: 1a3382cdff1fa803334611716c351f8bd27ce899b43180713331ef6f8e37279b38accbf100126ad9cd0b48b3df3217c9dc8ffbc420725950d61d716e35773da0
+  data.tar.gz: e0a1dceff8dd68bf110c403979b42224d06ebb07415e58f7eb5446c5a1a4bf3ba5936d0d059ace0bacd105ad4cc9602218f882975f8327eb92528df29f66e49f

data/lib/#zillabyte-cli.rb#

@@ -0,0 +1,5 @@
+require "zillabyte-cli/version"
+require "zillabyte/api"
+require "zillabyte/cli"
+require "zillabyte/common"
+require "zillabyte/queries"

data/lib/zillabyte/api/apps.rb

@@ -1,7 +1,8 @@
 require 'net/http'
 require 'zillabyte/cli/config'
+require 'zillabyte/api/flows'
 
-class Zillabyte::API::Apps < Zillabyte::API::Base
+class Zillabyte::API::Apps < Zillabyte::API::Flows
 
 
   # GET /apps
@@ -14,7 +15,7 @@ class Zillabyte::API::Apps < Zillabyte::API::Base
     res = @api.request(
       :expects  => 200,
       :method   => :get,
-      :path     => "/flows",
+      :path     => "/apps",
       :body     => options.to_json
     )
     
@@ -23,7 +24,7 @@ class Zillabyte::API::Apps < Zillabyte::API::Base
   end
   
 
-  # GET /flows/id
+  # GET /apps/id
   def get(id, options = {})
 
     options = {
@@ -33,48 +34,37 @@ class Zillabyte::API::Apps < Zillabyte::API::Base
     res = @api.request(
       :expects  => 200,
       :method   => :get,
-      :path     => "/flows/#{id}",
+      :path     => "/apps/#{id}",
       :body     => options.to_json 
     )
     
     res.body
 
   end
-  
 
-  # GET /flows/id/kill
+  # POST /apps/id/kill
   def kill(id, options = {})
 
     options = {
       # TODO
     }.merge(options)
-    
+
     res = @api.request(
       :expects  => 200,
       :method   => :post,
-      :path     => "/flows/#{id}/kill",
-      :body     => options.to_json 
+      :path     => "/apps/#{id}/kill",
+      :body     => options.to_json
     )
-    
+
     res.body
 
   end
   
-  def delete(id, options ={})
-    res = @api.request(
-      :expects  => 200,
-      :method   => :delete,
-      :path     => "/flows/#{id}",
-      :body     => options.to_json 
-    )
-    res.body
-  end
-
   def list_cycles(id, options={})
     res = @api.request(
       :expects => 200,
       :method  => :get,
-      :path    => "/flows/#{id}/cycles",
+      :path    => "/apps/#{id}/cycles",
       :body    => options.to_json
     )
     res.body
@@ -85,7 +75,7 @@ class Zillabyte::API::Apps < Zillabyte::API::Base
     res = @api.request(
       :expects => 200,
       :method  => :post,
-      :path    => "/flows/#{id}/cycles",
+      :path    => "/apps/#{id}/cycles",
       :body    => options.to_json
     )
     res.body
@@ -95,7 +85,7 @@ class Zillabyte::API::Apps < Zillabyte::API::Base
     res = @api.request(
       :expects => 200,
       :method  => :post,
-      :path    => "/flows/#{id}/cycles/run_forever",
+      :path    => "/apps/#{id}/cycles/run_forever",
       :body    => options.to_json
     )
     res.body
@@ -105,61 +95,13 @@ class Zillabyte::API::Apps < Zillabyte::API::Base
     res = @api.request(
       :expects => 200,
       :method => :get,
-      :path => "/flows/#{id}/cycles/cycles_poll",
+      :path => "/apps/#{id}/cycles/cycles_poll",
       :body => options.to_json
     )
     res.body
   end
   
   
-  # GET /flows/id/download
-  def pull_to_directory(id, dir, session = nil, options = {})
-    
-    # Get the resource. note query params
-    type = options[:output_type]
-    session.display "downloading ##{id}" if session && type.nil?
-    res = @api.request(
-      :expects  => 200,
-      :method   => :get,
-      :path     => "/flows/#{id}/download",
-      :body     => options.to_json
-    )
-
-    hash = res.body
-    unless hash['status'] == 'error'
-      if(hash['tar'])
-        session.display "unpacking to #{dir}" if type.nil?
-        tar = StringIO.new(Base64.decode64(hash['tar']))
-        hash.delete('tar')
-        Zillabyte::Common::Tar.untar(tar, dir)
-      #If you get an uri instead of the tar, then download the file directly from s3
-      elsif(hash['uri'])
-        session.display "downloading ##{id} to #{dir}" if type.nil?
-        uri = URI(hash['uri'])
-        try_again = 1
-        while(try_again)
-          Net::HTTP.start(uri.host, uri.port, :use_ssl => true) do |http|
-            request = Net::HTTP::Get.new(uri.request_uri)
-            response = http.request(request)
-            if response.code.to_i >= 300
-              try_again = 1
-              break
-            end
-            tar = StringIO.new(response.body)
-            Zillabyte::Common::Tar.untar(tar, dir)
-            try_again = nil
-          end
-        end
-        hash.delete('uri')
-      end
-    end
-    
-    hash
-    
-  end
-  
-  
-  
   # POST /apps
   #
   def push_directory(dir, session = nil, options = {})
@@ -167,7 +109,7 @@ class Zillabyte::API::Apps < Zillabyte::API::Base
     type = options[:output_type]
     # Get the meta info
     options[:local_flag] = 1
-    hash = Zillabyte::API::Apps.get_rich_meta_info_from_script(dir, session, options)
+    hash = Zillabyte::API::Flows.get_rich_meta_info_from_script(dir, session, options)
     if hash.nil?
       session.error("unable to extract app meta information", type) if session
     end
@@ -199,7 +141,7 @@ class Zillabyte::API::Apps < Zillabyte::API::Base
     res = @api.request(
       :expects  => 200,
       :method   => :post,
-      :path     => "/flows",
+      :path     => "/apps",
       :body     => options.to_json
     )
 
@@ -228,62 +170,4 @@ class Zillabyte::API::Apps < Zillabyte::API::Base
     
   end
 
-####################################################IMPORTANT####################################################
-#                                                                                                               #
-# get_rich_meta_info_from_script only works with zillabyte apps:push now! The pipe "info_to_ruby.in" is        #
-# hardcoded as the meta info passing pipe, so if 2 processes are trying to access it simultaneously there might #
-# be problems since it gets created/destroyed within this script (attempting to create a fifo that already      #
-# exists or deleting a fifo that still has information in it may occur).                                        #
-#                                                                                                               #
-####################################################IMPORTANT####################################################
-  def self.get_rich_meta_info_from_script(dir, session = nil, options = {})
-    hash = Zillabyte::CLI::Config.get_config_info(dir, session, options)
-    if hash.nil?
-      return {"status" => "error", "error" => "invalid_directory", "error_message" => "The specified directory (#{dir}) does not appear to contain a valid Zillabyte configuration file."}
-    end
-
-    type = options[:output_type]
-    
-    full_script = File.join(dir, hash['script'])
-    command = nil
-    
-
-    info_file = "#{dir}/#{SecureRandom.uuid}"
-    arg = "--info --file #{info_file}"
-
-
-    case hash["language"]
-    when "ruby"
-      command = "cd \"#{dir}\"; unset BUNDLE_GEMFILE; ZILLABYTE_HARNESS=1 bundle exec ruby \"#{full_script}\" #{arg}"
-      command = "cd \"#{dir}\"; unset BUNDLE_GEMFILE; ZILLABYTE_HARNESS=1 bundle exec ruby \"#{full_script}\" #{arg}"
-    when "python"
-      if(File.directory?("#{dir}/vEnv"))
-        command = "cd \"#{dir}\"; PYTHONPATH=~/zb1/multilang/python/Zillabyte #{dir}/vEnv/bin/python \"#{full_script}\" #{arg}"
-      else
-        command = "cd \"#{dir}\"; PYTHONPATH=~/zb1/multilang/python/Zillabyte python \"#{full_script}\" #{arg}"
-      end
-    when "js"
-      #command = "#{Zillabyte::API::CASPERJS_BIN} #{Zillabyte::API::API_CLIENT_JS}  \"#{full_script}\" --info"
-      command = "cd \"#{dir}\"; NODE_PATH=~/zb1/multilang/js/src/lib #{Zillabyte::API::NODEJS_BIN} \"#{full_script}\" #{arg}"
-    else
-      session.error "unsupported language: #{hash["language"]}" if session
-      return nil
-    end
-
-    results = Zillabyte::Command::Apps.get_info(command, info_file, dir, options)
-
-    begin
-      meta = JSON.parse(results.split("\n").first.strip)   # Throws error if invalid json
-    rescue Exception => e
-      session.error("the underlying app did not return a valid result.  command: #{command} error: #{e.message}", type) if session
-      exit
-    end
-      
-    
-    # Merge with the new info
-    return hash.merge(meta)
-    
-  end
-  
-
 end

data/lib/zillabyte/api/components.rb

@@ -0,0 +1,115 @@
+require 'net/http'
+require 'zillabyte/cli/config'
+require 'zillabyte/api/flows'
+
+class Zillabyte::API::Components < Zillabyte::API::Flows
+
+
+  # GET /apps
+  def list(options = {})
+
+    options = {
+      # TODO
+    }.merge(options)
+    
+    res = @api.request(
+      :expects  => 200,
+      :method   => :get,
+      :path     => "/components",
+      :body     => options.to_json
+    )
+
+    body = res.body
+    body.map do |component|
+      next if component["schema"].nil?
+
+      inputs = ""
+      outputs = ""
+
+      nodes = component["schema"]["nodes"]
+      nodes.each do |node|
+        if node["type"] == "source"
+          inputs += "#{node["name"]}:\n"
+          node["fields"].each do |field|
+            inputs += "  (#{field.keys[0]}, #{field.values[0].upcase})\n"
+          end
+        elsif node["type"] == "sink"
+          outputs += "#{node["name"]}:\n"
+          node["columns"].each do |field|
+            outputs += "  (#{field.keys[0]}, #{field.values[0].upcase})\n"
+          end
+        end
+      end
+
+      component["inputs"] = inputs
+      component["outputs"] = outputs
+    end
+
+    body
+
+  end
+
+  # GET /components/id
+  def get(id, options = {})
+
+    options = {
+      # TODO
+    }.merge(options)
+    
+    res = @api.request(
+      :expects  => 200,
+      :method   => :get,
+      :path     => "/components/#{id}",
+      :body     => options.to_json 
+    )
+    
+    res.body
+
+  end
+
+
+  # POST /components/id/execute
+  def rpc(id, options = {})
+
+    res = @api.request(
+      :expects  => 200,
+      :method   => :post,
+      :path     => "/components/#{id}/execute",
+      :body     => options.to_json
+    )
+
+    res.body
+  end
+
+  # GET /components/id/execute
+  def get_rpc_results(id, options = {})
+
+    res = @api.request(
+      :expects  => 200,
+      :method   => :get,
+      :path     => "/components/#{id}/execute",
+      :body     => options.to_json
+    )
+
+    res.body
+  end
+
+  # POST /components/id/kill
+  def kill(id, options = {})
+
+    options = {
+      # TODO
+    }.merge(options)
+
+    res = @api.request(
+      :expects  => 200,
+      :method   => :post,
+      :path     => "/components/#{id}/kill",
+      :body     => options.to_json
+    )
+
+    res.body
+
+  end
+
+end

data/lib/zillabyte/api/flows.rb

@@ -0,0 +1,121 @@
+require 'net/http'
+require 'zillabyte/cli/config'
+
+class Zillabyte::API::Flows < Zillabyte::API::Base
+
+  # DELETE /flows/id
+  def delete(id, options ={})
+    res = @api.request(
+      :expects  => 200,
+      :method   => :delete,
+      :path     => "/flows/#{id}",
+      :body     => options.to_json
+    )
+    res.body
+  end
+
+  # GET /flows/id/download
+  def pull_to_directory(id, dir, session = nil, options = {})
+    
+    # Get the resource. note query params
+    type = options[:output_type]
+    session.display "downloading ##{id}" if session && type.nil?
+    res = @api.request(
+      :expects  => 200,
+      :method   => :get,
+      :path     => "/flows/#{id}/download",
+      :body     => options.to_json
+    )
+
+    hash = res.body
+    unless hash['status'] == 'error'
+      if(hash['tar'])
+        session.display "unpacking to #{dir}" if type.nil?
+        tar = StringIO.new(Base64.decode64(hash['tar']))
+        hash.delete('tar')
+        Zillabyte::Common::Tar.untar(tar, dir)
+      #If you get an uri instead of the tar, then download the file directly from s3
+      elsif(hash['uri'])
+        session.display "downloading ##{id} to #{dir}" if type.nil?
+        uri = URI(hash['uri'])
+        try_again = 1
+        while(try_again)
+          Net::HTTP.start(uri.host, uri.port, :use_ssl => true) do |http|
+            request = Net::HTTP::Get.new(uri.request_uri)
+            response = http.request(request)
+            if response.code.to_i >= 300
+              try_again = 1
+              break
+            end
+            tar = StringIO.new(response.body)
+            Zillabyte::Common::Tar.untar(tar, dir)
+            try_again = nil
+          end
+        end
+        hash.delete('uri')
+      end
+    end
+    
+    hash
+    
+  end
+  
+####################################################IMPORTANT####################################################
+#                                                                                                               #
+# get_rich_meta_info_from_script only works with zillabyte apps:push now! The pipe "info_to_ruby.in" is        #
+# hardcoded as the meta info passing pipe, so if 2 processes are trying to access it simultaneously there might #
+# be problems since it gets created/destroyed within this script (attempting to create a fifo that already      #
+# exists or deleting a fifo that still has information in it may occur).                                        #
+#                                                                                                               #
+####################################################IMPORTANT####################################################
+  def self.get_rich_meta_info_from_script(dir, session = nil, options = {})
+    hash = Zillabyte::CLI::Config.get_config_info(dir, session, options)
+    if hash.nil?
+      return {"status" => "error", "error" => "invalid_directory", "error_message" => "The specified directory (#{dir}) does not appear to contain a valid Zillabyte configuration file."}
+    end
+
+    type = options[:output_type]
+    
+    full_script = File.join(dir, hash['script'])
+    command = nil
+    
+
+    info_file = "#{dir}/#{SecureRandom.uuid}"
+    arg = "--info --file #{info_file}"
+
+
+    case hash["language"]
+    when "ruby"
+      command = "cd \"#{dir}\"; unset BUNDLE_GEMFILE; ZILLABYTE_HARNESS=1 bundle exec ruby \"#{full_script}\" #{arg}"
+      command = "cd \"#{dir}\"; unset BUNDLE_GEMFILE; ZILLABYTE_HARNESS=1 bundle exec ruby \"#{full_script}\" #{arg}"
+    when "python"
+      if(File.directory?("#{dir}/vEnv"))
+        command = "cd \"#{dir}\"; PYTHONPATH=~/zb1/multilang/python/Zillabyte #{dir}/vEnv/bin/python \"#{full_script}\" #{arg}"
+      else
+        command = "cd \"#{dir}\"; PYTHONPATH=~/zb1/multilang/python/Zillabyte python \"#{full_script}\" #{arg}"
+      end
+    when "js"
+      #command = "#{Zillabyte::API::CASPERJS_BIN} #{Zillabyte::API::API_CLIENT_JS}  \"#{full_script}\" --info"
+      command = "cd \"#{dir}\"; NODE_PATH=~/zb1/multilang/js/src/lib #{Zillabyte::API::NODEJS_BIN} \"#{full_script}\" #{arg}"
+    else
+      session.error "unsupported language: #{hash["language"]}" if session
+      return nil
+    end
+
+    results = Zillabyte::Command::Flows.get_info(command, info_file, dir, options)
+
+    begin
+      meta = JSON.parse(results.split("\n").first.strip)   # Throws error if invalid json
+    rescue Exception => e
+      session.error("the underlying app did not return a valid result.  command: #{command} error: #{e.message}", type) if session
+      exit
+    end
+      
+    
+    # Merge with the new info
+    return hash.merge(meta)
+    
+  end
+  
+
+end

data/lib/zillabyte/api/keys.rb

@@ -0,0 +1,70 @@
+require 'net/http'
+
+class Zillabyte::API::Keys < Zillabyte::API::Base
+
+  def request(options = {})
+    new_headers = @api.headers.merge("Content-Type" => "text/plain")
+    new_options = options.merge(headers: new_headers)
+    @api.request(new_options)
+  end
+  private(:request)
+
+  # PUT /keys/:name
+  def add(name, key)
+    response = request(
+      body:     key,
+      expects:  200,
+      method:   :put,
+      path:     "/keys/#{CGI.escape(name)}",
+    )
+    body = response.body
+    body["body"]
+  end
+
+  # GET /keys/:name
+  def show(name)
+    response = request(
+      expects:  200,
+      method:   :get,
+      path:     "/keys/#{CGI.escape(name)}",
+    )
+    body = response.body
+    body["body"]
+  end
+
+  # DELETE /keys/:name
+  def remove(name, key_data)
+    response = request(
+      expects:  200,
+      method:   :delete,
+      path: "/keys/#{CGI.escape(name)}",
+      query: {
+        key_data: key_data,
+      },
+    )
+    body = response.body
+    body["body"]
+  end
+
+  # GET /keys
+  def list()
+    response = request(
+      expects:  200,
+      method:   :get,
+      path:     "/keys",
+    )
+    body = response.body
+    body
+  end
+
+  # DELETE /keys
+  def clear()
+    response = request(
+      expects:  200,
+      method:   :delete,
+      path:     "/keys",
+    )
+    body = response.body
+    body["body"]
+  end
+end

data/lib/zillabyte/api.rb

@@ -184,8 +184,11 @@ class Zillabyte::API
   def logs
     @_logs ||= ::Zillabyte::API::Logs.new(self)
   end
-  
-  
+
+  def keys
+    @_keys ||= ::Zillabyte::API::Keys.new(self)
+  end
+
   def queries
     @_queries ||= ::Zillabyte::API::Queries.new(self)
   end
@@ -195,7 +198,17 @@ class Zillabyte::API
     @_apps ||= ::Zillabyte::API::Apps.new(self)
   end
   alias_method :app, :apps
+
+  def flows
+    @_flows || ::Zillabyte::API::Flows.new(self)
+  end
+  alias_method :flow, :flows
   
+  def components
+    @_components ||= ::Zillabyte::API::Components.new(self)
+  end
+  alias_method :component, :components
+
   def metrics
     @_metrics ||= ::Zillabyte::API::Metrics.new(self)
   end