dtk-client 0.5.6.1

data/lib/commands/thor/component_template.rb

@@ -0,0 +1,153 @@
+module DTK::Client
+  class ComponentTemplate < CommandBaseThor
+
+    def self.pretty_print_cols()
+      PPColumns.get(:component)
+    end
+
+    def self.valid_children()
+      # Amar: attribute context commented out per Rich suggeston
+      #[:attribute]
+      []
+    end
+
+    # this includes children of children
+    def self.all_children()
+      # Amar: attribute context commented out per Rich suggeston
+      #[:attribute]
+      []
+    end
+
+    def self.valid_child?(name_of_sub_context)
+      return ComponentTemplate.valid_children().include?(name_of_sub_context.to_sym)
+    end
+
+    def self.validation_list(context_params)
+      if context_params.is_there_identifier?("component-module")
+        component_module_id = context_params.retrieve_arguments([:component_module_id!])
+        res = get_cached_response(:component_template, "component_module/info_about", { :component_module_id => component_module_id, :about => :components})
+      else
+        get_cached_response(:component_template, "component/list", {:subtype => 'template'})
+      end
+    end
+
+     def self.override_allowed_methods()
+      return DTK::Shell::OverrideTasks.new({})
+      # Amar: attribute context commented out per Rich suggeston
+      #return DTK::Shell::OverrideTasks.new(
+      #  {
+      #    :command_only => {
+      #      :attribute => [
+      #        ['list',"list","List attributes for given component"]
+      #      ]
+      #    },
+      #    :identifier_only => {
+      #      :attribute => [
+      #        ['list',"list","List attributes for given component"]
+      #      ]
+      #    }
+      #
+      #})
+    end
+
+    desc "COMPONENT-TEMPLATE-NAME/ID info", "Get information about given component template."
+    method_option :list, :type => :boolean, :default => false
+    def info(context_params)
+      component_id = context_params.retrieve_arguments([:component_template_id!],method_argument_names)
+      data_type = :component
+
+      post_body = {
+        :component_id => component_id,
+        :subtype => 'template'
+      }
+      response = post rest_url("component/info"), post_body
+
+      response.render_table(data_type) unless options.list?
+
+      return response
+    end
+
+    desc "COMPONENT-TEMPLATE-NAME/ID list-nodes [--module MODULE-NAME]", "List all nodes for given component template. Optional filter by modul name."
+    method_option :list, :type => :boolean, :default => false
+    method_option "module",:aliases => "-m" ,
+      :type => :string, 
+      :banner => "MODULE-LIST-FILTER",
+      :desc => "Module list filter"
+    def list_nodes(context_params)
+      context_params.method_arguments = ["nodes"]
+      list(context_params)
+    end
+
+    desc "list [--module MODULE-NAME]", "List all component templates. Optional filter by module name."
+    method_option :list, :type => :boolean, :default => false
+    method_option "module",:aliases => "-m" ,
+      :type => :string, 
+      :banner => "MODULE-LIST-FILTER",
+      :desc => "Module list filter"
+    def list(context_params)
+      component_id, about, module_filter = context_params.retrieve_arguments([:component_template_id,:option_1,:option_1],method_argument_names)
+      about ||= 'none'
+      data_type = :component
+
+      # Case when user provided '--module' / '-m' 'MODUL-NAME'
+      if options.module
+        # Special case when user sends --module; until now --OPTION didn't have value attached to it
+        if options.module.eql?("module")
+          module_id = module_filter
+        else 
+          module_id = options.module
+        end
+
+        context_params_for_service = DTK::Shell::ContextParams.new
+        context_params_for_service.add_context_to_params("component_module", "component_module", module_id)
+        
+        response = DTK::Client::ContextRouter.routeTask("component_module", "list_components", context_params_for_service, @conn)
+      
+      else # Case without module filter
+
+        post_body = {
+          :component_id => component_id,
+          :subtype => 'template',
+          :about   => about
+        }
+
+        case about
+        when 'none'
+          response = post rest_url("component/list")
+        when 'nodes'
+          response = post rest_url("component/list"), post_body
+        else
+          raise_validation_error_method_usage('list')
+        end
+
+        response.render_table(data_type) unless options.list?
+      end
+
+      return response
+    end
+
+    desc "COMPONENT-TEMPLATE-NAME/ID stage NODE-NAME/ID", "Stage indentified node for given component template."
+    method_option :list, :type => :boolean, :default => false
+    def stage(context_params)
+      component_id, node_id = context_params.retrieve_arguments([:component_template_id!,:option_1!],method_argument_names)
+      data_type = :component
+
+      post_body = {
+        :component_id => component_id
+      }
+
+      unless node_id.nil?
+        post_body.merge!({:node_id => node_id})
+      end
+      
+      response = post rest_url("component/stage"), post_body
+      @@invalidate_map << :component_template
+
+      response.render_table(data_type) unless options.list?
+      response
+    end
+
+
+
+  end
+end

data/lib/commands/thor/dependency.rb

@@ -0,0 +1,18 @@
+module DTK::Client
+  class Dependency < CommandBaseThor
+    desc "add-component COMPONENT-ID OTHER-COMPONENT-ID","Add before/require constraint"
+    def add_component(context_params)
+      component_id, other_component_id = context_params.retrieve_arguments([:option_1!,:option_2!],method_argument_names)
+      post_body = {
+        :component_id => component_id,
+        :other_component_id => other_component_id,
+        :type =>  "required by"
+      }
+      response = post rest_url("dependency/add_component_dependency"), post_body
+      @@invalidate_map << :component_template
+
+      return response
+    end
+  end
+end
+

data/lib/commands/thor/developer.rb

@@ -0,0 +1,105 @@
+require 'base64'
+
+module DTK::Client
+  class Developer < CommandBaseThor
+
+    MATCH_FILE_NAME  = /[a-zA-Z0-9_]+\.[a-zA-Z]+$/
+    GIT_LOG_LOCATION = File.expand_path('../../../lib/git-logs/git.log', File.dirname(__FILE__))
+    PROJECT_ROOT     = File.expand_path('../../../', File.dirname(__FILE__))
+
+    desc "upload-agent PATH-TO-AGENT[.rb,.dll] NODE-ID-PATTERN", "Uploads agent and ddl file to requested nodes, pattern is regexp for filtering node ids." 
+    def upload_agent(context_params)
+      agent, node_pattern = context_params.retrieve_arguments([:option_1!, :option_2!],method_argument_names)
+
+      nodes = post rest_url("node/list"), { :is_list_all => true }
+
+      ids = []
+      # get all nodes which id starts with node_pattern
+      nodes["data"].collect{|a| ids<<a["id"].to_i if a["id"].to_s.start_with?(node_pattern.to_s)}
+      raise DTK::Client::DtkValidationError, "Unable to find nodes to match this pattern: '#{node_pattern}'." if ids.empty?
+
+      # if it doesn't contain extension upload both *.rb and *.ddl
+      files = (agent.match(MATCH_FILE_NAME) ? [agent] : ["#{agent}.rb","#{agent}.ddl"])
+    
+    	# read require files and encode them
+      request_body = {}
+    	files.each do |file_name|
+    		raise DTK::Client::DtkError, "Unable to load file: #{file_name}" unless File.exists?(file_name)
+        # reason for this to file dues to previus match
+        agent_name = file_name.match(MATCH_FILE_NAME)[0]
+    		File.open(file_name) { |file| request_body.store(agent_name,Base64.encode64(file.read)) }
+    	end
+
+      # send as binary post request
+    	response = post_file rest_url("developer/inject_agent"), { :agent_files => request_body, :node_pattern => node_pattern, :node_list => ids }
+      puts "Agent uploaded successfully!";return if response.ok?
+      return response
+    end
+
+    desc "remove-from-system SERVICE-NAME", "Removes objects associated with service, but does not destroy target isnatnces"
+    method_option :force, :aliases => '-y', :type => :boolean, :default => false
+    def remove_from_system(context_params)
+      assembly_id = context_params.retrieve_arguments([:option_1!],method_argument_names)
+      unless options.force?
+        # Ask user if really want to delete assembly, if not then return to dtk-shell without deleting
+        what = "service"
+        return unless Console.confirmation_prompt("Are you sure you want to remove #{what} '#{assembly_id}' and its nodes from the system"+'?')
+      end
+
+      response = post rest_url("assembly/remove_from_system"), {:assembly_id => assembly_id}
+      # when changing context send request for getting latest assemblies instead of getting from cache
+      @@invalidate_map << :service
+      return response
+    end
+
+    desc "apply-param-set SERVICE-NAME/ID PARAM-SET-PATH", "Uses the parametrs set in the file PARAM-SET-PATH and appleis to the service"
+    def apply_param_set(context_params)
+      assembly_id,path = context_params.retrieve_arguments([:option_1!,:option_2!],method_argument_names)
+      av_pairs = JSON.parse(File.open(path).read)
+
+      av_pairs.each do |a,v|
+        post_body = {
+          :assembly_id => assembly_id,
+          :pattern => a,
+          :value => v
+        }
+        response = post rest_url("assembly/set_attributes"), post_body
+        if response.ok?
+          pp response.data
+        else
+          return response
+        end
+      end
+      Response::Ok.new()
+    end
+
+    desc "commits", "View last commits that went into the gem"
+    def commits(context_params)
+      unless File.file?(GIT_LOG_LOCATION)
+        raise DTK::Client::DtkError, "Git log file not found, contact DTK support team."
+      end
+
+      File.readlines(GIT_LOG_LOCATION).reverse.each do |line|
+        puts line
+      end
+    end
+
+    desc "content FILE-NAME", "Get content of file name in DTK Client gem"
+    def content(context_params)
+      file_name = context_params.retrieve_arguments([:option_1!],method_argument_names)
+      found_files = Dir["#{PROJECT_ROOT}/**/*.*"].select { |fname| fname.end_with?(file_name) }
+
+      if found_files.empty?
+        raise DTK::Client::DtkValidationError, "No files found with name '#{file_name}'."
+      else
+        found_files.each do |fname|
+          header = "*********************** #{fname} ***********************"
+          DTK::Client::OsUtil.print(header, :yellow)
+          puts File.open(fname).readlines
+          DTK::Client::OsUtil.print("*"*header.size, :yellow)
+        end
+      end  
+
+    end
+  end
+end

data/lib/commands/thor/dtk.rb

@@ -0,0 +1,117 @@
+
+module DTK::Client
+
+  # Following are descriptions of available commands 
+  class Dtk < CommandBaseThor
+
+    # entities that are not available on root but later in n-context
+    def self.additional_entities()
+      ['target','component','attribute','utils','node','task','component-template','assembly']
+    end
+
+    desc "workspace","Sandbox for development and testing"
+    def workspace
+      # API descriptor, SYM_LINK!
+    end
+    
+
+    # NOTE
+    # Following methods are just api descriptors, invocation happens at "bin/dtk" entry point
+    desc "account","Account management for accessing DTK server"
+    def account
+      # API descriptor
+    end
+
+    desc "service","Assembly instances that have been deployed via DTK."
+    def service
+      # API descriptor
+    end
+
+    # desc "assembly","Commands to stage or launch new assemblies and query assembly templates."
+    # def assembly
+    #   # API descriptor
+    # end
+
+    #TODO: not exposed 
+    #desc "dependency","DESCRIPTION TO BE ADDED."
+    #def dependency
+    #  # API descriptor
+    #end
+
+    # desc "library", "Commands to list and query libraries."
+    # def library
+    #   # API descriptor
+    # end
+
+    desc "component-module", "DTK definitions for modeling/defining individual configuration components."
+    def component_module
+      # API descriptor
+    end
+
+    # desc "node", "Commands to list, query, and delete/destroy node instances."
+    # def node
+    #   # API descriptor
+    # end    
+
+    # desc "node-group", "Add/Destroy/List available groups of nodes."
+    # def node_group
+    #   # API descriptor
+    # end
+
+    desc "node-template", "Node Templates that map to machine images and containers."
+    def node_template
+      # API descriptor
+    end
+
+    # desc "component-template","Commands to list and query component templates."
+    # def component_template
+    #   # API descriptor
+    # end
+
+    #TODO: remove
+    #desc "repo", "Part of dtk client which enables us to sync, destroy, view available repos."
+    #def repo
+    #  # API descriptor
+    #end    
+
+    #TODO: not supported yet
+    #desc "project", "View available projects."
+    #def project
+    #  # API descriptor
+    #end
+
+    desc "service-module", "DTK definitions for modeling/defining distributed applications and services."
+    def service_module
+      # API descriptor
+    end
+
+    # TODO: not supported yet
+    # desc "state-change",  "Commands to query what has been changed."
+    # def state_change
+    #   # API descriptor
+    # end
+
+    # desc "task", "Commands to list and view current and past tasks."
+    # def task
+    #   # API descriptor
+    # end
+
+    if ::DTK::Configuration.get(:development_mode)
+      desc "developer", "DEV tools only available to developers."
+      def developer
+        # API descriptor
+      end
+    end
+    
+
+    desc "provider", "Manage infrastructure providers and deployment targets (ie: EC2 and us-east)"
+    def provider
+      # API descriptor
+    end
+
+    # we do not need help here
+    remove_task(:help,{:undefine => false})
+
+  end
+end
+

data/lib/commands/thor/library.rb

@@ -0,0 +1,107 @@
+module DTK::Client
+
+  class Library < CommandBaseThor
+
+    def self.pretty_print_cols()
+      PPColumns.get(:library)
+    end
+
+    def self.whoami()
+      return :library, "library/list", nil
+    end
+
+    desc "[LIBRARY ID/NAME] info","Info for given library based on specified identifier."
+    def info(context_params)
+      library_id = context_params.retrieve_arguments([:library_id],method_argument_names)
+      not_implemented
+    end
+
+    desc "LIBRARY ID/NAME list-nodes","Show nodes associated with library"
+    def list_nodes(context_params)
+      context_params.method_arguments = ["nodes"]
+      list(context_params)
+    end
+
+    desc "LIBRARY ID/NAME list-components","Show components associated with library"
+    def list_components(context_params)
+      context_params.method_arguments = ["components"]
+      list(context_params)
+    end
+
+    desc "LIBRARY ID/NAME list-assemblies","Show assemblies associated with library"
+    def list_assemblies(context_params)
+      context_params.method_arguments = ["assemblies"]
+      list(context_params)
+    end
+
+    desc "list","Show nodes, components, or assemblies associated with library"
+    def list(context_params)
+      library_id, about = context_params.retrieve_arguments([:library_id, :option_1],method_argument_names||="")
+      if library_id.nil?
+        search_hash = SearchHash.new()
+        search_hash.cols = pretty_print_cols()
+        response = post rest_url("library/list"), search_hash.post_body_hash
+        response.render_table(:library)
+      else
+        # sets data type to be used when printing table
+        case about
+         when "assemblies"
+          data_type = :assembly_template
+         when "nodes"
+          data_type = :node_template
+         when "components"
+          data_type = :component
+         else
+          raise_validation_error_method_usage('list')
+        end
+
+        post_body = {
+          :library_id => library_id,
+          :about => about
+        }
+        response = post rest_url("library/info_about"), post_body
+        response.render_table(data_type)
+      end
+    end
+
+    desc "[LIBRARY ID/NAME] import-service-module REMOTE-SERVICE-MODULE[,...]", "Import remote service module into library"
+    def import_service_module(context_params)
+      library_id, service_modules = context_params.retrieve_arguments([:library_id, :option_1!],method_argument_names)
+      post_body = {
+       :remote_module_name => service_modules
+      }
+      post_body.merge!(:library_id => library_id) if library_id
+
+      post rest_url("service_module/import"), post_body
+    end
+
+    desc "[LIBRARY ID/NAME] create-service-component SERVICE-MODULE-NAME", "Create an empty service module in library"
+    def create(context_params)
+      library_id, module_name = context_params.retrieve_arguments([:library_id, :option_1!],method_argument_names)
+      post_body = {
+       :module_name => module_name
+      }
+      post_body.merge!(:library_id => library_id) if library_id
+      response = post rest_url("service_module/create"), post_body
+      # when changing context send request for getting latest libraries instead of getting from cache
+      @@invalidate_map << :library
+
+      return response
+    end
+
+    desc "[LIBRARY ID/NAME] delete-service-component COMPONENT-MODULE-NAME","Delete component module and all items contained in it"
+    def delete(context_params)
+      library_id, component_module_id = context_params.retrieve_arguments([:library_id, :option_1!],method_argument_names)
+      post_body = {
+       :component_module_id => component_module_id
+      }
+      post_body.merge!(:library_id => library_id) if library_id
+      response = post rest_url("component_module/delete"), post_body
+      # when changing context send request for getting latest libraries instead of getting from cache
+      @@invalidate_map << :library
+
+      return response
+    end
+  end
+end
+