dtk-shell 0.10.0

data/lib/commands/thor/component_template.rb

@@ -0,0 +1,174 @@
+#
+# Copyright (C) 2010-2016 dtk contributors
+#
+# This file is part of the dtk project.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+module DTK::Client
+  class ComponentTemplate < CommandBaseThor
+
+    def self.pretty_print_cols()
+      PPColumns.get(:component)
+    end
+
+    def self.valid_children()
+      # Amar: attribute context commented out per Rich suggeston
+      #[:attribute]
+      []
+    end
+
+    # this includes children of children
+    def self.all_children()
+      # Amar: attribute context commented out per Rich suggeston
+      #[:attribute]
+      []
+    end
+
+    def self.valid_child?(name_of_sub_context)
+      return ComponentTemplate.valid_children().include?(name_of_sub_context.to_sym)
+    end
+
+    def self.validation_list(context_params)
+      if context_params.is_there_identifier?("component-module")
+        component_module_id = context_params.retrieve_arguments([:component_module_id!])
+        res = get_cached_response(:component_template, "component_module/info_about", { :component_module_id => component_module_id, :about => :components})
+      else
+        post_body = {:subtype => 'template', :ignore => 'test_module'}
+        if assembly_id = context_params.retrieve_arguments([[:service_id, :workspace_id]])
+          post_body.merge!(:assembly_id => assembly_id)
+        end
+        get_cached_response(:component_template, "component/list", post_body)
+      end
+    end
+
+     def self.override_allowed_methods()
+      return DTK::Shell::OverrideTasks.new({})
+      # Amar: attribute context commented out per Rich suggeston
+      #return DTK::Shell::OverrideTasks.new(
+      #  {
+      #    :command_only => {
+      #      :attribute => [
+      #        ['list',"list","List attributes for given component"]
+      #      ]
+      #    },
+      #    :identifier_only => {
+      #      :attribute => [
+      #        ['list',"list","List attributes for given component"]
+      #      ]
+      #    }
+      #
+      #})
+    end
+
+    desc "COMPONENT-TEMPLATE-NAME/ID info", "Get information about given component template."
+    method_option :list, :type => :boolean, :default => false
+    def info(context_params)
+      component_id = context_params.retrieve_arguments([:component_template_id!],method_argument_names)
+      data_type = :component
+
+      post_body = {
+        :component_id => component_id,
+        :subtype => 'template'
+      }
+      response = post rest_url("component/info"), post_body
+
+      response.render_table(data_type) unless options.list?
+
+      return response
+    end
+
+    desc "COMPONENT-TEMPLATE-NAME/ID list-nodes [--module MODULE-NAME]", "List all nodes for given component template. Optional filter by modul name."
+    method_option :list, :type => :boolean, :default => false
+    method_option "module",:aliases => "-m" ,
+      :type => :string, 
+      :banner => "MODULE-LIST-FILTER",
+      :desc => "Module list filter"
+    def list_nodes(context_params)
+      context_params.method_arguments = ["nodes"]
+      list(context_params)
+    end
+
+    desc "list [--module MODULE-NAME]", "List all component templates. Optional filter by module name."
+    method_option :list, :type => :boolean, :default => false
+    method_option "module",:aliases => "-m" ,
+      :type => :string, 
+      :banner => "MODULE-LIST-FILTER",
+      :desc => "Module list filter"
+    def list(context_params)
+      component_id, about, module_filter = context_params.retrieve_arguments([:component_template_id,:option_1,:option_1],method_argument_names)
+      about ||= 'none'
+      data_type = :component
+
+      # Case when user provided '--module' / '-m' 'MODUL-NAME'
+      if options.module
+        # Special case when user sends --module; until now --OPTION didn't have value attached to it
+        if options.module.eql?("module")
+          module_id = module_filter
+        else 
+          module_id = options.module
+        end
+
+        context_params_for_service = DTK::Shell::ContextParams.new
+        context_params_for_service.add_context_to_params("component_module", "component_module", module_id)
+        
+        response = DTK::Client::ContextRouter.routeTask("component_module", "list_components", context_params_for_service, @conn)
+      
+      else # Case without module filter
+
+        post_body = {
+          :component_id => component_id,
+          :subtype => 'template',
+          :about   => about
+        }
+
+        case about
+        when 'none'
+          response = post rest_url("component/list")
+        when 'nodes'
+          response = post rest_url("component/list"), post_body
+        else
+          raise_validation_error_method_usage('list')
+        end
+
+        response.render_table(data_type) unless options.list?
+      end
+
+      return response
+    end
+
+    desc "COMPONENT-TEMPLATE-NAME/ID stage NODE-NAME/ID", "Stage indentified node for given component template."
+    method_option :list, :type => :boolean, :default => false
+    def stage(context_params)
+      component_id, node_id = context_params.retrieve_arguments([:component_template_id!,:option_1!],method_argument_names)
+      data_type = :component
+
+      post_body = {
+        :component_id => component_id
+      }
+
+      unless node_id.nil?
+        post_body.merge!({:node_id => node_id})
+      end
+      
+      response = post rest_url("component/stage"), post_body
+      @@invalidate_map << :component_template
+
+      response.render_table(data_type) unless options.list?
+      response
+    end
+
+
+
+  end
+end

data/lib/commands/thor/dependency.rb

@@ -0,0 +1,34 @@
+#
+# Copyright (C) 2010-2016 dtk contributors
+#
+# This file is part of the dtk project.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+module DTK::Client
+  class Dependency < CommandBaseThor
+    desc "add-component COMPONENT-ID OTHER-COMPONENT-ID","Add before/require constraint"
+    def add_component(context_params)
+      component_id, other_component_id = context_params.retrieve_arguments([:option_1!,:option_2!],method_argument_names)
+      post_body = {
+        :component_id => component_id,
+        :other_component_id => other_component_id,
+        :type =>  "required by"
+      }
+      response = post rest_url("dependency/add_component_dependency"), post_body
+      @@invalidate_map << :component_template
+
+      return response
+    end
+  end
+end

data/lib/commands/thor/developer.rb

@@ -0,0 +1,144 @@
+#
+# Copyright (C) 2010-2016 dtk contributors
+#
+# This file is part of the dtk project.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+require 'base64'
+dtk_require_common_commands('thor/action_result_handler')
+
+module DTK::Client
+  class Developer < CommandBaseThor
+
+    no_tasks do
+      include ActionResultHandler
+    end
+
+    MATCH_FILE_NAME  = /[a-zA-Z0-9_]+\.[a-zA-Z]+$/
+    GIT_LOG_LOCATION = File.expand_path('../../../lib/git-logs/git.log', File.dirname(__FILE__))
+    PROJECT_ROOT     = File.expand_path('../../../', File.dirname(__FILE__))
+
+    desc "upload-agent PATH-TO-AGENT[.rb,.dll] NODE-ID-PATTERN", "Uploads agent and ddl file to requested nodes, pattern is regexp for filtering node ids."
+    def upload_agent(context_params)
+      agent, node_pattern = context_params.retrieve_arguments([:option_1!, :option_2!], method_argument_names)
+
+      nodes = post rest_url("node/list"), { :is_list_all => true }
+
+      ids = []
+      # get all nodes which id starts with node_pattern
+      nodes["data"].collect{|a| ids<<a["id"].to_i if a["id"].to_s.match(Regexp.new(node_pattern.to_s)) }
+      raise DTK::Client::DtkValidationError, "Unable to find nodes to match this pattern: '#{node_pattern}'." if ids.empty?
+
+      # if it doesn't contain extension upload both *.rb and *.ddl
+      files = (agent.match(MATCH_FILE_NAME) ? [agent] : ["#{agent}.rb","#{agent}.ddl"])
+
+    	# read require files and encode them
+      request_body = {}
+    	files.each do |file_name|
+    		raise DTK::Client::DtkError, "Unable to load file: #{file_name}" unless File.exists?(file_name)
+        # reason for this to file dues to previus match
+        agent_name = file_name.match(MATCH_FILE_NAME)[0]
+    		File.open(file_name) { |file| request_body.store(agent_name,Base64.encode64(file.read)) }
+    	end
+
+      # send as binary post request
+    	response = post_file rest_url("developer/inject_agent"), { :agent_files => request_body, :node_pattern => node_pattern, :node_list => ids }
+      puts "Agent uploaded successfully!";return if response.ok?
+      return response
+    end
+
+    # run-agent haris1 dev_manager inject_agent "{ 'action_agent_branch': 'master', 'action_agent_url': 'git@github.com:rich-reactor8/dtk-action-agent.git' }"
+    desc "run-agent SERVICE-NAME AGENT-NAME AGENT-METHOD PARAMS", "Updates DTK Action Agent to provided branch, example: dev_manager inject_agent \"{ 'action_agent_branch': 'master', 'action_agent_url': 'url' }\""
+    def run_agent(context_params)
+      service_name, agent_name, agent_method, action_params = context_params.retrieve_arguments([:option_1!, :option_2!, :option_3!, :option_4!], method_argument_names)
+
+      action_params ||= "{}"
+      action_params.gsub!("'",'"')
+
+      response = post_file rest_url("developer/run_agent"), { :service_name => service_name, :agent_name => agent_name, :agent_method => agent_method, :agent_params => action_params }
+      return response unless response.ok?
+
+      action_results_id = response.data(:action_results_id)
+      print_simple_results(action_results_id)
+
+      nil
+    end
+
+    desc "remove-from-system SERVICE-NAME", "Removes objects associated with service, but does not destroy target isnatnces"
+    method_option :force, :aliases => '-y', :type => :boolean, :default => false
+    def remove_from_system(context_params)
+      assembly_id = context_params.retrieve_arguments([:option_1!],method_argument_names)
+      unless options.force?
+        # Ask user if really want to delete assembly, if not then return to dtk-shell without deleting
+        what = "service"
+        return unless Console.confirmation_prompt("Are you sure you want to remove #{what} '#{assembly_id}' and its nodes from the system"+'?')
+      end
+
+      response = post rest_url("assembly/remove_from_system"), {:assembly_id => assembly_id}
+      # when changing context send request for getting latest assemblies instead of getting from cache
+      @@invalidate_map << :service
+      return response
+    end
+
+    desc "apply-param-set SERVICE-NAME/ID PARAM-SET-PATH", "Uses the parametrs set in the file PARAM-SET-PATH and appleis to the service"
+    def apply_param_set(context_params)
+      assembly_id,path = context_params.retrieve_arguments([:option_1!,:option_2!],method_argument_names)
+      av_pairs = JSON.parse(File.open(path).read)
+
+      av_pairs.each do |a,v|
+        post_body = {
+          :assembly_id => assembly_id,
+          :pattern => a,
+          :value => v
+        }
+        response = post rest_url("assembly/set_attributes"), post_body
+        if response.ok?
+          pp response.data
+        else
+          return response
+        end
+      end
+      Response::Ok.new()
+    end
+
+    desc "commits", "View last commits that went into the gem"
+    def commits(context_params)
+      unless File.file?(GIT_LOG_LOCATION)
+        raise DTK::Client::DtkError, "Git log file not found, contact DTK support team."
+      end
+
+      File.readlines(GIT_LOG_LOCATION).reverse.each do |line|
+        puts line
+      end
+    end
+
+    desc "content FILE-NAME", "Get content of file name in DTK Client gem"
+    def content(context_params)
+      file_name = context_params.retrieve_arguments([:option_1!],method_argument_names)
+      found_files = Dir["#{PROJECT_ROOT}/**/*.*"].select { |fname| fname.end_with?(file_name) }
+
+      if found_files.empty?
+        raise DTK::Client::DtkValidationError, "No files found with name '#{file_name}'."
+      else
+        found_files.each do |fname|
+          header = "*********************** #{fname} ***********************"
+          DTK::Client::OsUtil.print(header, :yellow)
+          puts File.open(fname).readlines
+          DTK::Client::OsUtil.print("*"*header.size, :yellow)
+        end
+      end
+
+    end
+  end
+end

data/lib/commands/thor/dtk.rb

@@ -0,0 +1,152 @@
+#
+# Copyright (C) 2010-2016 dtk contributors
+#
+# This file is part of the dtk project.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+module DTK::Client
+
+  # Following are descriptions of available commands
+  class Dtk < CommandBaseThor
+
+    # entities that are not available on root but later in n-context
+    def self.additional_entities()
+      ['component','attribute','utils','node','task','component-template','assembly','remotes']
+    end
+
+    if ::DTK::Configuration.get(:development_mode)
+      desc "workspace","Sandbox for development and testing"
+      def workspace
+        # API descriptor, SYM_LINK!
+      end
+    end
+
+    if ::DTK::Configuration.get(:development_mode)
+      desc "target","Targets"
+      def target
+        # API descriptor, SYM_LINK!
+      end
+    end
+
+
+    # NOTE
+    # Following methods are just api descriptors, invocation happens at "bin/dtk" entry point
+    desc "account","Account management for accessing DTK server"
+    def account
+      # API descriptor
+    end
+
+    desc "service","Assembly instances that have been deployed via DTK."
+    def service
+      # API descriptor
+    end
+
+    # desc "assembly","Commands to stage or launch new assemblies and query assembly templates."
+    # def assembly
+    #   # API descriptor
+    # end
+
+    #TODO: not exposed
+    #desc "dependency","DESCRIPTION TO BE ADDED."
+    #def dependency
+    #  # API descriptor
+    #end
+
+    # desc "library", "Commands to list and query libraries."
+    # def library
+    #   # API descriptor
+    # end
+
+    desc "component-module", "DTK definitions for modeling/defining individual configuration components."
+    def component_module
+      # API descriptor
+    end
+
+    if ::DTK::Configuration.get(:development_mode)
+      desc "test-module", "DTK definitions for modeling/defining individual test components."
+      def test_module
+        # API descriptor
+      end
+    end
+
+    # desc "node", "Commands to list, query, and delete/destroy node instances."
+    # def node
+    #   # API descriptor
+    # end
+
+    # desc "node-group", "Add/Destroy/List available groups of nodes."
+    # def node_group
+    #   # API descriptor
+    # end
+
+    if ::DTK::Configuration.get(:development_mode)
+      desc "node-template", "Node Templates that map to machine images and containers."
+      def node_template
+        # API descriptor
+      end
+    end
+
+    # desc "component-template","Commands to list and query component templates."
+    # def component_template
+    #   # API descriptor
+    # end
+
+    #TODO: remove
+    #desc "repo", "Part of dtk client which enables us to sync, destroy, view available repos."
+    #def repo
+    #  # API descriptor
+    #end
+
+    #TODO: not supported yet
+    #desc "project", "View available projects."
+    #def project
+    #  # API descriptor
+    #end
+
+    desc "service-module", "DTK definitions for modeling/defining distributed applications and services."
+    def service_module
+      # API descriptor
+    end
+
+    # TODO: not supported yet
+    # desc "state-change",  "Commands to query what has been changed."
+    # def state_change
+    #   # API descriptor
+    # end
+
+    # desc "task", "Commands to list and view current and past tasks."
+    # def task
+    #   # API descriptor
+    # end
+
+    if ::DTK::Configuration.get(:development_mode)
+      desc "developer", "DEV tools only available to developers."
+      def developer
+        # API descriptor
+      end
+    end
+
+    if ::DTK::Configuration.get(:development_mode)
+      desc "provider", "Manage infrastructure providers and deployment targets (ie: EC2 and us-east)"
+      def provider
+        # API descriptor
+      end
+    end
+
+    # we do not need help here
+    remove_task(:help,{:undefine => false})
+
+  end
+end