dtk-shell 0.10.0

data/lib/commands/thor/state_change.rb

@@ -0,0 +1,25 @@
+#
+# Copyright (C) 2010-2016 dtk contributors
+#
+# This file is part of the dtk project.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+module DTK::Client
+  class StateChange < CommandBaseThor
+    desc "list","List pending state changes"
+    def list(context_params)
+      get rest_url("state_change/list_pending_changes")
+    end
+  end
+end

data/lib/commands/thor/target.rb

@@ -0,0 +1,250 @@
+#
+# Copyright (C) 2010-2016 dtk contributors
+#
+# This file is part of the dtk project.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+dtk_require_common_commands('thor/common_base')
+dtk_require_common_commands('thor/inventory_parser')
+dtk_require_common_commands('thor/create_target')
+module DTK::Client
+  class Target < CommandBaseThor
+    include Commands
+    include InventoryParserMixin
+
+    def self.pretty_print_cols()
+      PPColumns.get(:target)
+    end
+
+    def self.alternate_identifiers()
+      return ['PROVIDER']
+    end
+
+    def self.extended_context()
+      {
+        :context => {
+          # want auto complete for --provider option
+          "--provider" => "provider"
+        }
+      }
+    end
+
+    desc "TARGET-NAME/ID list-nodes","Lists node instances in given targets."
+    def list_nodes(context_params)
+      context_params.method_arguments = ["nodes"]
+      list(context_params)
+    end
+
+    desc "TARGET-NAME/ID info","Provides information about specified target"
+    def info(context_params)
+      target_id   = context_params.retrieve_arguments([:target_id!],method_argument_names)
+
+      post_body = {:target_id => target_id}
+      post rest_url('target/info'), post_body
+    end
+
+    desc "TARGET-NAME/ID import-nodes --source SOURCE","Reads from inventory dsl and populates the node instance objects (SOURCE: file:/path/to/file.yaml)."
+    method_option :source, :type => :string
+    def import_nodes(context_params)
+      target_id   = context_params.retrieve_arguments([:target_id!],method_argument_names)
+      source = context_params.retrieve_thor_options([:source!], options)
+
+      parsed_source = source.match(/^(\w+):(.+)/)
+      raise DtkValidationError, "Invalid source! Valid source should contain source_type:source_path (e.g. --source file:path/to/file.yaml)." unless parsed_source
+
+      import_type = parsed_source[1]
+      path = parsed_source[2]
+
+      raise DtkValidationError, "We do not support '#{import_type}' as import source at the moment. Valid sources: #{ValidImportTypes}" unless ValidImportTypes.include?(import_type)
+
+      post_body = {:target_id => target_id}
+
+      if import_type.eql?('file')
+        inventory_data = parse_inventory_file(path)
+        post_body.merge!(:inventory_data => inventory_data)
+      end
+
+      response  = post rest_url("target/import_nodes"), post_body
+      return response unless response.ok?
+
+      if response.data.empty?
+        OsUtil.print("No new nodes to import!", :yellow)
+      else
+        OsUtil.print("Successfully imported nodes:", :yellow)
+        response.data.each do |node|
+          OsUtil.print("#{node}", :yellow)
+        end
+      end
+    end
+    ValidImportTypes = ["file"]
+
+    desc "set-default-target TARGET-NAME","Sets the default target."
+    def set_default_target(context_params)
+      target_id = context_params.retrieve_arguments([:option_1!],method_argument_names)
+      post rest_url("target/set_default"), { :target_id => target_id }
+    end
+
+    desc "TARGET-NAME/ID install-agents","Install node agents on imported physical nodes."
+    def install_agents(context_params)
+      target_id   = context_params.retrieve_arguments([:target_id!],method_argument_names)
+
+      post_body = {:target_id => target_id}
+      post rest_url("target/install_agents"), post_body
+    end
+
+    desc "create-target-ec2-classic [TARGET-NAME] --provider PROVIDER --region REGION [--keypair KEYPAIR] [--security-group SECURITY-GROUP(S)]", "Create target based on given provider"
+    method_option :provider, :type => :string
+    method_option :region, :type => :string
+    method_option :keypair, :type => :string
+    method_option :security_group, :type => :string, :aliases => '--security-groups'
+    def create_target_ec2_classic(context_params)
+      option_list = [:provider!, :region!, :keypair, :security_group]
+      response = Common::CreateTarget.new(self, context_params).execute(:ec2_classic,option_list)
+      @@invalidate_map << :target
+      response
+    end
+
+    desc "create-target-ec2-vpc [TARGET-NAME] --provider PROVIDER --region REGION --subnet SUBNET-ID [--keypair KEYPAIR] [--security-group SECURITY-GROUP(S)]", "Create target based on given provider"
+    method_option :provider, :type => :string
+    method_option :subnet, :type => :string
+    method_option :region, :type => :string
+    method_option :keypair, :type => :string
+    method_option :security_group, :type => :string, :aliases => '--security-groups'
+    def create_target_ec2_vpc(context_params)
+      option_list = [:provider!, :subnet!, :region!, :keypair, :security_group]
+      response = Common::CreateTarget.new(self, context_params).execute(:ec2_vpc,option_list)
+      @@invalidate_map << :target
+      response
+    end
+
+
+    desc "TARGET-NAME/ID list-services","Lists service instances in given targets."
+    def list_services(context_params)
+      context_params.method_arguments = ["assemblies"]
+      list(context_params)
+    end
+
+    def self.validation_list(context_params)
+      provider_id = context_params.retrieve_arguments([:provider_id])
+
+      if provider_id
+        # if assembly_id is present we're loading nodes filtered by assembly_id
+        post_body = {
+          :subtype   => :instance,
+          :parent_id => provider_id
+        }
+
+        response = get_cached_response(:provider_target, "target/list", post_body)
+      else
+        # otherwise, load all nodes
+        response = get_cached_response(:target, "target/list", { :subtype => :instance })
+      end
+
+      response
+    end
+
+    desc "list","Lists available targets."
+    def list(context_params)
+      provider_id, target_id, about = context_params.retrieve_arguments([:provider_id, :target_id, :option_1],method_argument_names||="")
+
+      if target_id.nil?
+        post_body = {
+          :subtype   => :instance,
+          :parent_id => provider_id
+        }
+        response  = post rest_url("target/list"), post_body
+
+        response.render_table(:target)
+      else
+        post_body = {
+          :target_id => target_id,
+          :about => about
+        }
+
+        case about
+          when "nodes"
+            response  = post rest_url("target/info_about"), post_body
+            data_type =  :node
+          when "assemblies"
+            post_body.merge!(:detail_level => 'nodes', :include_workspace => true)
+            response  = post rest_url("target/info_about"), post_body
+            data_type =  :assembly
+          else
+            raise_validation_error_method_usage('list')
+        end
+
+        response.render_table(data_type)
+      end
+    end
+
+    desc "delete-and-destroy TARGET-NAME [-y]","Deletes target or provider"
+    method_option :force, :aliases => '-y', :type => :boolean, :default => false
+    def delete_and_destroy(context_params)
+      target_id  = context_params.retrieve_arguments([:option_1!],method_argument_names)
+
+      unless options.force?
+        return unless Console.confirmation_prompt("Are you sure you want to delete target '#{target_id}' (all services/nodes that belong to this target will be deleted as well)'"+'?')
+      end
+
+      post_body = {
+        :target_id => target_id,
+        :type      => 'instance'
+      }
+
+      @@invalidate_map << :target
+
+      response = post(rest_url("target/delete_and_destroy"),post_body)
+      return response unless response.ok?
+      if info_array = response.data['info']
+        info_array.each{|info_msg|OsUtil.print(info_msg, :yellow)}
+      end
+      Response::Ok.new()
+    end
+
+=begin
+# TODO: DTK-2056: rewite
+also put in list property
+    desc "TARGET-NAME/ID set-property PROPERTY VALUE
+    method_option :keypair, :type => :string
+    method_option :security_group, :type => :string, :aliases => '--security-groups'
+    def set_property(context_params)
+      raise "change so that param is seperated key value parts"
+      target_id   = context_params.retrieve_arguments([:target_id!],method_argument_names)
+      keypair, security_group = context_params.retrieve_thor_options([:keypair, :security_group], options)
+
+      raise ::DTK::Client::DtkValidationError.new("You have to provide security-group or keypair to edit target!") unless keypair || security_group
+
+      security_groups, iaas_properties = [], {}
+      iaas_properties.merge!(:keypair => keypair) if keypair
+
+      if security_group
+        raise ::DTK::Client::DtkValidationError.new("Multiple security groups should be separated with ',' and without spaces between them (e.g. --security_groups gr1,gr2,gr3,...) ") if security_group.end_with?(',')
+        security_groups = security_group.split(',')
+        if (security_groups.empty? || security_groups.size==1)
+          iaas_properties.merge!(:security_group => security_group)
+        else
+          iaas_properties.merge!(:security_group_set => security_groups)
+        end
+      end
+      @@invalidate_map << :target
+
+      post_body = {
+        :target_id => target_id,
+        :iaas_properties => iaas_properties
+      }
+      post rest_url("target/set_properties"), post_body
+    end
+=end
+  end
+end

data/lib/commands/thor/task.rb

@@ -0,0 +1,116 @@
+#
+# Copyright (C) 2010-2016 dtk contributors
+#
+# This file is part of the dtk project.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+module DTK::Client
+  class Task < CommandBaseThor
+
+    def self.whoami()
+      return :task, "task/list", nil
+    end
+
+    # TODO: Current bug: Disable list method invocation from /task/111111> level
+    desc "list [--list]","List tasks"
+    method_option :list, :type => :boolean, :default => false
+    def list(context_params)
+
+      #TODO: just hard coded params now
+      search_hash = SearchHash.new()
+      search_hash.cols = [:commit_message,:status,:id,:created_at,:started_at,:ended_at]
+      search_hash.filter = [:eq, ":task_id", nil] #just top level tasks
+      search_hash.set_order_by!(:created_at,"DESC")
+      response = post rest_url("task/list"), search_hash.post_body_hash()
+      
+      response.render_table(:task) unless options.list?
+      return response
+    end
+
+    desc "[TASK-NAME/ID] status", "Return task status; if no TASK-ID then information about most recent task"
+    method_option "detail-level",:default => "summary", :aliases => "-d", :desc => "detail level to report task status"
+    def status(context_params)
+      task_id = context_params.retrieve_arguments([:task_id],method_argument_names)
+      detail_level = options["detail-level"]
+      post_hash_body = Hash.new
+      post_hash_body[:detail_level] = detail_level if detail_level
+      post_hash_body[:task_id] = task_id if task_id
+      post rest_url("task/status"),post_hash_body
+    end
+
+    desc "commit-changes", "Commit changes"
+    def commit_changes(context_params)
+      scope = context_params.retrieve_arguments([:option_1],method_argument_names)
+      post_hash_body = Hash.new
+      post_hash_body.merge!(:scope => scope) if scope
+      post rest_url("task/create_task_from_pending_changes"),post_hash_body
+    end
+
+    desc "TASK-NAME/ID execute", "Execute task"
+    def execute(context_params)
+      task_id = context_params.retrieve_arguments([:task_id!],method_argument_names)
+      post rest_url("task/execute"), :task_id => task_id
+    end
+
+    desc "commit-changes-and-execute", "Commit changes and execute task"
+    def commit_changes_and_execute(context_params)
+      response = commit_changes(context_params)
+      if response.ok?
+        execute(response.data(:task_id))
+      else
+        response
+      end
+    end
+    #alias for commit-changes-and-execute
+    desc "simple-run", "Commit changes and execute task"
+    def simple_run(context_params)
+      commit_changes_and_execute(context_params)
+    end
+
+    desc "converge-node NODE-ID", "(Re)Converge node"
+    def converge_node(context_params)
+      node_id = context_params.retrieve_arguments([:option_1!],method_argument_names)
+
+      scope = node_id && {:node_id => node_id} 
+      response = post(rest_url("task/create_converge_state_changes"),scope)
+      return response unless response.ok?
+      response = commit_changes_and_execute(scope)
+      while not task_complete(response) do
+        response = status()
+        sleep(TASK_STATUS_POLLING_INTERVAL)
+      end
+      response
+    end
+
+    desc "converge-nodes", "(Re)Converge nodes"
+    def converge_nodes()
+      converge_node(nil)
+    end
+
+  private
+  
+    @@count = 0
+
+    TASK_STATUS_POLLING_INTERVAL = 3
+    TASK_STATUS_MAX_TIME = 60
+
+    def task_complete(response)
+      return true unless response.ok?
+      @@count += 1
+      return true if (@@count * TASK_STATUS_POLLING_INTERVAL) > TASK_STATUS_MAX_TIME
+      %w{succeeded failed}.include?(response.data(:status))
+    end
+
+  end
+end

data/lib/commands/thor/test_module.rb

@@ -0,0 +1,310 @@
+#
+# Copyright (C) 2010-2016 dtk contributors
+#
+# This file is part of the dtk project.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+dtk_require_common_commands('thor/module')
+require 'fileutils'
+
+module DTK::Client
+  class TestModule < CommandBaseThor
+
+    no_tasks do
+      include ModuleMixin
+    end
+
+    def self.valid_children()
+      # [:"component-template"]
+      [:component, :remotes]
+    end
+
+    # this includes children of children - has to be sorted by n-level access
+    def self.all_children()
+      # [:"component-template", :attribute] # Amar: attribute context commented out per Rich suggeston
+      # [:"component-template"]
+      [:component]
+    end
+
+    def self.multi_context_children()
+      [[:component], [:remotes], [:component, :remotes]]
+    end
+
+    def self.valid_child?(name_of_sub_context)
+      return TestModule.valid_children().include?(name_of_sub_context.to_sym)
+    end
+
+    def self.validation_list(context_params)
+      get_cached_response(:test_module, "test_module/list", {})
+    end
+
+    def self.whoami()
+      return :test_module, "test_module/list", nil
+    end
+
+    def self.override_allowed_methods()
+      return DTK::Shell::OverrideTasks.new(
+        {
+          :command_only => {
+            :remotes => [
+              ["push-remote",  "push-remote [REMOTE-NAME] [--force]",  "# Push local changes to remote git repository"],
+              ["list-remotes",  "list-remotes",  "# List git remotes for given module"],
+              ["add-remote",    "add-remote REMOTE-NAME REMOTE-URL", "# Add git remote for given module"],
+              ["remove-remote", "remove-remote REPO-NAME [-y]", "# Remove git remote for given module"]            ]
+          }
+      })
+    end
+
+    desc "delete TEST-MODULE-NAME [-y] [-p]", "Delete test module and all items contained in it. Optional parameter [-p] is to delete local directory."
+    method_option :force, :aliases => '-y', :type => :boolean, :default => false
+    method_option :purge, :aliases => '-p', :type => :boolean, :default => false
+    def delete(context_params,method_opts={})
+      response = delete_module_aux(context_params, method_opts)
+      @@invalidate_map << :test_module if response && response.ok?
+
+      response
+    end
+
+    desc "TEST-MODULE-NAME/ID set-attribute ATTRIBUTE-ID VALUE", "Set value of test module attributes"
+    def set_attribute(context_params)
+      set_attribute_module_aux(context_params)
+    end
+
+    desc "list [--remote] [--diff] [-n NAMESPACE]", "List loaded or remote test modules. Use --diff to compare loaded and remote test modules."
+    method_option :remote, :type => :boolean, :default => false
+    method_option :diff, :type => :boolean, :default => false
+    method_option :namespace, :aliases => "-n" ,
+      :type => :string,
+      :banner => "NAMESPACE",
+      :desc => "List modules only in specific namespace."
+    def list(context_params)
+      return module_info_about(context_params, :components, :component) if context_params.is_there_command?(:"component")
+
+      forwarded_remote = context_params.get_forwarded_options()["remote"] if context_params.get_forwarded_options()
+      remote           = options.remote? || forwarded_remote
+      action           = (remote ? "list_remote" : "list")
+
+      post_body        = (remote ? { :rsa_pub_key => SSHUtil.rsa_pub_key_content() } : {:detail_to_include => ["remotes"]})
+      post_body[:diff] = options.diff? ? options.diff : {}
+      post_body.merge!(:module_namespace => options.namespace)
+
+      response         = post rest_url("test_module/#{action}"),post_body
+
+      return response unless response.ok?
+      response.render_table()
+    end
+
+    desc "TEST-MODULE-NAME/ID list-components", "List all components for given test module."
+    def list_components(context_params)
+      module_info_about(context_params, :components, :component)
+    end
+
+    desc "TEST-MODULE-NAME/ID list-attributes", "List all attributes for given test module."
+    def list_attributes(context_params)
+      module_info_about(context_params, :attributes, :attribute_without_link)
+    end
+
+    desc "TEST-MODULE-NAME/ID list-instances", "List all instances for given test module."
+    def list_instances(context_params)
+      module_info_about(context_params, :instances, :component)
+    end
+
+    desc "import [NAMESPACE:]TEST-MODULE-NAME", "Create new test module from local clone"
+    def import(context_params)
+      response = import_module_aux(context_params)
+      @@invalidate_map << :test_module
+
+      response
+    end
+
+    #
+    # Creates component module from input git repo, removing .git dir to rid of pointing to user github, and creates component module
+    #
+    desc "import-git GIT-SSH-REPO-URL [NAMESPACE:]TEST-MODULE-NAME", "Create new local test module by importing from provided git repo URL"
+    def import_git(context_params)
+      response = import_git_module_aux(context_params)
+      @@invalidate_map << :test_module
+      response
+    end
+
+    desc "install NAMESPACE/REMOTE-TEST-MODULE-NAME","Install remote test module into local environment"
+    method_option "repo-manager",:aliases => "-r" ,
+      :type => :string,
+      :banner => "REPO-MANAGER",
+      :desc => "DTK Repo Manager from which to resolve requested module."
+    def install(context_params)
+      response = install_module_aux(context_params)
+      @@invalidate_map << :test_module if response && response.ok?
+
+      response
+    end
+
+    desc "create [NAMESPACE:]TEST-MODULE-NAME", "Create template test module and generate all needed test module helper files"
+    def create(context_params)
+      create_test_module_aux(context_params)
+    end
+
+    desc "delete-from-catalog NAMESPACE/REMOTE-TEST-MODULE-NAME [-y] [--force]", "Delete the test module from the DTK Network catalog"
+    method_option :confirmed, :aliases => '-y', :type => :boolean, :default => false
+    method_option :force, :type => :boolean, :default => false
+    def delete_from_catalog(context_params)
+      delete_from_catalog_aux(context_params)
+    end
+
+    desc "TEST-MODULE-NAME/ID publish [[NAMESPACE/]REMOTE-TEST-MODULE-NAME]", "Publish test module to remote repository."
+    def publish(context_params)
+      publish_module_aux(context_params)
+    end
+
+    desc "TEST-MODULE-NAME/ID update [-n NAMESPACE] [--force]", "Update local test module from remote repository."
+    method_option :namespace,:aliases => '-n',
+      :type   => :string,
+      :banner => "NAMESPACE",
+      :desc   => "Remote namespace"
+    method_option :force,:aliases => '-f',
+      :type    => :boolean,
+      :desc   => "Force pull",
+      :default => false
+    def update(context_params)
+      update_aux(context_params)
+    end
+
+    desc "TEST-MODULE-NAME/ID chmod PERMISSION-SELECTOR", "Update remote permissions e.g. ug+rw , user and group get RW permissions"
+    method_option "namespace", :aliases => "-n", :type => :string, :banner => "NAMESPACE", :desc => "Remote namespace"
+    def chmod(context_params)
+      chmod_module_aux(context_params)
+    end
+
+    desc "TEST-MODULE-NAME/ID make-public", "Make this module public"
+    method_option "namespace", :aliases => "-n", :type => :string, :banner => "NAMESPACE", :desc => "Remote namespace"
+    def make_public(context_params)
+      make_public_module_aux(context_params)
+    end
+
+    desc "TEST-MODULE-NAME/ID make-private", "Make this module private"
+    method_option "namespace", :aliases => "-n", :type => :string, :banner => "NAMESPACE", :desc => "Remote namespace"
+    def make_private(context_params)
+      make_private_module_aux(context_params)
+    end
+
+    desc "TEST-MODULE-NAME/ID add-collaborators", "Add collabrators users or groups comma seperated (--users or --groups)"
+    method_option "namespace", :aliases => "-n", :type => :string, :banner => "NAMESPACE", :desc => "Remote namespace"
+    method_option "users",:aliases => "-u", :type => :string, :banner => "USERS", :desc => "User collabrators"
+    method_option "groups",:aliases => "-g", :type => :string, :banner => "GROUPS", :desc => "Group collabrators"
+    def add_collaborators(context_params)
+      add_collaborators_module_aux(context_params)
+    end
+
+    desc "TEST-MODULE-NAME/ID remove-collaborators", "Remove collabrators users or groups comma seperated (--users or --groups)"
+    method_option "namespace",:aliases => "-n",:type => :string, :banner => "NAMESPACE", :desc => "Remote namespace"
+    method_option "users",:aliases => "-u", :type => :string, :banner => "USERS", :desc => "User collabrators"
+    method_option "groups",:aliases => "-g", :type => :string, :banner => "GROUPS", :desc => "Group collabrators"
+    def remove_collaborators(context_params)
+      remove_collaborators_module_aux(context_params)
+    end
+
+    desc "TEST-MODULE-NAME/ID list-collaborators", "List collaborators for given module"
+    method_option "namespace",:aliases => "-n",:type => :string, :banner => "NAMESPACE", :desc => "Remote namespace"
+    def list_collaborators(context_params)
+      list_collaborators_module_aux(context_params)
+    end
+
+    desc "TEST-MODULE-NAME/ID clone [-n]", "Locally clone test module and test files. Use -n to skip edit prompt"
+    method_option :skip_edit, :aliases => '-n', :type => :boolean, :default => false
+    def clone(context_params, internal_trigger=false)
+      clone_module_aux(context_params, internal_trigger)
+    end
+
+    desc "TEST-MODULE-NAME/ID edit","Switch to unix editing for given test module."
+    def edit(context_params)
+      edit_module_aux(context_params)
+    end
+
+    desc "TEST-MODULE-NAME/ID push [--force] [--docs]", "Push changes from local copy of test module to server"
+    version_method_option
+    method_option "message",:aliases => "-m" ,
+      :type => :string,
+      :banner => "COMMIT-MSG",
+      :desc => "Commit message"
+    # hidden option for dev
+    method_option 'force-parse', :aliases => '-f', :type => :boolean, :default => false
+    method_option :force, :type => :boolean, :default => false
+    method_option :docs, :type => :boolean, :default => false, :aliases => '-d'
+    def push(context_params, internal_trigger=false)
+      push_module_aux(context_params, internal_trigger)
+    end
+
+    desc "TEST-MODULE-NAME/ID push-dtkn [-n NAMESPACE] [--force]", "Push changes from local copy of test module to remote repository (dtkn)."
+    method_option "message",:aliases => "-m" ,
+      :type => :string,
+      :banner => "COMMIT-MSG",
+      :desc => "Commit message"
+    method_option "namespace",:aliases => "-n",
+        :type => :string,
+        :banner => "NAMESPACE",
+        :desc => "Remote namespace"
+    #hidden option for dev
+    method_option :force, :type => :boolean, :default => false, :aliases => '-f'
+    def push_dtkn(context_params, internal_trigger=false)
+      push_dtkn_module_aux(context_params, internal_trigger)
+    end
+    PushCatalogs = ["origin", "dtkn"]
+
+    desc "TEST-MODULE-NAME/ID list-diffs", "List diffs between module on server and remote repo"
+    method_option :remote, :type => :boolean, :default => false
+    def list_diffs(context_params)
+      list_remote_module_diffs(context_params)
+      # list_diffs_module_aux(context_params)
+    end
+
+    # REMOTE INTERACTION
+
+    desc "HIDE_FROM_BASE push-remote [REMOTE-NAME] [--force]", "Push local changes to remote git repository"
+    method_option :force, :type => :boolean, :default => false
+    def push_remote(context_params)
+      push_remote_module_aux(context_params)
+    end
+
+    desc "HIDE_FROM_BASE list-remotes", "List git remotes for given module"
+    def list_remotes(context_params)
+      remote_list_aux(context_params)
+    end
+
+    desc "HIDE_FROM_BASE add-remote REMOTE-NAME REMOTE-URL", "Add git remote for given module"
+    def add_remote(context_params)
+      remote_add_aux(context_params)
+    end
+
+    desc "HIDE_FROM_BASE remove-remote REPO-NAME [-y]", "Remove git remote for given module"
+    method_option :force, :aliases => '-y', :type => :boolean, :default => false
+    def remove_remote(context_params)
+      remote_remove_aux(context_params)
+    end
+
+    #
+    # DEVELOPMENT MODE METHODS
+    #
+    if DTK::Configuration.get(:development_mode)
+      desc "delete-all","Delete all service modules"
+      def delete_all(context_params)
+        return unless Console.confirmation_prompt("This will DELETE ALL test modules, are you sure"+'?')
+        response = list(context_params)
+
+        response.data().each do |e|
+          run_shell_command("delete #{e['display_name']} -y -p")
+        end
+      end
+    end
+  end
+end