dtk-client 0.9.1 → 0.10.0

data/lib/client/operation/service/set_default_target.rb

@@ -0,0 +1,31 @@
+#
+# Copyright (C) 2010-2016 dtk contributors
+#
+# This file is part of the dtk project.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+module DTK::Client
+  class Operation::Service
+    class SetDefaultTarget < self
+      def self.execute(args = Args.new)
+        wrap_operation(args) do |args|
+          post_body = PostBody.new(
+            :service_instance => args.required(:service_instance)
+          )
+          rest_post("#{BaseRoute}/set_default_target", post_body)
+        end
+      end
+    end
+  end
+end

data/lib/client/operation/service/set_required_attributes.rb

@@ -0,0 +1,41 @@
+#
+# Copyright (C) 2010-2016 dtk contributors
+#
+# This file is part of the dtk project.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+module DTK::Client
+  class Operation::Service
+    class SetRequiredAttributes < self
+      def self.execute(args = Args.new)
+        wrap_operation(args) do |args|
+          service_instance    = args.required(:service_instance)
+          response            = rest_get "#{BaseRoute}/#{service_instance}/required_attributes"
+          required_attributes = response.data
+
+          if required_attributes.empty?
+            OsUtil.print_info("No parameters to set.")
+          else
+            param_bindings = InteractiveWizard.resolve_missing_params(required_attributes)
+            post_body = PostBody.new(
+              :service_instance => service_instance,
+              :av_pairs_hash    => param_bindings.inject(Hash.new){|h,r|h.merge(r[:id] => r[:value])}
+            )
+            rest_post "#{BaseRoute}/#{service_instance}/set_attributes", post_body
+          end
+        end
+      end
+    end
+  end
+end

data/lib/client/operation/service/ssh.rb

@@ -0,0 +1,118 @@
+#
+# Copyright (C) 2010-2016 dtk contributors
+#
+# This file is part of the dtk project.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+module DTK::Client
+  class Operation::Service
+    class Ssh < self
+      def self.execute(args = Args.new)
+        wrap_operation(args) do |args|
+          service_instance = args.required(:service_instance)
+          node_name        = args.required(:node_name)
+          remote_user      = args[:remote_user]
+
+          if OsUtil.is_windows?
+            OsUtil.print_info "[NOTICE] SSH functionality is currenly not supported on Windows."
+            return
+          end
+
+          identity_file = get_identity_file(args[:identity_file])
+          node_info     = get_node_info_for_ssh_login(node_name, service_instance)
+
+          connect(node_info, identity_file, remote_user)
+        end
+      end
+
+      private
+
+      def self.get_identity_file(identity_file)
+        if identity_file
+          unless File.exists?(identity_file)
+            raise Error::Usage, "Not able to find identity file, '#{identity_file}'"
+          end
+        elsif default_identity_file = OsUtil.dtk_identity_file_location
+          if File.exists?(default_identity_file)
+            identity_file = default_identity_file
+          end
+        end
+
+        identity_file
+      end
+
+      def self.get_node_info_for_ssh_login(node_name, service_instance)
+        response = rest_get("#{BaseRoute}/#{service_instance}/info")
+
+        unless node_info = response.data(:nodes).find{ |node| node_name == node['display_name'] }
+          raise Error::Usage, "Cannot find info about node with id '#{node_id}'"
+        end
+
+        data            = {}
+        node_properties = node_info['node_properties'] || {}
+
+        if public_dns = node_properties['ec2_public_address']
+          data.merge!(:public_dns => public_dns)
+        end
+
+        if default_login_user = default_login_user?(node_properties)
+          data.merge!(:default_login_user => default_login_user)
+        end
+
+        data
+      end
+
+      def self.default_login_user?(node_properties)
+        if os_type = node_properties['os_type']
+          DefaultLoginByOSType[os_type]
+        end
+      end
+
+      DefaultLoginByOSType = {
+        'ubuntu'       => 'ubuntu',
+        'amazon-linux' => 'ec2-user'
+      }
+
+      def self.connect(node_info, identity_file, remote_user)
+        unless public_dns = node_info[:public_dns]
+          raise Error::Usage, "Not able to resolve instance address, has instance been stopped?"
+        end
+
+        unless remote_user ||= node_info[:default_login_user]
+          raise Error::Usage, "Retry command with a specfic login user (a default login user could not be computed)"
+        end
+
+        connection_string = "#{remote_user}@#{public_dns}"
+
+        ssh_command =
+          if identity_file
+            # provided PEM key
+            "ssh -o \"StrictHostKeyChecking no\" -o \"UserKnownHostsFile /dev/null\" -i #{identity_file} #{connection_string}"
+          elsif SSHUtil.ssh_reachable?(remote_user, public_dns)
+            # it has PUB key access
+            "ssh -o \"StrictHostKeyChecking no\" -o \"UserKnownHostsFile /dev/null\" #{connection_string}"
+          end
+
+        unless ssh_command
+          raise Error::Usage, "No public key access or PEM provided, please grant access or provide valid PEM key"
+        end
+
+        OsUtil.print("You are entering SSH terminal (#{connection_string}) ...", :yellow)
+        Kernel.system(ssh_command)
+        OsUtil.print("You are leaving SSH terminal, and returning to DTK Shell ...", :yellow)
+      end
+
+    end
+  end
+end

data/lib/client/operation/service/stage.rb

@@ -0,0 +1,54 @@
+#
+# Copyright (C) 2010-2016 dtk contributors
+#
+# This file is part of the dtk project.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+module DTK::Client
+  class Operation::Service
+    class Stage < self
+      def self.execute(args = Args.new)
+        wrap_operation(args) do |args|
+          module_ref      = args.required(:module_ref)
+          remove_existing = args[:remove_existing]
+
+          post_body = PostBody.new(
+            :namespace       => module_ref.namespace,
+            :module_name     => module_ref.module_name,
+            :assembly_name?  => args.required(:assembly_name),
+            :service_name?   => args[:service_name],
+            :version?        => args[:version],
+            :target_service? => args[:target_service],
+            :is_target?      => args[:is_target]
+          )
+          response = rest_post("#{BaseRoute}/create", post_body)
+
+          service_instance = response.required(:service, :name)
+
+          clone_args = {
+            :module_ref       => module_ref,
+            :repo_url         => response.required(:repo, :url),
+            :branch           => response.required(:branch, :name),
+            :service_instance => service_instance,
+            :remove_existing  => remove_existing
+          } 
+          message = ClientModuleDir::GitRepo.clone_service_repo(clone_args)
+          target_dir = message.data(:target_repo_dir)
+
+          OsUtil.print_info("Service instance '#{service_instance}' has been created. In order to work with service instance, please navigate to: #{target_dir}") 
+        end
+      end
+    end
+  end
+end

data/lib/client/operation/service/start.rb

@@ -0,0 +1,29 @@
+#
+# Copyright (C) 2010-2016 dtk contributors
+#
+# This file is part of the dtk project.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+module DTK::Client
+  class Operation::Service
+    class Start < self
+      def self.execute(args = Args.new)
+        wrap_operation(args) do |args|
+          service_instance  = args.required(:service_instance)
+          rest_post("#{BaseRoute}/#{service_instance}/start")
+        end
+      end
+    end
+  end
+end

data/lib/client/operation/service/stop.rb

@@ -0,0 +1,30 @@
+#
+# Copyright (C) 2010-2016 dtk contributors
+#
+# This file is part of the dtk project.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+module DTK::Client
+  class Operation::Service
+    class Stop < self
+      def self.execute(args = Args.new)
+        wrap_operation(args) do |args|
+          service_instance  = args.required(:service_instance)
+          rest_post("#{BaseRoute}/#{service_instance}/stop")
+        end
+      end
+
+    end
+  end
+end

data/lib/{task_status → client/operation/service/task_status}/refresh_mode.rb

@@ -16,58 +16,48 @@
 # limitations under the License.
 #
 module DTK::Client
-  class TaskStatus
+  class Operation::Service::TaskStatus
     class RefreshMode < self
-      def task_status(opts={})
+      DEBUG_SLEEP_TIME = 5 #DTK::Configuration.get(:debug_task_frequency)
+
+      def task_status(opts = {})
         begin
           response = nil
           loop do
-            response = post_call(opts)
+            response = rest_call(opts)
             return response unless response.ok?
             
             # stop pulling when top level task succeds, fails or timeout
             if response and response.data and response.data.first
-              #TODO: may fix in server, but now top can have non executing state but a concurrent branch can execute; so
-              #chanding bloew for time being
-              #break unless response.data.first["status"].eql? "executing"
-              # TODO: There is bug where we do not see executing status on start so we have to wait until at
-              # least one 'successed' has been found
-              
               top_task_failed = response.data.first['status'].eql?('failed')
               is_pending   = (response.data.select {|r|r["status"].nil? }).size > 0
               is_executing = (response.data.select {|r|r["status"].eql? "executing"}).size > 0
               is_failed    = (response.data.select {|r|r["status"].eql? "failed"}).size > 0
               is_cancelled = response.data.first["status"].eql?("cancelled")
-              
-              # commented out because of DTK-1804
-              # when some of the converge tasks fail, stop task-status --wait and set task status to '' for remaining tasks which are not executed
-              # if is_failed
-                # response.data.each {|r| (r["status"] = "") if r["status"].eql?("executing")}
-              # is_cancelled = true
-              # end
+
               is_cancelled = true if top_task_failed
               
               unless (is_executing || is_pending) && !is_cancelled
                 system('clear')
-                response.print_error_table = true
-                response.render_table(:task_status)
-                return response
+                # response.print_error_table = true
+                # response.render_table(:task_status)
+                return response.set_render_as_table!
               end
             end
-            
-            response.render_table(:task_status)
+
             system('clear')
-            response.render_data(true)
+            response.set_render_as_table!
+            response.render_data
             
             Console.wait_animation("Watching '#{@object_type}' task status [ #{DEBUG_SLEEP_TIME} seconds refresh ] ", DEBUG_SLEEP_TIME)
           end
           rescue Interrupt => e
           puts ""
-          # this tells rest of the flow to skip rendering of this response
-          response.skip_render = true unless response.nil?
+          response.skip_render(true) unless response.nil?
+          return
         end
-
       end
     end
   end
 end
+

data/lib/{task_status → client/operation/service/task_status}/snapshot_mode.rb

@@ -16,12 +16,11 @@
 # limitations under the License.
 #
 module DTK::Client
-  class TaskStatus
+  class Operation::Service::TaskStatus
     class SnapshotMode < self
-      def task_status(opts={})
-        response = post_call(opts)
-        response.print_error_table = true
-        response.render_table(:task_status)
+      def task_status(opts = {})
+        response = rest_call(opts)
+        response.set_render_as_table!
       end
     end
   end

data/lib/{task_status → client/operation/service/task_status}/stream_mode/element/format.rb

@@ -15,7 +15,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 #
-class DTK::Client::TaskStatus::StreamMode::Element
+class DTK::Client::Operation::Service::TaskStatus::StreamMode::Element
   class Format < ::Hash
     Settings = {
       :task_start => {

data/lib/{task_status → client/operation/service/task_status}/stream_mode/element/hierarchical_task/result/action.rb

@@ -15,7 +15,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 #
-module DTK::Client; class TaskStatus::StreamMode::Element::HierarchicalTask
+module DTK::Client; class Operation::Service::TaskStatus::StreamMode::Element::HierarchicalTask
   class Results
     class Action < self
       def initialize(element, hash)

data/lib/{task_status → client/operation/service/task_status}/stream_mode/element/hierarchical_task/result/components.rb

@@ -15,7 +15,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 #
-module DTK::Client; class TaskStatus::StreamMode::Element::HierarchicalTask
+module DTK::Client; class Operation::Service::TaskStatus::StreamMode::Element::HierarchicalTask
   class Results
     class Components < self
       def render_results(results_per_node)

data/lib/{task_status → client/operation/service/task_status}/stream_mode/element/hierarchical_task/result/node_level.rb

@@ -15,7 +15,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 #
-module DTK::Client; class TaskStatus::StreamMode::Element::HierarchicalTask
+module DTK::Client; class Operation::Service::TaskStatus::StreamMode::Element::HierarchicalTask
   class Results
     class NodeLevel < self
       def render_results(results_per_node)

data/lib/{task_status → client/operation/service/task_status}/stream_mode/element/hierarchical_task/result.rb

@@ -15,12 +15,12 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 #
-module DTK::Client; class TaskStatus::StreamMode::Element
+module DTK::Client; class Operation::Service::TaskStatus::StreamMode::Element
   class HierarchicalTask 
     class Results < self
-      require File.expand_path('result/action', File.dirname(__FILE__))
-      require File.expand_path('result/components', File.dirname(__FILE__))
-      require File.expand_path('result/node_level', File.dirname(__FILE__))
+      require_relative('result/action')
+      require_relative('result/components')
+      require_relative('result/node_level')
 
       def initialize(element, hash)
         super

data/lib/{task_status → client/operation/service/task_status}/stream_mode/element/hierarchical_task/steps/action.rb

@@ -15,7 +15,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 #
-module DTK::Client; class TaskStatus::StreamMode::Element::HierarchicalTask
+module DTK::Client; class Operation::Service::TaskStatus::StreamMode::Element::HierarchicalTask
   class Steps
     class Action < self
       def initialize(element, hash)

data/lib/{task_status → client/operation/service/task_status}/stream_mode/element/hierarchical_task/steps/components.rb

@@ -15,7 +15,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 #
-module DTK::Client; class TaskStatus::StreamMode::Element::HierarchicalTask
+module DTK::Client; class Operation::Service::TaskStatus::StreamMode::Element::HierarchicalTask
   class Steps
     class Components < self
       def initialize(element, hash)

data/lib/{task_status → client/operation/service/task_status}/stream_mode/element/hierarchical_task/steps/node_level.rb

@@ -15,7 +15,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 #
-module DTK::Client; class TaskStatus::StreamMode::Element::HierarchicalTask
+module DTK::Client; class Operation::Service::TaskStatus::StreamMode::Element::HierarchicalTask
   class Steps
     class NodeLevel < self
       def render_steps(steps)

data/lib/{task_status → client/operation/service/task_status}/stream_mode/element/hierarchical_task/steps.rb

@@ -15,12 +15,12 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 #
-module DTK::Client; class TaskStatus::StreamMode::Element
+module DTK::Client; class Operation::Service::TaskStatus::StreamMode::Element
   class HierarchicalTask 
     class Steps < self
-      require File.expand_path('steps/action', File.dirname(__FILE__))
-      require File.expand_path('steps/components', File.dirname(__FILE__))
-      require File.expand_path('steps/node_level', File.dirname(__FILE__))
+      require_relative('steps/action')
+      require_relative('steps/components')
+      require_relative('steps/node_level')
     
       private
 

data/lib/{task_status → client/operation/service/task_status}/stream_mode/element/hierarchical_task.rb

@@ -15,10 +15,10 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 #
-module DTK::Client; class TaskStatus::StreamMode::Element
+module DTK::Client; class Operation::Service::TaskStatus::StreamMode::Element
   class HierarchicalTask 
-    require File.expand_path('hierarchical_task/result', File.dirname(__FILE__))
-    require File.expand_path('hierarchical_task/steps', File.dirname(__FILE__))
+    require_relative('hierarchical_task/result')
+    require_relative('hierarchical_task/steps')
 
     def initialize(element, hash)
       @type          = self.class.type(hash)

data/lib/{task_status → client/operation/service/task_status}/stream_mode/element/no_results.rb

@@ -15,7 +15,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 #
-module DTK::Client; class TaskStatus::StreamMode
+module DTK::Client; class Operation::Service::TaskStatus::StreamMode
   class Element
     class NoResults < self
       def task_end?()

data/lib/{task_status → client/operation/service/task_status}/stream_mode/element/render.rb

@@ -15,7 +15,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 #
-class DTK::Client::TaskStatus::StreamMode::Element
+class DTK::Client::Operation::Service::TaskStatus::StreamMode::Element
   module RenderMixin
     def render_line(msg, params = {})
       if msg

data/lib/{task_status → client/operation/service/task_status}/stream_mode/element/stage/render.rb

@@ -15,7 +15,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 #
-class DTK::Client::TaskStatus::StreamMode::Element::Stage
+class DTK::Client::Operation::Service::TaskStatus::StreamMode::Element::Stage
   module Render
     module Mixin
       def render

data/lib/{task_status → client/operation/service/task_status}/stream_mode/element/stage.rb

@@ -15,10 +15,10 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 #
-module DTK::Client; class TaskStatus::StreamMode
+module DTK::Client; class Operation::Service::TaskStatus::StreamMode
   class Element
     class Stage < self
-      require File.expand_path('stage/render', File.dirname(__FILE__))
+      require_relative('stage/render')
       include Render::Mixin
 
       def initialize(response_element, opts = {})
@@ -30,7 +30,7 @@ module DTK::Client; class TaskStatus::StreamMode
       #   :wait - amount to wait if get no results (required)
       def self.get_and_render_stages(task_status_handle, opts = {})
         unless wait = opts[:wait]
-          raise DtkError::Client, "opts[:wait] must be set"
+          raise Error, "opts[:wait] must be set"
         end
         
         cursor = Cursor.new

data/lib/{task_status → client/operation/service/task_status}/stream_mode/element/task_end.rb

@@ -15,7 +15,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 #
-module DTK::Client; class TaskStatus::StreamMode
+module DTK::Client; class Operation::Service::TaskStatus::StreamMode
   class Element
     class TaskEnd < self
       def task_end?()

data/lib/{task_status → client/operation/service/task_status}/stream_mode/element/task_start.rb

@@ -15,7 +15,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 #
-module DTK::Client; class TaskStatus::StreamMode
+module DTK::Client; class Operation::Service::TaskStatus::StreamMode
   class Element
     class TaskStart < self
       def self.get(task_status_handle, opts = {})

data/lib/{task_status → client/operation/service/task_status}/stream_mode/element.rb

@@ -15,20 +15,20 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 #
-module DTK::Client; class TaskStatus::StreamMode
+module DTK::Client; class Operation::Service::TaskStatus::StreamMode
   class Element
-    require File.expand_path('element/format', File.dirname(__FILE__))
-    require File.expand_path('element/render', File.dirname(__FILE__))
-    require File.expand_path('element/hierarchical_task', File.dirname(__FILE__))
-    require File.expand_path('element/task_start', File.dirname(__FILE__))
-    require File.expand_path('element/task_end', File.dirname(__FILE__))
-    require File.expand_path('element/stage', File.dirname(__FILE__))
-    require File.expand_path('element/no_results', File.dirname(__FILE__))
+    require_relative('element/format')
+    require_relative('element/render')
+    require_relative('element/hierarchical_task')
+    require_relative('element/task_start')
+    require_relative('element/task_end')
+    require_relative('element/stage')
+    require_relative('element/no_results')
     include RenderMixin
 
     def initialize(response_element, opts = {})
-      @response_element    = response_element
-      @formatter          = Format.new(response_element['type'])
+      @response_element        = response_element
+      @formatter               = Format.new(response_element['type'])
       @ignore_stage_level_info = opts[:ignore_stage_level_info]
     end
 
@@ -48,7 +48,7 @@ module DTK::Client; class TaskStatus::StreamMode
     # opts can have
     #   :ignore_stage_level_info - Boolean
     def self.get_task_status_elements(task_status_handle, element_type, opts = {})
-      response =  task_status_handle.post_call(opts.merge(:form => :stream_form))
+      response =  task_status_handle.rest_call(opts.merge(:form => :stream_form))
       create_elements(response, opts)
     end
 
@@ -57,7 +57,7 @@ module DTK::Client; class TaskStatus::StreamMode
     def self.create_elements(response, opts = {})
       response_elements = response.data
       unless response_elements.kind_of?(Array)
-        raise DtkError::Client.new("Unexpected that response.data no at array")
+        raise Error.new("Unexpected that response.data no at array")
       end
       response_elements.map { |el| create(el, opts) }
     end
@@ -70,7 +70,7 @@ module DTK::Client; class TaskStatus::StreamMode
         when :stage_start then Stage.new(response_element, {:just_render => :start}.merge(opts))
         when :stage_end   then Stage.new(response_element, {:just_render => :end}.merge(opts))
         when :no_results  then NoResults.new(response_element, opts)
-        else              raise DtkError::Client.new("Unexpected element type '#{type}'")
+        else              raise Error.new("Unexpected element type '#{type}'")
       end
     end