dtk-client 0.10.2 → 0.10.3

data/lib/client/content_generator.rb

@@ -1,189 +0,0 @@
-#
-# Copyright (C) 2010-2016 dtk contributors
-#
-# This file is part of the dtk project.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-require 'yaml'
-
-module DTK::Client
-  # Abstract class that holds classes and methods for xecuting commands by
-  # make calls to server and performing client side operations
-  class ContentGenerator
-    def initialize(content_dir, module_ref, version)
-      @content_dir       = content_dir
-      @module_ref        = module_ref
-      @version           = version
-      @directory_content = nil
-    end
-
-    def generate_module_content
-      module_hash = {
-        'dsl_version' => '1.0.0',
-        'module'  => "#{@module_ref.namespace}/#{@module_ref.module_name}",
-        'version' => @version || 'master'
-      }
-
-      if dependencies = ret_dependencies_hash
-        module_hash.merge!('dependencies' => dependencies)
-      end
-
-      if assemblies = ret_assemblies_hash
-        module_hash.merge!('assemblies' => assemblies)
-      end
-
-      module_hash
-    end
-
-    private
-
-    def get_raw_content?(file_path)
-      File.open(file_path).read if file_path and File.exists?(file_path)
-    end
-
-    def convert_file_content_to_hash(file_path)
-      begin
-        YAML.load(get_raw_content?(file_path))
-      rescue Exception => e
-        yaml_err_msg = e.message.gsub(/\(<unknown>\): /,'').capitalize 
-        raise Error::Usage, "YAML parsing error in '#{file_path}':\n#{yaml_err_msg}"
-      end
-    end
-
-    def get_directory_content
-      @directory_content ||= Dir.glob("#{@content_dir}/**/*")
-    end
-
-    def invalidate_directory_content
-      @directory_content = Dir.glob("#{@content_dir}/**/*")
-    end
-
-    def get_assembly_files
-      get_directory_content.select { |f| f =~ AssemblyRegexp[:regexp] || f =~ AssemblyRegexp[:legacy_regexp] }
-    end
-    AssemblyRegexp = {
-      :regexp        => Regexp.new("assemblies/(.*)\.dtk\.assembly\.(yml|yaml)$"),
-      :legacy_regexp => Regexp.new("assemblies/([^/]+)/assembly\.(yml|yaml)$")
-    }
-
-    def get_module_refs_file
-      get_directory_content.find { |f| f =~ ModuleRefsRegexp[:regexp] }
-    end
-    ModuleRefsRegexp = { 
-      :regexp => Regexp.new("module_refs\.(yml|yaml)$")
-    }
-
-    def ret_assemblies_hash
-      assemblies = {}
-
-      get_assembly_files.each do |assembly|
-        content_hash     = convert_file_content_to_hash(assembly)
-        name             = content_hash['name']
-        assembly_content = content_hash['assembly']
-
-        workflows = ret_workflows_hash(content_hash)
-        assembly_content.merge!('workflows' => workflows) if workflows
-
-        # convert node_bindings to node attributes
-        node_bindings = content_hash['node_bindings']
-        create_node_properties_from_node_bindings?(node_bindings, assembly_content)
-
-        assemblies.merge!(name => assembly_content)
-      end
-
-      assemblies.empty? ? nil : assemblies
-    end
-
-    def ret_workflows_hash(content_hash)
-      if workflows = content_hash['workflow'] || content_hash['workflows']
-        # this is legacy workflow
-        if workflow_name = workflows.delete('assembly_action')
-          { workflow_name => workflows }
-        else
-          workflows
-        end
-      end
-    end
-
-    def ret_dependencies_hash
-      if file_path = get_module_refs_file
-        module_refs_content = convert_file_content_to_hash(file_path)
-        dependencies = {}
-
-        if cmp_dependencies = module_refs_content['component_modules']
-          cmp_dependencies.each_pair do |name, namespace_h|
-            dependencies.merge!({ "#{namespace_h['namespace']}/#{name}" => namespace_h['version']||'master' })
-          end
-        end
-
-        dependencies
-      end
-    end
-
-    def create_node_properties_from_node_bindings?(node_bindings, assembly_content = {})
-      return unless node_bindings
-
-      nodes = assembly_content['nodes']
-      return if nodes.empty?
-
-      node_bindings.each do |node, node_binding|
-        image, size = get_ec2_properties_from_node_binding(node_binding)
-        new_attrs = { 'image' => image, 'size' => size }
-
-        if node_content = nodes[node]
-          components = node_content['components']
-          components = components.is_a?(Array) ? components : [components]
-
-          if index = include_node_property_component?(components)
-            ec2_properties = components[index]
-            if ec2_properties.is_a?(Hash)
-              if attributes = ec2_properties.values.first['attributes']
-                attributes['image'] = image unless attributes['image']
-                attributes['size'] = size unless attributes['size']
-              else
-                ec2_properties.merge!('attributes' => new_attrs)
-              end
-            else
-              components[index] = { ec2_properties => { 'attributes' => new_attrs } }
-            end
-          elsif node_attributes = node_content['attributes']
-            node_attributes['image'] = image unless node_attributes['image']
-            node_attributes['size'] = size unless node_attributes['size']
-          else
-            node_content['attributes'] = new_attrs
-          end
-        end
-      end
-    end
-
-    def get_ec2_properties_from_node_binding(node_binding)
-      image, size = node_binding.split('-')
-      [image, size]
-    end
-
-    def include_node_property_component?(components)
-      property_component = 'ec2::properties'
-      components.each do |component|
-        if component.is_a?(Hash)
-          return components.index(component) if component.keys.first.eql?(property_component)
-        else
-          return components.index(component) if component.eql?(property_component)
-        end
-      end
-
-      false
-    end
-  end
-end
-

data/lib/client/operation/module/install/external_module.rb

@@ -1,205 +0,0 @@
-#
-# Copyright (C) 2010-2016 dtk contributors
-#
-# This file is part of the dtk project.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-module DTK::Client
-  class Operation::Module::Install
-    class ExternalModule < self
-      BaseRoute    = "modules"
-      @update_all  = false
-      @update_none = false
-
-      def self.install_dependent_modules(module_refs, opts = {})
-        @update_all = opts[:skip_prompt] if opts[:skip_prompt]
-        @print_dependency_newline = false
-
-        module_refs.each do |module_ref|
-          if module_exists?(module_ref, { :type => :component_module })
-            print_using_message(module_ref, opts)
-            pull_module?(module_ref, opts)
-            find_and_install_component_module_dependency(module_ref, opts.merge(:skip_if_no_remote => true, indent: "  "))
-          else
-            install_module(module_ref, opts)
-          end
-        end
-      end
-
-      def self.pull_dependent_modules?(module_refs, opts = {})
-        module_refs.each do |module_ref|
-          print_using_message(module_ref, opts)
-          pull_module?(module_ref, opts)
-        end
-      end
-
-      private
-
-      def self.pull_module?(component_module, opts = {})
-        namespace   = component_module.namespace
-        module_name = component_module.module_name
-        version     = component_module.version
-        full_module_name = "#{namespace}:#{module_name}"
-
-        return if @update_none
-        options = %w(all none)
-        unless @update_all
-          update = Console.confirmation_prompt_additional_options("#{opts[:indent]}Do you want to update dependent module '#{full_module_name}' from the catalog?", options) 
-
-          return unless update
-
-          if update.eql?('all')
-            @update_all = true
-          elsif update.eql?('none')
-            @update_none = true
-            return
-          end
-        end
-
-        print "#{opts[:indent]}Pulling component module content for '#{full_module_name}' ... "
-
-        post_body = {
-          :module_name => module_name,
-          :namespace   => namespace,
-          :rsa_pub_key => SSHUtil.rsa_pub_key_content,
-          :version?    => version,
-          :full_module_name => full_module_name,
-          :json_diffs  => ""
-        }
-        response = rest_post "#{BaseRoute}/update_dependency_from_remote", PostBody.new(post_body)
-
-        if custom_message = response.data[:custom_message]
-          OsUtil.print(custom_message)
-        elsif (response.data[:diffs].nil? || response.data[:diffs].empty?)
-          OsUtil.print("No changes to pull from remote.", :yellow) unless response['errors']
-        else
-          OsUtil.print("Changes pulled from remote", :green)
-        end
-      end
-
-      def self.install_module(component_module, opts = {})
-        namespace   = component_module.namespace
-        module_name = component_module.module_name
-        version     = component_module.version
-
-        print_opts = {
-          :module_name => module_name,
-          :namespace   => namespace,
-          :version     => version
-        }
-
-        import_msg = "#{opts[:indent]}Importing module '#{DTK::Common::PrettyPrintForm.module_ref(module_name, print_opts)}' ..."
-
-        # Using print to avoid adding cr at the end.
-        print "\n" if opts[:add_newline]
-        print import_msg
-
-        post_body = {
-          :module_name => module_name,
-          :namespace   => namespace,
-          :rsa_pub_key => SSHUtil.rsa_pub_key_content,
-          :version?    => version
-        }
-
-        unless opts[:skip_dependencies]
-          find_and_install_component_module_dependency(component_module, opts.merge(:add_newline => true, indent: "  "))
-        end
-
-        response = rest_post "#{BaseRoute}/install_component_module", PostBody.new(post_body)
-
-        clone_args = {
-          :module_type => :component_module,
-          :repo_url    => response.required(:repo_url),
-          :branch      => response.required(:workspace_branch),
-          :module_name => response.required(:full_module_name)
-        }
-
-        if opts[:add_newline]
-          print OsUtil.colorize("Done.", :yellow)
-          @print_dependency_newline = true
-        else
-          print "\n" if @print_dependency_newline
-          OsUtil.print('Done.', :yellow)
-          @print_dependency_newline = false
-        end
-
-        response
-      end
-
-      def self.get_module_dependencies(component_module)
-        query_string_hash = QueryStringHash.new(
-          :module_name => component_module.module_name,
-          :namespace   => component_module.namespace,
-          :rsa_pub_key => SSHUtil.rsa_pub_key_content,
-          :version?    => component_module.version
-        )
-        rest_get "#{BaseRoute}/module_dependencies", query_string_hash
-      end
-
-      def self.find_and_install_component_module_dependency(component_module, opts = {})
-        begin
-          dependencies = get_module_dependencies(component_module)
-        rescue Error::ServerNotOkResponse => e
-          # temp fix for issue when dependent module is imported from puppet forge
-          if errors = e.response && e.response['errors']
-            dependencies = nil if errors.first.include?('not found')
-          else
-            raise e
-          end
-        end
-
-        return unless dependencies
-
-        are_there_warnings = RemoteDependency.check_permission_warnings(dependencies)
-        are_there_warnings ||= RemoteDependency.print_dependency_warnings(dependencies, nil, :ignore_permission_warnings => true)
-
-        if are_there_warnings
-          return false unless Console.prompt_yes_no("Do you still want to proceed with import?", :add_options => true)
-        end
-
-        if (missing_modules = dependencies.data(:missing_module_components)) && !missing_modules.empty?
-          dep_module_refs = (missing_modules || []).map do |ref_hash|
-            ModuleRef.new(:namespace => ref_hash['namespace'], :module_name => ref_hash['name'], :version => ref_hash['version']) 
-          end
-          install_dependent_modules(dep_module_refs, opts.merge(:skip_dependencies => true))
-        end
-
-        if (required_modules = dependencies.data(:required_modules)) && !required_modules.empty?
-          dep_module_refs = (required_modules || []).map do |ref_hash|
-            required_modules.uniq!
-            ModuleRef.new(:namespace => ref_hash['namespace'], :module_name => ref_hash['name'], :version => ref_hash['version']) 
-          end
-          pull_dependent_modules?(dep_module_refs, opts.merge(:skip_dependencies => true))
-        end
-      end
-
-      def self.print_using_message(module_ref, opts = {})
-        # special case where, after importing dependencies of dependency, comes a using message
-        if opts[:add_newline]
-          print "\n"
-          @print_dependency_newline = false
-        end
-
-        opts = {
-          :namespace => module_ref.namespace,
-          :version   => module_ref.version
-        }
-        OsUtil.print("#{opts[:indent]}Using module '#{DTK::Common::PrettyPrintForm.module_ref(module_ref.module_name, opts)}'")
-      end
-
-    end
-  end
-end
-
-