dtk-client 0.9.1 → 0.10.0

data/lib/config/client.conf.header

@@ -1,20 +0,0 @@
-development_mode=false
-meta_table_ttl=7200000            # time to live (ms)
-meta_constants_ttl=7200000        # time to live (ms)
-meta_pretty_print_ttl=7200000     # time to live (ms)
-task_check_frequency=60           # check frequency for task status threads (seconds)
-tail_log_frequency=2              # assembly - frequency between requests (seconds)
-debug_task_frequency=5            # assembly - frequency between requests (seconds)
-auto_commit_changes=false         # autocommit for modules
-verbose_rest_calls=false          # logging of REST calls
-
-# if relative path is used we will use HOME + relative path, apsoluth path will override this
-module_location=component_modules
-service_location=service_modules
-test_module_location=test_modules
-backups_location=backups
-
-# server connection details
-server_port=80
-secure_connection_server_port=443
-secure_connection=true

data/lib/config/configuration.rb

@@ -1,99 +0,0 @@
-#
-# Copyright (C) 2010-2016 dtk contributors
-#
-# This file is part of the dtk project.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-#
-# Singleton patern to hold configuration for dtk client.
-#
-# DEFAULT:     Configuration 
-# DEVELOPMENT: Can add lib/config/local.conf, this is git ignored
-#
-# NOTE: Singleton here is not necessery since it will not persist in memory due
-#       to nature of DTK Client, but it is right approach for possible re-use
-#
-# Pririoty of load
-#   1) LOCAL
-#   2) EXTERNAL
-#   3) DEFAULT
-#
-# NOTE: Default will be used if there some parameters missing in other configuration
-#
-require 'singleton'
-
-dtk_require_from_base('util/os_util')
-
-module DTK
-  class Configuration
-    include Singleton
-  
-    EXTERNAL_APP_CONF = "client.conf"
-    DEVELOPMENT_CONF  = 'local.conf'
-    DEFAULT_CONF      = 'default.conf'
-
-    def self.get(name, default=nil)
-      Configuration.instance.get(name, default)
-    end
-
-    def self.[](k)
-      Configuration.instance.get(k)
-    end
-    
-    def initialize
-      # default configuration
-      @cache = load_configuration_to_hash(File.expand_path("../#{DEFAULT_CONF}",__FILE__))
-
-      # we will not use local.conf from gemfile because client.conf is required so this is deprecated
-      if File.exist?(File.expand_path("../#{DEVELOPMENT_CONF}",__FILE__))
-        local_configuration = load_configuration_to_hash(File.expand_path("../#{DEVELOPMENT_CONF}",__FILE__))
-        # we override only values from local configuration
-        # that way developer does not have updates its local configuration all the time
-        @cache.merge!(local_configuration)
-        # if we have loaded local configuration we will not check external
-        return
-      end
-
-      # We load this if there is no local configuration
-      external_file_location = File.join(::DTK::Client::OsUtil.dtk_local_folder(), "#{EXTERNAL_APP_CONF}")
-
-      if File.exist?(external_file_location)
-        external_configuration = load_configuration_to_hash(external_file_location)
-        @cache.merge!(external_configuration)
-      end
-    end
-
-    def get(name, default=nil)
-      return @cache[name.to_s] || default
-    end
-
-    private
-
-    def load_configuration_to_hash(path_to_file)
-      configuration = Hash[*File.read(path_to_file).gsub(/#.+/,'').strip().gsub(/( |\t)+$/,'').split(/[=\n\r\r\n]+/)]
-
-      # check for types
-      return configuration.each do |k,v|
-        case v
-          when /^(true|false)$/ 
-            configuration[k] = v.eql?('true') ? true : false
-          when /^[0-9]+$/
-            configuration[k] = v.to_i
-          when /^[0-9\.]+$/
-            configuration[k] = v.to_f
-        end
-      end
-    end
-  end
-end

data/lib/config/default.conf

@@ -1,16 +0,0 @@
-development_mode=false
-debug_grit=false
-meta_table_ttl=7200000     				# time to live (ms)
-meta_constants_ttl=7200000     		# time to live (ms)
-meta_pretty_print_ttl=7200000     # time to live (ms)
-task_check_frequency=60     			# check frequency for task status threads (seconds)
-tail_log_frequency=2      				# assembly - frequency between requests (seconds)
-debug_task_frequency=5     				# assembly - frequency between requests (seconds)
-auto_commit_changes=false         # autocommit for modules
-verbose_rest_calls=false          # logging of REST calls
-
-# if relative path is used we will use HOME + relative path, apsoluth path will override this
-module_location=component_modules
-service_location=service_modules
-test_module_location=test_modules
-backups_location=backups

data/lib/config/disk_cacher.rb

@@ -1,80 +0,0 @@
-#
-# Copyright (C) 2010-2016 dtk contributors
-#
-# This file is part of the dtk project.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-require 'net/http'
-#require 'md5' => Ruby 1.8.7 specific
-require File.expand_path('../util/os_util', File.dirname(__FILE__))
-dtk_require("../commands")
-
-
-#
-# Class dedicated for caching data on local system as well as for cookie management
-#
-class DiskCacher
-  include DTK::Client::CommandBase
-  extend DTK::Client::CommandBase
-
-  # file name to hold cookies
-  COOKIE_HOLDER_NAME = 'tempdtkstore'
-
-  def initialize(cache_dir=DTK::Client::OsUtil.get_temp_location())
-    @cache_dir = cache_dir
-    @current_user = ::DTK::Client::Configurator.client_username
-  end
-
-  def fetch(file_name, max_age=0, use_mock_up=true)
-    file = Digest::MD5.hexdigest(file_name)
-    # current user is important so that there are no clashes in writting to temp file
-    # between multiple users on same machine
-    file_path = File.join(@cache_dir, "#{@current_user}::#{file}")
-
-    # we check if the file -- a MD5 hexdigest of the URL -- exists
-    #  in the dir. If it does and the data is fresh, we just read
-    #  data from the file and return
-    if File.exists? file_path
-      return File.new(file_path).read if Time.now-File.mtime(file_path)<max_age
-    end
-
-    # if the file does not exist (or if the data is not fresh), we
-    #  make an get request and save it to a file
-    response_string = ""
-    @response = get rest_url("metadata/get_metadata/#{file_name}")
-
-    if (@response["status"] == "ok")
-      file = File.open(file_path, "w") do |data|
-        data << response_string = @response["data"]
-      end
-    end
-
-    return response_string
-  end
-
-  def save_cookie(cookie_content)
-    file_path = File.join(@cache_dir, COOKIE_HOLDER_NAME)
-    File.open(file_path, "w") do |file|
-      #data <<  cookie_content
-      Marshal.dump(cookie_content, file)
-    end
-  end
-
-  def load_cookie()
-    file_path = File.join(@cache_dir, COOKIE_HOLDER_NAME)
-    cookie_content = File.exists?(file_path) ? File.open(file_path) {|f| Marshal.load(f)} : nil
-    cookie_content
-  end
-
-end

data/lib/configurator.rb

@@ -1,176 +0,0 @@
-#
-# Copyright (C) 2010-2016 dtk contributors
-#
-# This file is part of the dtk project.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-require 'rubygems'
-require 'fileutils'
-dtk_require_from_base('util/os_util')
-
-module DTK
-  module Client
-    class Configurator
-
-      CONFIG_FILE   = File.join(OsUtil.dtk_local_folder, "client.conf")
-      CRED_FILE     = File.join(OsUtil.dtk_local_folder, ".connection")
-      DIRECT_ACCESS = File.join(OsUtil.dtk_local_folder, ".add_direct_access")
-      NODE_SSH_CREDENTIALS = File.join(OsUtil.dtk_local_folder, "ssh_credentials.yaml")
-
-      FileUtils.mkdir(OsUtil.dtk_local_folder) unless File.directory?(OsUtil.dtk_local_folder)
-
-      def self.check_config_exists
-        exists = true
-        if !File.exists?(CONFIG_FILE)
-          puts "", "Please enter the DTK server address (example: instance.dtk.io)"
-          header = File.read(File.expand_path('../lib/config/client.conf.header', File.dirname(__FILE__)))
-          generate_conf_file(CONFIG_FILE, [['server_host', 'Server address']], header)
-          exists = false
-        end
-        if !File.exists?(CRED_FILE)
-          puts "", "Please enter your DTK login details"
-          generate_conf_file(CRED_FILE, [['username', 'Username'], ['password', 'Password']], '')
-          exists = false
-        end
-
-        exists
-      end
-
-      def self.check_git
-        if OsUtil.which('git') == nil
-          OsUtil.put_warning "[WARNING]", "Can't find the 'git' command in you path. Please make sure git is installed in order to use all features of DTK Client.", :yellow
-        else
-          OsUtil.put_warning "[WARNING]", 'Git username not set. This can cause issues while using DTK Client. To set it, run `git config --global user.name "User Name"`', :yellow if `git config --get user.name` == ""
-          OsUtil.put_warning "[WARNING]", 'Git email not set. This can cause issues while using DTK Client. To set it, run `git config --global user.email "me@here.com"`', :yellow if `git config --get user.email` == ""
-        end
-      end
-
-      # return true/false, .add_direct_access file location and ssk key file location
-      def self.check_direct_access
-        username_exists  = check_for_username_entry(client_username())
-        ssh_key_path = SSHUtil.default_rsa_pub_key_path()
-
-        {:username_exists => username_exists, :file_path => DIRECT_ACCESS, :ssh_key_path => ssh_key_path}
-      end
-
-      def self.generate_conf_file(file_path, properties, header)
-        require 'highline/import'
-        property_template = []
-
-        properties.each do |p,d|
-          begin
-            trap("INT") {
-              puts "", "Exiting..."
-              abort
-            }
-          end
-          value = ask("#{d}: ") { |q| q.echo = false if p == 'password'}
-          property_template << [p,value]
-        end
-
-        File.open(file_path, 'w') do |f|
-          f.puts(header)
-          property_template.each do |prop|
-            f.puts("#{prop[0]}=#{prop[1]}")
-          end
-        end
-      end
-
-      def self.regenerate_conf_file(file_path, properties, header)
-        File.open(file_path, 'w') do |f|
-          f.puts(header)
-          properties.each do |prop|
-            f.puts("#{prop[0]}=#{prop[1]}")
-          end
-        end
-      end
-
-      def self.create_missing_clone_dirs
-        FileUtils.mkdir(OsUtil.component_clone_location) unless File.directory?(OsUtil.component_clone_location)
-        FileUtils.mkdir(OsUtil.service_clone_location) unless File.directory?(OsUtil.service_clone_location)
-        FileUtils.mkdir(OsUtil.test_clone_location) unless File.directory?(OsUtil.test_clone_location)
-        FileUtils.mkdir(OsUtil.backups_location) unless File.directory?(OsUtil.backups_location)
-      end
-
-
-      def self.parse_key_value_file(file)
-        # adapted from mcollective config
-        ret = Hash.new
-        raise DTK::Client::DtkError,"Config file (#{file}) does not exists" unless File.exists?(file)
-        File.open(file).each do |line|
-          # strip blank spaces, tabs etc off the end of all lines
-          line.gsub!(/\s*$/, "")
-          unless line =~ /^#|^$/
-            if (line =~ /(.+?)\s*=\s*(.+)/)
-              key = $1
-              val = $2
-              ret[key.to_sym] = val
-            end
-          end
-        end
-        ret
-      end
-      def self.add_current_user_to_direct_access()
-        username = client_username()
-
-        File.open(DIRECT_ACCESS, 'a') do |file|
-          file.puts(username)
-        end
-
-        true
-      end
-
-      def self.client_username()
-        parse_key_value_file(CRED_FILE)[:username]
-      end
-
-      #
-      # Method will check if there is username entry in DIRECT_ACCESS file
-      #
-      def self.check_for_username_entry(username)
-        if File.exists?(DIRECT_ACCESS)
-          File.open(DIRECT_ACCESS).each do |line|
-            if line.strip.eql?(username)
-              return true
-            end
-          end
-        end
-
-        return false
-      end
-
-      def self.ask_catalog_credentials()
-        are_there_creds = Console.confirmation_prompt("Do you have DTK catalog credentials", true)
-        property_template = {}
-        if are_there_creds
-          property_template = self.enter_catalog_credentials()
-        end
-
-        property_template
-      end
-
-      def self.enter_catalog_credentials()
-        property_template = {}
-        # needed to preserve the order for ruby 1.8.7
-        # ruby 1.8 does not preserve order of insertation
-        wizard_values = { :username => 'Catalog Username', :password => 'Catalog Password' }
-        [:username, :password].each do |p|
-          value = ask("#{wizard_values[p]}: ") { |q| q.echo = false if p == :password }
-          property_template.store(p, value)
-        end
-        property_template
-      end
-    end
-  end
-end

data/lib/context_router.rb

@@ -1,44 +0,0 @@
-#
-# Copyright (C) 2010-2016 dtk contributors
-#
-# This file is part of the dtk project.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-module DTK
-  module Client
-
-    #
-    # This class is used to reroute commands/tasks (Method invocations) from one context (Class) to another
-    #
-    class ContextRouter
-
-      extend DTK::Client::Auxiliary
-
-      # This method invokes target context task
-      def self.routeTask(target_context, target_method, target_context_params, conn)
-        target_context = target_context.to_s
-        target_method  = target_method.to_s
-
-        # Initing required params and invoking target_context.target_method
-        load_command(target_context)
-        target_context_class = DTK::Client.const_get "#{cap_form(target_context)}"
-
-        ret = target_context_class.execute_from_cli(conn, target_method, target_context_params, [], false)
-        ret.kind_of?(Response::NoOp) ? Response::Ok.new() : ret
-      end
-
-    end
-
-  end
-end