aspera-cli 4.14.0 → 4.15.0

data/lib/aspera/cli/transfer_agent.rb

@@ -1,8 +1,6 @@
 # frozen_string_literal: true
 
 require 'aspera/fasp/transfer_spec'
-require 'aspera/cli/listener/logger'
-require 'aspera/cli/listener/progress_multi'
 require 'aspera/cli/info'
 
 module Aspera
@@ -16,7 +14,7 @@ module Aspera
       # special value for --sources : read file list from transfer spec (--ts)
       FILE_LIST_FROM_TRANSFER_SPEC = '@ts'
       FILE_LIST_OPTIONS = [FILE_LIST_FROM_ARGS, FILE_LIST_FROM_TRANSFER_SPEC, 'Array'].freeze
-      DEFAULT_TRANSFER_NOTIF_TMPL = <<~END_OF_TEMPLATE
+      DEFAULT_TRANSFER_NOTIFY_TEMPLATE = <<~END_OF_TEMPLATE
         From: <%=from_name%> <<%=from_email%>>
         To: <<%=to%>>
         Subject: <%=subject%>
@@ -29,7 +27,7 @@ module Aspera
       private_constant :FILE_LIST_FROM_ARGS,
         :FILE_LIST_FROM_TRANSFER_SPEC,
         :FILE_LIST_OPTIONS,
-        :DEFAULT_TRANSFER_NOTIF_TMPL
+        :DEFAULT_TRANSFER_NOTIFY_TEMPLATE
       TRANSFER_AGENTS = %i[direct node connect httpgw trsdk].freeze
 
       class << self
@@ -43,15 +41,15 @@ module Aspera
       end
 
       # @param env external objects: option manager, config file manager
-      def initialize(opt_mgr, config)
+      def initialize(opt_mgr, config_plugin)
         @opt_mgr = opt_mgr
-        @config = config
+        @config = config_plugin
         # command line can override transfer spec
-        @transfer_spec_cmdline = {'create_dir' => true}
+        @transfer_spec_command_line = {'create_dir' => true}
+        # options for transfer agent
         @transfer_info = {}
         # the currently selected transfer agent
         @agent = nil
-        @progress_listener = Listener::ProgressMulti.new
         # source/destination pair, like "paths" of transfer spec
         @transfer_paths = nil
         @opt_mgr.declare(:ts, 'Override transfer spec values', types: Hash, handler: {o: self, m: :option_transfer_spec})
@@ -59,46 +57,38 @@ module Aspera
         @opt_mgr.declare(:sources, "How list of transferred files is provided (#{FILE_LIST_OPTIONS.join(',')})")
         @opt_mgr.declare(:src_type, 'Type of file list', values: %i[list pair], default: :list)
         @opt_mgr.declare(:transfer, 'Type of transfer agent', values: TRANSFER_AGENTS, default: :direct)
-        @opt_mgr.declare(:transfer_info, 'Parameters for transfer agent', types: Hash, handler: {o: self, m: :option_transfer_info})
-        @opt_mgr.declare(:progress, 'Type of progress bar', values: %i[none native multi], default: :native)
+        @opt_mgr.declare(:transfer_info, 'Parameters for transfer agent', types: Hash, handler: {o: self, m: :transfer_info})
         @opt_mgr.parse_options!
       end
 
-      def option_transfer_spec; @transfer_spec_cmdline; end
+      def option_transfer_spec; @transfer_spec_command_line; end
 
       # multiple option are merged
       def option_transfer_spec=(value)
         raise 'option ts shall be a Hash' unless value.is_a?(Hash)
-        @transfer_spec_cmdline.deep_merge!(value)
+        @transfer_spec_command_line.deep_merge!(value)
       end
 
       # add other transfer spec parameters
-      def option_transfer_spec_deep_merge(ts); @transfer_spec_cmdline.deep_merge!(ts); end
+      def option_transfer_spec_deep_merge(ts); @transfer_spec_command_line.deep_merge!(ts); end
 
       # @return [Hash] transfer spec with updated values from command line, including removed values
       def updated_ts(transfer_spec={})
-        transfer_spec.deep_merge!(@transfer_spec_cmdline)
+        transfer_spec.deep_merge!(@transfer_spec_command_line)
         # recursively remove values that are nil (user wants to delete)
         transfer_spec.deep_do { |hash, key, value, _unused| hash.delete(key) if value.nil?}
         return transfer_spec
       end
 
-      def option_transfer_info; @transfer_info; end
+      attr_reader :transfer_info
 
       # multiple option are merged
-      def option_transfer_info=(value)
-        raise 'option transfer_info shall be a Hash' unless value.is_a?(Hash)
+      def transfer_info=(value)
         @transfer_info.deep_merge!(value)
       end
 
       def agent_instance=(instance)
         @agent = instance
-        @agent.add_listener(Listener::Logger.new)
-        # use local progress bar if asked so, or if native and non local ascp (because only local ascp has native progress bar)
-        if @opt_mgr.get_option(:progress, mandatory: true).eql?(:multi) ||
-            (@opt_mgr.get_option(:progress, mandatory: true).eql?(:native) && !instance.class.to_s.eql?('Aspera::Fasp::AgentDirect'))
-          @agent.add_listener(@progress_listener)
-        end
       end
 
       # analyze options and create new agent if not already created or set
@@ -107,21 +97,23 @@ module Aspera
         agent_type = @opt_mgr.get_option(:transfer, mandatory: true)
         # agent plugin is loaded on demand to avoid loading unnecessary dependencies
         require "aspera/fasp/agent_#{agent_type}"
-        agent_options = @opt_mgr.get_option(:transfer_info)
-        raise CliBadArgument, "the transfer agent configuration shall be Hash, not #{agent_options.class} (#{agent_options}), "\
-          'e.g. use @json:<json>' unless agent_options.is_a?(Hash)
-        # special case: use default node
-        if agent_type.eql?(:node) && agent_options.empty?
-          param_set_name = @config.get_plugin_default_config_name(:node)
-          raise CliBadArgument, "No default node configured. Please specify #{Manager.option_name_to_line(:transfer_info)}" if param_set_name.nil?
-          agent_options = @config.preset_by_name(param_set_name)
-        end
-        # special case: native progress bar
-        if agent_type.eql?(:direct) && @opt_mgr.get_option(:progress, mandatory: true).eql?(:native)
-          agent_options[:quiet] = false
+        # set keys as symbols
+        agent_options = @opt_mgr.get_option(:transfer_info).symbolize_keys
+        # special cases
+        case agent_type
+        when :node
+          if agent_options.empty?
+            param_set_name = @config.get_plugin_default_config_name(:node)
+            raise Cli::BadArgument, "No default node configured. Please specify #{Manager.option_name_to_line(:transfer_info)}" if param_set_name.nil?
+            agent_options = @config.preset_by_name(param_set_name).symbolize_keys
+          end
+        when :direct
+          # by default do not display ascp native progress bar
+          agent_options[:quiet] = true unless agent_options.key?(:quiet)
+          agent_options[:check_ignore] = ->(host, port){@config.ignore_cert?(host, port)}
+          agent_options[:trusted_certs] = @config.trusted_cert_locations(files_only: true) unless agent_options.key?(:trusted_certs)
         end
-        # normalize after getting from user or default node
-        agent_options = agent_options.symbolize_keys
+        agent_options[:progress] = @config.progress_bar
         # get agent instance
         new_agent = Kernel.const_get("Aspera::Fasp::Agent#{agent_type.capitalize}").new(agent_options)
         self.agent_instance = new_agent
@@ -135,7 +127,7 @@ module Aspera
         dest_folder = @opt_mgr.get_option(:to_folder)
         # do not expand path, if user wants to expand path: user @path:
         return dest_folder unless dest_folder.nil?
-        dest_folder = @transfer_spec_cmdline['destination_root']
+        dest_folder = @transfer_spec_command_line['destination_root']
         return dest_folder unless dest_folder.nil?
         # default: / on remote, . on local
         case direction.to_s
@@ -161,7 +153,7 @@ module Aspera
         # return cache if set
         return @transfer_paths unless @transfer_paths.nil?
         # start with lower priority : get paths from transfer spec on command line
-        @transfer_paths = @transfer_spec_cmdline['paths'] if @transfer_spec_cmdline.key?('paths')
+        @transfer_paths = @transfer_spec_command_line['paths'] if @transfer_spec_command_line.key?('paths')
         # is there a source list option ?
         file_list = @opt_mgr.get_option(:sources)
         case file_list
@@ -169,21 +161,21 @@ module Aspera
           Log.log.debug('getting file list as parameters')
           # get remaining arguments
           file_list = @opt_mgr.get_next_argument('source file list', expected: :multiple)
-          raise CliBadArgument, 'specify at least one file on command line or use '\
+          raise Cli::BadArgument, 'specify at least one file on command line or use ' \
             "--sources=#{FILE_LIST_FROM_TRANSFER_SPEC} to use transfer spec" if !file_list.is_a?(Array) || file_list.empty?
         when FILE_LIST_FROM_TRANSFER_SPEC
           Log.log.debug('assume list provided in transfer spec')
           special_case_direct_with_list =
             @opt_mgr.get_option(:transfer, mandatory: true).eql?(:direct) &&
-            Fasp::Parameters.ts_has_ascp_file_list(@transfer_spec_cmdline, @opt_mgr.get_option(:transfer_info))
-          raise CliBadArgument, 'transfer spec on command line must have sources' if @transfer_paths.nil? && !special_case_direct_with_list
+            Fasp::Parameters.ts_has_ascp_file_list(@transfer_spec_command_line, @opt_mgr.get_option(:transfer_info))
+          raise Cli::BadArgument, 'transfer spec on command line must have sources' if @transfer_paths.nil? && !special_case_direct_with_list
           # here we assume check of sources is made in transfer agent
           return @transfer_paths
         when Array
           Log.log.debug('getting file list as extended value')
-          raise CliBadArgument, 'sources must be a Array of String' if !file_list.reject{|f|f.is_a?(String)}.empty?
+          raise Cli::BadArgument, 'sources must be a Array of String' if !file_list.reject{|f|f.is_a?(String)}.empty?
         else
-          raise CliBadArgument, "sources must be a Array, not #{file_list.class}"
+          raise Cli::BadArgument, "sources must be a Array, not #{file_list.class}"
         end
         # here, file_list is an Array or String
         if !@transfer_paths.nil?
@@ -194,7 +186,7 @@ module Aspera
           # when providing a list, just specify source
           @transfer_paths = file_list.map{|i|{'source' => i}}
         when :pair
-          raise CliBadArgument, "When using pair, provide an even number of paths: #{file_list.length}" unless file_list.length.even?
+          raise Cli::BadArgument, "When using pair, provide an even number of paths: #{file_list.length}" unless file_list.length.even?
           @transfer_paths = file_list.each_slice(2).to_a.map{|s, d|{'source' => s, 'destination' => d}}
         else raise 'Unsupported src_type'
         end
@@ -212,23 +204,23 @@ module Aspera
         case transfer_spec['direction']
         when Fasp::TransferSpec::DIRECTION_RECEIVE
           # init default if required in any case
-          @transfer_spec_cmdline['destination_root'] ||= destination_folder(transfer_spec['direction'])
+          @transfer_spec_command_line['destination_root'] ||= destination_folder(transfer_spec['direction'])
         when Fasp::TransferSpec::DIRECTION_SEND
           if transfer_spec.dig('tags', Fasp::TransferSpec::TAG_RESERVED, 'node', 'access_key')
             # gen4
-            @transfer_spec_cmdline.delete('destination_root') if @transfer_spec_cmdline.key?('destination_root_id')
+            @transfer_spec_command_line.delete('destination_root') if @transfer_spec_command_line.key?('destination_root_id')
           elsif transfer_spec.key?('token')
             # gen3
             # in that case, destination is set in return by application (API/upload_setup)
             # but to_folder was used in initial API call
-            @transfer_spec_cmdline.delete('destination_root')
+            @transfer_spec_command_line.delete('destination_root')
           else
             # init default if required
-            @transfer_spec_cmdline['destination_root'] ||= destination_folder(transfer_spec['direction'])
+            @transfer_spec_command_line['destination_root'] ||= destination_folder(transfer_spec['direction'])
           end
         end
         # update command line paths, unless destination already has one
-        @transfer_spec_cmdline['paths'] = transfer_spec['paths'] || ts_source_paths
+        @transfer_spec_command_line['paths'] = transfer_spec['paths'] || ts_source_paths
         # updated transfer spec with command line
         updated_ts(transfer_spec)
         # create transfer agent
@@ -236,15 +228,13 @@ module Aspera
         Log.log.debug{"transfer agent is a #{@agent.class}"}
         @agent.start_transfer(transfer_spec, token_regenerator: rest_token)
         # list of: :success or "error message string"
-        result = @agent.wait_for_transfers_completion
-        @progress_listener.reset
-        Fasp::AgentBase.validate_status_list(result)
+        result = @agent.wait_for_completion
         send_email_transfer_notification(transfer_spec, result)
         return result
       end
 
       def send_email_transfer_notification(transfer_spec, statuses)
-        return if @opt_mgr.get_option(:notif_to).nil?
+        return if @opt_mgr.get_option(:notify_to).nil?
         global_status = self.class.session_status(statuses)
         email_vars = {
           global_transfer_status: global_status,
@@ -252,7 +242,7 @@ module Aspera
           body:                   "Transfer is: #{global_status}",
           ts:                     transfer_spec
         }
-        @config.send_email_template(email_template_default: DEFAULT_TRANSFER_NOTIF_TMPL, values: email_vars)
+        @config.send_email_template(email_template_default: DEFAULT_TRANSFER_NOTIFY_TEMPLATE, values: email_vars)
       end
 
       # shut down if agent requires it

data/lib/aspera/cli/transfer_progress.rb

@@ -0,0 +1,74 @@
+# frozen_string_literal: true
+
+require 'aspera/log'
+require 'ruby-progressbar'
+
+module Aspera
+  module Cli
+    # progress bar for transfers, supports multi-session
+    class TransferProgress
+      def initialize
+        reset
+      end
+
+      def reset
+        @progress_bar = nil
+        # key is session id
+        @sessions = {}
+        @completed = false
+        @title = ''
+      end
+
+      def total(key)
+        @sessions.values.inject(0){|m, s|m + s[key]}
+      end
+
+      def event(session_id:, type:, info: nil)
+        Log.log.debug{"progress: #{type} #{session_id} #{info}"}
+        if session_id.nil? && !type.eql?(:pre_start)
+          raise 'Internal error: session_id is nil'
+        end
+        return if @completed
+        if @progress_bar.nil?
+          @progress_bar = ProgressBar.create(
+            format:      '%t %a %B %p%% %r Mbps %E',
+            rate_scale:  lambda{|rate|rate / Environment::BYTES_PER_MEBIBIT},
+            title:       '',
+            total:       nil)
+        end
+        need_increment = true
+        case type
+        when :pre_start
+          @title = info
+        when :session_start
+          raise "Session #{session_id} already started" if @sessions[session_id]
+          @sessions[session_id] = {
+            job_size: 0, # total size of transfer (pre-calc)
+            current:  0
+          }
+          @title = ''
+        when :session_size
+          @sessions[session_id][:job_size] = info.to_i
+          current_total = total(:job_size)
+          @progress_bar.total = current_total unless current_total.eql?(@progress_bar.total) || current_total < @progress_bar.progress
+        when :transfer
+          if !@progress_bar.total.nil?
+            need_increment = false
+            @sessions[session_id][:current] = info.to_i
+            current_total = total(:current)
+            @progress_bar.progress = current_total unless @progress_bar.progress.eql?(current_total)
+          end
+        when :end
+          @title = ''
+          @completed = true
+          @progress_bar.finish
+        else
+          raise "Unknown event type #{type}"
+        end
+        new_title = @sessions.length < 2 ? @title : "[#{@sessions.length}] #{@title}"
+        @progress_bar.title = new_title unless @progress_bar.title.eql?(new_title)
+        @progress_bar.increment if need_increment && !@completed
+      end
+    end
+  end
+end

data/lib/aspera/cli/version.rb

@@ -4,6 +4,6 @@ module Aspera
   module Cli
     # for beta add extension : .beta1
     # for dev version add extension : .pre
-    VERSION = '4.14.0'
+    VERSION = '4.15.0'
   end
 end

data/lib/aspera/colors.rb

@@ -14,10 +14,12 @@ class String
   # it adds control chars to set color (and reset at the end).
   VT_STYLES = {
     bold:          1,
+    dim:           2,
     italic:        3,
     underline:     4,
     blink:         5,
     reverse_color: 7,
+    invisible:     8,
     black:         30,
     red:           31,
     green:         32,
@@ -38,7 +40,7 @@ class String
   private_constant :VT_STYLES
   # defines methods to String, one per entry in VT_STYLES
   VT_STYLES.each do |name, code|
-    if $stderr.tty?
+    if $stdout.tty?
       begin_seq = vt_cmd(code)
       end_code = 0 # by default reset all
       if code <= 7 then code + 20

data/lib/aspera/command_line_builder.rb

@@ -55,31 +55,34 @@ module Aspera
 
     attr_reader :params_definition
 
-    # @param param_hash
+    # @param [Hash] param_hash with parameters
+    # @param [Hash] params_definition with definition of parameters
     def initialize(param_hash, params_definition)
       @param_hash = param_hash # keep reference so that it can be modified by caller before calling `process_params`
       @params_definition = params_definition
-      @result_env = {}
-      @result_args = []
+      @result = {
+        env:  {},
+        args: []
+      }
       @used_param_names = []
     end
 
-    # adds keys :env :args with resulting values after processing
-    # warns if some parameters were not used
-    def add_env_args(env, args)
-      Log.log.debug{"ENV=#{@result_env}, ARGS=#{@result_args}"}
+    # add processed parameters to env and args, warns about unused parameters
+    # @param [Hash] env_args with :env and :args
+    def add_env_args(env_args)
+      Log.log.debug{"add_env_args: ENV=#{@result[:env]}, ARGS=#{@result[:args]}"}
       # warn about non translated arguments
       @param_hash.each_pair{|key, val|Log.log.warn{"unrecognized parameter: #{key} = \"#{val}\""} if !@used_param_names.include?(key)}
       # set result
-      env.merge!(@result_env)
-      args.push(*@result_args)
+      env_args[:env].merge!(@result[:env])
+      env_args[:args].push(*@result[:args])
       return nil
     end
 
     # add options directly to command line
     def add_command_line_options(options)
       return if options.nil?
-      options.each{|o|@result_args.push(o.to_s)}
+      options.each{|o|@result[:args].push(o.to_s)}
     end
 
     def process_params
@@ -157,7 +160,7 @@ module Aspera
         return
       when :envvar # set in env var
         raise 'error' unless options[:cli].key?(:variable)
-        @result_env[options[:cli][:variable]] = parameter_value
+        @result[:env][options[:cli][:variable]] = parameter_value
       when :opt_without_arg # if present and true : just add option without value
         add_param = false
         case parameter_value

data/lib/aspera/cos_node.rb

@@ -2,12 +2,13 @@
 
 require 'aspera/log'
 require 'aspera/rest'
+require 'aspera/oauth'
 require 'xmlsimple'
 
 module Aspera
   class CosNode < Aspera::Node
     class << self
-      def parameters_from_svc_creds(service_credentials, bucket_region)
+      def parameters_from_svc_credentials(service_credentials, bucket_region)
         # check necessary contents
         raise 'service_credentials must be a Hash' unless service_credentials.is_a?(Hash)
         %w[apikey resource_instance_id endpoints].each do |field|
@@ -85,7 +86,7 @@ module Aspera
           receiver_client_ids: 'aspera_ats'
         }})
       # get delegated token to be placed in rest call header and in transfer tags
-      @storage_credentials['token'][TOKEN_FIELD] = delegated_oauth.get_authorization.gsub(/^Bearer /, '')
+      @storage_credentials['token'][TOKEN_FIELD] = Oauth.bearer_extract(delegated_oauth.get_authorization)
       @params[:headers] = {'X-Aspera-Storage-Credentials' => JSON.generate(@storage_credentials)}
     end
   end

data/lib/aspera/environment.rb

@@ -1,5 +1,6 @@
 # frozen_string_literal: true
 
+# cspell:ignore USERPROFILE HOMEDRIVE HOMEPATH LC_CTYPE msys aarch
 require 'aspera/log'
 require 'rbconfig'
 
@@ -52,7 +53,7 @@ module Aspera
           return CPU_PPC64
         when /s390/
           return CPU_S390
-        when /arm/
+        when /arm/, /aarch64/
           # arm on mac has rosetta 2
           return CPU_X86_64 if os.eql?(OS_X)
         end
@@ -71,9 +72,9 @@ module Aspera
       # on Windows, the env var %USERPROFILE% provides the path to user's home more reliably than %HOMEDRIVE%%HOMEPATH%
       # so, tell Ruby the right way
       def fix_home
-        return unless os.eql?(OS_WINDOWS) && ENV.key?('USERPROFILE') && Dir.exist?(ENV['USERPROFILE'])
-        ENV['HOME'] = ENV['USERPROFILE']
-        Log.log.debug{"Windows: set home to USERPROFILE: #{ENV['HOME']}"}
+        return unless os.eql?(OS_WINDOWS) && ENV.key?('USERPROFILE') && Dir.exist?(ENV.fetch('USERPROFILE', nil))
+        ENV['HOME'] = ENV.fetch('USERPROFILE', nil)
+        Log.log.debug{"Windows: set HOME to USERPROFILE: #{Dir.home}"}
       end
 
       def empty_binding
@@ -81,8 +82,8 @@ module Aspera
       end
 
       # secure execution of Ruby code
-      def secure_eval(code)
-        Kernel.send('lave'.reverse, code, empty_binding, __FILE__, __LINE__)
+      def secure_eval(code, file, line)
+        Kernel.send('lave'.reverse, code, empty_binding, file, line)
       end
 
       # value is provided in block
@@ -113,6 +114,16 @@ module Aspera
       rescue => e
         Log.log.warn(e.message)
       end
+
+      def terminal?
+        $stdout.tty?
+      end
+
+      # @return true if we can display Unicode characters
+      def use_unicode?
+        @use_unicode = terminal? && ENV.values_at('LC_ALL', 'LC_CTYPE', 'LANG').compact.first.include?('UTF-8') if @use_unicode.nil?
+        return @use_unicode
+      end
     end # self
   end # Environment
 end # Aspera

data/lib/aspera/fasp/agent_aspera.rb

@@ -0,0 +1,126 @@
+# frozen_string_literal: true
+
+require 'aspera/fasp/agent_base'
+require 'aspera/rest'
+require 'aspera/json_rpc'
+require 'aspera/open_application'
+require 'securerandom'
+
+module Aspera
+  module Fasp
+    class AgentAspera < Aspera::Fasp::AgentBase
+      # try twice the main init url in sequence
+      START_URIS = ['aspera://']
+      # delay between each try to start connect
+      SLEEP_SEC_BETWEEN_RETRY = 3
+      private_constant :START_URIS, :SLEEP_SEC_BETWEEN_RETRY
+      def initialize(options)
+        @application_id = SecureRandom.uuid
+        super(options)
+        raise 'Using client requires a graphical environment' if !OpenApplication.default_gui_mode.eql?(:graphical)
+        method_index = 0
+        begin
+          @client_app_api = Aspera::JsonRpcClient.new(Aspera::Rest.new(base_url: aspera_client_api_url))
+          client_info = @client_app_api.get_info
+          Log.log.debug{Log.dump(:client_version, client_info)}
+          # my_transfer_id = '0513fe85-65cf-465b-ad5f-18fd40d8c69f'
+          # @client_app_api.get_all_transfers({app_id: @application_id})
+          # @client_app_api.get_transfer(app_id: @application_id, transfer_id: my_transfer_id)
+          # @client_app_api.start_transfer(app_id: @application_id,transfer_spec: {})
+          # @client_app_api.remove_transfer
+          # @client_app_api.stop_transfer
+          # @client_app_api.modify_transfer
+          # @client_app_api.show_directory({app_id: @application_id, transfer_id: my_transfer_id})
+          # @client_app_api.get_files_list({app_id: @application_id, transfer_id: my_transfer_id})
+          Log.log.info('Client was reached') if method_index > 0
+        rescue StandardError => e # Errno::ECONNREFUSED
+          start_url = START_URIS[method_index]
+          method_index += 1
+          raise StandardError, "Unable to start connect #{method_index} times" if start_url.nil?
+          Log.log.warn{"Aspera Connect is not started (#{e}). Trying to start it ##{method_index}..."}
+          if !OpenApplication.uri_graphical(start_url)
+            OpenApplication.uri_graphical('https://downloads.asperasoft.com/connect2/')
+            raise StandardError, 'Connect is not installed'
+          end
+          sleep(SLEEP_SEC_BETWEEN_RETRY)
+          retry
+        end
+      end
+
+      def aspera_client_api_url
+        log_file = File.join(Dir.home, 'Library', 'Logs', 'IBM Aspera', 'ibm-aspera-desktop.log')
+        url = nil
+        File.open(log_file, 'r') do |file|
+          file.each_line do |line|
+            line = line.chomp
+            if (m = line.match(/JSON-RPC server listening on (.*)/))
+              url = "http://#{m[1]}"
+            end
+          end
+        end
+        return url
+      end
+
+      def start_transfer(transfer_spec, token_regenerator: nil)
+        @request_id = SecureRandom.uuid
+        # if there is a token, we ask connect client to use well known ssh private keys
+        # instead of asking password
+        transfer_spec['authentication'] = 'token' if transfer_spec.key?('token')
+        @client_app_api.start_transfer(app_id: @application_id,transfer_spec: transfer_spec)
+        # @xfer_id = res['transfer_specs'].first['transfer_spec']['tags'][Fasp::TransferSpec::TAG_RESERVED]['xfer_id']
+      end
+
+      def wait_for_transfers_completion
+        client_activity_args = {'aspera_client_settings' => @client_settings}
+        started = false
+        pre_calc = false
+        session_id = @xfer_id
+        begin
+          loop do
+            tr_info = @client_api.create("transfers/info/#{@xfer_id}", client_activity_args)[:data]
+            Log.log.trace1{Log.dump(:tr_info, tr_info)}
+            if tr_info['transfer_info'].is_a?(Hash)
+              transfer = tr_info['transfer_info']
+              if transfer.nil?
+                Log.log.warn('no session in Connect')
+                break
+              end
+              # TODO: get session id
+              case transfer['status']
+              when 'initiating', 'queued'
+                notify_progress(session_id: nil, type: :pre_start, info: transfer['status'])
+              when 'running'
+                if !started
+                  notify_progress(session_id: session_id, type: :session_start)
+                  started = true
+                end
+                if !pre_calc && (transfer['bytes_expected'] != 0)
+                  notify_progress(type: :session_size, session_id: session_id, info: transfer['bytes_expected'])
+                  pre_calc = true
+                else
+                  notify_progress(type: :transfer, session_id: session_id, info: transfer['bytes_written'])
+                end
+              when 'completed'
+                notify_progress(type: :end, session_id: session_id)
+                break
+              when 'failed'
+                notify_progress(type: :end, session_id: session_id)
+                raise Fasp::Error, transfer['error_desc']
+              when 'cancelled'
+                notify_progress(type: :end, session_id: session_id)
+                raise Fasp::Error, 'Transfer cancelled by user'
+              else
+                notify_progress(type: :end, session_id: session_id)
+                raise Fasp::Error, "unknown status: #{transfer['status']}: #{transfer['error_desc']}"
+              end
+            end
+            sleep(1)
+          end
+        rescue StandardError => e
+          return [e]
+        end
+        return [:success]
+      end # wait
+    end # AgentAspera
+  end
+end