aspera-cli 4.2.1 → 4.5.0

data/docs/doc_tools.rb

@@ -0,0 +1,58 @@
+# get transfer spec parameter description
+$LOAD_PATH.unshift(ENV["INCL_DIR_GEM"])
+require 'aspera/fasp/parameters'
+
+# check that required env vars exist, and files
+%w{EXENAME GEMSPEC INCL_USAGE INCL_COMMANDS INCL_ASESSION INCL_DIR_GEM}.each do |e|
+  raise "missing env var #{e}" unless ENV.has_key?(e)
+  raise "missing file #{ENV[e]}" unless File.exist?(ENV[e]) or !e.start_with?('INCL_')
+end
+
+# set values used in ERB
+# just command name
+def cmd;ENV['EXENAME'];end
+
+# used in text with formatting of command
+def tool;'`'+cmd+'`';end
+
+# prefix for env vars
+def evp;cmd.upcase+'_';end
+
+# just the name for "option preset"
+def opprst;'option preset';end
+
+# name with link
+def prst;'['+opprst+'](#lprt)';end
+
+# name with link (plural)
+def prsts;'['+opprst+'s](#lprt)';end
+
+# in title
+def prstt;opprst.capitalize;end
+
+def gemspec;Gem::Specification::load(ENV['GEMSPEC']) or raise "error loading #{ENV["GEMSPEC"]}";end
+
+def geminstadd;gemspec.version.to_s.match(/\.[^0-9]/)?' --pre':'';end
+
+# transfer spec description generation
+def spec_table
+  r='<table><tr><th>Field</th><th>Type</th>'
+  Aspera::Fasp::Parameters::SUPPORTED_AGENTS_SHORT.each do |c|
+    r << '<th>'<<c.to_s.upcase<<'</th>'
+  end
+  r << '<th>Description</th></tr>'
+  Aspera::Fasp::Parameters.man_table.each do |p|
+    p[:description] << (p[:description].empty? ? '' : "\n") << "(" << p[:cli] << ")" unless p[:cli].to_s.empty?
+    p.delete(:cli)
+    p.keys.each{|c|p[c]='&nbsp;' if p[c].to_s.empty?}
+    p[:description].gsub!("\n",'<br/>')
+    p[:type].gsub!(',','<br/>')
+    r << '<tr><td>'<<p[:name]<<'</td><td>'<<p[:type]<<'</td>'
+    Aspera::Fasp::Parameters::SUPPORTED_AGENTS_SHORT.each do |c|
+      r << '<td>'<<p[c]<<'</td>'
+    end
+    r << '<td>'<<p[:description]<<'</td></tr>'
+  end
+  r << '</table>'
+  return r
+end

data/docs/test_env.conf

@@ -5,7 +5,7 @@ default:
   config: cli_default
   aoc: tst_aoc1
   faspex: tst_faspex
-  faspex5: tst_faspex5_web
+  faspex5: tst_faspex5
   shares: tst_shares_1
   shares2: tst_shares2
   node: tst_node
@@ -65,6 +65,7 @@ tst_faspex5:
   client_secret: your value here
   private_key: your value here
   username: your value here
+  password: your value here
 tst_shares:
   url: your value here
   username: your value here
@@ -155,4 +156,5 @@ misc:
   email_external: your value here
   aoc_org: your value here
   aoc_user_email: your value here
+  aoc_workspace2: your value here
   http_gw_fqdn_port: your value here

data/examples/faspex4.rb

@@ -1,29 +1,37 @@
 #!/usr/bin/env ruby
+# find Faspex API here: https://developer.ibm.com/apis/catalog/?search=faspex
+# this example makes use of class Aspera::Rest for REST calls, alternatively class RestClient of gem rest-client could be used
+# this example makes use of class Aspera::Fasp::AgentDirect for transfers, alternatively the official "Transfer SDK" could be used
+# Aspera SDK can be downloaded with: `ascli conf ascp install` , it installs in $HOME/.aspera/ascli/sdk
 require 'aspera/rest'
 require 'aspera/log'
-require 'aspera/fasp/local'
-require 'aspera/cli/listener/line_dump'
-require 'aspera/cli/extended_value'
+require 'aspera/fasp/agent_direct'
 
-# set high log level for the example
+tmpdir=ENV['tmp']||Dir.tmpdir || '.'
+
+# Set high log level for the example, decrease to :warn usually
 Aspera::Log.instance.level=:debug
 
-# set folder where SDK is installed
+# Set folder where SDK is installed (mandatory)
 # (if ascp is not there, the lib will try to find in usual locations)
-Aspera::Fasp::Installation.instance.folder='.'
+# (if data files are not there, they will be created)
+Aspera::Fasp::Installation.instance.folder = tmpdir
 
 if ! ARGV.length.eql?(3)
-  Aspera::Log.log.error("wrong number of args: #{ARGV.length}")
+  Aspera::Log.log.error("Wrong number of args: #{ARGV.length}")
   Aspera::Log.log.error("Usage: #{$0} <faspex URL> <faspex username> <faspex password>")
   Aspera::Log.log.error("Example: #{$0} https://faspex.com/aspera/faspex john p@sSw0rd")
   Process.exit(1)
 end
 
-faspex_url=ARGV[0]
+faspex_url=ARGV[0] # typically: https://faspex.example.com/aspera/faspex
 faspex_user=ARGV[1]
 faspex_pass=ARGV[2]
 
-# 1: demo API v3
+# comment out this if certificate is valid, keep line to ignore certificate
+Aspera::Rest.insecure=true
+
+# 1: Faspex 4 API v3
 #---------------
 
 # create REST API object
@@ -35,34 +43,34 @@ api_v3=Aspera::Rest.new({
   :password => faspex_pass
   }})
 
+# very simple api call
 api_v3.read('me')
 
 # 2: send a package
 #---------------
 
 # create a sample file to send
-file_to_send='./myfile.bin'
+file_to_send=File.join(tmpdir,'myfile.bin')
 File.open(file_to_send, "w") {|f| f.write("sample data") }
 # package creation parameters
 package_create_params={'delivery'=>{'title'=>'test package','recipients'=>['aspera.user1@gmail.com'],'sources'=>[{'paths'=>[file_to_send]}]}}
 pkg_created=api_v3.create('send',package_create_params)[:data]
-# get transfer specification
+# get transfer specification (normally: only one)
 transfer_spec=pkg_created['xfer_sessions'].first
 # set paths of files to send
-transfer_spec['paths']=['source'=>file_to_send]
-# get the local agent (i.e. ascp)
-client=Aspera::Fasp::Local.new
-# disable ascp output on stdout to not mix with JSON events
-client.quiet=true
+transfer_spec['paths']=[{'source'=>file_to_send}]
+# get local agent (ascp), disable ascp output on stdout to not mix with JSON events
+transfer_client=Aspera::Fasp::AgentDirect.new({quiet: true})
 # start transfer (asynchronous)
-job_id=client.start_transfer(transfer_spec)
-result=client.wait_for_transfers_completion
+job_id=transfer_client.start_transfer(transfer_spec)
+# wait for all transfer completion (for the example)
+result=transfer_client.wait_for_transfers_completion
 #  notify of any transfer error
 result.select{|i|!i.eql?(:success)}.each do |e|
   Aspera::Log.log.error("A transfer error occured: #{e.message}")
 end
 
-# 1: demo API v4
+# 3: Faspex 4 API v4
 #---------------
 api_v4=Aspera::Rest.new({
   :base_url  => faspex_url+'/api',
@@ -75,4 +83,5 @@ api_v4=Aspera::Rest.new({
   :scope     => 'admin'
   }})
 
+# Use it. Note that Faspex 4 API v4 is totally different from Faspex 4 v3 APIs, see ref on line 2
 Aspera::Log.dump('users',api_v4.read('users')[:data])

data/examples/transfer.rb

@@ -2,7 +2,7 @@
 # Example: transfer a file using one of the provided transfer agents
 # location of ascp can be specified with env var "ascp"
 # temp folder can be specified with env var "tmp"
-require 'aspera/fasp/local'
+require 'aspera/fasp/agent_direct'
 require 'aspera/fasp/listener'
 require 'aspera/fasp/installation'
 require 'aspera/log'
@@ -39,7 +39,7 @@ Aspera::Fasp::Installation.instance.ascp_path=ENV['ascp'] if ENV.has_key?('ascp'
 # 
 
 # get FASP Manager singleton based on above ascp location
-fasp_manager=Aspera::Fasp::Local.new
+fasp_manager=Aspera::Fasp::AgentDirect.new
 
 # Note that it would also be possible to start transfers using other agents
 #require 'aspera/fasp/connect'

data/lib/aspera/aoc.rb

@@ -2,6 +2,7 @@ require 'aspera/log'
 require 'aspera/rest'
 require 'aspera/hash_ext'
 require 'aspera/data_repository'
+require 'aspera/fasp/default'
 require 'base64'
 
 module Aspera
@@ -17,19 +18,20 @@ module Aspera
     # to avoid infinite loop in pub link redirection
     MAX_REDIRECT=10
     CLIENT_APPS=['aspera.global-cli-client','aspera.drive']
+    # index offset in data repository of client app
     DATA_REPO_INDEX_START = 4
+    # cookie prefix so that console can decode identity
+    COOKIE_PREFIX='aspera.aoc'
 
     # path in URL of public links
-    PATHS_PUBLIC_LINK=['/packages/public/receive','/packages/public/send','/files/public']
+    PUBLIC_LINK_PATHS=['/packages/public/receive','/packages/public/send','/files/public']
     JWT_AUDIENCE='https://api.asperafiles.com/api/v1/oauth2/token'
     OAUTH_API_SUBPATH='api/v1/oauth2'
-    DEFAULT_TSPEC_INFO={
-      'remote_user' => 'xfer',
-      'ssh_port'    => 33001,
-      'fasp_port'   => 33001
-    }
+    # minimum fields for user info if retrieval fails
+    USER_INFO_FIELDS_MIN=['name','email','id','default_workspace_id','organization_id']
 
-    private_constant :PRODUCT_NAME,:PROD_DOMAIN,:MAX_REDIRECT,:CLIENT_APPS,:PATHS_PUBLIC_LINK,:JWT_AUDIENCE,:OAUTH_API_SUBPATH,:DEFAULT_TSPEC_INFO
+    private_constant :PRODUCT_NAME,:PROD_DOMAIN,:MAX_REDIRECT,:CLIENT_APPS,:PUBLIC_LINK_PATHS,:JWT_AUDIENCE,
+    :OAUTH_API_SUBPATH,:COOKIE_PREFIX,:USER_INFO_FIELDS_MIN
 
     public
     # various API scopes supported
@@ -44,84 +46,119 @@ module Aspera
     FILES_APP='files'
     PACKAGES_APP='packages'
 
-    def self.get_client_info(client_name=CLIENT_APPS.first)
-      client_index=CLIENT_APPS.index(client_name)
-      raise "no such pre-defined client: #{client_name}" if client_index.nil?
+    # class static methods
+    class << self
       # strings /Applications/Aspera\ Drive.app/Contents/MacOS/AsperaDrive|grep -E '.{100}==$'|base64 --decode
-      return client_name,Base64.urlsafe_encode64(DataRepository.instance.get_bin(DATA_REPO_INDEX_START+client_index))
-    end
+      def get_client_info(client_name=CLIENT_APPS.first)
+        client_index=CLIENT_APPS.index(client_name)
+        raise "no such pre-defined client: #{client_name}" if client_index.nil?
+        return client_name,Base64.urlsafe_encode64(DataRepository.instance.get_bin(DATA_REPO_INDEX_START+client_index))
+      end
 
-    # @param url of AoC instance
-    # @return organization id in url and AoC domain: ibmaspera.com, asperafiles.com or qa.asperafiles.com, etc...
-    def self.parse_url(aoc_org_url)
-      uri=URI.parse(aoc_org_url.gsub(/\/+$/,''))
-      instance_fqdn=uri.host
-      Log.log.debug("instance_fqdn=#{instance_fqdn}")
-      raise "No host found in URL.Please check URL format: https://myorg.#{PROD_DOMAIN}" if instance_fqdn.nil?
-      organization,instance_domain=instance_fqdn.split('.',2)
-      Log.log.debug("instance_domain=#{instance_domain}")
-      Log.log.debug("organization=#{organization}")
-      raise "expecting a public FQDN for #{PRODUCT_NAME}" if instance_domain.nil?
-      return organization,instance_domain
-    end
+      # @param url of AoC instance
+      # @return organization id in url and AoC domain: ibmaspera.com, asperafiles.com or qa.asperafiles.com, etc...
+      def parse_url(aoc_org_url)
+        uri=URI.parse(aoc_org_url.gsub(/\/+$/,''))
+        instance_fqdn=uri.host
+        Log.log.debug("instance_fqdn=#{instance_fqdn}")
+        raise "No host found in URL.Please check URL format: https://myorg.#{PROD_DOMAIN}" if instance_fqdn.nil?
+        organization,instance_domain=instance_fqdn.split('.',2)
+        Log.log.debug("instance_domain=#{instance_domain}")
+        Log.log.debug("organization=#{organization}")
+        raise "expecting a public FQDN for #{PRODUCT_NAME}" if instance_domain.nil?
+        return organization,instance_domain
+      end
 
-    # base API url depends on domain, which could be "qa.xxx"
-    def self.api_base_url(api_domain=PROD_DOMAIN)
-      return "https://api.#{api_domain}"
-    end
+      # base API url depends on domain, which could be "qa.xxx"
+      def api_base_url(api_domain=PROD_DOMAIN)
+        return "https://api.#{api_domain}"
+      end
 
-    def self.metering_api(entitlement_id,customer_id,api_domain=PROD_DOMAIN)
-      return Rest.new({
-        :base_url => "#{api_base_url(api_domain)}/metering/v1",
-        :headers  => {'X-Aspera-Entitlement-Authorization' => Rest.basic_creds(entitlement_id,customer_id)}
-      })
-    end
+      def metering_api(entitlement_id,customer_id,api_domain=PROD_DOMAIN)
+        return Rest.new({
+          :base_url => "#{api_base_url(api_domain)}/metering/v1",
+          :headers  => {'X-Aspera-Entitlement-Authorization' => Rest.basic_creds(entitlement_id,customer_id)}
+        })
+      end
 
-    # node API scopes
-    def self.node_scope(access_key,scope)
-      return 'node.'+access_key+':'+scope
-    end
+      # node API scopes
+      def node_scope(access_key,scope)
+        return 'node.'+access_key+':'+scope
+      end
 
-    def self.set_use_default_ports(val)
-      @@use_standard_ports=val
-    end
+      def set_use_default_ports(val)
+        @@use_standard_ports=val
+      end
 
-    # check option "link"
-    # if present try to get token value (resolve redirection if short links used)
-    # then set options url/token/auth
-    def self.resolve_pub_link(rest_opts,public_link_url)
-      return if public_link_url.nil?
-      # set to token if available after redirection
-      url_param_token_pair=nil
-      redirect_count=0
-      loop do
-        uri=URI.parse(public_link_url)
-        if PATHS_PUBLIC_LINK.include?(uri.path)
-          url_param_token_pair=URI::decode_www_form(uri.query).select{|e|e.first.eql?('token')}.first
-          if url_param_token_pair.nil?
-            raise ArgumentError,"link option must be URL with 'token' parameter"
+      # check option "link"
+      # if present try to get token value (resolve redirection if short links used)
+      # then set options url/token/auth
+      def resolve_pub_link(rest_opts,public_link_url)
+        return if public_link_url.nil?
+        # set to token if available after redirection
+        url_param_token_pair=nil
+        redirect_count=0
+        loop do
+          uri=URI.parse(public_link_url)
+          if PUBLIC_LINK_PATHS.include?(uri.path)
+            url_param_token_pair=URI::decode_www_form(uri.query).select{|e|e.first.eql?('token')}.first
+            if url_param_token_pair.nil?
+              raise ArgumentError,"link option must be URL with 'token' parameter"
+            end
+            # ok we get it !
+            rest_opts[:org_url]='https://'+uri.host
+            rest_opts[:auth][:grant]=:url_token
+            rest_opts[:auth][:url_token]=url_param_token_pair.last
+            return
           end
-          # ok we get it !
-          rest_opts[:org_url]='https://'+uri.host
-          rest_opts[:auth][:grant]=:url_token
-          rest_opts[:auth][:url_token]=url_param_token_pair.last
-          return
-        end
-        Log.log.debug("no expected format: #{public_link_url}")
-        raise "exceeded max redirection: #{MAX_REDIRECT}" if redirect_count > MAX_REDIRECT
-        r = Net::HTTP.get_response(uri)
-        if r.code.start_with?("3")
-          public_link_url = r['location']
-          raise "no location in redirection" if public_link_url.nil?
-          Log.log.debug("redirect to: #{public_link_url}")
-        else
-          # not a redirection
-          raise ArgumentError,'link option must be redirect or have token parameter'
+          Log.log.debug("no expected format: #{public_link_url}")
+          raise "exceeded max redirection: #{MAX_REDIRECT}" if redirect_count > MAX_REDIRECT
+          r = Net::HTTP.get_response(uri)
+          if r.code.start_with?("3")
+            public_link_url = r['location']
+            raise "no location in redirection" if public_link_url.nil?
+            Log.log.debug("redirect to: #{public_link_url}")
+          else
+            # not a redirection
+            raise ArgumentError,'link option must be redirect or have token parameter'
+          end
+        end # loop
+
+        raise RuntimeError,'too many redirections'
+      end
+
+      # additional transfer spec (tags) for package information
+      def package_tags(package_info,operation)
+        return {'tags'=>{'aspera'=>{'files'=>{
+          'package_id'        => package_info['id'],
+          'package_name'      => package_info['name'],
+          'package_operation' => operation
+          }}}}
+      end
+
+      # add details to show in analytics
+      def analytics_ts(app,direction,ws_id,ws_name)
+        # translate transfer to operation
+        operation=case direction
+        when 'send';    'upload'
+        when 'receive'; 'download'
+        else raise "ERROR: unexpected value: #{direction}"
         end
-      end # loop
 
-      raise RuntimeError,'too many redirections'
-    end
+        return {
+          'tags'        => {
+          'aspera'        => {
+          'usage_id'        => "aspera.files.workspace.#{ws_id}", # activity tracking
+          'files'           => {
+          'files_transfer_action' => "#{operation}_#{app.gsub(/s$/,'')}",
+          'workspace_name'        => ws_name,  # activity tracking
+          'workspace_id'          => ws_id,
+          }
+          }
+          }
+        }
+      end
+    end # static methods
 
     # @param :link,:url,:auth,:client_id,:client_secret,:scope,:redirect_uri,:private_key,:username,:subpath,:password (for pub link)
     def initialize(opt)
@@ -129,6 +166,7 @@ module Aspera
       # key: access key
       # value: associated secret
       @key_chain=nil
+      @user_info=nil
 
       # init rest params
       aoc_rest_p={:auth=>{:type =>:oauth2}}
@@ -196,50 +234,28 @@ module Aspera
 
     def key_chain=(keychain)
       raise "keychain already set" unless @key_chain.nil?
+      raise "keychain must have get_secret" unless keychain.respond_to?(:get_secret)
       @key_chain=keychain
       nil
     end
 
-    # additional transfer spec (tags) for package information
-    def self.package_tags(package_info,operation)
-      return {'tags'=>{'aspera'=>{'files'=>{
-        'package_id'        => package_info['id'],
-        'package_name'      => package_info['name'],
-        'package_operation' => operation
-        }}}}
-    end
-
-    # add details to show in analytics
-    def self.analytics_ts(app,direction,ws_id,ws_name)
-      # translate transfer to operation
-      operation=case direction
-      when 'send';    'upload'
-      when 'receive'; 'download'
-      else raise "ERROR: unexpected value: #{direction}"
+    # cached user information
+    def user_info
+      if @user_info.nil?
+        # get our user's default information
+        @user_info=self.read('self')[:data] rescue nil
+        @user_info=USER_INFO_FIELDS_MIN.inject({}){|m,f|m[f]=nil;m} if @user_info.nil?
+        USER_INFO_FIELDS_MIN.each{|f|@user_info[f]='unknown' if @user_info[f].nil?}
       end
-
-      return {
-        'tags'        => {
-        'aspera'        => {
-        'usage_id'        => "aspera.files.workspace.#{ws_id}", # activity tracking
-        'files'           => {
-        'files_transfer_action' => "#{operation}_#{app.gsub(/s$/,'')}",
-        'workspace_name'        => ws_name,  # activity tracking
-        'workspace_id'          => ws_id,
-        }
-        }
-        }
-      }
+      return @user_info
     end
 
     # build ts addon for IBM Aspera Console (cookie)
-    def self.console_ts(app,user_name,user_email)
-      elements=[app,user_name,user_email].map{|e|Base64.strict_encode64(e)}
-      elements.unshift('aspera.aoc')
-      #Log.dump('elem1'.bg_red,elements[1])
-      return {
-        'cookie'=>elements.join(':')
-      }
+    def console_ts(app)
+      # we are sure that fields are not nil
+      elements=[app,user_info['name'],user_info['email']].map{|e|Base64.strict_encode64(e)}
+      elements.unshift(COOKIE_PREFIX)
+      return {'cookie'=>elements.join(':')}
     end
 
     # build "transfer info", 2 elements array with:
@@ -247,12 +263,12 @@ module Aspera
     # - source and token regeneration method
     def tr_spec(app,direction,node_file,ts_add)
       # prepare the rest end point is used to generate the bearer token
-      token_generation_method=lambda {|do_refresh|self.oauth_token(scope: self.class.node_scope(node_file[:node_info]['access_key'],SCOPE_NODE_USER), refresh: do_refresh)}
+      token_generation_lambda=lambda {|do_refresh|self.oauth_token(scope: self.class.node_scope(node_file[:node_info]['access_key'],SCOPE_NODE_USER), refresh: do_refresh)}
       # prepare transfer specification
       # note xfer_id and xfer_retry are set by the transfer agent itself
       transfer_spec={
         'direction'   => direction,
-        'token'       => token_generation_method.call(false), # first time, use cache
+        'token'       => token_generation_lambda.call(false), # first time, use cache
         'tags'        => {
         'aspera'        => {
         'app'             => app,
@@ -269,11 +285,17 @@ module Aspera
       }
       # add remote host info
       if @@use_standard_ports
-        transfer_spec.merge!(DEFAULT_TSPEC_INFO)
+        # get default TCP/UDP ports and transfer user
+        transfer_spec.merge!(Fasp::Default::AK_TSPEC_BASE)
+        # by default: same address as node API
         transfer_spec['remote_host']=node_file[:node_info]['host']
+        # 30 it's necessarily https scheme: webui does not allow anything else
+        if node_file[:node_info]['transfer_url'].is_a?(String) and !node_file[:node_info]['transfer_url'].empty?
+          transfer_spec['remote_host']=URI.parse(node_file[:node_info]['transfer_url']).host
+        end
       else
         # retrieve values from API
-        std_t_spec=get_node_api(node_file[:node_info],SCOPE_NODE_USER).create('files/download_setup',{:transfer_requests => [ { :transfer_request => {:paths => [ {"source"=>'/'} ] } } ] } )[:data]['transfer_specs'].first['transfer_spec']
+        std_t_spec=get_node_api(node_file[:node_info],scope: SCOPE_NODE_USER).create('files/download_setup',{:transfer_requests => [ { :transfer_request => {:paths => [ {"source"=>'/'} ] } } ] } )[:data]['transfer_specs'].first['transfer_spec']
         ['remote_host','remote_user','ssh_port','fasp_port'].each {|i| transfer_spec[i]=std_t_spec[i]}
       end
       # add caller provided transfer spec
@@ -281,7 +303,7 @@ module Aspera
       # additional information for transfer agent
       source_and_token_generator={
         :src              => :node_gen4,
-        :regenerate_token => token_generation_method
+        :regenerate_token => token_generation_lambda
       }
       return transfer_spec,source_and_token_generator
     end
@@ -290,26 +312,27 @@ module Aspera
     # @param scope e.g. SCOPE_NODE_USER
     # no scope: requires secret
     # if secret provided beforehand: use it
-    def get_node_api(node_info,node_scope=nil)
-      # X-Aspera-AccessKey required for bearer token only
-      node_rest_params={
-        :base_url => node_info['url'],
-        :headers  => {'X-Aspera-AccessKey'=>node_info['access_key']},
-      }
-      ak_secret=@key_chain.get_secret(node_info['access_key'],false)
-      if ak_secret.nil? and node_scope.nil?
+    def get_node_api(node_info,options={})
+      raise "INTERNAL ERROR: method parameters: options must be Hash" unless options.is_a?(Hash)
+      options.keys.each {|k| raise "INTERNAL ERROR: not valid option: #{k}" unless [:scope,:use_secret].include?(k)}
+      # get optional secret unless :use_secret is false (default is true)
+      ak_secret=@key_chain.get_secret(url: node_info['url'], username: node_info['access_key'], mandatory: false) if !@key_chain.nil? and ( !options.has_key?(:use_secret) or options[:use_secret] )
+      if ak_secret.nil? and !options.has_key?(:scope)
         raise "There must be at least one of: 'secret' or 'scope' for access key #{node_info['access_key']}"
       end
-      # if secret provided on command line or if there is no scope
-      if !ak_secret.nil? or node_scope.nil?
+      node_rest_params={base_url: node_info['url']}
+      # if secret is available
+      if !ak_secret.nil?
         node_rest_params[:auth]={
-          :type     => :basic,
-          :username => node_info['access_key'],
-          :password => ak_secret
+          type:     :basic,
+          username: node_info['access_key'],
+          password: ak_secret
         }
       else
+        # X-Aspera-AccessKey required for bearer token only
+        node_rest_params[:headers]= {'X-Aspera-AccessKey'=>node_info['access_key']}
         node_rest_params[:auth]=self.params[:auth].clone
-        node_rest_params[:auth][:scope]=self.class.node_scope(node_info['access_key'],node_scope)
+        node_rest_params[:auth][:scope]=self.class.node_scope(node_info['access_key'],options[:scope])
       end
       return Node.new(node_rest_params)
     end
@@ -336,7 +359,7 @@ module Aspera
         if entry[:type].eql?('link')
           sub_node_info=self.read("nodes/#{entry['target_node_id']}")[:data]
           sub_opt={method: process_find_files, top_file_id: entry['target_id'], top_file_path: path}
-          get_node_api(sub_node_info,SCOPE_NODE_USER).crawl(self,sub_opt)
+          get_node_api(sub_node_info,scope: SCOPE_NODE_USER).crawl(self,sub_opt)
         end
       rescue => e
         Log.log.error("#{path}: #{e.message}")
@@ -349,7 +372,7 @@ module Aspera
       top_node_info,top_file_id=check_get_node_file(top_node_file)
       Log.log.debug("find_files: node_info=#{top_node_info}, fileid=#{top_file_id}")
       @find_state={found: [], test_block: test_block}
-      get_node_api(top_node_info,SCOPE_NODE_USER).crawl(self,{method: :process_find_files, top_file_id: top_file_id})
+      get_node_api(top_node_info,scope: SCOPE_NODE_USER).crawl(self,{method: :process_find_files, top_file_id: top_file_id})
       result=@find_state[:found]
       @find_state=nil
       return result
@@ -370,7 +393,7 @@ module Aspera
         if @resolve_state[:path].empty?
           @resolve_state[:result][:file_id]=entry['target_id']
         else
-          get_node_api(@resolve_state[:result][:node_info],SCOPE_NODE_USER).crawl(self,{method: :process_resolve_node_file, top_file_id: entry['target_id']})
+          get_node_api(@resolve_state[:result][:node_info],scope: SCOPE_NODE_USER).crawl(self,{method: :process_resolve_node_file, top_file_id: entry['target_id']})
         end
       when 'folder'
         if @resolve_state[:path].empty?
@@ -397,7 +420,7 @@ module Aspera
         result[:file_id]=top_file_id
       else
         @resolve_state={path: path_elements, result: result}
-        get_node_api(top_node_info,SCOPE_NODE_USER).crawl(self,{method: :process_resolve_node_file, top_file_id: top_file_id})
+        get_node_api(top_node_info,scope: SCOPE_NODE_USER).crawl(self,{method: :process_resolve_node_file, top_file_id: top_file_id})
         not_found=@resolve_state[:path]
         @resolve_state=nil
         raise "entry not found: #{not_found}" if result[:file_id].nil?

data/lib/aspera/cli/listener/progress_multi.rb

@@ -1,5 +1,5 @@
 require 'aspera/fasp/listener'
-require 'aspera/fasp/manager'
+require 'aspera/fasp/agent_base'
 require 'ruby-progressbar'
 
 module Aspera
@@ -43,13 +43,13 @@ module Aspera
             :title      => '',
             :total      => nil)
           end
-          if !data.has_key?(Fasp::Manager::LISTENER_SESSION_ID_S)
-            Log.log.error("Internal error: no #{Fasp::Manager::LISTENER_SESSION_ID_S} in event: #{data}")
+          if !data.has_key?(Fasp::AgentBase::LISTENER_SESSION_ID_S)
+            Log.log.error("Internal error: no #{Fasp::AgentBase::LISTENER_SESSION_ID_S} in event: #{data}")
             return
           end
           newtitle=@sessions.length < 2 ? '' : "multi=#{@sessions.length}"
           @progress_bar.title=newtitle unless @progress_bar.title.eql?(newtitle)
-          session=@sessions[data[Fasp::Manager::LISTENER_SESSION_ID_S]]||={
+          session=@sessions[data[Fasp::AgentBase::LISTENER_SESSION_ID_S]]||={
             cumulative: 0,
             job_size: 0,
             current: 0
@@ -78,7 +78,7 @@ module Aspera
             # stop event when one file is completed
             session[:cumulative]=session[:cumulative]+data['size'].to_i
           when 'DONE' # end of session
-            @sessions.delete(data[Fasp::Manager::LISTENER_SESSION_ID_S])
+            @sessions.delete(data[Fasp::AgentBase::LISTENER_SESSION_ID_S])
             update_progress
             update_total
           else