aspera-cli 4.14.0 → 4.15.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- checksums.yaml.gz.sig +0 -0
- data/CHANGELOG.md +54 -3
- data/CONTRIBUTING.md +7 -7
- data/README.md +1457 -880
- data/bin/ascli +18 -9
- data/bin/asession +12 -14
- data/examples/proxy.pac +1 -1
- data/lib/aspera/aoc.rb +198 -127
- data/lib/aspera/ascmd.rb +24 -14
- data/lib/aspera/cli/basic_auth_plugin.rb +9 -6
- data/lib/aspera/cli/error.rb +17 -0
- data/lib/aspera/cli/extended_value.rb +47 -12
- data/lib/aspera/cli/formatter.rb +260 -171
- data/lib/aspera/cli/hints.rb +80 -0
- data/lib/aspera/cli/main.rb +101 -147
- data/lib/aspera/cli/manager.rb +160 -124
- data/lib/aspera/cli/plugin.rb +70 -59
- data/lib/aspera/cli/plugins/alee.rb +0 -1
- data/lib/aspera/cli/plugins/aoc.rb +239 -273
- data/lib/aspera/cli/plugins/ats.rb +8 -5
- data/lib/aspera/cli/plugins/bss.rb +2 -2
- data/lib/aspera/cli/plugins/config.rb +516 -375
- data/lib/aspera/cli/plugins/console.rb +40 -0
- data/lib/aspera/cli/plugins/cos.rb +4 -5
- data/lib/aspera/cli/plugins/faspex.rb +99 -84
- data/lib/aspera/cli/plugins/faspex5.rb +179 -148
- data/lib/aspera/cli/plugins/node.rb +219 -153
- data/lib/aspera/cli/plugins/orchestrator.rb +52 -17
- data/lib/aspera/cli/plugins/preview.rb +46 -32
- data/lib/aspera/cli/plugins/server.rb +57 -17
- data/lib/aspera/cli/plugins/shares.rb +34 -12
- data/lib/aspera/cli/sync_actions.rb +68 -0
- data/lib/aspera/cli/transfer_agent.rb +45 -55
- data/lib/aspera/cli/transfer_progress.rb +74 -0
- data/lib/aspera/cli/version.rb +1 -1
- data/lib/aspera/colors.rb +3 -1
- data/lib/aspera/command_line_builder.rb +14 -11
- data/lib/aspera/cos_node.rb +3 -2
- data/lib/aspera/environment.rb +17 -6
- data/lib/aspera/fasp/agent_aspera.rb +126 -0
- data/lib/aspera/fasp/agent_base.rb +31 -77
- data/lib/aspera/fasp/agent_connect.rb +21 -22
- data/lib/aspera/fasp/agent_direct.rb +88 -102
- data/lib/aspera/fasp/agent_httpgw.rb +196 -192
- data/lib/aspera/fasp/agent_node.rb +41 -34
- data/lib/aspera/fasp/agent_trsdk.rb +75 -34
- data/lib/aspera/fasp/error_info.rb +2 -2
- data/lib/aspera/fasp/faux_file.rb +52 -0
- data/lib/aspera/fasp/installation.rb +43 -184
- data/lib/aspera/fasp/management.rb +244 -0
- data/lib/aspera/fasp/parameters.rb +59 -26
- data/lib/aspera/fasp/parameters.yaml +75 -8
- data/lib/aspera/fasp/products.rb +162 -0
- data/lib/aspera/fasp/transfer_spec.rb +1 -1
- data/lib/aspera/fasp/uri.rb +4 -4
- data/lib/aspera/faspex_gw.rb +2 -2
- data/lib/aspera/faspex_postproc.rb +2 -2
- data/lib/aspera/hash_ext.rb +2 -2
- data/lib/aspera/json_rpc.rb +49 -0
- data/lib/aspera/line_logger.rb +23 -0
- data/lib/aspera/log.rb +57 -16
- data/lib/aspera/node.rb +97 -14
- data/lib/aspera/oauth.rb +36 -18
- data/lib/aspera/open_application.rb +4 -4
- data/lib/aspera/persistency_folder.rb +2 -2
- data/lib/aspera/preview/file_types.rb +4 -2
- data/lib/aspera/preview/generator.rb +22 -35
- data/lib/aspera/preview/options.rb +2 -0
- data/lib/aspera/preview/terminal.rb +24 -13
- data/lib/aspera/preview/utils.rb +19 -26
- data/lib/aspera/rest.rb +103 -72
- data/lib/aspera/rest_call_error.rb +1 -1
- data/lib/aspera/rest_error_analyzer.rb +15 -14
- data/lib/aspera/rest_errors_aspera.rb +37 -34
- data/lib/aspera/secret_hider.rb +14 -16
- data/lib/aspera/ssh.rb +4 -1
- data/lib/aspera/sync.rb +128 -122
- data/lib/aspera/temp_file_manager.rb +10 -3
- data/lib/aspera/web_auth.rb +10 -7
- data/lib/aspera/web_server_simple.rb +9 -4
- data.tar.gz.sig +0 -0
- metadata +33 -15
- metadata.gz.sig +0 -0
- data/lib/aspera/cli/listener/line_dump.rb +0 -19
- data/lib/aspera/cli/listener/logger.rb +0 -22
- data/lib/aspera/cli/listener/progress.rb +0 -50
- data/lib/aspera/cli/listener/progress_multi.rb +0 -84
- data/lib/aspera/cli/plugins/sync.rb +0 -44
- data/lib/aspera/fasp/listener.rb +0 -13
@@ -1,84 +0,0 @@
|
|
1
|
-
# frozen_string_literal: true
|
2
|
-
|
3
|
-
require 'aspera/fasp/listener'
|
4
|
-
require 'aspera/fasp/agent_base'
|
5
|
-
require 'aspera/environment'
|
6
|
-
require 'ruby-progressbar'
|
7
|
-
|
8
|
-
module Aspera
|
9
|
-
module Cli
|
10
|
-
module Listener
|
11
|
-
# a listener to FASP event that displays a progress bar
|
12
|
-
class ProgressMulti < Aspera::Fasp::Listener
|
13
|
-
def initialize
|
14
|
-
super
|
15
|
-
@progress_bar = nil
|
16
|
-
@sessions = {}
|
17
|
-
end
|
18
|
-
|
19
|
-
def reset
|
20
|
-
@progress_bar = nil
|
21
|
-
@sessions = {}
|
22
|
-
end
|
23
|
-
|
24
|
-
def update_total
|
25
|
-
@progress_bar.total = @sessions.values.inject(0){|m, s|m + s[:job_size].to_i}
|
26
|
-
rescue StandardError
|
27
|
-
nil
|
28
|
-
end
|
29
|
-
|
30
|
-
def update_progress
|
31
|
-
@progress_bar.progress = @sessions.values.inject(0){|m, s|m + s[:current].to_i}
|
32
|
-
rescue StandardError
|
33
|
-
nil
|
34
|
-
end
|
35
|
-
|
36
|
-
def event_enhanced(data)
|
37
|
-
if @progress_bar.nil?
|
38
|
-
@progress_bar = ProgressBar.create(
|
39
|
-
format: '%t %a %B %p%% %r Mbps %e',
|
40
|
-
rate_scale: lambda{|rate|rate / Environment::BYTES_PER_MEBIBIT},
|
41
|
-
title: '',
|
42
|
-
total: nil)
|
43
|
-
end
|
44
|
-
if !data.key?(Fasp::AgentBase::LISTENER_SESSION_ID_S)
|
45
|
-
Log.log.error{"Internal error: no #{Fasp::AgentBase::LISTENER_SESSION_ID_S} in event: #{data}"}
|
46
|
-
return
|
47
|
-
end
|
48
|
-
new_title = @sessions.length < 2 ? '' : "multi=#{@sessions.length}"
|
49
|
-
@progress_bar.title = new_title unless @progress_bar.title.eql?(new_title)
|
50
|
-
session = @sessions[data[Fasp::AgentBase::LISTENER_SESSION_ID_S]] ||= {
|
51
|
-
cumulative: 0,
|
52
|
-
job_size: 0,
|
53
|
-
current: 0
|
54
|
-
}
|
55
|
-
case data['type']
|
56
|
-
when 'INIT' # connection to ascp (get id)
|
57
|
-
when 'SESSION' # session information
|
58
|
-
when 'NOTIFICATION' # sent from remote
|
59
|
-
if data.key?('pre_transfer_bytes')
|
60
|
-
session[:job_size] = data['pre_transfer_bytes']
|
61
|
-
update_total
|
62
|
-
end
|
63
|
-
when 'STATS' # during transfer
|
64
|
-
if @progress_bar.total.nil?
|
65
|
-
@progress_bar.increment
|
66
|
-
else
|
67
|
-
session[:current] = data.key?('bytescont') ? session[:cumulative] + data['bytescont'].to_i : data['transfer_bytes'].to_i
|
68
|
-
update_progress
|
69
|
-
end
|
70
|
-
when 'STOP'
|
71
|
-
# stop event when one file is completed
|
72
|
-
session[:cumulative] = session[:cumulative] + data['size'].to_i
|
73
|
-
when 'DONE' # end of session
|
74
|
-
@sessions.delete(data[Fasp::AgentBase::LISTENER_SESSION_ID_S])
|
75
|
-
update_progress
|
76
|
-
update_total
|
77
|
-
else
|
78
|
-
Log.log.debug{"ignore: #{data['type']}"}
|
79
|
-
end
|
80
|
-
end
|
81
|
-
end
|
82
|
-
end
|
83
|
-
end
|
84
|
-
end
|
@@ -1,44 +0,0 @@
|
|
1
|
-
# frozen_string_literal: true
|
2
|
-
|
3
|
-
require 'English'
|
4
|
-
require 'aspera/cli/plugin'
|
5
|
-
require 'aspera/sync'
|
6
|
-
require 'aspera/log'
|
7
|
-
require 'open3'
|
8
|
-
|
9
|
-
module Aspera
|
10
|
-
module Cli
|
11
|
-
module Plugins
|
12
|
-
# Execute Aspera Sync
|
13
|
-
class Sync < Aspera::Cli::Plugin
|
14
|
-
def initialize(env, sync_spec: nil)
|
15
|
-
super(env)
|
16
|
-
options.declare(:sync_info, 'Information for sync instance and sessions', types: Hash)
|
17
|
-
options.declare(:sync_session, 'Name of session to use for admin commands. default: first in parameters')
|
18
|
-
options.parse_options!
|
19
|
-
return if env[:man_only]
|
20
|
-
@params = options.get_option(:sync_info, mandatory: true)
|
21
|
-
@sync_spec = sync_spec
|
22
|
-
end
|
23
|
-
|
24
|
-
ACTIONS = %i[start admin].freeze
|
25
|
-
|
26
|
-
def execute_action
|
27
|
-
command = options.get_next_command(ACTIONS)
|
28
|
-
case command
|
29
|
-
when :start
|
30
|
-
Aspera::Sync.new(@params, @sync_spec).start
|
31
|
-
return Main.result_success
|
32
|
-
when :admin
|
33
|
-
sync_admin = Aspera::SyncAdmin.new(@params, options.get_option(:sync_session))
|
34
|
-
command2 = options.get_next_command([:status])
|
35
|
-
case command2
|
36
|
-
when :status
|
37
|
-
return {type: :single_object, data: sync_admin.status}
|
38
|
-
end # command2
|
39
|
-
end # command
|
40
|
-
end # execute_action
|
41
|
-
end # Sync
|
42
|
-
end # Plugins
|
43
|
-
end # Cli
|
44
|
-
end # Aspera
|
data/lib/aspera/fasp/listener.rb
DELETED
@@ -1,13 +0,0 @@
|
|
1
|
-
# frozen_string_literal: true
|
2
|
-
|
3
|
-
module Aspera
|
4
|
-
module Fasp
|
5
|
-
# implement this class to get transfer events
|
6
|
-
class Listener # rubocop:disable Lint/EmptyClass
|
7
|
-
# define one of the following methods:
|
8
|
-
# event_text(text_data)
|
9
|
-
# event_struct(legacy_names)
|
10
|
-
# event_enhanced(snake_names)
|
11
|
-
end
|
12
|
-
end
|
13
|
-
end
|