cnvrg 0.3.8 → 0.3.9
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/cnvrg/cli.rb +36 -18
- data/lib/cnvrg/version.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: e7730f2e06b22172c2321f5a96469aa47b4d5896
|
4
|
+
data.tar.gz: fbfb6ed5621d075252fe01e4844c16fa995fc263
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: b2be5b074fccb4a67ce8966fe88d42a2cb083538025a0ea5532d8bad267ac259e329b20486f0fb615f1e6a9352dcacf78edcee42ea69f84f795aaa2a2b156cc7
|
7
|
+
data.tar.gz: 251fdf65e5f29230edea5b295d061fb8fc1d51fefdf537a27df7773d1c76dd613f63a55a9947a6923439e00a8c1d1f0ba10c4f35b89e6101f1196317cf21d4ba
|
data/lib/cnvrg/cli.rb
CHANGED
@@ -36,7 +36,6 @@ require 'pathname'
|
|
36
36
|
require 'enumerator'
|
37
37
|
require 'ruby-progressbar'
|
38
38
|
require 'open3'
|
39
|
-
|
40
39
|
class Thor
|
41
40
|
module Base
|
42
41
|
def initialize(args = [], local_options = {}, config = {})
|
@@ -2151,6 +2150,7 @@ module Cnvrg
|
|
2151
2150
|
method_option :force, :type => :boolean, :aliases => ["-f", "--force"], :default => false
|
2152
2151
|
method_option :message, :type => :string, :aliases => ["-m", "--message"], :default => ""
|
2153
2152
|
method_option :deploy, :type => :boolean, :aliases => ["-d", "--deploy"], :default => false
|
2153
|
+
method_option :return_id, :type => :boolean, :aliases => ["-r", "--return_id"], :default => false
|
2154
2154
|
|
2155
2155
|
def upload(link = false, sync = false, direct = false, ignore_list = "")
|
2156
2156
|
|
@@ -2163,7 +2163,7 @@ module Cnvrg
|
|
2163
2163
|
if commit_msg.nil? or commit_msg.empty?
|
2164
2164
|
commit_msg = ""
|
2165
2165
|
end
|
2166
|
-
|
2166
|
+
return_id = options["return_id"]
|
2167
2167
|
@files = Cnvrg::Files.new(@project.owner, @project.slug)
|
2168
2168
|
ignore = options[:ignore] || ""
|
2169
2169
|
force = options[:force] || false
|
@@ -2399,6 +2399,14 @@ module Cnvrg
|
|
2399
2399
|
end
|
2400
2400
|
log_message("Total of #{update_count} / #{update_total} files.", Thor::Shell::Color::GREEN)
|
2401
2401
|
else
|
2402
|
+
if return_id
|
2403
|
+
print_res = {
|
2404
|
+
'success' => "true",
|
2405
|
+
'commit_sha1' => res["result"]["commit_id"]
|
2406
|
+
}
|
2407
|
+
puts JSON[print_res]
|
2408
|
+
exit(0)
|
2409
|
+
end
|
2402
2410
|
if (options["sync"] or sync) and direct
|
2403
2411
|
log_message("#{check} Syncing project completed successfully", Thor::Shell::Color::GREEN)
|
2404
2412
|
|
@@ -2411,11 +2419,30 @@ module Cnvrg
|
|
2411
2419
|
|
2412
2420
|
else
|
2413
2421
|
@files.rollback_commit(commit_sha1)
|
2414
|
-
|
2422
|
+
if return_id
|
2423
|
+
print_res = {
|
2424
|
+
'success' => "false",
|
2425
|
+
'message' => 'couldn\'t commit changes, Rolling Back all changes.'
|
2426
|
+
}
|
2427
|
+
puts JSON[print_res]
|
2428
|
+
else
|
2429
|
+
log_message("Error: couldn't commit changes, Rolling Back all changes.", Thor::Shell::Color::RED)
|
2430
|
+
|
2431
|
+
end
|
2415
2432
|
end
|
2416
2433
|
else
|
2417
2434
|
@files.rollback_commit(commit_sha1)
|
2435
|
+
if return_id
|
2436
|
+
print_res = {
|
2437
|
+
'success' => "false",
|
2438
|
+
'message' => "uploaded only: #{update_count} / #{update_total}, \n Rolling back"
|
2439
|
+
|
2440
|
+
}
|
2441
|
+
puts JSON[print_res]
|
2442
|
+
else
|
2418
2443
|
log_message("Error: uploaded only: #{update_count} / #{update_total}, \n Rolling back", Thor::Shell::Color::RED)
|
2444
|
+
end
|
2445
|
+
|
2419
2446
|
|
2420
2447
|
end
|
2421
2448
|
rescue => e
|
@@ -3050,8 +3077,8 @@ module Cnvrg
|
|
3050
3077
|
method_option :ignore, :type => :string, :aliases => ["-i", "--ignore"], :default => ""
|
3051
3078
|
method_option :force, :type => :boolean, :aliases => ["-f", "--force"], :default => false
|
3052
3079
|
method_option :message, :type => :string, :aliases => ["-m", "--message"], :default => ""
|
3080
|
+
method_option :return_id, :type => :boolean, :aliases => ["-r", "--return_id"], :default => false
|
3053
3081
|
method_option :deploy, :type => :boolean, :aliases => ["-d", "--deploy"], :default => false
|
3054
|
-
|
3055
3082
|
def sync(direct = true)
|
3056
3083
|
verify_logged_in(true) if direct
|
3057
3084
|
log_start(__method__, args, options)
|
@@ -3060,10 +3087,8 @@ module Cnvrg
|
|
3060
3087
|
if !options[:force]
|
3061
3088
|
invoke :download, [], :new_branch => options["new_branch"], :verbose => options["verbose"], :sync => true
|
3062
3089
|
end
|
3063
|
-
|
3064
|
-
|
3065
3090
|
invoke :upload, [link = false, sync = true, direct = direct], :new_branch => options["new_branch"], :verbose => options["verbose"], :sync => true,
|
3066
|
-
:ignore => options[:ignore], :force => options[:force], :message => options[:message], :deploy => options["deploy"]
|
3091
|
+
:ignore => options[:ignore], :force => options[:force], :message => options[:message], :deploy => options["deploy"], :return_id => options["return_id"]
|
3067
3092
|
|
3068
3093
|
|
3069
3094
|
end
|
@@ -3291,7 +3316,6 @@ module Cnvrg
|
|
3291
3316
|
begin
|
3292
3317
|
loop do
|
3293
3318
|
restart = @exp.restart_spot_instance()
|
3294
|
-
puts "spot status: #{restart}"
|
3295
3319
|
if restart
|
3296
3320
|
log_message('Spot instance is going to be terminated', Thor::Shell::Color::YELLOW)
|
3297
3321
|
# sync
|
@@ -3385,8 +3409,6 @@ module Cnvrg
|
|
3385
3409
|
puts cur_log
|
3386
3410
|
end
|
3387
3411
|
log << cur_log
|
3388
|
-
|
3389
|
-
|
3390
3412
|
end
|
3391
3413
|
|
3392
3414
|
|
@@ -3420,7 +3442,6 @@ module Cnvrg
|
|
3420
3442
|
end
|
3421
3443
|
::Process.wait pid
|
3422
3444
|
end
|
3423
|
-
|
3424
3445
|
cpu_average = cpu_total.inject(0) {|sum, el| sum + el}.to_f / cpu_total.size
|
3425
3446
|
memory_average = memory_total.inject(0) {|sum, el| sum + el}.to_f / memory_total.size
|
3426
3447
|
exit_status = $?.exitstatus
|
@@ -3440,7 +3461,6 @@ module Cnvrg
|
|
3440
3461
|
exit(0)
|
3441
3462
|
end
|
3442
3463
|
else
|
3443
|
-
|
3444
3464
|
end_commit = @project.last_local_commit
|
3445
3465
|
res = @exp.end(log, exit_status, end_commit, cpu_average, memory_average)
|
3446
3466
|
log_message("Experiment has failed, look at the log for more details or run cnvrg exec --log", Thor::Shell::Color::RED)
|
@@ -3450,13 +3470,12 @@ module Cnvrg
|
|
3450
3470
|
end
|
3451
3471
|
if sync_after
|
3452
3472
|
# Sync after run
|
3453
|
-
|
3454
|
-
|
3455
3473
|
download(sync = true, ignore_list = ignore)
|
3456
3474
|
upload(link = false, sync = true, direct = false, ignore_list = ignore)
|
3457
3475
|
|
3458
3476
|
end
|
3459
|
-
|
3477
|
+
end_commit = @project.last_local_commit
|
3478
|
+
sleep(7) # end cycle
|
3460
3479
|
|
3461
3480
|
res = @exp.end(log, exit_status, end_commit, cpu_average, memory_average)
|
3462
3481
|
check = Helpers.checkmark()
|
@@ -3610,7 +3629,6 @@ module Cnvrg
|
|
3610
3629
|
else
|
3611
3630
|
image_slug = image.image_slug
|
3612
3631
|
end
|
3613
|
-
|
3614
3632
|
invoke :sync, [false], :force => force if sync_before
|
3615
3633
|
|
3616
3634
|
|
@@ -5622,10 +5640,10 @@ module Cnvrg
|
|
5622
5640
|
def calc_output_log_time(log_count)
|
5623
5641
|
if log_count <= 20
|
5624
5642
|
return 5
|
5625
|
-
elsif log_count <=
|
5643
|
+
elsif log_count <= 100
|
5626
5644
|
return 10
|
5627
5645
|
else
|
5628
|
-
return
|
5646
|
+
return 15
|
5629
5647
|
end
|
5630
5648
|
|
5631
5649
|
end
|
data/lib/cnvrg/version.rb
CHANGED
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: cnvrg
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.3.
|
4
|
+
version: 0.3.9
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Yochay Ettun
|
@@ -9,7 +9,7 @@ authors:
|
|
9
9
|
autorequire:
|
10
10
|
bindir: bin
|
11
11
|
cert_chain: []
|
12
|
-
date: 2018-
|
12
|
+
date: 2018-04-21 00:00:00.000000000 Z
|
13
13
|
dependencies:
|
14
14
|
- !ruby/object:Gem::Dependency
|
15
15
|
name: bundler
|