cnvrg 2.1.9 → 2.1.12
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/Readme.md +10 -1
- data/lib/cnvrg/cli.rb +8 -12
- data/lib/cnvrg/helpers.rb +0 -42
- data/lib/cnvrg/version.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 850c099310fb739283b4fe34c0c0eccfb9bd4297e9d525daa497eb45481ea707
|
4
|
+
data.tar.gz: d84a2854fe5ede6ab5a65804d11068a00c88dccf5d341a9d54728c3f5870a9b0
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 0e3da1a344367dacf8496c0e59de07770ce69db0ab59009d14fd27bc15ae6e9e56bb653e49c95d732a5b1dde962a550cba8da3310806c615015fa693ae9899d3
|
7
|
+
data.tar.gz: 01eda251528f076aa244558272ef4a630145fb7e8752f5f25b7c1f6bfb39be61e33189ad1e8b5e50ac1d80825de303ec479186eb65b0db6d2b62cce1b693c99a
|
data/Readme.md
CHANGED
@@ -108,4 +108,13 @@
|
|
108
108
|
## Version v2.1.9
|
109
109
|
2022-09-06
|
110
110
|
* DEV-15423 - Bug: Workspace - Jupyter process gets killed
|
111
|
-
* DEV-15451 - Bug: CLI - sync error "undefined method `encode' for nil:NilClass" on GCP storage
|
111
|
+
* DEV-15451 - Bug: CLI - sync error "undefined method `encode' for nil:NilClass" on GCP storage
|
112
|
+
## Version v2.1.10
|
113
|
+
2022-10-26
|
114
|
+
* DEV-15858 - Bug: Tensorboard compare - ongoing experiments' artifacts aren't cloned to session
|
115
|
+
## Version v2.1.11
|
116
|
+
2022-11-03
|
117
|
+
* DEV-16090 - Bug: Tensorboard compare - webapp gets stuck in "init" state
|
118
|
+
## Version v2.1.12
|
119
|
+
2022-11-09
|
120
|
+
* DEV-15972 - Bug: Customer cannot use dataset query due to ssl error
|
data/lib/cnvrg/cli.rb
CHANGED
@@ -1019,7 +1019,7 @@ module Cnvrg
|
|
1019
1019
|
begin
|
1020
1020
|
unless File.exist?(fullpath)
|
1021
1021
|
downloader.safe_operation("#{abs_path}/#{file_name}") do
|
1022
|
-
download = open(f["url"])
|
1022
|
+
download = open(f["url"],{ssl_verify_mode: OpenSSL::SSL::VERIFY_NONE})
|
1023
1023
|
IO.copy_stream(download, fullpath)
|
1024
1024
|
end
|
1025
1025
|
end
|
@@ -5003,32 +5003,28 @@ module Cnvrg
|
|
5003
5003
|
|
5004
5004
|
log_message("compare is running")
|
5005
5005
|
while true
|
5006
|
-
log_message("
|
5006
|
+
log_message("Comparing the following experiment slugs: #{slugs}")
|
5007
5007
|
slugs.each do |exp_slug|
|
5008
5008
|
begin
|
5009
5009
|
if exps_map[exp_slug].blank?
|
5010
5010
|
exp = @project.get_experiment(exp_slug)["experiment"]
|
5011
5011
|
else
|
5012
5012
|
exp = exps_map[exp_slug]
|
5013
|
-
log_message("#{exp["title"]}
|
5013
|
+
log_message("Experiment '#{exp["title"]}' end commit already cloned, skipping it", Thor::Shell::Color::BLUE)
|
5014
5014
|
next
|
5015
5015
|
end
|
5016
5016
|
exp_name = exp["title"]
|
5017
5017
|
if exp["end_commit"].present? and exp["status"] != "Ongoing"
|
5018
|
-
log_message("#{exp_name} has ended, getting files from end commit", Thor::Shell::Color::BLUE)
|
5018
|
+
log_message("Experiment '#{exp_name}' has ended, getting files from its end commit", Thor::Shell::Color::BLUE)
|
5019
5019
|
num_of_new_files = Cnvrg::Helpers.get_experiment_events_log_from_server(exp, @project)
|
5020
5020
|
exps_map[exp_slug] = exp
|
5021
5021
|
else
|
5022
|
-
log_message("#{exp_name} is running
|
5023
|
-
|
5024
|
-
|
5025
|
-
log_message("Failed to get kube files, using last commit", Thor::Shell::Color::BLUE)
|
5026
|
-
num_of_new_files = Cnvrg::Helpers.get_experiment_events_log_from_server(exp, @project, commit: exp["last_successful_commit"]["sha1"])
|
5027
|
-
copied_commits << exp["last_successful_commit"]["sha1"]
|
5028
|
-
end
|
5022
|
+
log_message("Experiment '#{exp_name}' is running, getting files from its last successful commit", Thor::Shell::Color::BLUE)
|
5023
|
+
num_of_new_files = Cnvrg::Helpers.get_experiment_events_log_from_server(exp, @project, commit: exp["last_successful_commit"]["sha1"])
|
5024
|
+
copied_commits << exp["last_successful_commit"]["sha1"]
|
5029
5025
|
end
|
5030
5026
|
|
5031
|
-
log_message("New
|
5027
|
+
log_message("New .tfevent files downloaded", Thor::Shell::Color::BLUE) if num_of_new_files > 0
|
5032
5028
|
rescue => e
|
5033
5029
|
Cnvrg::Logger.log_error(e)
|
5034
5030
|
end
|
data/lib/cnvrg/helpers.rb
CHANGED
@@ -374,48 +374,6 @@ parameters:
|
|
374
374
|
end
|
375
375
|
return num_of_new_files
|
376
376
|
end
|
377
|
-
|
378
|
-
def get_experiment_events_log_via_kubectl(exp, namespace)
|
379
|
-
dest_dir = exp["slug"]
|
380
|
-
result = `kubectl -n #{namespace} get pods | grep #{exp["slug"]}`
|
381
|
-
|
382
|
-
pod_name = result.split(" ")[0]
|
383
|
-
return false, 0 if pod_name.blank?
|
384
|
-
FileUtils.mkdir_p(dest_dir)
|
385
|
-
working_dir = `kubectl -n #{namespace} exec #{pod_name} -c agent -- pwd`
|
386
|
-
working_dir.strip!
|
387
|
-
res = `kubectl -n #{namespace} exec #{pod_name} -c agent -- /bin/bash -c "ls -R #{working_dir}"`
|
388
|
-
files_and_folders = res.split("\n\n")
|
389
|
-
all_files = []
|
390
|
-
|
391
|
-
files_and_folders.each do |file_and_folder|
|
392
|
-
files = file_and_folder.split("\n")
|
393
|
-
if files.first.include?(":")
|
394
|
-
folder = files.first.gsub(":", "")
|
395
|
-
|
396
|
-
folder = folder.sub(working_dir + "/", "")
|
397
|
-
files = files.drop(1)
|
398
|
-
end
|
399
|
-
files.each do |file|
|
400
|
-
if file.include?("tfevents")
|
401
|
-
all_files << "#{folder}/#{file}"
|
402
|
-
end
|
403
|
-
end
|
404
|
-
end
|
405
|
-
|
406
|
-
num_of_new_files = 0
|
407
|
-
all_files.each do |file|
|
408
|
-
file_dir = "#{dest_dir}/#{File.dirname(file)}"
|
409
|
-
FileUtils.mkdir_p(file_dir)
|
410
|
-
num_of_new_files += 1 unless File.exist?("#{dest_dir}/#{file}")
|
411
|
-
res = `kubectl -n #{namespace} cp #{pod_name}:#{file} -c agent #{dest_dir}/#{file}`
|
412
|
-
end
|
413
|
-
|
414
|
-
return true, num_of_new_files
|
415
|
-
rescue => e
|
416
|
-
Cnvrg::Logger.log_error(e)
|
417
|
-
return false, 0
|
418
|
-
end
|
419
377
|
end
|
420
378
|
|
421
379
|
end
|
data/lib/cnvrg/version.rb
CHANGED
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: cnvrg
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 2.1.
|
4
|
+
version: 2.1.12
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Yochay Ettun
|
@@ -10,7 +10,7 @@ authors:
|
|
10
10
|
autorequire:
|
11
11
|
bindir: bin
|
12
12
|
cert_chain: []
|
13
|
-
date: 2022-
|
13
|
+
date: 2022-11-30 00:00:00.000000000 Z
|
14
14
|
dependencies:
|
15
15
|
- !ruby/object:Gem::Dependency
|
16
16
|
name: bundler
|