cnvrg 2.1.9 → 2.1.12
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/Readme.md +10 -1
- data/lib/cnvrg/cli.rb +8 -12
- data/lib/cnvrg/helpers.rb +0 -42
- data/lib/cnvrg/version.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 850c099310fb739283b4fe34c0c0eccfb9bd4297e9d525daa497eb45481ea707
|
|
4
|
+
data.tar.gz: d84a2854fe5ede6ab5a65804d11068a00c88dccf5d341a9d54728c3f5870a9b0
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 0e3da1a344367dacf8496c0e59de07770ce69db0ab59009d14fd27bc15ae6e9e56bb653e49c95d732a5b1dde962a550cba8da3310806c615015fa693ae9899d3
|
|
7
|
+
data.tar.gz: 01eda251528f076aa244558272ef4a630145fb7e8752f5f25b7c1f6bfb39be61e33189ad1e8b5e50ac1d80825de303ec479186eb65b0db6d2b62cce1b693c99a
|
data/Readme.md
CHANGED
|
@@ -108,4 +108,13 @@
|
|
|
108
108
|
## Version v2.1.9
|
|
109
109
|
2022-09-06
|
|
110
110
|
* DEV-15423 - Bug: Workspace - Jupyter process gets killed
|
|
111
|
-
* DEV-15451 - Bug: CLI - sync error "undefined method `encode' for nil:NilClass" on GCP storage
|
|
111
|
+
* DEV-15451 - Bug: CLI - sync error "undefined method `encode' for nil:NilClass" on GCP storage
|
|
112
|
+
## Version v2.1.10
|
|
113
|
+
2022-10-26
|
|
114
|
+
* DEV-15858 - Bug: Tensorboard compare - ongoing experiments' artifacts aren't cloned to session
|
|
115
|
+
## Version v2.1.11
|
|
116
|
+
2022-11-03
|
|
117
|
+
* DEV-16090 - Bug: Tensorboard compare - webapp gets stuck in "init" state
|
|
118
|
+
## Version v2.1.12
|
|
119
|
+
2022-11-09
|
|
120
|
+
* DEV-15972 - Bug: Customer cannot use dataset query due to ssl error
|
data/lib/cnvrg/cli.rb
CHANGED
|
@@ -1019,7 +1019,7 @@ module Cnvrg
|
|
|
1019
1019
|
begin
|
|
1020
1020
|
unless File.exist?(fullpath)
|
|
1021
1021
|
downloader.safe_operation("#{abs_path}/#{file_name}") do
|
|
1022
|
-
download = open(f["url"])
|
|
1022
|
+
download = open(f["url"],{ssl_verify_mode: OpenSSL::SSL::VERIFY_NONE})
|
|
1023
1023
|
IO.copy_stream(download, fullpath)
|
|
1024
1024
|
end
|
|
1025
1025
|
end
|
|
@@ -5003,32 +5003,28 @@ module Cnvrg
|
|
|
5003
5003
|
|
|
5004
5004
|
log_message("compare is running")
|
|
5005
5005
|
while true
|
|
5006
|
-
log_message("
|
|
5006
|
+
log_message("Comparing the following experiment slugs: #{slugs}")
|
|
5007
5007
|
slugs.each do |exp_slug|
|
|
5008
5008
|
begin
|
|
5009
5009
|
if exps_map[exp_slug].blank?
|
|
5010
5010
|
exp = @project.get_experiment(exp_slug)["experiment"]
|
|
5011
5011
|
else
|
|
5012
5012
|
exp = exps_map[exp_slug]
|
|
5013
|
-
log_message("#{exp["title"]}
|
|
5013
|
+
log_message("Experiment '#{exp["title"]}' end commit already cloned, skipping it", Thor::Shell::Color::BLUE)
|
|
5014
5014
|
next
|
|
5015
5015
|
end
|
|
5016
5016
|
exp_name = exp["title"]
|
|
5017
5017
|
if exp["end_commit"].present? and exp["status"] != "Ongoing"
|
|
5018
|
-
log_message("#{exp_name} has ended, getting files from end commit", Thor::Shell::Color::BLUE)
|
|
5018
|
+
log_message("Experiment '#{exp_name}' has ended, getting files from its end commit", Thor::Shell::Color::BLUE)
|
|
5019
5019
|
num_of_new_files = Cnvrg::Helpers.get_experiment_events_log_from_server(exp, @project)
|
|
5020
5020
|
exps_map[exp_slug] = exp
|
|
5021
5021
|
else
|
|
5022
|
-
log_message("#{exp_name} is running
|
|
5023
|
-
|
|
5024
|
-
|
|
5025
|
-
log_message("Failed to get kube files, using last commit", Thor::Shell::Color::BLUE)
|
|
5026
|
-
num_of_new_files = Cnvrg::Helpers.get_experiment_events_log_from_server(exp, @project, commit: exp["last_successful_commit"]["sha1"])
|
|
5027
|
-
copied_commits << exp["last_successful_commit"]["sha1"]
|
|
5028
|
-
end
|
|
5022
|
+
log_message("Experiment '#{exp_name}' is running, getting files from its last successful commit", Thor::Shell::Color::BLUE)
|
|
5023
|
+
num_of_new_files = Cnvrg::Helpers.get_experiment_events_log_from_server(exp, @project, commit: exp["last_successful_commit"]["sha1"])
|
|
5024
|
+
copied_commits << exp["last_successful_commit"]["sha1"]
|
|
5029
5025
|
end
|
|
5030
5026
|
|
|
5031
|
-
log_message("New
|
|
5027
|
+
log_message("New .tfevent files downloaded", Thor::Shell::Color::BLUE) if num_of_new_files > 0
|
|
5032
5028
|
rescue => e
|
|
5033
5029
|
Cnvrg::Logger.log_error(e)
|
|
5034
5030
|
end
|
data/lib/cnvrg/helpers.rb
CHANGED
|
@@ -374,48 +374,6 @@ parameters:
|
|
|
374
374
|
end
|
|
375
375
|
return num_of_new_files
|
|
376
376
|
end
|
|
377
|
-
|
|
378
|
-
def get_experiment_events_log_via_kubectl(exp, namespace)
|
|
379
|
-
dest_dir = exp["slug"]
|
|
380
|
-
result = `kubectl -n #{namespace} get pods | grep #{exp["slug"]}`
|
|
381
|
-
|
|
382
|
-
pod_name = result.split(" ")[0]
|
|
383
|
-
return false, 0 if pod_name.blank?
|
|
384
|
-
FileUtils.mkdir_p(dest_dir)
|
|
385
|
-
working_dir = `kubectl -n #{namespace} exec #{pod_name} -c agent -- pwd`
|
|
386
|
-
working_dir.strip!
|
|
387
|
-
res = `kubectl -n #{namespace} exec #{pod_name} -c agent -- /bin/bash -c "ls -R #{working_dir}"`
|
|
388
|
-
files_and_folders = res.split("\n\n")
|
|
389
|
-
all_files = []
|
|
390
|
-
|
|
391
|
-
files_and_folders.each do |file_and_folder|
|
|
392
|
-
files = file_and_folder.split("\n")
|
|
393
|
-
if files.first.include?(":")
|
|
394
|
-
folder = files.first.gsub(":", "")
|
|
395
|
-
|
|
396
|
-
folder = folder.sub(working_dir + "/", "")
|
|
397
|
-
files = files.drop(1)
|
|
398
|
-
end
|
|
399
|
-
files.each do |file|
|
|
400
|
-
if file.include?("tfevents")
|
|
401
|
-
all_files << "#{folder}/#{file}"
|
|
402
|
-
end
|
|
403
|
-
end
|
|
404
|
-
end
|
|
405
|
-
|
|
406
|
-
num_of_new_files = 0
|
|
407
|
-
all_files.each do |file|
|
|
408
|
-
file_dir = "#{dest_dir}/#{File.dirname(file)}"
|
|
409
|
-
FileUtils.mkdir_p(file_dir)
|
|
410
|
-
num_of_new_files += 1 unless File.exist?("#{dest_dir}/#{file}")
|
|
411
|
-
res = `kubectl -n #{namespace} cp #{pod_name}:#{file} -c agent #{dest_dir}/#{file}`
|
|
412
|
-
end
|
|
413
|
-
|
|
414
|
-
return true, num_of_new_files
|
|
415
|
-
rescue => e
|
|
416
|
-
Cnvrg::Logger.log_error(e)
|
|
417
|
-
return false, 0
|
|
418
|
-
end
|
|
419
377
|
end
|
|
420
378
|
|
|
421
379
|
end
|
data/lib/cnvrg/version.rb
CHANGED
metadata
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: cnvrg
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 2.1.
|
|
4
|
+
version: 2.1.12
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Yochay Ettun
|
|
@@ -10,7 +10,7 @@ authors:
|
|
|
10
10
|
autorequire:
|
|
11
11
|
bindir: bin
|
|
12
12
|
cert_chain: []
|
|
13
|
-
date: 2022-
|
|
13
|
+
date: 2022-11-30 00:00:00.000000000 Z
|
|
14
14
|
dependencies:
|
|
15
15
|
- !ruby/object:Gem::Dependency
|
|
16
16
|
name: bundler
|