cnvrg 1.10.4 → 1.10.12

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 2c24bbf4a254e135ea5de9795e5394c0b480ddfdce161faeb60db440c398f129
-  data.tar.gz: 292d5f3fac1c85ed16d2fbb254c8d8296246f0672f885cfb8723cda155e92272
+  metadata.gz: d9c519291dee531a33698f1737d8019b9a9affff30c00c60ebb5904cf2ab4daa
+  data.tar.gz: 1dd54d29c1f0b7db384bfe62ae6f3678a118375515d6da451ef58094adfa334d
 SHA512:
-  metadata.gz: 44ffaa361515845b54a148d727385c224b29e539870abe2c7da88ab9357a9a69ae021ed1d3201bba92875895707c43aaa11c225918ac331c59b31086bf97b13e
-  data.tar.gz: fa2cec0111bf41e16efa30ae14e9c343fa2a29c8678660a2b7246ea3a1e3a1bb9a58ccf21955da849fc0362d9d1c756df7b8975ec497fdab5918f973d302aeeb
+  metadata.gz: d4ce4dea833009867b132bdf6db3fa79bcc7396e828d2f7ad05433ca5c73bf06a999eb40d75d8895f8ae4108d7d6fb30fdc3149001edd63a25f785956abb2472
+  data.tar.gz: 1082b5f3dc5da602bb2089a97dec85774bed3a43c05c9247acf64c0bff7a6d50a641dee92f8a4b8999dd3732c5d3c75eec14c6e4b578c9b09d49f5bab7452e39

data/lib/cnvrg/cli.rb

@@ -1268,11 +1268,22 @@ module Cnvrg
         @datafiles = Cnvrg::Datafiles.new(owner, slug, dataset: @dataset)
 
         # Init a new commit
-        response = @datafiles.start_commit(false, true, chunks: 1, message: message )
+        response = @datafiles.start_commit(false, false, chunks: 1, message: message )
         unless response #means we failed in the start commit.
           raise SignalException.new(1, "Cant put files into dataset, check the dataset id")
         end
         @commit =  response['result']['commit_sha1']
+
+        # Server expects certain regex format with * so fix those that dont comply
+        regex_list = regex_list.map do |regex|
+          if regex.end_with? "/"
+            # if user wants to delete entire folder add regex to delete contents as well
+            [regex, "#{regex}*"]
+          else
+            regex
+          end
+        end.flatten
+
         files_to_delete, folders_to_delete, job_id = @datafiles.delete_multiple_files(@commit, regex_list)
         log_message("Deleting #{files_to_delete} files and #{folders_to_delete} folders", Thor::Shell::Color::GREEN)
 
@@ -3598,20 +3609,35 @@ module Cnvrg
           exit_status = 0
           
           if options['wait']
+            end_pos = 0
             while true
               tries = 0
               begin
                 result = Cnvrg::API_V2.request(
-                    "#{project.owner}/projects/#{project.slug}/experiments/#{res["result"]["exp_url"]}/status"
+                    "#{project.owner}/projects/#{project.slug}/experiments/#{res["result"]["exp_url"]}/info",
+                    'GET',
+                    { exit_status: true, grid: res["result"]["grid"], pos: end_pos }
                 )
-                exit_status = result["exit_status"]
-                if exit_status
-                  puts "Experiment was exited with status: #{exit_status}"
-                  break
-                else
-                  system("clear") || system("cls")
-                  puts "#{Time.current}: waiting for experiment to finish"
+
+                exit_statuses = result.values.pluck('exit_status')
+                if exit_statuses.include? nil
+                  if res["result"]["grid"]
+                    system("clear") || system("cls")
+                    msg = "#{Time.current}: waiting for all experiments to finish"
+                    puts msg
+                  else
+                    end_pos = result[res['result']['exp_url']]['end_pos']
+                    logs = result[res['result']['exp_url']]['logs']
+                    logs.each do |log|
+                      puts log['message']
+                    end
+                  end
                   sleep 3
+                else
+                  result.each do |slug, value|
+                    puts "Experiment #{slug} was exited with status #{value['exit_status']}"
+                  end
+                  break
                 end
               rescue => e
                 log_error(e)
@@ -4849,17 +4875,19 @@ module Cnvrg
             exp_name = exp["title"]
             if exp["end_commit"].present? and exp["status"] != "Ongoing"
               log_message("#{exp_name} has ended, getting files from end commit", Thor::Shell::Color::BLUE)
-              Cnvrg::Helpers.get_experiment_events_log_from_server(exp, @project)
+              num_of_new_files = Cnvrg::Helpers.get_experiment_events_log_from_server(exp, @project)
               exps_map[exp_slug] = exp
             else
               log_message("#{exp_name} is running should get logs", Thor::Shell::Color::BLUE)
-              success = Cnvrg::Helpers.get_experiment_events_log_via_kubectl(exp, namespace)
+              success, num_of_new_files = Cnvrg::Helpers.get_experiment_events_log_via_kubectl(exp, namespace)
               if !success and exp["last_successful_commit"].present? and !copied_commits.include?(exp["last_successful_commit"])
                 log_message("Failed to get kube files, using last commit", Thor::Shell::Color::BLUE)
-                Cnvrg::Helpers.get_experiment_events_log_from_server(exp, @project, commit: exp["last_successful_commit"])
+                num_of_new_files = Cnvrg::Helpers.get_experiment_events_log_from_server(exp, @project, commit: exp["last_successful_commit"])
                 copied_commits << exp["last_successful_commit"]
               end
             end
+
+            log_message("New tf files copied", Thor::Shell::Color::BLUE) if num_of_new_files > 0
           rescue => e
             Cnvrg::Logger.log_error(e)
           end

data/lib/cnvrg/data.rb

@@ -214,7 +214,7 @@ module Cnvrg
 
     desc 'data put DATASET_URL FILES_PREFIX', 'Upload selected files from local dataset directory to remote server'
     method_option :dir, :type => :string, :aliases => ["-d", "--dir"], :default => ''
-    method_option :commit, :type => :string, :aliases => ["-c", "--commit"], :default => ''
+    # method_option :commit, :type => :string, :aliases => ["-c", "--commit"], :default => ''
     method_option :force, :type => :boolean, :aliases => ["-f","--force"], :default => false
     method_option :override, :type => :boolean, :aliases => ["--override"], :default => false
     method_option :threads, :type => :numeric, :aliases => ["-t","--threads"], :default => 15
@@ -226,7 +226,8 @@ module Cnvrg
       dir = options[:dir]
       force = options[:force]
       override = options[:override]
-      commit = options[:commit]
+      # commit = options[:commit]
+      commit = ''
       message = options[:message]
       threads = options[:threads]
       chunk_size = options[:chunk_size]

data/lib/cnvrg/datafiles.rb

@@ -409,8 +409,6 @@ module Cnvrg
           tree = @dataset.generate_chunked_idx(files_chunk, prefix: prefix, threads: threads)
           results = request_upload_files(commit_sha1, tree, override, new_branch, partial_commit)
 
-          # puts "Got #{results['files'].size} files to upload from #{files_chunk.size} files"
-
           if results['files'].blank?
             progress_mutex.synchronize { progressbar.progress += tree.keys.length }
             next

data/lib/cnvrg/dataset.rb

@@ -544,8 +544,12 @@ module Cnvrg
     def generate_chunked_idx(list_files = [], threads: 15, prefix: '')
       tree = {}
       Parallel.map(list_files, in_threads: threads) do |file|
-        #check if prefix exists do prefix/path otherwise path
-        label = file.gsub(self.local_path + "/", "")
+
+        # Fix for root path issue
+        safe_path = file
+        safe_path = file[1..-1] if file.start_with? "/"
+
+        label = safe_path.gsub(self.local_path + "/", "")
         label = "#{prefix}/#{label}" if prefix.present?
         if not Cnvrg::Files.valid_file_name?(label)
           raise StandardError.new("#{label} is not a valid file name.")
@@ -558,9 +562,16 @@ module Cnvrg
           file_size = File.size(file).to_f
           mime_type = MimeMagic.by_path(file)
           content_type = !(mime_type.nil? or mime_type.text?) ? mime_type.type : "text/plain"
-          relative_path = file.gsub(/^#{@local_path + "/"}/, "")
+          relative_path = safe_path.gsub(/^#{@local_path + "/"}/, "")
           relative_path = "#{prefix}/#{relative_path}" if prefix.present?
-          tree[label] = {sha1: sha1, file_name: file_name, file_size: file_size, content_type: content_type, absolute_path: file, relative_path: relative_path}
+          tree[label] = {
+            sha1: sha1,
+            file_name: file_name,
+            file_size: file_size,
+            content_type: content_type,
+            absolute_path: file,
+            relative_path: relative_path
+          }
         end
       end
       if prefix.present? #add the prefix as dirs to the files
@@ -873,13 +884,8 @@ module Cnvrg
     end
 
     def self.stop_if_dataset_present(dataset_home, dataset_name, commit: nil)
-
       cli = Cnvrg::CLI.new()
       config = YAML.load_file(dataset_home + "/.cnvrg/config.yml")
-      if commit.present?
-        local_commit = YAML.load_file(dataset_home + "/.cnvrg/idx.yml")[:commit] rescue nil
-        return if commit != local_commit or local_commit.blank?
-      end
       if config[:dataset_name] == dataset_name
         cli.log_message("Dataset already present, clone aborted")
         exit(0)
@@ -887,6 +893,5 @@ module Cnvrg
     rescue => e
       nil
     end
-
   end
 end

data/lib/cnvrg/helpers.rb

@@ -364,11 +364,14 @@ parameters:
       @files.download_files(files, commit_sha1, progress: nil)
       FileUtils.rm_rf("#{dest_dir}")
       FileUtils.mkdir_p(dest_dir)
+      num_of_new_files = 0
       files.each do |f|
         file_dir = "#{dest_dir}/#{File.dirname(f)}"
         FileUtils.mkdir_p(file_dir)
+        num_of_new_files += 1 unless File.exist?("#{dest_dir}/#{f}")
         FileUtils.mv(f, "#{dest_dir}/#{f}")
       end
+      return num_of_new_files
     end
 
     def get_experiment_events_log_via_kubectl(exp, namespace)
@@ -376,7 +379,7 @@ parameters:
       result = `kubectl -n #{namespace} get pods | grep #{exp["slug"]}`
 
       pod_name = result.split(" ")[0]
-      return false if pod_name.blank?
+      return false, 0 if pod_name.blank?
       FileUtils.mkdir_p(dest_dir)
       working_dir = `kubectl -n #{namespace} exec #{pod_name} -c agent -- pwd`
       working_dir.strip!
@@ -399,16 +402,18 @@ parameters:
         end
       end
 
+      num_of_new_files = 0
       all_files.each do |file|
         file_dir = "#{dest_dir}/#{File.dirname(file)}"
         FileUtils.mkdir_p(file_dir)
+        num_of_new_files += 1 unless File.exist?("#{dest_dir}/#{file}")
         res = `kubectl -n #{namespace} cp #{pod_name}:#{file} -c agent #{dest_dir}/#{file}`
       end
 
-      return true
+      return true, num_of_new_files
     rescue => e
       Cnvrg::Logger.log_error(e)
-      return false
+      return false, 0
     end
   end
 

data/lib/cnvrg/project.rb

@@ -421,7 +421,7 @@ module Cnvrg
 
     def generate_idx(deploy: false, files: [])
       if File.exists? "#{self.local_path}/.cnvrg/idx.yml"
-        old_idx = YAML.load_file("#{self.local_path}/.cnvrg/idx.yml")
+        old_idx = YAML.load_file("#{self.local_path}/.cnvrg/idx.yml") rescue {:tree => {}, :commit => nil}
       else
         old_idx = {:tree => {}, :commit => nil}
       end

data/lib/cnvrg/version.rb

@@ -1,3 +1,3 @@
 module Cnvrg
-  VERSION = '1.10.4'
+  VERSION = '1.10.12'
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: cnvrg
 version: !ruby/object:Gem::Version
-  version: 1.10.4
+  version: 1.10.12
 platform: ruby
 authors:
 - Yochay Ettun
@@ -10,7 +10,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-08-04 00:00:00.000000000 Z
+date: 2020-09-08 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler