cnvrg 2.0.1 → 2.0.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: ab82882b2bb6c9093751cd560eaa4ccb7540fad9b9a34a81245721538dd37a5b
-  data.tar.gz: e35299be744d985a37794288a269ba2bb55cf64d3fcd702c6c6147bd4f5d740d
+  metadata.gz: b238ce877c0fa8da80c63c6d3d165ce974c250ea9c3f3d21ff092098356aa5a5
+  data.tar.gz: 7c7b4aa637b3bcaf5f18a7eb973d6995f0f1e25147a16a2ccfb1ce3d6dea91e3
 SHA512:
-  metadata.gz: 52b51bb4942583e9ac3eceab24891d252ef7e31d7f1a2a87d5c8f4586f914f33f2d9cc7addc09ab5aa3652a9ba939ef5a37bdb9fc82d18e4e0e0a61126265d17
-  data.tar.gz: df735e631778b5d36d296c33903719a2ba7832ce2a9e218eea033ad246f8c4ce044a7b7d5562f68d901a1ee32d62a88559f886da2a0341d8bf7c51b50c25660c
+  metadata.gz: fb1b724199e92fddfa2be4c04b9eb1a8a94e1df65759482fb6c3173f7c3c7632d236c22836749e5f1d6578115555b838285b58d1a95a42ce2df67d3a354da043
+  data.tar.gz: c840826e01dcd8061fdb1bf065f416d97ca3fe35575649171814741c32332b458c7bac57fa248e9afd45f337b60b18003077cc72d5927527490689572608ad6b

data/Readme.md

@@ -23,4 +23,20 @@
 2021-05-05
 * DEV-8868 - Bug: SDK - e.sync() in git project only creates empty "output" folder in commit
 ## Version v2.0.1
-2021-06-13
+2021-06-13
+## Version v2.0.2
+2021-06-16
+* DEV-9694 - Bug: Download artifacts fails on authorization error 
+## Version v2.0.3
+2021-06-29
+* DEV-9919 - Bug: clone artifacts fails on "Not Authorize, Are you logged in?"
+## Version v2.0.4
+2021-07-08
+* DEV-9935 - Bug: CLI - cnvrg sync creates new commit but no blob versions
+## Version v2.0.5
+2021-07-11
+* DEV-10171 - Bug: experiment randomly fails with error- "Couldn't clone artifacts"
+* DEV-10189 - Bug: CLI Sync -file/folder with broken symlink will cause sync to fail
+## Version v2.0.6
+2021-07-18
+* DEV-10209 - Bug: some experiments in grid failed on cnvrg-cli commands (docker container id was missing)

data/lib/cnvrg/cli.rb

@@ -3006,12 +3006,12 @@ module Cnvrg
     method_option :job_slug, :type => :string, :aliases => ["-j", "--job"], :default => nil
     method_option :job_type, :type => :string, :aliases => ["-jt", "--job_type"], :default => nil
     method_option :files, :type => :string, :aliases => ["--files"], :default => nil
-    method_option :output_dir, :type => :string, :aliases => ["--output_dir"], :default => nil
+    method_option :output_dir, :type => :string, :aliases => ["--output_dir"], :default => 'output'
     method_option :git_diff, :type => :boolean, :aliases => ["--git_diff"], :default => false
     method_option :suppress_exceptions, :type => :boolean, :aliases => ["--suppress-exceptions"], :default => true
     method_option :debug_mode, :type => :boolean, :aliases => ["--debug-mode"], :default => false
     method_option :chunk_size, :type => :numeric, :aliases => ["--chunk"], :default => 1000
-    method_option :local, :type => :boolean, :aliases => ["--local"], :default => false
+    method_option :local, :type => :boolean, :aliases => ["--local"], :default => true
 
     def sync(direct = true)
       verify_logged_in(true) if direct
@@ -5007,7 +5007,7 @@ module Cnvrg
       end
     end
 
-    desc 'experiments', 'List project experiments', :hide => true
+    desc 'experiments', 'List project experiments'
     method_option :id, :type => :string, :aliases => ["--id"], :desc => "Get info for specific experiments", :default => ""
     method_option :tag, :type => :string, :aliases => ["-t"], :desc => "Get info for specific experiment tag", :default => ""
 

data/lib/cnvrg/files.rb

@@ -730,7 +730,11 @@ module Cnvrg
       end
       res = Cnvrg::API.request(@base_resource + "download_files", 'POST', {files: files, commit: commit})
       unless Cnvrg::CLI.is_response_success(res, false)
-        raise SignalException.new("Cant download files from the server.")
+        begin
+          puts(res)
+        rescue
+        end
+        raise StandardError.new("Cant download files from the server.")
       end
       self.download_multiple_files_s3(res['result'], @project_home, postfix: postfix, progress: progress, threads: threads)
     end

data/lib/cnvrg/helpers/executer.rb

@@ -3,7 +3,7 @@ require 'cnvrg/helpers/agent'
 class Cnvrg::Helpers::Executer
   attr_reader :machine_activity, :agent_id, :main_id
   MAIN_CONTAINER_PORT = ENV['MAIN_CONTAINER_PORT'].try(:to_i) || 4000
-
+  HAS_DOCKER = ENV['HAS_DOCKER'] == "true"
 
   ### this class represent a machine_activity. it will poll the commands, communicate with the
   # server (poll commands) and let the server know the status of this executer.
@@ -84,7 +84,7 @@ class Cnvrg::Helpers::Executer
     agent_id = nil
     main_id = nil
     timeout = 2
-    timeout = nil if !@is_new_main
+    timeout = nil if (!@is_new_main || HAS_DOCKER)
     Timeout.timeout(timeout) do
       while agent_id.blank? or main_id.blank?
         grep_by = @job_id

data/lib/cnvrg/project.rb

@@ -328,15 +328,21 @@ module Cnvrg
     end
 
     def get_storage_client
-      response = Cnvrg::API.request("users/#{@owner}/projects/#{@slug}/client", 'GET')
-      if Cnvrg::CLI.is_response_success(response, false)
-
+      client_params = nil
+      i = 0
+      begin
+        response = Cnvrg::API.request("users/#{@owner}/projects/#{@slug}/client", 'GET')
+        unless Cnvrg::CLI.is_response_success(response, false)
+          raise StandardError.new("Can't find project credentials")
+        end
         client_params = response['client']
-      else
-
+      rescue StandardError
+        i += 1
+        sleep(5 * i)
+        retry if i < 10
         client_params = get_storage_client_fallback
       end
-
+      raise StandardError.new("Can't find project credentials") unless client_params
       Cnvrg::Downloader::Client.factory(client_params)
     end
 
@@ -381,10 +387,12 @@ module Cnvrg
     def generate_output_dir(output_dir, local: false)
       Cnvrg::Logger.log_info("Generating output dir for #{output_dir}")
       upload_list = []
+      list = []
       list = Dir.glob("/cnvrg/#{output_dir}/**/*", File::FNM_DOTMATCH)
       if local
         list += Dir.glob("#{output_dir}/**/*", File::FNM_DOTMATCH)
       end
+      list.uniq!
       Parallel.map(list, in_threads: IDXParallelThreads) do |e|
         next if e.end_with? "/."
         if File.directory? e
@@ -449,6 +457,10 @@ module Cnvrg
         if list_ignore_new.include? label
           next
         end
+        if File.symlink?(e)
+          Cnvrg::Logger.log_info("Skipping symlink #{e}")
+          next
+        end
         if File.directory? e
           dir_name = (label.ends_with? "/") ? label : (label + "/")
           tree_idx[dir_name] = nil
@@ -701,8 +713,11 @@ module Cnvrg
       res = JSON.parse(resp['result']) rescue nil
       return if res.blank?
       config = self.get_config
-      config[:is_git] = res['git']
       config[:project_name] = res['title']
+      config[:project_slug] = @slug
+      config[:owner] = @owner
+      config[:git] = res['git'] || false
+      config[:is_git] = res['git'] || false
       self.set_config(config)
     end
 

data/lib/cnvrg/version.rb

@@ -1,3 +1,3 @@
 module Cnvrg
-  VERSION = '2.0.1'
+  VERSION = '2.0.6'
 end

metadata

@@ -1,16 +1,16 @@
 --- !ruby/object:Gem::Specification
 name: cnvrg
 version: !ruby/object:Gem::Version
-  version: 2.0.1
+  version: 2.0.6
 platform: ruby
 authors:
 - Yochay Ettun
 - Leah Kolben
 - Omer Shacham
-autorequire:
+autorequire: 
 bindir: bin
 cert_chain: []
-date: 2021-06-16 00:00:00.000000000 Z
+date: 2021-07-20 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -473,7 +473,7 @@ files:
 homepage: https://cnvrg.io
 licenses: []
 metadata: {}
-post_install_message:
+post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
@@ -488,8 +488,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.0.9
-signing_key:
+rubygems_version: 3.2.22
+signing_key: 
 specification_version: 4
 summary: A CLI tool for interacting with cnvrg.io.
 test_files: []