cnvrg 2.0.6 → 2.0.11

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: b238ce877c0fa8da80c63c6d3d165ce974c250ea9c3f3d21ff092098356aa5a5
-  data.tar.gz: 7c7b4aa637b3bcaf5f18a7eb973d6995f0f1e25147a16a2ccfb1ce3d6dea91e3
+  metadata.gz: 86857e06a0d107172c161467e8ff8cb04a120d8b230c97843e91ce13c826ccce
+  data.tar.gz: 272fe88e1e390f2887c36c49915cc89f10a6cf9947bb98ab6fd503476ac03820
 SHA512:
-  metadata.gz: fb1b724199e92fddfa2be4c04b9eb1a8a94e1df65759482fb6c3173f7c3c7632d236c22836749e5f1d6578115555b838285b58d1a95a42ce2df67d3a354da043
-  data.tar.gz: c840826e01dcd8061fdb1bf065f416d97ca3fe35575649171814741c32332b458c7bac57fa248e9afd45f337b60b18003077cc72d5927527490689572608ad6b
+  metadata.gz: c28ab54953e47843897273f8038f5e0bfc92e101e161d1edae4477250e1334b5730b5020713572ad2482c5b0c305c5c0b2c5725b8796a44c06750eccf2924e9f
+  data.tar.gz: 69be0cd1fc89180ce7b878aaa8e0767b5be9a00cb0c9813c504e62677c1c839831aa6cf4fbf27aeb66aa50b756f7b28f46eb721182e588bcc4b7c65544e6a41b

data/Readme.md

@@ -39,4 +39,18 @@
 * DEV-10189 - Bug: CLI Sync -file/folder with broken symlink will cause sync to fail
 ## Version v2.0.6
 2021-07-18
-* DEV-10209 - Bug: some experiments in grid failed on cnvrg-cli commands (docker container id was missing)
+* DEV-10209 - Bug: some experiments in grid failed on cnvrg-cli commands (docker container id was missing)
+## Version v2.0.7
+2021-07-27
+* DEV-10186 - Bug: CLI/run an experiment with --local tag giver server error
+## Version v2.0.8
+2021-09-06
+* DEV-10697 - Bug: Tensorboard not starting in workspace and experiment.
+## Version v2.0.9
+2021-09-12
+* DEV-10502 - Bug: Periodic sync stuck
+## Version v2.0.10
+2021-09-12
+* DEV-10502 - Bug: Periodic sync stuck
+## Version v2.0.11
+2021-10-21

data/lib/cnvrg/cli/library_cli.rb

@@ -1,7 +1,7 @@
 module Cnvrg
   class LibraryCli < SubCommandBase
-
-    desc "library import", ''
+    map push: :import
+    desc "library push", 'Push a new library to AI Library'
     def import
       unless File.exists? "library.yml"
         Cnvrg::CLI.log_message("Can't find library.yml", 'red')

data/lib/cnvrg/cli.rb

@@ -3147,7 +3147,7 @@ module Cnvrg
           invoke :exec, [cmd], :sync_before => sync_before, :sync_after => sync_after, :title => title,
                  :log => log, :email_notification => email_notification, :upload_output => upload_output,
                  :commit => commit, :image => image, :data => data, :data_commit => data_commit,
-                 :ignore => ignore, :force => force, :output_dir=>output_dir, :data_query=>data_query
+                 :ignore => ignore, :force => force, :output_dir=>output_dir, :data_query=>data_query, :local => local
           return
         end
       else
@@ -3204,6 +3204,7 @@ module Cnvrg
     method_option :data_query, :type => :string, :aliases => ["-q", "--query"], :default => nil
     method_option :use_bash, :type => :boolean, :aliases => ["-b", "--use_bash"], :default => false
     method_option :docker_stats, :type => :boolean, :aliases => ["--docker_stats"], :default => true
+    method_option :local, :type => :boolean, :aliases => ["-l", "--local"], :default => false
 
     def exec(*cmd)
       log = []
@@ -3228,6 +3229,7 @@ module Cnvrg
       project_home = get_project_home
       data_query = options["data_query"]
       docker_stats = options["docker_stats"]
+      local = options[:local] || false
       @project = Project.new(project_home)
       if @project.is_git
         sync_before = false
@@ -3323,43 +3325,49 @@ module Cnvrg
               if @exp.get_cmd.present?
                 cmd = @exp.get_cmd
               end
-              command_slug = (0...18).map { (65 + rand(26)).chr }.join
-              result_file = "/conf/result-#{command_slug}"
-              data = {cmd: cmd, async: true, format: true, file_name: result_file, use_script: true, use_bash: options["use_bash"]}
-
-              conn = Cnvrg::Helpers::Executer.get_main_conn
-              response = conn.post('command', data.to_json)
-              if response.to_hash[:status].to_i != 200
-                exit_status = 129
-                raise StandardError.new("Cant send command to slave")
-              end
-              t = FileWatch::Tail.new
-              filename = result_file
-              lines = []
-              t.tail(filename)
-              t.subscribe do |path, line|
-                begin
-                  cur_log = JSON.parse(line)
-                  if cur_log["type"] == "endMessage"
-                    exit_status = cur_log["real"].to_i
-                    break
-                  else
-                    puts(cur_log.to_json)
-                    STDOUT.flush
-                    cur_log["time"] = Time.parse(cur_log["timestamp"])
-                    cur_log["message"] = cur_log["message"].to_s + "\r\n"
-                    log << cur_log
-                  end
-                  if log.size >= 10
-                    @exp.upload_temp_log(log)
-                    log = []
-                  elsif (start_time + 15.seconds) <= Time.now
-                    @exp.upload_temp_log(log) unless log.empty?
-                    log = []
-                    start_time = Time.now
+
+              if local
+                exec_local(cmd)
+                exit_status = $?.exitstatus
+
+              else
+                command_slug = (0...18).map { (65 + rand(26)).chr }.join
+                result_file = "/conf/result-#{command_slug}"
+                data = {cmd: cmd, async: true, format: true, file_name: result_file, use_script: true, use_bash: options["use_bash"]}
+                conn = Cnvrg::Helpers::Executer.get_main_conn
+                response = conn.post('command', data.to_json)
+                if response.to_hash[:status].to_i != 200
+                  exit_status = 129
+                  raise StandardError.new("Cant send command to slave")
+                end
+                t = FileWatch::Tail.new
+                filename = result_file
+                lines = []
+                t.tail(filename)
+                t.subscribe do |path, line|
+                  begin
+                    cur_log = JSON.parse(line)
+                    if cur_log["type"] == "endMessage"
+                      exit_status = cur_log["real"].to_i
+                      break
+                    else
+                      puts(cur_log.to_json)
+                      STDOUT.flush
+                      cur_log["time"] = Time.parse(cur_log["timestamp"])
+                      cur_log["message"] = cur_log["message"].to_s + "\r\n"
+                      log << cur_log
+                    end
+                    if log.size >= 10
+                      @exp.upload_temp_log(log)
+                      log = []
+                    elsif (start_time + 15.seconds) <= Time.now
+                      @exp.upload_temp_log(log) unless log.empty?
+                      log = []
+                      start_time = Time.now
+                    end
+                  rescue => e
+                    log_error(e)
                   end
-                rescue => e
-                  log_error(e)
                 end
               end
               end_time = Time.now
@@ -5007,7 +5015,7 @@ module Cnvrg
       end
     end
 
-    desc 'experiments', 'List project experiments'
+    desc 'experiments', 'List project experiments', :hide => true
     method_option :id, :type => :string, :aliases => ["--id"], :desc => "Get info for specific experiments", :default => ""
     method_option :tag, :type => :string, :aliases => ["-t"], :desc => "Get info for specific experiment tag", :default => ""
 
@@ -5876,6 +5884,56 @@ module Cnvrg
         end
       end
 
+      def exec_local(cmd)
+        PTY.spawn(@exp.as_env, cmd) do |stdout, stdin, pid, stderr|
+          begin
+            stdout.each do |line|
+              cur_time = Time.now
+              real_time = Time.now - real
+              cur_log = {time: cur_time,
+                         message: line,
+                         type: "stdout",
+                         real: real_time
+              }
+              if print_log
+                puts({log: line, timestamp: Time.now, exp_logs: true}.to_json)
+              end
+              log << cur_log
+              if log.size >= 10
+                @exp.upload_temp_log(log) unless log.empty?
+                log = []
+              elsif (start_time + 15.seconds) <= Time.now
+                @exp.upload_temp_log(log) unless log.empty?
+                log = []
+                start_time = Time.now
+              end
+            end
+            if stderr
+              stderr.each do |err|
+                log << {time: Time.now, message: err, type: "stderr"}
+              end
+            end
+          rescue Errno::EIO => e
+            log_error(e)
+            if !log.empty?
+              temp_log = log
+              @exp.upload_temp_log(temp_log) unless temp_log.empty?
+              log -= temp_log
+            end
+          rescue Errno::ENOENT => e
+            exp_success = false
+            log_message("command \"#{cmd}\" couldn't be executed, verify command is valid", Thor::Shell::Color::RED)
+            log_error(e)
+          rescue => e
+            res = @exp.end(log, 1, start_commit, 0, 0)
+            log_message("Error occurred,aborting", Thor::Shell::Color::RED)
+            log_error(e)
+            exit(0)
+          end
+          ::Process.wait pid
+        end
+      end
+
     end
   end
 

data/lib/cnvrg/project.rb

@@ -661,7 +661,11 @@ module Cnvrg
 
     def fetch_webapp_slugs(webapp_slug, slugs: nil)
       response = Cnvrg::API_V2.request("#{self.owner}/projects/#{self.slug}/webapps/#{webapp_slug}" , 'GET')
-      return response["experiments"]
+
+      if response.key?("experiments")
+        return response["experiments"]
+      end
+      return response["data"]["attributes"]["experiments"]
     rescue
       slugs
     end

data/lib/cnvrg/version.rb

@@ -1,3 +1,3 @@
 module Cnvrg
-  VERSION = '2.0.6'
+  VERSION = '2.0.11'
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: cnvrg
 version: !ruby/object:Gem::Version
-  version: 2.0.6
+  version: 2.0.11
 platform: ruby
 authors:
 - Yochay Ettun
@@ -10,7 +10,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2021-07-20 00:00:00.000000000 Z
+date: 2021-10-21 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler