cnvrg 1.6.22 → 1.6.23

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: edee87a5b2d2c1693d36ddcfeb992b4e87a88521988e6335844ab522401cee46
4
- data.tar.gz: bd0286b12dc83235c57bcf64726d2af6860608e0a061c885888bf044129d1ab0
3
+ metadata.gz: e02d88ff10cc1d512fcc462c36a2414c369db01d9f153e3fcd7e0c16323a7ed3
4
+ data.tar.gz: 4d229c75a62ddeaef049878712f6efd5a9ed9d2282ce178c5668a16ca151b341
5
5
  SHA512:
6
- metadata.gz: e1421a63d3a34350f181deaead9c9b5f1cebe91f75f675a81d2a0cb49de0990d690efc08ba9e8ef74315b44041889ed093e19fbf4a9a271ec0f1394b39c45748
7
- data.tar.gz: 67872a7abe1dbac6d001c28c4a556c0b8c09b153dade45eb6a6e54ed318a804235e089504c5e2e409cef27dde5235ea1ab35d7a239bc7aefad976ce60969e111
6
+ metadata.gz: cb33e353617be53f4b0644189709830413e02c758d70043a51c6674493578d12411bec4cc50590ca2956f731f08043842783f984bca588618714a7c122e1cbe9
7
+ data.tar.gz: 19ea024dda8473f01bae568c7ed5f8cea6ec55475e044f6eb25d96cd58fb852dcc33fe6ba0b1c0b55290f46bd2cf5977710e6d9f5df8940b920e836a74f46c09
data/lib/cnvrg/cli.rb CHANGED
@@ -1184,7 +1184,7 @@ module Cnvrg
1184
1184
  end
1185
1185
 
1186
1186
  desc '', '', :hide => true
1187
- def data_put(dataset_url, files: [], dir: '', chunk_size: 1000)
1187
+ def data_put(dataset_url, files: [], dir: '', commit: '', chunk_size: 1000)
1188
1188
  begin
1189
1189
  verify_logged_in(false)
1190
1190
  log_start(__method__, args, options)
@@ -1203,11 +1203,21 @@ module Cnvrg
1203
1203
  end
1204
1204
  log_message("Uploading #{@files.size} files", Thor::Shell::Color::GREEN)
1205
1205
  number_of_chunks = (@files.size.to_f / chunk_size).ceil
1206
- response = @datafiles.start_commit(false, true, chunks: number_of_chunks)
1207
- unless response #means we failed in the start commit.
1208
- raise SignalException.new(1, "Cant put files into server, check the dataset slug")
1206
+ if commit.blank?
1207
+ response = @datafiles.start_commit(false, true, chunks: number_of_chunks)
1208
+ unless response #means we failed in the start commit.
1209
+ raise SignalException.new(1, "Cant put files into dataset, check the dataset id")
1210
+ end
1211
+ @commit = response['result']['commit_sha1']
1212
+ elsif commit.eql? "latest"
1213
+ response = @datafiles.last_valid_commit()
1214
+ unless response #means we failed in the start commit.
1215
+ raise SignalException.new(1, "Cant put files into commit:#{commit}, check the dataset id and commitc")
1216
+ end
1217
+ @commit = response['result']['sha1']
1218
+ else
1219
+ @commit = commit
1209
1220
  end
1210
- @commit = response['result']['commit_sha1']
1211
1221
  #dir shouldnt have starting or ending slash.
1212
1222
  dir = dir[0..-2] if dir.end_with? '/'
1213
1223
  dir = dir[1..-1] if dir.start_with? '/'
@@ -1217,9 +1227,11 @@ module Cnvrg
1217
1227
  #will throw a signal exception if something goes wrong.
1218
1228
  @datafiles.upload_multiple_files(@commit, temp_tree, force: true, prefix: dir, total: @files.size)
1219
1229
  end
1220
- res = @datafiles.put_commit(@commit)
1221
- unless res.is_success?
1222
- raise SignalException.new(1, res.msg)
1230
+ if commit.blank?
1231
+ res = @datafiles.put_commit(@commit)
1232
+ unless res.is_success?
1233
+ raise SignalException.new(1, res.msg)
1234
+ end
1223
1235
  end
1224
1236
  log_message("Upload finished Successfully", Thor::Shell::Color::GREEN)
1225
1237
  rescue SignalException => e
data/lib/cnvrg/data.rb CHANGED
@@ -185,10 +185,12 @@ module Cnvrg
185
185
 
186
186
  desc 'data put DATASET_URL FILES_PREFIX', 'Upload selected files from local dataset directory to remote server'
187
187
  method_option :dir, :type => :string, :aliases => ["-d", "--dir"], :default => ''
188
+ method_option :commit, :type => :string, :aliases => ["-c", "--commit"], :default => ''
188
189
  def put(dataset_url, *files)
189
190
  cli = Cnvrg::CLI.new()
190
191
  dir = options[:dir]
191
- cli.data_put(dataset_url, files: files, dir: dir)
192
+ commit = options[:commit]
193
+ cli.data_put(dataset_url, files: files, dir: dir, commit: commit)
192
194
  end
193
195
 
194
196
  desc 'data clone_query --query=QUERY_SLUG DATASET_URL', 'Clone dataset with specific query'
@@ -898,6 +898,17 @@ module Cnvrg
898
898
  return false
899
899
  end
900
900
  end
901
+ def last_valid_commit()
902
+ begin
903
+ #if we are pushing with force or to branch we dont need to send current/next commit cause we want to
904
+ # create a new commit.
905
+ response = Cnvrg::API.request("#{base_resource}/last_valid_commit", 'GET')
906
+ Cnvrg::CLI.is_response_success(response, true)
907
+ return response
908
+ rescue => e
909
+ return false
910
+ end
911
+ end
901
912
 
902
913
  def end_commit(commit_sha1,force, success: true, uploaded_files: 0 )
903
914
  begin
data/lib/cnvrg/version.rb CHANGED
@@ -1,3 +1,3 @@
1
1
  module Cnvrg
2
- VERSION = '1.6.22'
2
+ VERSION = '1.6.23'
3
3
  end
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: cnvrg
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.6.22
4
+ version: 1.6.23
5
5
  platform: ruby
6
6
  authors:
7
7
  - Yochay Ettun
@@ -477,7 +477,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
477
477
  - !ruby/object:Gem::Version
478
478
  version: '0'
479
479
  requirements: []
480
- rubygems_version: 3.0.3
480
+ rubygems_version: 3.0.4
481
481
  signing_key:
482
482
  specification_version: 4
483
483
  summary: A CLI tool for interacting with cnvrg.io.