cnvrg 1.9.9 → 1.9.9.1

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: 10a6bb8d2946d743e8dd1f609369d503c9bf44a9ba748e1e2dfb33df57444aa0
4
- data.tar.gz: 382e9b28d7edb8856bcd12d5accabf31eb0f264055b4f652da94508a97458b3c
3
+ metadata.gz: d72dca40c37b0100d77dcb5a47b8c9278ea4bebda0871da66f16b7739db45292
4
+ data.tar.gz: 4773d0700fa20005702faa1f309108ae5f288c609791623ed0e4e08df0206f53
5
5
  SHA512:
6
- metadata.gz: db580ef688cf3c3a1e3c95f62c3c520fa606a13ebc678fee420c312e89b7c2c62e39783d25a7962d1f1ba5fa439c968626164443c0828d4fae5604eb881794fd
7
- data.tar.gz: 296974a98310ef9ba922124385723a33380cd6fd412d80d18cb3cb0a73b070a1a119d61ce26b8a4fe560e6f7a8b591fb222e3ba6ccc09c046d891a02436358bd
6
+ metadata.gz: 140601b1f6e07bc54abfbb96b983c69161e34a591c860d2c48f3b2e6223d6e5ad960f0941dcc7cd4ea77c75f91aec453d6fffb45a3dcb2bfa01a474951ed70fc
7
+ data.tar.gz: 0bede8acc6432dca795d38c00d3c89b86bc09c7087161b589de9a07fd8c6cc5040ef2e5ad18334fee3011cd64d6149b9a21edc2a0760bb766bc1828a37ee08ca
@@ -330,7 +330,7 @@ module Cnvrg
330
330
 
331
331
  end
332
332
 
333
- def upload_multiple_files_optimized(files, commit_sha1, threads: ParallelThreads, chunk_size: 1000, force: false, new_branch: false, prefix: '', partial_commit: nil)
333
+ def upload_multiple_files_optimized(files, commit_sha1, threads: 15, chunk_size: 1000, force: false, new_branch: false, prefix: '', partial_commit: nil)
334
334
  cli = CLI.new
335
335
  cli.log_message("Using #{threads} threads with chunk size of #{chunk_size}.", Thor::Shell::Color::GREEN)
336
336
 
@@ -406,7 +406,7 @@ module Cnvrg
406
406
  # Fetch the required files from the server:
407
407
  Parallel.map((file_chunks), in_threads: 10) do |files_chunk|
408
408
 
409
- tree = @dataset.generate_chunked_idx(files_chunk, prefix: prefix)
409
+ tree = @dataset.generate_chunked_idx(files_chunk, prefix: prefix, threads: threads)
410
410
  results = request_upload_files(commit_sha1, tree, force, new_branch, partial_commit)
411
411
 
412
412
  # puts "Got #{results['files'].size} files to upload from #{files_chunk.size} files"
@@ -541,7 +541,7 @@ module Cnvrg
541
541
  "#{url}/#{self.owner}/datasets/#{self.slug}"
542
542
  end
543
543
 
544
- def generate_chunked_idx(list_files = [], threads: IDXParallelThreads, prefix: '')
544
+ def generate_chunked_idx(list_files = [], threads: 15, prefix: '')
545
545
  tree = {}
546
546
  Parallel.map(list_files, in_threads: threads) do |file|
547
547
  #check if prefix exists do prefix/path otherwise path
@@ -1,3 +1,3 @@
1
1
  module Cnvrg
2
- VERSION = '1.9.9'
2
+ VERSION = '1.9.9.1'
3
3
  end
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: cnvrg
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.9.9
4
+ version: 1.9.9.1
5
5
  platform: ruby
6
6
  authors:
7
7
  - Yochay Ettun
@@ -10,7 +10,7 @@ authors:
10
10
  autorequire:
11
11
  bindir: bin
12
12
  cert_chain: []
13
- date: 2020-07-09 00:00:00.000000000 Z
13
+ date: 2020-07-15 00:00:00.000000000 Z
14
14
  dependencies:
15
15
  - !ruby/object:Gem::Dependency
16
16
  name: bundler
@@ -453,7 +453,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
453
453
  - !ruby/object:Gem::Version
454
454
  version: '0'
455
455
  requirements: []
456
- rubygems_version: 3.1.2
456
+ rubygems_version: 3.0.4
457
457
  signing_key:
458
458
  specification_version: 4
459
459
  summary: A CLI tool for interacting with cnvrg.io.