cnvrg 1.9.9 → 1.9.9.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: 10a6bb8d2946d743e8dd1f609369d503c9bf44a9ba748e1e2dfb33df57444aa0
4
- data.tar.gz: 382e9b28d7edb8856bcd12d5accabf31eb0f264055b4f652da94508a97458b3c
3
+ metadata.gz: d72dca40c37b0100d77dcb5a47b8c9278ea4bebda0871da66f16b7739db45292
4
+ data.tar.gz: 4773d0700fa20005702faa1f309108ae5f288c609791623ed0e4e08df0206f53
5
5
  SHA512:
6
- metadata.gz: db580ef688cf3c3a1e3c95f62c3c520fa606a13ebc678fee420c312e89b7c2c62e39783d25a7962d1f1ba5fa439c968626164443c0828d4fae5604eb881794fd
7
- data.tar.gz: 296974a98310ef9ba922124385723a33380cd6fd412d80d18cb3cb0a73b070a1a119d61ce26b8a4fe560e6f7a8b591fb222e3ba6ccc09c046d891a02436358bd
6
+ metadata.gz: 140601b1f6e07bc54abfbb96b983c69161e34a591c860d2c48f3b2e6223d6e5ad960f0941dcc7cd4ea77c75f91aec453d6fffb45a3dcb2bfa01a474951ed70fc
7
+ data.tar.gz: 0bede8acc6432dca795d38c00d3c89b86bc09c7087161b589de9a07fd8c6cc5040ef2e5ad18334fee3011cd64d6149b9a21edc2a0760bb766bc1828a37ee08ca
@@ -330,7 +330,7 @@ module Cnvrg
330
330
 
331
331
  end
332
332
 
333
- def upload_multiple_files_optimized(files, commit_sha1, threads: ParallelThreads, chunk_size: 1000, force: false, new_branch: false, prefix: '', partial_commit: nil)
333
+ def upload_multiple_files_optimized(files, commit_sha1, threads: 15, chunk_size: 1000, force: false, new_branch: false, prefix: '', partial_commit: nil)
334
334
  cli = CLI.new
335
335
  cli.log_message("Using #{threads} threads with chunk size of #{chunk_size}.", Thor::Shell::Color::GREEN)
336
336
 
@@ -406,7 +406,7 @@ module Cnvrg
406
406
  # Fetch the required files from the server:
407
407
  Parallel.map((file_chunks), in_threads: 10) do |files_chunk|
408
408
 
409
- tree = @dataset.generate_chunked_idx(files_chunk, prefix: prefix)
409
+ tree = @dataset.generate_chunked_idx(files_chunk, prefix: prefix, threads: threads)
410
410
  results = request_upload_files(commit_sha1, tree, force, new_branch, partial_commit)
411
411
 
412
412
  # puts "Got #{results['files'].size} files to upload from #{files_chunk.size} files"
@@ -541,7 +541,7 @@ module Cnvrg
541
541
  "#{url}/#{self.owner}/datasets/#{self.slug}"
542
542
  end
543
543
 
544
- def generate_chunked_idx(list_files = [], threads: IDXParallelThreads, prefix: '')
544
+ def generate_chunked_idx(list_files = [], threads: 15, prefix: '')
545
545
  tree = {}
546
546
  Parallel.map(list_files, in_threads: threads) do |file|
547
547
  #check if prefix exists do prefix/path otherwise path
@@ -1,3 +1,3 @@
1
1
  module Cnvrg
2
- VERSION = '1.9.9'
2
+ VERSION = '1.9.9.1'
3
3
  end
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: cnvrg
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.9.9
4
+ version: 1.9.9.1
5
5
  platform: ruby
6
6
  authors:
7
7
  - Yochay Ettun
@@ -10,7 +10,7 @@ authors:
10
10
  autorequire:
11
11
  bindir: bin
12
12
  cert_chain: []
13
- date: 2020-07-09 00:00:00.000000000 Z
13
+ date: 2020-07-15 00:00:00.000000000 Z
14
14
  dependencies:
15
15
  - !ruby/object:Gem::Dependency
16
16
  name: bundler
@@ -453,7 +453,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
453
453
  - !ruby/object:Gem::Version
454
454
  version: '0'
455
455
  requirements: []
456
- rubygems_version: 3.1.2
456
+ rubygems_version: 3.0.4
457
457
  signing_key:
458
458
  specification_version: 4
459
459
  summary: A CLI tool for interacting with cnvrg.io.