cnvrg 1.9.9 → 1.9.9.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/cnvrg/datafiles.rb +2 -2
- data/lib/cnvrg/dataset.rb +1 -1
- data/lib/cnvrg/version.rb +1 -1
- metadata +3 -3
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: d72dca40c37b0100d77dcb5a47b8c9278ea4bebda0871da66f16b7739db45292
|
4
|
+
data.tar.gz: 4773d0700fa20005702faa1f309108ae5f288c609791623ed0e4e08df0206f53
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 140601b1f6e07bc54abfbb96b983c69161e34a591c860d2c48f3b2e6223d6e5ad960f0941dcc7cd4ea77c75f91aec453d6fffb45a3dcb2bfa01a474951ed70fc
|
7
|
+
data.tar.gz: 0bede8acc6432dca795d38c00d3c89b86bc09c7087161b589de9a07fd8c6cc5040ef2e5ad18334fee3011cd64d6149b9a21edc2a0760bb766bc1828a37ee08ca
|
data/lib/cnvrg/datafiles.rb
CHANGED
@@ -330,7 +330,7 @@ module Cnvrg
|
|
330
330
|
|
331
331
|
end
|
332
332
|
|
333
|
-
def upload_multiple_files_optimized(files, commit_sha1, threads:
|
333
|
+
def upload_multiple_files_optimized(files, commit_sha1, threads: 15, chunk_size: 1000, force: false, new_branch: false, prefix: '', partial_commit: nil)
|
334
334
|
cli = CLI.new
|
335
335
|
cli.log_message("Using #{threads} threads with chunk size of #{chunk_size}.", Thor::Shell::Color::GREEN)
|
336
336
|
|
@@ -406,7 +406,7 @@ module Cnvrg
|
|
406
406
|
# Fetch the required files from the server:
|
407
407
|
Parallel.map((file_chunks), in_threads: 10) do |files_chunk|
|
408
408
|
|
409
|
-
tree = @dataset.generate_chunked_idx(files_chunk, prefix: prefix)
|
409
|
+
tree = @dataset.generate_chunked_idx(files_chunk, prefix: prefix, threads: threads)
|
410
410
|
results = request_upload_files(commit_sha1, tree, force, new_branch, partial_commit)
|
411
411
|
|
412
412
|
# puts "Got #{results['files'].size} files to upload from #{files_chunk.size} files"
|
data/lib/cnvrg/dataset.rb
CHANGED
@@ -541,7 +541,7 @@ module Cnvrg
|
|
541
541
|
"#{url}/#{self.owner}/datasets/#{self.slug}"
|
542
542
|
end
|
543
543
|
|
544
|
-
def generate_chunked_idx(list_files = [], threads:
|
544
|
+
def generate_chunked_idx(list_files = [], threads: 15, prefix: '')
|
545
545
|
tree = {}
|
546
546
|
Parallel.map(list_files, in_threads: threads) do |file|
|
547
547
|
#check if prefix exists do prefix/path otherwise path
|
data/lib/cnvrg/version.rb
CHANGED
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: cnvrg
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.9.9
|
4
|
+
version: 1.9.9.1
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Yochay Ettun
|
@@ -10,7 +10,7 @@ authors:
|
|
10
10
|
autorequire:
|
11
11
|
bindir: bin
|
12
12
|
cert_chain: []
|
13
|
-
date: 2020-07-
|
13
|
+
date: 2020-07-15 00:00:00.000000000 Z
|
14
14
|
dependencies:
|
15
15
|
- !ruby/object:Gem::Dependency
|
16
16
|
name: bundler
|
@@ -453,7 +453,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
453
453
|
- !ruby/object:Gem::Version
|
454
454
|
version: '0'
|
455
455
|
requirements: []
|
456
|
-
rubygems_version: 3.
|
456
|
+
rubygems_version: 3.0.4
|
457
457
|
signing_key:
|
458
458
|
specification_version: 4
|
459
459
|
summary: A CLI tool for interacting with cnvrg.io.
|