cnvrg 1.5.8 → 1.5.8.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/cnvrg/datafiles.rb +12 -7
- data/lib/cnvrg/version.rb +1 -1
- metadata +1 -1
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 72f32f689230c745d3b074b5c5cca03f8215e5b334a4b0f8b59268dcb534dfc5
|
4
|
+
data.tar.gz: 60f32fdcede705e8a33b878f49ab9917ed9708780704d90934b38667016d426d
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: bcf3622b7469a02697579bf741370d2245d9b45bd7f62a898b272d43d90cbb992364ea4d1d2140d2eee7be080c32aecc20faec384387689381349fad058c9db2
|
7
|
+
data.tar.gz: e2339587f9709a86715b81066b4150090dc649185dc2744133acdc64679436580bb29f75ed9650b7fb88ba8e089448f051baebfb0de115f605e2236cc3ea0378
|
data/lib/cnvrg/datafiles.rb
CHANGED
@@ -973,6 +973,7 @@ module Cnvrg
|
|
973
973
|
isolation: true
|
974
974
|
}
|
975
975
|
Parallel.map(files["keys"], parallel_options) do |f|
|
976
|
+
begin
|
976
977
|
local_path = @dataset.local_path + '/' + f['name']
|
977
978
|
Cnvrg::Logger.log_info("Downloading #{local_path}")
|
978
979
|
progressbar.progress += 1 if progressbar.present?
|
@@ -981,13 +982,17 @@ module Cnvrg
|
|
981
982
|
next
|
982
983
|
end
|
983
984
|
# blob
|
984
|
-
|
985
|
-
|
986
|
-
|
987
|
-
|
988
|
-
|
989
|
-
|
990
|
-
|
985
|
+
local_path = "#{local_path}.conflict" if conflict
|
986
|
+
storage_path = f["path"]
|
987
|
+
if File.exists? local_path
|
988
|
+
Cnvrg::Logger.log_info("Trying to download #{local_path} but its already exists, skipping..")
|
989
|
+
next
|
990
|
+
end
|
991
|
+
resp = @downloader.download(storage_path, local_path)
|
992
|
+
Cnvrg::Logger.log_info("Download #{local_path} success resp: #{resp}")
|
993
|
+
rescue => e
|
994
|
+
Cnvrg::Logger.log_error(e)
|
995
|
+
end
|
991
996
|
end
|
992
997
|
return Cnvrg::Result.new(true,"Downloaded successfully")
|
993
998
|
rescue => e
|
data/lib/cnvrg/version.rb
CHANGED