cnvrg 0.0.1530000 → 0.0.1540000
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/cnvrg.gemspec +2 -0
- data/lib/cnvrg/api.rb +7 -4
- data/lib/cnvrg/cli.rb +796 -619
- data/lib/cnvrg/datafiles.rb +16 -2
- data/lib/cnvrg/files.rb +31 -6
- data/lib/cnvrg/helpers.rb +7 -0
- data/lib/cnvrg/project.rb +0 -1
- data/lib/cnvrg/version.rb +1 -3
- metadata +18 -3
data/lib/cnvrg/datafiles.rb
CHANGED
@@ -1,7 +1,6 @@
|
|
1
1
|
require 'mimemagic'
|
2
2
|
require 'aws-sdk'
|
3
3
|
require 'URLcrypt'
|
4
|
-
|
5
4
|
module Cnvrg
|
6
5
|
class Datafiles
|
7
6
|
|
@@ -17,6 +16,7 @@ module Cnvrg
|
|
17
16
|
end
|
18
17
|
|
19
18
|
def upload_file(absolute_path, relative_path, commit_sha1)
|
19
|
+
|
20
20
|
file_name = File.basename relative_path
|
21
21
|
file_size = File.size(absolute_path).to_f
|
22
22
|
mime_type = MimeMagic.by_path(absolute_path)
|
@@ -39,6 +39,7 @@ module Cnvrg
|
|
39
39
|
end
|
40
40
|
end
|
41
41
|
return false
|
42
|
+
|
42
43
|
end
|
43
44
|
|
44
45
|
def upload_tar_file(absolute_path, relative_path, commit_sha1)
|
@@ -481,6 +482,7 @@ module Cnvrg
|
|
481
482
|
key = split[0]
|
482
483
|
iv = split[1]
|
483
484
|
|
485
|
+
|
484
486
|
access = Cnvrg::Helpers.decrypt(key, iv, download_resp["result"]["sts_a"])
|
485
487
|
|
486
488
|
secret = Cnvrg::Helpers.decrypt(key,iv, download_resp["result"]["sts_s"])
|
@@ -492,7 +494,6 @@ module Cnvrg
|
|
492
494
|
key = Cnvrg::Helpers.decrypt(key,iv, download_resp["result"]["key"])
|
493
495
|
|
494
496
|
|
495
|
-
|
496
497
|
client = Aws::S3::Client.new(
|
497
498
|
:access_key_id =>access,
|
498
499
|
:secret_access_key => secret,
|
@@ -555,6 +556,19 @@ module Cnvrg
|
|
555
556
|
return false
|
556
557
|
end
|
557
558
|
end
|
559
|
+
def revoke_download(tar_files, extracted_files)
|
560
|
+
begin
|
561
|
+
|
562
|
+
FileUtils.rm_rf(tar_files) unless (tar_files.nil? or tar_files.empty?)
|
563
|
+
FileUtils.rm_rf(extracted_files) unless (extracted_files.nil? or extracted_files.empty?)
|
564
|
+
|
565
|
+
rescue => e
|
566
|
+
return false
|
567
|
+
end
|
568
|
+
|
569
|
+
return true
|
570
|
+
|
571
|
+
end
|
558
572
|
|
559
573
|
def start_commit(new_branch)
|
560
574
|
|
data/lib/cnvrg/files.rb
CHANGED
@@ -23,12 +23,14 @@ module Cnvrg
|
|
23
23
|
mime_type = MimeMagic.by_path(absolute_path)
|
24
24
|
content_type = !(mime_type.nil? or mime_type.text?) ? mime_type.type : "text/plain"
|
25
25
|
sha1 = Digest::SHA1.file(absolute_path).hexdigest
|
26
|
-
|
27
26
|
upload_resp = Cnvrg::API.request(@base_resource + "upload_file", 'POST_FILE', {absolute_path: absolute_path, relative_path: relative_path,
|
28
27
|
commit_sha1: commit_sha1, file_name: file_name,
|
29
28
|
file_size: file_size, file_content_type: content_type, sha1: sha1,
|
30
29
|
new_version:true})
|
30
|
+
|
31
|
+
|
31
32
|
if Cnvrg::CLI.is_response_success(upload_resp, false)
|
33
|
+
|
32
34
|
path = upload_resp["result"]["path"]
|
33
35
|
if file_size.to_f>= Cnvrg::Files::LARGE_FILE.to_f
|
34
36
|
s3_res = upload_large_files_s3(upload_resp, absolute_path)
|
@@ -44,6 +46,7 @@ module Cnvrg
|
|
44
46
|
# return is_suc
|
45
47
|
end
|
46
48
|
return false
|
49
|
+
|
47
50
|
end
|
48
51
|
|
49
52
|
def upload_log_file(absolute_path, relative_path, log_date)
|
@@ -266,8 +269,6 @@ module Cnvrg
|
|
266
269
|
|
267
270
|
bucket = Cnvrg::Helpers.decrypt(key,iv, upload_resp["result"]["bucket"])
|
268
271
|
|
269
|
-
|
270
|
-
|
271
272
|
client = Aws::S3::Client.new(
|
272
273
|
:access_key_id =>access,
|
273
274
|
:secret_access_key => secret,
|
@@ -306,7 +307,8 @@ module Cnvrg
|
|
306
307
|
return true
|
307
308
|
rescue Interrupt
|
308
309
|
return false
|
309
|
-
rescue
|
310
|
+
rescue => e
|
311
|
+
puts e
|
310
312
|
return false
|
311
313
|
end
|
312
314
|
end
|
@@ -371,8 +373,6 @@ module Cnvrg
|
|
371
373
|
bucket = Cnvrg::Helpers.decrypt(key,iv, download_resp["result"]["bucket"])
|
372
374
|
key = Cnvrg::Helpers.decrypt(key,iv, download_resp["result"]["key"])
|
373
375
|
|
374
|
-
|
375
|
-
|
376
376
|
client = Aws::S3::Client.new(
|
377
377
|
:access_key_id =>access,
|
378
378
|
:secret_access_key => secret,
|
@@ -435,7 +435,32 @@ module Cnvrg
|
|
435
435
|
return false
|
436
436
|
end
|
437
437
|
end
|
438
|
+
def revoke_download(conflicted_changes,downloaded_changes)
|
439
|
+
begin
|
440
|
+
if !conflicted_changes.nil? and !conflicted_changes.empty?
|
441
|
+
conflicted_changes.each do |c|
|
442
|
+
FileUtils.rm_rf(c+".conflict")
|
443
|
+
end
|
444
|
+
end
|
445
|
+
FileUtils.rm_rf(downloaded_changes) unless (downloaded_changes.nil? or downloaded_changes.empty?)
|
446
|
+
rescue => e
|
447
|
+
return false
|
448
|
+
end
|
449
|
+
|
450
|
+
return true
|
451
|
+
|
452
|
+
end
|
453
|
+
def delete_commit_files_local(deleted)
|
454
|
+
begin
|
455
|
+
FileUtils.rm_rf(deleted) unless (deleted.nil? or deleted.empty?)
|
456
|
+
return true
|
457
|
+
rescue => e
|
458
|
+
return false
|
459
|
+
end
|
460
|
+
|
461
|
+
return true
|
438
462
|
|
463
|
+
end
|
439
464
|
def start_commit(new_branch)
|
440
465
|
|
441
466
|
response = Cnvrg::API.request("#{base_resource}/commit/start", 'POST', {project_slug: @project_slug, new_branch: new_branch,
|
data/lib/cnvrg/helpers.rb
CHANGED
@@ -172,6 +172,7 @@ parameters:
|
|
172
172
|
end
|
173
173
|
|
174
174
|
def decrypt(key,iv,str)
|
175
|
+
begin
|
175
176
|
cipher = OpenSSL::Cipher.new("aes-256-cbc").decrypt
|
176
177
|
cipher.key = key
|
177
178
|
cipher.iv = Base64.decode64 iv.encode('ascii-8bit')
|
@@ -181,6 +182,12 @@ parameters:
|
|
181
182
|
result << cipher.final
|
182
183
|
|
183
184
|
return result
|
185
|
+
rescue => e
|
186
|
+
puts e
|
187
|
+
|
188
|
+
|
189
|
+
end
|
190
|
+
|
184
191
|
|
185
192
|
end
|
186
193
|
|
data/lib/cnvrg/project.rb
CHANGED
data/lib/cnvrg/version.rb
CHANGED
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: cnvrg
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.0.
|
4
|
+
version: 0.0.1540000
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Yochay Ettun
|
@@ -9,7 +9,7 @@ authors:
|
|
9
9
|
autorequire:
|
10
10
|
bindir: bin
|
11
11
|
cert_chain: []
|
12
|
-
date: 2017-07
|
12
|
+
date: 2017-08-07 00:00:00.000000000 Z
|
13
13
|
dependencies:
|
14
14
|
- !ruby/object:Gem::Dependency
|
15
15
|
name: bundler
|
@@ -245,6 +245,20 @@ dependencies:
|
|
245
245
|
- - "~>"
|
246
246
|
- !ruby/object:Gem::Version
|
247
247
|
version: 0.1.1
|
248
|
+
- !ruby/object:Gem::Dependency
|
249
|
+
name: parallel
|
250
|
+
requirement: !ruby/object:Gem::Requirement
|
251
|
+
requirements:
|
252
|
+
- - "~>"
|
253
|
+
- !ruby/object:Gem::Version
|
254
|
+
version: 1.12.0
|
255
|
+
type: :runtime
|
256
|
+
prerelease: false
|
257
|
+
version_requirements: !ruby/object:Gem::Requirement
|
258
|
+
requirements:
|
259
|
+
- - "~>"
|
260
|
+
- !ruby/object:Gem::Version
|
261
|
+
version: 1.12.0
|
248
262
|
- !ruby/object:Gem::Dependency
|
249
263
|
name: logstash-logger
|
250
264
|
requirement: !ruby/object:Gem::Requirement
|
@@ -388,8 +402,9 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
388
402
|
version: '0'
|
389
403
|
requirements: []
|
390
404
|
rubyforge_project:
|
391
|
-
rubygems_version: 2.
|
405
|
+
rubygems_version: 2.5.1
|
392
406
|
signing_key:
|
393
407
|
specification_version: 4
|
394
408
|
summary: A CLI tool for interacting with cnvrg.io.
|
395
409
|
test_files: []
|
410
|
+
has_rdoc:
|