cnvrg 0.0.1530000 → 0.0.1540000
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/cnvrg.gemspec +2 -0
- data/lib/cnvrg/api.rb +7 -4
- data/lib/cnvrg/cli.rb +796 -619
- data/lib/cnvrg/datafiles.rb +16 -2
- data/lib/cnvrg/files.rb +31 -6
- data/lib/cnvrg/helpers.rb +7 -0
- data/lib/cnvrg/project.rb +0 -1
- data/lib/cnvrg/version.rb +1 -3
- metadata +18 -3
data/lib/cnvrg/datafiles.rb
CHANGED
@@ -1,7 +1,6 @@
|
|
1
1
|
require 'mimemagic'
|
2
2
|
require 'aws-sdk'
|
3
3
|
require 'URLcrypt'
|
4
|
-
|
5
4
|
module Cnvrg
|
6
5
|
class Datafiles
|
7
6
|
|
@@ -17,6 +16,7 @@ module Cnvrg
|
|
17
16
|
end
|
18
17
|
|
19
18
|
def upload_file(absolute_path, relative_path, commit_sha1)
|
19
|
+
|
20
20
|
file_name = File.basename relative_path
|
21
21
|
file_size = File.size(absolute_path).to_f
|
22
22
|
mime_type = MimeMagic.by_path(absolute_path)
|
@@ -39,6 +39,7 @@ module Cnvrg
|
|
39
39
|
end
|
40
40
|
end
|
41
41
|
return false
|
42
|
+
|
42
43
|
end
|
43
44
|
|
44
45
|
def upload_tar_file(absolute_path, relative_path, commit_sha1)
|
@@ -481,6 +482,7 @@ module Cnvrg
|
|
481
482
|
key = split[0]
|
482
483
|
iv = split[1]
|
483
484
|
|
485
|
+
|
484
486
|
access = Cnvrg::Helpers.decrypt(key, iv, download_resp["result"]["sts_a"])
|
485
487
|
|
486
488
|
secret = Cnvrg::Helpers.decrypt(key,iv, download_resp["result"]["sts_s"])
|
@@ -492,7 +494,6 @@ module Cnvrg
|
|
492
494
|
key = Cnvrg::Helpers.decrypt(key,iv, download_resp["result"]["key"])
|
493
495
|
|
494
496
|
|
495
|
-
|
496
497
|
client = Aws::S3::Client.new(
|
497
498
|
:access_key_id =>access,
|
498
499
|
:secret_access_key => secret,
|
@@ -555,6 +556,19 @@ module Cnvrg
|
|
555
556
|
return false
|
556
557
|
end
|
557
558
|
end
|
559
|
+
def revoke_download(tar_files, extracted_files)
|
560
|
+
begin
|
561
|
+
|
562
|
+
FileUtils.rm_rf(tar_files) unless (tar_files.nil? or tar_files.empty?)
|
563
|
+
FileUtils.rm_rf(extracted_files) unless (extracted_files.nil? or extracted_files.empty?)
|
564
|
+
|
565
|
+
rescue => e
|
566
|
+
return false
|
567
|
+
end
|
568
|
+
|
569
|
+
return true
|
570
|
+
|
571
|
+
end
|
558
572
|
|
559
573
|
def start_commit(new_branch)
|
560
574
|
|
data/lib/cnvrg/files.rb
CHANGED
@@ -23,12 +23,14 @@ module Cnvrg
|
|
23
23
|
mime_type = MimeMagic.by_path(absolute_path)
|
24
24
|
content_type = !(mime_type.nil? or mime_type.text?) ? mime_type.type : "text/plain"
|
25
25
|
sha1 = Digest::SHA1.file(absolute_path).hexdigest
|
26
|
-
|
27
26
|
upload_resp = Cnvrg::API.request(@base_resource + "upload_file", 'POST_FILE', {absolute_path: absolute_path, relative_path: relative_path,
|
28
27
|
commit_sha1: commit_sha1, file_name: file_name,
|
29
28
|
file_size: file_size, file_content_type: content_type, sha1: sha1,
|
30
29
|
new_version:true})
|
30
|
+
|
31
|
+
|
31
32
|
if Cnvrg::CLI.is_response_success(upload_resp, false)
|
33
|
+
|
32
34
|
path = upload_resp["result"]["path"]
|
33
35
|
if file_size.to_f>= Cnvrg::Files::LARGE_FILE.to_f
|
34
36
|
s3_res = upload_large_files_s3(upload_resp, absolute_path)
|
@@ -44,6 +46,7 @@ module Cnvrg
|
|
44
46
|
# return is_suc
|
45
47
|
end
|
46
48
|
return false
|
49
|
+
|
47
50
|
end
|
48
51
|
|
49
52
|
def upload_log_file(absolute_path, relative_path, log_date)
|
@@ -266,8 +269,6 @@ module Cnvrg
|
|
266
269
|
|
267
270
|
bucket = Cnvrg::Helpers.decrypt(key,iv, upload_resp["result"]["bucket"])
|
268
271
|
|
269
|
-
|
270
|
-
|
271
272
|
client = Aws::S3::Client.new(
|
272
273
|
:access_key_id =>access,
|
273
274
|
:secret_access_key => secret,
|
@@ -306,7 +307,8 @@ module Cnvrg
|
|
306
307
|
return true
|
307
308
|
rescue Interrupt
|
308
309
|
return false
|
309
|
-
rescue
|
310
|
+
rescue => e
|
311
|
+
puts e
|
310
312
|
return false
|
311
313
|
end
|
312
314
|
end
|
@@ -371,8 +373,6 @@ module Cnvrg
|
|
371
373
|
bucket = Cnvrg::Helpers.decrypt(key,iv, download_resp["result"]["bucket"])
|
372
374
|
key = Cnvrg::Helpers.decrypt(key,iv, download_resp["result"]["key"])
|
373
375
|
|
374
|
-
|
375
|
-
|
376
376
|
client = Aws::S3::Client.new(
|
377
377
|
:access_key_id =>access,
|
378
378
|
:secret_access_key => secret,
|
@@ -435,7 +435,32 @@ module Cnvrg
|
|
435
435
|
return false
|
436
436
|
end
|
437
437
|
end
|
438
|
+
def revoke_download(conflicted_changes,downloaded_changes)
|
439
|
+
begin
|
440
|
+
if !conflicted_changes.nil? and !conflicted_changes.empty?
|
441
|
+
conflicted_changes.each do |c|
|
442
|
+
FileUtils.rm_rf(c+".conflict")
|
443
|
+
end
|
444
|
+
end
|
445
|
+
FileUtils.rm_rf(downloaded_changes) unless (downloaded_changes.nil? or downloaded_changes.empty?)
|
446
|
+
rescue => e
|
447
|
+
return false
|
448
|
+
end
|
449
|
+
|
450
|
+
return true
|
451
|
+
|
452
|
+
end
|
453
|
+
def delete_commit_files_local(deleted)
|
454
|
+
begin
|
455
|
+
FileUtils.rm_rf(deleted) unless (deleted.nil? or deleted.empty?)
|
456
|
+
return true
|
457
|
+
rescue => e
|
458
|
+
return false
|
459
|
+
end
|
460
|
+
|
461
|
+
return true
|
438
462
|
|
463
|
+
end
|
439
464
|
def start_commit(new_branch)
|
440
465
|
|
441
466
|
response = Cnvrg::API.request("#{base_resource}/commit/start", 'POST', {project_slug: @project_slug, new_branch: new_branch,
|
data/lib/cnvrg/helpers.rb
CHANGED
@@ -172,6 +172,7 @@ parameters:
|
|
172
172
|
end
|
173
173
|
|
174
174
|
def decrypt(key,iv,str)
|
175
|
+
begin
|
175
176
|
cipher = OpenSSL::Cipher.new("aes-256-cbc").decrypt
|
176
177
|
cipher.key = key
|
177
178
|
cipher.iv = Base64.decode64 iv.encode('ascii-8bit')
|
@@ -181,6 +182,12 @@ parameters:
|
|
181
182
|
result << cipher.final
|
182
183
|
|
183
184
|
return result
|
185
|
+
rescue => e
|
186
|
+
puts e
|
187
|
+
|
188
|
+
|
189
|
+
end
|
190
|
+
|
184
191
|
|
185
192
|
end
|
186
193
|
|
data/lib/cnvrg/project.rb
CHANGED
data/lib/cnvrg/version.rb
CHANGED
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: cnvrg
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.0.
|
4
|
+
version: 0.0.1540000
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Yochay Ettun
|
@@ -9,7 +9,7 @@ authors:
|
|
9
9
|
autorequire:
|
10
10
|
bindir: bin
|
11
11
|
cert_chain: []
|
12
|
-
date: 2017-07
|
12
|
+
date: 2017-08-07 00:00:00.000000000 Z
|
13
13
|
dependencies:
|
14
14
|
- !ruby/object:Gem::Dependency
|
15
15
|
name: bundler
|
@@ -245,6 +245,20 @@ dependencies:
|
|
245
245
|
- - "~>"
|
246
246
|
- !ruby/object:Gem::Version
|
247
247
|
version: 0.1.1
|
248
|
+
- !ruby/object:Gem::Dependency
|
249
|
+
name: parallel
|
250
|
+
requirement: !ruby/object:Gem::Requirement
|
251
|
+
requirements:
|
252
|
+
- - "~>"
|
253
|
+
- !ruby/object:Gem::Version
|
254
|
+
version: 1.12.0
|
255
|
+
type: :runtime
|
256
|
+
prerelease: false
|
257
|
+
version_requirements: !ruby/object:Gem::Requirement
|
258
|
+
requirements:
|
259
|
+
- - "~>"
|
260
|
+
- !ruby/object:Gem::Version
|
261
|
+
version: 1.12.0
|
248
262
|
- !ruby/object:Gem::Dependency
|
249
263
|
name: logstash-logger
|
250
264
|
requirement: !ruby/object:Gem::Requirement
|
@@ -388,8 +402,9 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
388
402
|
version: '0'
|
389
403
|
requirements: []
|
390
404
|
rubyforge_project:
|
391
|
-
rubygems_version: 2.
|
405
|
+
rubygems_version: 2.5.1
|
392
406
|
signing_key:
|
393
407
|
specification_version: 4
|
394
408
|
summary: A CLI tool for interacting with cnvrg.io.
|
395
409
|
test_files: []
|
410
|
+
has_rdoc:
|