thor-tropo 0.0.3 → 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- data/lib/thor-tropo.rb +76 -18
- data/lib/thor-tropo/configuration.rb +49 -0
- data/lib/thor-tropo/uploader.rb +115 -0
- data/thor-tropo.gemspec +4 -1
- metadata +52 -18
data/lib/thor-tropo.rb
CHANGED
@@ -1,19 +1,23 @@
|
|
1
|
+
module ThorTropo
|
2
|
+
|
3
|
+
|
4
|
+
$:.unshift File.expand_path('../thor-tropo', __FILE__)
|
5
|
+
|
1
6
|
require 'thor'
|
2
7
|
require 'thor/actions'
|
3
8
|
require 'thor/scmversion'
|
4
9
|
require 'tmpdir'
|
5
10
|
require 'archive/tar/minitar'
|
6
11
|
require 'zlib'
|
7
|
-
#require 'thor/foodcritic'
|
8
12
|
require 'berkshelf/thor'
|
9
13
|
require 'berkshelf/chef'
|
14
|
+
require 'uploader'
|
15
|
+
require 'configuration'
|
10
16
|
|
11
|
-
|
12
|
-
module ThorTropo
|
13
17
|
class Tasks < Thor
|
14
18
|
include Thor::Actions
|
15
19
|
|
16
|
-
|
20
|
+
@packaged_cookbook = nil
|
17
21
|
class_option :called_path,
|
18
22
|
:type => :string,
|
19
23
|
:default => Dir.pwd
|
@@ -23,23 +27,51 @@ module ThorTropo
|
|
23
27
|
:aliases => "-v",
|
24
28
|
:default => false
|
25
29
|
|
26
|
-
|
27
30
|
namespace "tropo"
|
28
31
|
|
29
|
-
|
30
|
-
|
31
|
-
|
32
|
-
|
33
|
-
|
32
|
+
method_option :force,
|
33
|
+
:type => :boolean,
|
34
|
+
:aliases => "-f",
|
35
|
+
:default => false,
|
36
|
+
:desc => "Force override of any files on s3 without confirmation",
|
37
|
+
:banner => "Force overrides of existing files"
|
38
|
+
|
39
|
+
method_option :noop,
|
40
|
+
:type => :boolean,
|
41
|
+
:aliases => "-n",
|
42
|
+
:default => false,
|
43
|
+
:desc => "NO-OP mode, dont actually upload anything"
|
44
|
+
|
45
|
+
method_option :ignore,
|
46
|
+
:type => :boolean,
|
47
|
+
:aliases => "-i",
|
48
|
+
:default => false,
|
49
|
+
:desc => "Ignore any dirty files in directory and package anyways",
|
50
|
+
:banner => "Ignore dirty repository"
|
51
|
+
|
52
|
+
method_option :clean_mode,
|
53
|
+
:type => :boolean,
|
54
|
+
:aliases => "-c",
|
55
|
+
:default => false,
|
56
|
+
:desc => "Delete lockfile before running `Berks install`",
|
57
|
+
:banner => "Delete lockfile before running `Berks install`"
|
58
|
+
|
59
|
+
desc "package", "Package cookbooks and upload to S3"
|
34
60
|
|
35
|
-
desc "package", "Package cookbook"
|
36
61
|
def package
|
37
|
-
|
38
|
-
|
39
|
-
|
62
|
+
|
63
|
+
$config = ThorTropo::Configuration.new(options[:called_path])
|
64
|
+
|
65
|
+
unless options[:ignore]
|
66
|
+
unless clean?
|
67
|
+
say "There are files that need to be committed first.", :red
|
68
|
+
exit 1
|
69
|
+
end
|
40
70
|
end
|
41
71
|
|
42
72
|
bundle_cookbook
|
73
|
+
|
74
|
+
upload_cookbook @packaged_cookbook, $config.project_name, {:force => options[:force],:noop => options[:noop]}
|
43
75
|
# tag_version {
|
44
76
|
# publish_cookbook(options)
|
45
77
|
# }
|
@@ -59,25 +91,51 @@ module ThorTropo
|
|
59
91
|
|
60
92
|
no_tasks do
|
61
93
|
|
94
|
+
def upload_cookbook(local_file,path,opts={})
|
95
|
+
uploader = ThorTropo::Uploader.new({
|
96
|
+
:access_key => $config.aws_key,
|
97
|
+
:secret_key => $config.aws_secret,
|
98
|
+
:bucket => $config.bucket_name
|
99
|
+
})
|
100
|
+
|
101
|
+
uploader.upload :local_file => local_file, :path => path, :force => options[:force], :noop=>options[:noop]
|
102
|
+
end
|
103
|
+
|
62
104
|
def clean?
|
63
105
|
sh_with_excode("git diff --exit-codeBerkshelf")[1] == 0
|
64
106
|
end
|
65
107
|
|
108
|
+
def clean_lockfile
|
109
|
+
berksfile = "#{options[:called_path]}/Berksfile.lock"
|
110
|
+
|
111
|
+
if File.exists? berksfile
|
112
|
+
say "[ TROPO ] - Removing Berksfile.lock before running Berkshelf", :green
|
113
|
+
remove_file berksfile
|
114
|
+
else
|
115
|
+
say "[ TROPO ] - Unable to find berksfile to delete - [ #{berksfile} ]", :yellow
|
116
|
+
end
|
117
|
+
end
|
118
|
+
|
66
119
|
def bundle_cookbook
|
67
|
-
|
120
|
+
clean_lockfile if options[:clean_mode]
|
121
|
+
|
122
|
+
say "[ TROPO ] - Packaging cookbooks from Berksfile", :blue
|
123
|
+
@tmp_dir = Dir.mktmpdir
|
68
124
|
opts = {
|
69
125
|
berksfile: File.join(options[:called_path],"/Berksfile"),
|
70
|
-
path: "#{
|
126
|
+
path: "#{@tmp_dir}/cookbooks"
|
71
127
|
}
|
72
128
|
|
73
129
|
invoke("berkshelf:install", [], opts)
|
74
|
-
output = File.expand_path(File.join(
|
130
|
+
output = File.expand_path(File.join(@tmp_dir, "#{options[:called_path].split("/")[-1]}-#{current_version}.tar.gz"))
|
75
131
|
|
76
132
|
|
77
|
-
Dir.chdir(
|
133
|
+
Dir.chdir(@tmp_dir) do |dir|
|
78
134
|
tgz = Zlib::GzipWriter.new(File.open(output, 'wb'))
|
79
135
|
Archive::Tar::Minitar.pack('./cookbooks', tgz)
|
80
136
|
end
|
137
|
+
@packaged_cookbook = output
|
138
|
+
|
81
139
|
end
|
82
140
|
|
83
141
|
def current_version
|
@@ -0,0 +1,49 @@
|
|
1
|
+
module ThorTropo
|
2
|
+
class Configuration < Thor
|
3
|
+
|
4
|
+
no_commands {
|
5
|
+
|
6
|
+
require 'pathname'
|
7
|
+
require 'yaml'
|
8
|
+
|
9
|
+
attr_reader :bucket_name, :aws_secret, :aws_key, :project_name
|
10
|
+
|
11
|
+
def initialize(path)
|
12
|
+
file_name=".deployer"
|
13
|
+
|
14
|
+
Pathname.new(path).ascend do |dir|
|
15
|
+
config_file = dir + file_name
|
16
|
+
if dir.children.include?(config_file)
|
17
|
+
merge_config(YAML::load_file(config_file))
|
18
|
+
end
|
19
|
+
end
|
20
|
+
|
21
|
+
end
|
22
|
+
|
23
|
+
private
|
24
|
+
|
25
|
+
def merge_config(config)
|
26
|
+
|
27
|
+
if config['bucket_name']
|
28
|
+
@bucket_name = config['bucket_name'] unless @bucket_name
|
29
|
+
end
|
30
|
+
|
31
|
+
if config['aws_secret']
|
32
|
+
@aws_secret = config['aws_secret'] unless @aws_secret
|
33
|
+
end
|
34
|
+
|
35
|
+
if config['aws_key']
|
36
|
+
@aws_key = config['aws_key'] unless @aws_key
|
37
|
+
end
|
38
|
+
|
39
|
+
if config['project_name']
|
40
|
+
@project_name = config['project_name'] unless @project_name
|
41
|
+
end
|
42
|
+
|
43
|
+
end
|
44
|
+
}
|
45
|
+
|
46
|
+
end
|
47
|
+
end
|
48
|
+
|
49
|
+
|
@@ -0,0 +1,115 @@
|
|
1
|
+
module ThorTropo
|
2
|
+
class Uploader < Thor
|
3
|
+
|
4
|
+
include Thor::Actions
|
5
|
+
|
6
|
+
require 'digest/md5'
|
7
|
+
require 'fog'
|
8
|
+
require 'mime/types'
|
9
|
+
|
10
|
+
require 'pry'
|
11
|
+
|
12
|
+
no_commands {
|
13
|
+
|
14
|
+
def initialize(opts={})
|
15
|
+
@debug_mode = opts[:debug_mode]
|
16
|
+
@connection = setup_connection(opts[:access_key],opts[:secret_key])
|
17
|
+
@bucket_name = get_bucket( opts[:bucket] || 'artifacts.voxeolabs.net' )
|
18
|
+
end
|
19
|
+
|
20
|
+
def upload(opts={})
|
21
|
+
|
22
|
+
local_file = opts[:local_file]
|
23
|
+
remote_file = opts[:path] + "/" + opts[:local_file].split("/")[-1]
|
24
|
+
force = opts[:force].nil? ? false : opts[:force]
|
25
|
+
noop = opts[:noop].nil? ? false : opts[:noop]
|
26
|
+
|
27
|
+
if file_exists? remote_file
|
28
|
+
|
29
|
+
if force
|
30
|
+
|
31
|
+
send_file :remote_file => remote_file, :local_file => local_file, :noop => noop
|
32
|
+
|
33
|
+
else
|
34
|
+
|
35
|
+
response = ask "[ TROPO ] - file already exists on S3, do you want me to overwrite it ? (yes|no) ? ", :yellow
|
36
|
+
|
37
|
+
if response.downcase.match /yes|ok|y/
|
38
|
+
begin
|
39
|
+
|
40
|
+
send_file :remote_file => remote_file, :local_file => local_file, :noop => noop
|
41
|
+
|
42
|
+
rescue Exception => e
|
43
|
+
say "[ TROPO ] Error: #{e}", :red
|
44
|
+
say "[ TROPO ] Backtrace:\n\t#{e.backtrace.join("\n\t")}" if @debug_mode
|
45
|
+
end
|
46
|
+
|
47
|
+
else
|
48
|
+
say "[ TROPO ] - Quiting..", :red
|
49
|
+
end
|
50
|
+
end
|
51
|
+
else
|
52
|
+
|
53
|
+
send_file :remote_file => remote_file, :local_file => local_file, :noop => noop
|
54
|
+
|
55
|
+
end
|
56
|
+
end
|
57
|
+
|
58
|
+
private
|
59
|
+
|
60
|
+
def setup_connection(u,p)
|
61
|
+
Fog::Storage.new({
|
62
|
+
:provider => 'AWS',
|
63
|
+
:aws_access_key_id => u,
|
64
|
+
:aws_secret_access_key => p
|
65
|
+
})
|
66
|
+
end
|
67
|
+
|
68
|
+
def get_bucket(bucket_name)
|
69
|
+
directory = @connection.directories.create(
|
70
|
+
:key => bucket_name,
|
71
|
+
:public => true
|
72
|
+
)
|
73
|
+
end
|
74
|
+
|
75
|
+
def file_exists?(key)
|
76
|
+
!@bucket_name.files.head(key).nil?
|
77
|
+
end
|
78
|
+
|
79
|
+
def send_file(opts={})
|
80
|
+
local_file = opts[:local_file]
|
81
|
+
remote_file = opts[:remote_file]
|
82
|
+
|
83
|
+
say "[ TROPO ] - Uploading file.", :blue
|
84
|
+
unless opts[:noop]
|
85
|
+
file = @bucket_name.files.create(
|
86
|
+
:key => remote_file,
|
87
|
+
:body => File.open(local_file),
|
88
|
+
:public => true,
|
89
|
+
:content_type => get_mime_type(local_file),
|
90
|
+
:metadata => {
|
91
|
+
"x-amz-meta-sha256-hash" =>get_sha256_sum(local_file)
|
92
|
+
}
|
93
|
+
)
|
94
|
+
public_url = file.public_url
|
95
|
+
|
96
|
+
else
|
97
|
+
public_url = " *** NOOP ** /#{remote_file}"
|
98
|
+
|
99
|
+
end
|
100
|
+
say "[ TROPO ] - Public URL: #{public_url}", :blue
|
101
|
+
|
102
|
+
end
|
103
|
+
|
104
|
+
def get_sha256_sum(file)
|
105
|
+
Digest::SHA256.file(file).hexdigest
|
106
|
+
end
|
107
|
+
|
108
|
+
def get_mime_type(file)
|
109
|
+
MIME::Types.type_for(file)[0].to_s
|
110
|
+
end
|
111
|
+
|
112
|
+
}
|
113
|
+
end
|
114
|
+
|
115
|
+
end
|
data/thor-tropo.gemspec
CHANGED
@@ -15,12 +15,14 @@ Gem::Specification.new do |gem|
|
|
15
15
|
gem.require_paths = ["lib","bin"]
|
16
16
|
gem.version = ThorTropo::VERSION
|
17
17
|
|
18
|
-
gem.add_dependency 'json', ">= 1.7.0"
|
18
|
+
#gem.add_dependency 'json', ">= 1.7.0"
|
19
19
|
gem.add_dependency 'thor'
|
20
20
|
gem.add_dependency 'chef', "~> 11.0"
|
21
21
|
gem.add_dependency 'berkshelf'
|
22
22
|
gem.add_dependency 'thor-scmversion'
|
23
23
|
gem.add_dependency 'minitar', '~> 0.5.4'
|
24
|
+
gem.add_dependency 'aws-sdk'
|
25
|
+
gem.add_dependency 'fog'
|
24
26
|
|
25
27
|
gem.add_development_dependency 'foodcritic'
|
26
28
|
gem.add_development_dependency 'webmock'
|
@@ -31,4 +33,5 @@ Gem::Specification.new do |gem|
|
|
31
33
|
gem.add_development_dependency 'rspec'
|
32
34
|
gem.add_development_dependency "bundler", "~> 1.3"
|
33
35
|
gem.add_development_dependency "rake"
|
36
|
+
gem.add_development_dependency "pry"
|
34
37
|
end
|
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: thor-tropo
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.0
|
4
|
+
version: 1.0.0
|
5
5
|
prerelease:
|
6
6
|
platform: ruby
|
7
7
|
authors:
|
@@ -9,24 +9,8 @@ authors:
|
|
9
9
|
autorequire:
|
10
10
|
bindir: bin
|
11
11
|
cert_chain: []
|
12
|
-
date: 2013-07-
|
12
|
+
date: 2013-07-15 00:00:00.000000000 Z
|
13
13
|
dependencies:
|
14
|
-
- !ruby/object:Gem::Dependency
|
15
|
-
name: json
|
16
|
-
requirement: !ruby/object:Gem::Requirement
|
17
|
-
none: false
|
18
|
-
requirements:
|
19
|
-
- - ! '>='
|
20
|
-
- !ruby/object:Gem::Version
|
21
|
-
version: 1.7.0
|
22
|
-
type: :runtime
|
23
|
-
prerelease: false
|
24
|
-
version_requirements: !ruby/object:Gem::Requirement
|
25
|
-
none: false
|
26
|
-
requirements:
|
27
|
-
- - ! '>='
|
28
|
-
- !ruby/object:Gem::Version
|
29
|
-
version: 1.7.0
|
30
14
|
- !ruby/object:Gem::Dependency
|
31
15
|
name: thor
|
32
16
|
requirement: !ruby/object:Gem::Requirement
|
@@ -107,6 +91,38 @@ dependencies:
|
|
107
91
|
- - ~>
|
108
92
|
- !ruby/object:Gem::Version
|
109
93
|
version: 0.5.4
|
94
|
+
- !ruby/object:Gem::Dependency
|
95
|
+
name: aws-sdk
|
96
|
+
requirement: !ruby/object:Gem::Requirement
|
97
|
+
none: false
|
98
|
+
requirements:
|
99
|
+
- - ! '>='
|
100
|
+
- !ruby/object:Gem::Version
|
101
|
+
version: '0'
|
102
|
+
type: :runtime
|
103
|
+
prerelease: false
|
104
|
+
version_requirements: !ruby/object:Gem::Requirement
|
105
|
+
none: false
|
106
|
+
requirements:
|
107
|
+
- - ! '>='
|
108
|
+
- !ruby/object:Gem::Version
|
109
|
+
version: '0'
|
110
|
+
- !ruby/object:Gem::Dependency
|
111
|
+
name: fog
|
112
|
+
requirement: !ruby/object:Gem::Requirement
|
113
|
+
none: false
|
114
|
+
requirements:
|
115
|
+
- - ! '>='
|
116
|
+
- !ruby/object:Gem::Version
|
117
|
+
version: '0'
|
118
|
+
type: :runtime
|
119
|
+
prerelease: false
|
120
|
+
version_requirements: !ruby/object:Gem::Requirement
|
121
|
+
none: false
|
122
|
+
requirements:
|
123
|
+
- - ! '>='
|
124
|
+
- !ruby/object:Gem::Version
|
125
|
+
version: '0'
|
110
126
|
- !ruby/object:Gem::Dependency
|
111
127
|
name: foodcritic
|
112
128
|
requirement: !ruby/object:Gem::Requirement
|
@@ -251,6 +267,22 @@ dependencies:
|
|
251
267
|
- - ! '>='
|
252
268
|
- !ruby/object:Gem::Version
|
253
269
|
version: '0'
|
270
|
+
- !ruby/object:Gem::Dependency
|
271
|
+
name: pry
|
272
|
+
requirement: !ruby/object:Gem::Requirement
|
273
|
+
none: false
|
274
|
+
requirements:
|
275
|
+
- - ! '>='
|
276
|
+
- !ruby/object:Gem::Version
|
277
|
+
version: '0'
|
278
|
+
type: :development
|
279
|
+
prerelease: false
|
280
|
+
version_requirements: !ruby/object:Gem::Requirement
|
281
|
+
none: false
|
282
|
+
requirements:
|
283
|
+
- - ! '>='
|
284
|
+
- !ruby/object:Gem::Version
|
285
|
+
version: '0'
|
254
286
|
description: Thor tasks to package a project
|
255
287
|
email:
|
256
288
|
- johntdyer@gmail.com
|
@@ -268,6 +300,8 @@ files:
|
|
268
300
|
- VERSION
|
269
301
|
- bin/scmversion
|
270
302
|
- lib/thor-tropo.rb
|
303
|
+
- lib/thor-tropo/configuration.rb
|
304
|
+
- lib/thor-tropo/uploader.rb
|
271
305
|
- lib/thor-tropo/version.rb
|
272
306
|
- lib/thor/tropo.rb
|
273
307
|
- thor-tropo.gemspec
|