vagrant-bosh 0.0.6 → 0.0.7
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/.gitmodules +3 -6
- data/{lib/vagrant-bosh → bosh-provisioner}/assets/agent/agent-log +0 -0
- data/{lib/vagrant-bosh → bosh-provisioner}/assets/agent/agent-run +0 -0
- data/{lib/vagrant-bosh → bosh-provisioner}/assets/agent/agent.cert +0 -0
- data/{lib/vagrant-bosh → bosh-provisioner}/assets/agent/agent.json +0 -0
- data/{lib/vagrant-bosh → bosh-provisioner}/assets/agent/agent.key +0 -0
- data/{lib/vagrant-bosh → bosh-provisioner}/assets/agent/bosh-agent +0 -0
- data/{lib/vagrant-bosh → bosh-provisioner}/assets/agent/bosh-agent-rc +0 -0
- data/{lib/vagrant-bosh → bosh-provisioner}/assets/agent/bosh-blobstore-dav +0 -0
- data/bosh-provisioner/assets/bosh-provisioner +0 -0
- data/{lib/vagrant-bosh → bosh-provisioner}/assets/monit/monit +0 -0
- data/{lib/vagrant-bosh → bosh-provisioner}/assets/monit/monit-log +0 -0
- data/{lib/vagrant-bosh → bosh-provisioner}/assets/monit/monit-run +0 -0
- data/{lib/vagrant-bosh → bosh-provisioner}/assets/monit/monitrc +0 -0
- data/dev/Vagrantfile +1 -1
- data/dev/example-bosh-manifest.yml +12 -12
- data/lib/vagrant-bosh/bootstrapper.rb +6 -2
- data/lib/vagrant-bosh/config.rb +1 -1
- data/lib/vagrant-bosh/provisioner.rb +1 -1
- data/lib/vagrant-bosh/version.rb +1 -1
- data/vagrant-bosh.gemspec +3 -1
- metadata +20 -139
- data/go/.gitignore +0 -11
- data/go/bin/build +0 -10
- data/go/bin/build-linux-amd64 +0 -9
- data/go/bin/env +0 -13
- data/go/bin/go +0 -5
- data/go/bin/golint +0 -19
- data/go/bin/test +0 -37
- data/go/src/boshprovisioner/agent/client/client_interface.go +0 -73
- data/go/src/boshprovisioner/agent/client/fakes/fake_client.go +0 -81
- data/go/src/boshprovisioner/agent/client/http_client.go +0 -299
- data/go/src/boshprovisioner/agent/client/http_client_envelope.go +0 -107
- data/go/src/boshprovisioner/deployment/deployment.go +0 -221
- data/go/src/boshprovisioner/deployment/instance.go +0 -54
- data/go/src/boshprovisioner/deployment/manifest/deployment.go +0 -84
- data/go/src/boshprovisioner/deployment/manifest/ips.go +0 -23
- data/go/src/boshprovisioner/deployment/manifest/manifest.go +0 -143
- data/go/src/boshprovisioner/deployment/manifest/manifest_suite_test.go +0 -13
- data/go/src/boshprovisioner/deployment/manifest/manifest_test.go +0 -86
- data/go/src/boshprovisioner/deployment/manifest/syntax_validator.go +0 -186
- data/go/src/boshprovisioner/deployment/manifest/watch_time.go +0 -43
- data/go/src/boshprovisioner/deployment/manifest_reader.go +0 -46
- data/go/src/boshprovisioner/deployment/reader_factory.go +0 -25
- data/go/src/boshprovisioner/deployment/semantic_validator.go +0 -111
- data/go/src/boshprovisioner/downloader/blobstore_downloader.go +0 -55
- data/go/src/boshprovisioner/downloader/default_mux_downloader.go +0 -22
- data/go/src/boshprovisioner/downloader/downloader_interface.go +0 -6
- data/go/src/boshprovisioner/downloader/http_downloader.go +0 -53
- data/go/src/boshprovisioner/downloader/local_fs_downloader.go +0 -48
- data/go/src/boshprovisioner/downloader/mux_downloader.go +0 -69
- data/go/src/boshprovisioner/eventlog/log.go +0 -72
- data/go/src/boshprovisioner/eventlog/stage.go +0 -39
- data/go/src/boshprovisioner/eventlog/task.go +0 -58
- data/go/src/boshprovisioner/index/file_index.go +0 -289
- data/go/src/boshprovisioner/index/file_index_test.go +0 -296
- data/go/src/boshprovisioner/index/index_interface.go +0 -18
- data/go/src/boshprovisioner/index/index_suite_test.go +0 -13
- data/go/src/boshprovisioner/instance/instance.go +0 -43
- data/go/src/boshprovisioner/instance/instance_provisioner.go +0 -48
- data/go/src/boshprovisioner/instance/templatescompiler/concrete_templates_compiler.go +0 -284
- data/go/src/boshprovisioner/instance/templatescompiler/erbrenderer/erb_renderer.go +0 -117
- data/go/src/boshprovisioner/instance/templatescompiler/erbrenderer/erbrenderer_suite_test.go +0 -13
- data/go/src/boshprovisioner/instance/templatescompiler/erbrenderer/render_properties.go +0 -77
- data/go/src/boshprovisioner/instance/templatescompiler/erbrenderer/render_properties_test.go +0 -193
- data/go/src/boshprovisioner/instance/templatescompiler/erbrenderer/template_evaluation_context.go +0 -85
- data/go/src/boshprovisioner/instance/templatescompiler/erbrenderer/template_evaluation_context_rb.go +0 -155
- data/go/src/boshprovisioner/instance/templatescompiler/jobsrepo/concrete_jobs_repository.go +0 -86
- data/go/src/boshprovisioner/instance/templatescompiler/jobsrepo/concrete_runtime_packages_repository.go +0 -113
- data/go/src/boshprovisioner/instance/templatescompiler/jobsrepo/concrete_template_to_job_repository.go +0 -86
- data/go/src/boshprovisioner/instance/templatescompiler/jobsrepo/jobs_repository_interface.go +0 -49
- data/go/src/boshprovisioner/instance/templatescompiler/rendered_archives_compiler.go +0 -81
- data/go/src/boshprovisioner/instance/templatescompiler/templates_compiler_interface.go +0 -20
- data/go/src/boshprovisioner/instance/templatescompiler/templatesrepo/ct_repository.go +0 -54
- data/go/src/boshprovisioner/instance/templatescompiler/templatesrepo/templates_repository_interface.go +0 -16
- data/go/src/boshprovisioner/instance/updater/applier/applier.go +0 -93
- data/go/src/boshprovisioner/instance/updater/applier/empty_state.go +0 -66
- data/go/src/boshprovisioner/instance/updater/applier/job_state.go +0 -178
- data/go/src/boshprovisioner/instance/updater/drainer.go +0 -72
- data/go/src/boshprovisioner/instance/updater/starter.go +0 -36
- data/go/src/boshprovisioner/instance/updater/stopper.go +0 -36
- data/go/src/boshprovisioner/instance/updater/updater.go +0 -97
- data/go/src/boshprovisioner/instance/updater/updater_factory.go +0 -80
- data/go/src/boshprovisioner/instance/updater/updater_suite_test.go +0 -13
- data/go/src/boshprovisioner/instance/updater/waiter.go +0 -77
- data/go/src/boshprovisioner/instance/updater/waiter_test.go +0 -147
- data/go/src/boshprovisioner/main/config.go +0 -95
- data/go/src/boshprovisioner/main/config_test.go +0 -67
- data/go/src/boshprovisioner/main/main.go +0 -185
- data/go/src/boshprovisioner/main/main_suite_test.go +0 -13
- data/go/src/boshprovisioner/main/repos_factory.go +0 -86
- data/go/src/boshprovisioner/packagescompiler/compiledpackagesrepo/compiled_packages_repository_interface.go +0 -17
- data/go/src/boshprovisioner/packagescompiler/compiledpackagesrepo/concrete_compiled_packages_repository.go +0 -61
- data/go/src/boshprovisioner/packagescompiler/concrete_packages_compiler.go +0 -179
- data/go/src/boshprovisioner/packagescompiler/concrete_packages_compiler_factory.go +0 -48
- data/go/src/boshprovisioner/packagescompiler/packages_compiler_interface.go +0 -20
- data/go/src/boshprovisioner/packagescompiler/packagesrepo/concrete_packages_repository.go +0 -65
- data/go/src/boshprovisioner/packagescompiler/packagesrepo/packages_repository_interface.go +0 -16
- data/go/src/boshprovisioner/provisioner/blobstore_config.go +0 -65
- data/go/src/boshprovisioner/provisioner/blobstore_provisioner.go +0 -38
- data/go/src/boshprovisioner/provisioner/deployment_provisioner_interface.go +0 -10
- data/go/src/boshprovisioner/provisioner/release_compiler.go +0 -95
- data/go/src/boshprovisioner/provisioner/single_configured_vm_provisioner.go +0 -124
- data/go/src/boshprovisioner/provisioner/single_non_configured_vm_provisioner.go +0 -40
- data/go/src/boshprovisioner/provisioner/single_vm_provisioner_factory.go +0 -68
- data/go/src/boshprovisioner/release/dir_reader.go +0 -146
- data/go/src/boshprovisioner/release/job/job.go +0 -86
- data/go/src/boshprovisioner/release/job/manifest/manifest.go +0 -79
- data/go/src/boshprovisioner/release/job/manifest/manifest_suite_test.go +0 -13
- data/go/src/boshprovisioner/release/job/manifest/manifest_test.go +0 -59
- data/go/src/boshprovisioner/release/job/manifest/syntax_validator.go +0 -43
- data/go/src/boshprovisioner/release/job/reader_factory.go +0 -34
- data/go/src/boshprovisioner/release/job/tar_reader.go +0 -133
- data/go/src/boshprovisioner/release/manifest/manifest.go +0 -120
- data/go/src/boshprovisioner/release/manifest/manifest_suite_test.go +0 -13
- data/go/src/boshprovisioner/release/manifest/manifest_test.go +0 -126
- data/go/src/boshprovisioner/release/manifest/syntax_validator.go +0 -134
- data/go/src/boshprovisioner/release/reader_factory.go +0 -45
- data/go/src/boshprovisioner/release/reader_interface.go +0 -6
- data/go/src/boshprovisioner/release/release.go +0 -144
- data/go/src/boshprovisioner/release/release_suite_test.go +0 -13
- data/go/src/boshprovisioner/release/release_test.go +0 -129
- data/go/src/boshprovisioner/release/tar_reader.go +0 -141
- data/go/src/boshprovisioner/tar/cmd_compressor.go +0 -68
- data/go/src/boshprovisioner/tar/cmd_extractor.go +0 -47
- data/go/src/boshprovisioner/tar/compressor_interface.go +0 -6
- data/go/src/boshprovisioner/tar/extractor_interface.go +0 -6
- data/go/src/boshprovisioner/util/possible_base64.go +0 -21
- data/go/src/boshprovisioner/util/string_keyed.go +0 -70
- data/go/src/boshprovisioner/vm/vagrant/agent_provisioner.go +0 -296
- data/go/src/boshprovisioner/vm/vagrant/asset_manager.go +0 -61
- data/go/src/boshprovisioner/vm/vagrant/configured_vm.go +0 -29
- data/go/src/boshprovisioner/vm/vagrant/deps_provisioner.go +0 -214
- data/go/src/boshprovisioner/vm/vagrant/monit_provisioner.go +0 -85
- data/go/src/boshprovisioner/vm/vagrant/non_configured_vm.go +0 -26
- data/go/src/boshprovisioner/vm/vagrant/runit_provisioner.go +0 -229
- data/go/src/boshprovisioner/vm/vagrant/simple_cmds.go +0 -54
- data/go/src/boshprovisioner/vm/vagrant/vcap_user_provisioner.go +0 -167
- data/go/src/boshprovisioner/vm/vagrant/vm_provisioner.go +0 -119
- data/go/src/boshprovisioner/vm/vagrant/vm_provisioner_factory.go +0 -101
- data/go/src/boshprovisioner/vm/vm_interface.go +0 -45
- data/lib/vagrant-bosh/assets/provisioner +0 -0
@@ -1,43 +0,0 @@
|
|
1
|
-
package manifest
|
2
|
-
|
3
|
-
import (
|
4
|
-
"strconv"
|
5
|
-
"strings"
|
6
|
-
|
7
|
-
bosherr "bosh/errors"
|
8
|
-
)
|
9
|
-
|
10
|
-
type WatchTime [2]int
|
11
|
-
|
12
|
-
func NewWatchTimeFromString(str string) (WatchTime, error) {
|
13
|
-
var watchTime WatchTime
|
14
|
-
|
15
|
-
parts := strings.Split(str, "-")
|
16
|
-
if len(parts) != 2 {
|
17
|
-
return watchTime, bosherr.New("Invalid watch time range %s", str)
|
18
|
-
}
|
19
|
-
|
20
|
-
min, err := strconv.Atoi(strings.Trim(parts[0], " "))
|
21
|
-
if err != nil {
|
22
|
-
return watchTime, bosherr.WrapError(
|
23
|
-
err, "Non-positive number as watch time minimum %s", parts[0])
|
24
|
-
}
|
25
|
-
|
26
|
-
max, err := strconv.Atoi(strings.Trim(parts[1], " "))
|
27
|
-
if err != nil {
|
28
|
-
return watchTime, bosherr.WrapError(
|
29
|
-
err, "Non-positive number as watch time maximum %s", parts[1])
|
30
|
-
}
|
31
|
-
|
32
|
-
if max < min {
|
33
|
-
return watchTime, bosherr.New(
|
34
|
-
"Watch time must have maximum greater than or equal minimum %s", str)
|
35
|
-
}
|
36
|
-
|
37
|
-
watchTime[0], watchTime[1] = min, max
|
38
|
-
|
39
|
-
return watchTime, nil
|
40
|
-
}
|
41
|
-
|
42
|
-
func (wt WatchTime) Start() int { return wt[0] }
|
43
|
-
func (wt WatchTime) End() int { return wt[1] }
|
@@ -1,46 +0,0 @@
|
|
1
|
-
package deployment
|
2
|
-
|
3
|
-
import (
|
4
|
-
bosherr "bosh/errors"
|
5
|
-
boshlog "bosh/logger"
|
6
|
-
boshsys "bosh/system"
|
7
|
-
|
8
|
-
bpdepman "boshprovisioner/deployment/manifest"
|
9
|
-
)
|
10
|
-
|
11
|
-
type ManifestReader struct {
|
12
|
-
path string
|
13
|
-
fs boshsys.FileSystem
|
14
|
-
logger boshlog.Logger
|
15
|
-
}
|
16
|
-
|
17
|
-
func NewManifestReader(
|
18
|
-
path string,
|
19
|
-
fs boshsys.FileSystem,
|
20
|
-
logger boshlog.Logger,
|
21
|
-
) ManifestReader {
|
22
|
-
return ManifestReader{path: path, fs: fs, logger: logger}
|
23
|
-
}
|
24
|
-
|
25
|
-
func (r ManifestReader) Read() (Deployment, error) {
|
26
|
-
var deployment Deployment
|
27
|
-
|
28
|
-
manifest, err := bpdepman.NewManifestFromPath(r.path, r.fs)
|
29
|
-
if err != nil {
|
30
|
-
return deployment, bosherr.WrapError(err, "Reading manifest")
|
31
|
-
}
|
32
|
-
|
33
|
-
deployment.populateFromManifest(manifest)
|
34
|
-
|
35
|
-
// todo pass by ref?
|
36
|
-
err = NewSemanticValidator(deployment).Validate()
|
37
|
-
if err != nil {
|
38
|
-
return deployment, bosherr.WrapError(err, "Validating deployment semantically")
|
39
|
-
}
|
40
|
-
|
41
|
-
return deployment, nil
|
42
|
-
}
|
43
|
-
|
44
|
-
func (r ManifestReader) Close() error {
|
45
|
-
return nil
|
46
|
-
}
|
@@ -1,25 +0,0 @@
|
|
1
|
-
package deployment
|
2
|
-
|
3
|
-
import (
|
4
|
-
boshlog "bosh/logger"
|
5
|
-
boshsys "bosh/system"
|
6
|
-
)
|
7
|
-
|
8
|
-
type ReaderFactory struct {
|
9
|
-
fs boshsys.FileSystem
|
10
|
-
logger boshlog.Logger
|
11
|
-
}
|
12
|
-
|
13
|
-
func NewReaderFactory(
|
14
|
-
fs boshsys.FileSystem,
|
15
|
-
logger boshlog.Logger,
|
16
|
-
) ReaderFactory {
|
17
|
-
return ReaderFactory{
|
18
|
-
fs: fs,
|
19
|
-
logger: logger,
|
20
|
-
}
|
21
|
-
}
|
22
|
-
|
23
|
-
func (rf ReaderFactory) NewManifestReader(path string) ManifestReader {
|
24
|
-
return NewManifestReader(path, rf.fs, rf.logger)
|
25
|
-
}
|
@@ -1,111 +0,0 @@
|
|
1
|
-
package deployment
|
2
|
-
|
3
|
-
import (
|
4
|
-
bosherr "bosh/errors"
|
5
|
-
)
|
6
|
-
|
7
|
-
// SemanticValidator validates deployment to determine if it represents a meaningful state.
|
8
|
-
// e.g. - is each job template associated with a release?
|
9
|
-
// - are there enough static ips for each job instance?
|
10
|
-
type SemanticValidator struct {
|
11
|
-
deployment Deployment
|
12
|
-
}
|
13
|
-
|
14
|
-
func NewSemanticValidator(deployment Deployment) SemanticValidator {
|
15
|
-
return SemanticValidator{deployment: deployment}
|
16
|
-
}
|
17
|
-
|
18
|
-
func (v SemanticValidator) Validate() error {
|
19
|
-
for _, net := range v.deployment.Networks {
|
20
|
-
err := v.validateNetwork(net)
|
21
|
-
if err != nil {
|
22
|
-
return bosherr.WrapError(err, "Network %s", net.Name)
|
23
|
-
}
|
24
|
-
}
|
25
|
-
|
26
|
-
for _, release := range v.deployment.Releases {
|
27
|
-
err := v.validateRelease(release)
|
28
|
-
if err != nil {
|
29
|
-
return bosherr.WrapError(err, "Release %s", release.Name)
|
30
|
-
}
|
31
|
-
}
|
32
|
-
|
33
|
-
err := v.validateInstance(v.deployment.CompilationInstance)
|
34
|
-
if err != nil {
|
35
|
-
return bosherr.WrapError(err, "Compilation instance")
|
36
|
-
}
|
37
|
-
|
38
|
-
for _, job := range v.deployment.Jobs {
|
39
|
-
err := v.validateJob(job)
|
40
|
-
if err != nil {
|
41
|
-
return bosherr.WrapError(err, "Job %s", job.Name)
|
42
|
-
}
|
43
|
-
}
|
44
|
-
|
45
|
-
return nil
|
46
|
-
}
|
47
|
-
|
48
|
-
func (v SemanticValidator) validateNetwork(network Network) error {
|
49
|
-
if network.Type == NetworkTypeManual {
|
50
|
-
return bosherr.New("Manual networking is not supported")
|
51
|
-
}
|
52
|
-
|
53
|
-
return nil
|
54
|
-
}
|
55
|
-
|
56
|
-
func (v SemanticValidator) validateRelease(release Release) error {
|
57
|
-
if release.Version == "latest" {
|
58
|
-
return bosherr.New("Version 'latest' is not supported")
|
59
|
-
}
|
60
|
-
|
61
|
-
return nil
|
62
|
-
}
|
63
|
-
|
64
|
-
func (v SemanticValidator) validateJob(job Job) error {
|
65
|
-
for _, template := range job.Templates {
|
66
|
-
err := v.validateTemplate(template)
|
67
|
-
if err != nil {
|
68
|
-
return bosherr.WrapError(err, "Template %s", template.Name)
|
69
|
-
}
|
70
|
-
}
|
71
|
-
|
72
|
-
for _, instance := range job.Instances {
|
73
|
-
err := v.validateInstance(instance)
|
74
|
-
if err != nil {
|
75
|
-
return bosherr.WrapError(err, "Instance %d", instance.Index)
|
76
|
-
}
|
77
|
-
}
|
78
|
-
|
79
|
-
return nil
|
80
|
-
}
|
81
|
-
|
82
|
-
func (v SemanticValidator) validateTemplate(template Template) error {
|
83
|
-
if template.Release == nil {
|
84
|
-
return bosherr.New("Missing associated release")
|
85
|
-
}
|
86
|
-
|
87
|
-
return nil
|
88
|
-
}
|
89
|
-
|
90
|
-
func (v SemanticValidator) validateInstance(instance Instance) error {
|
91
|
-
for i, na := range instance.NetworkAssociations {
|
92
|
-
err := v.validateNetworkAssociation(na)
|
93
|
-
if err != nil {
|
94
|
-
return bosherr.WrapError(err, "Network association %d", i)
|
95
|
-
}
|
96
|
-
}
|
97
|
-
|
98
|
-
return nil
|
99
|
-
}
|
100
|
-
|
101
|
-
func (v SemanticValidator) validateNetworkAssociation(na NetworkAssociation) error {
|
102
|
-
if na.Network == nil {
|
103
|
-
return bosherr.New("Missing associated network")
|
104
|
-
}
|
105
|
-
|
106
|
-
if na.MustHaveStaticIP && na.StaticIP == nil {
|
107
|
-
return bosherr.New("Missing static IP assignment")
|
108
|
-
}
|
109
|
-
|
110
|
-
return nil
|
111
|
-
}
|
@@ -1,55 +0,0 @@
|
|
1
|
-
package downloader
|
2
|
-
|
3
|
-
import (
|
4
|
-
gourl "net/url"
|
5
|
-
|
6
|
-
boshblob "bosh/blobstore"
|
7
|
-
bosherr "bosh/errors"
|
8
|
-
boshlog "bosh/logger"
|
9
|
-
)
|
10
|
-
|
11
|
-
const blobstoreDownloaderLogTag = "BlobstoreDownloader"
|
12
|
-
|
13
|
-
type BlobstoreDownloader struct {
|
14
|
-
blobstore boshblob.Blobstore
|
15
|
-
logger boshlog.Logger
|
16
|
-
}
|
17
|
-
|
18
|
-
func NewBlobstoreDownloader(
|
19
|
-
blobstore boshblob.Blobstore,
|
20
|
-
logger boshlog.Logger,
|
21
|
-
) BlobstoreDownloader {
|
22
|
-
return BlobstoreDownloader{
|
23
|
-
blobstore: blobstore,
|
24
|
-
logger: logger,
|
25
|
-
}
|
26
|
-
}
|
27
|
-
|
28
|
-
// Download takes URL of format blobstore:///blobId?fingerprint=sha1-value
|
29
|
-
func (d BlobstoreDownloader) Download(url string) (string, error) {
|
30
|
-
parsedURL, err := gourl.Parse(url)
|
31
|
-
if err != nil {
|
32
|
-
return "", bosherr.WrapError(err, "Parsing url %s", url)
|
33
|
-
}
|
34
|
-
|
35
|
-
var fingerprint string
|
36
|
-
|
37
|
-
if fingerprints, found := parsedURL.Query()["fingerprint"]; found {
|
38
|
-
if len(fingerprints) > 0 {
|
39
|
-
fingerprint = fingerprints[0]
|
40
|
-
}
|
41
|
-
}
|
42
|
-
|
43
|
-
path, err := d.blobstore.Get(parsedURL.Path, fingerprint)
|
44
|
-
if err != nil {
|
45
|
-
return "", bosherr.WrapError(err, "Downloading blob")
|
46
|
-
}
|
47
|
-
|
48
|
-
d.logger.Debug(blobstoreDownloaderLogTag, "Downloaded %s to %s", url, path)
|
49
|
-
|
50
|
-
return path, nil
|
51
|
-
}
|
52
|
-
|
53
|
-
func (d BlobstoreDownloader) CleanUp(path string) error {
|
54
|
-
return d.blobstore.CleanUp(path)
|
55
|
-
}
|
@@ -1,22 +0,0 @@
|
|
1
|
-
package downloader
|
2
|
-
|
3
|
-
import (
|
4
|
-
boshblob "bosh/blobstore"
|
5
|
-
boshlog "bosh/logger"
|
6
|
-
boshsys "bosh/system"
|
7
|
-
)
|
8
|
-
|
9
|
-
func NewDefaultMuxDownloader(
|
10
|
-
blobstore boshblob.Blobstore,
|
11
|
-
fs boshsys.FileSystem,
|
12
|
-
logger boshlog.Logger,
|
13
|
-
) MuxDownloader {
|
14
|
-
mux := map[string]Downloader{
|
15
|
-
"http": NewHTTPDownloader(fs, logger),
|
16
|
-
"https": NewHTTPDownloader(fs, logger),
|
17
|
-
"file": NewLocalFSDownloader(fs, logger),
|
18
|
-
"blobstore": NewBlobstoreDownloader(blobstore, logger),
|
19
|
-
}
|
20
|
-
|
21
|
-
return NewMuxDownloader(mux, logger)
|
22
|
-
}
|
@@ -1,53 +0,0 @@
|
|
1
|
-
package downloader
|
2
|
-
|
3
|
-
import (
|
4
|
-
"io"
|
5
|
-
"net/http"
|
6
|
-
|
7
|
-
bosherr "bosh/errors"
|
8
|
-
boshlog "bosh/logger"
|
9
|
-
boshsys "bosh/system"
|
10
|
-
)
|
11
|
-
|
12
|
-
const httpDownloaderLogTag = "HTTPDownloader"
|
13
|
-
|
14
|
-
type HTTPDownloader struct {
|
15
|
-
fs boshsys.FileSystem
|
16
|
-
logger boshlog.Logger
|
17
|
-
}
|
18
|
-
|
19
|
-
func NewHTTPDownloader(
|
20
|
-
fs boshsys.FileSystem,
|
21
|
-
logger boshlog.Logger,
|
22
|
-
) HTTPDownloader {
|
23
|
-
return HTTPDownloader{fs: fs, logger: logger}
|
24
|
-
}
|
25
|
-
|
26
|
-
func (d HTTPDownloader) Download(url string) (string, error) {
|
27
|
-
file, err := d.fs.TempFile("release-Downloader-HTTPDownloader")
|
28
|
-
if err != nil {
|
29
|
-
return "", bosherr.WrapError(err, "Creating download destination")
|
30
|
-
}
|
31
|
-
|
32
|
-
d.logger.Debug(httpDownloaderLogTag, "Downloaded %s to %s", url, file.Name())
|
33
|
-
|
34
|
-
defer file.Close()
|
35
|
-
|
36
|
-
resp, err := http.Get(url)
|
37
|
-
if err != nil {
|
38
|
-
return "", bosherr.WrapError(err, "Get url")
|
39
|
-
}
|
40
|
-
|
41
|
-
defer resp.Body.Close()
|
42
|
-
|
43
|
-
_, err = io.Copy(file, resp.Body)
|
44
|
-
if err != nil {
|
45
|
-
return "", bosherr.WrapError(err, "Copying response to file")
|
46
|
-
}
|
47
|
-
|
48
|
-
return file.Name(), nil
|
49
|
-
}
|
50
|
-
|
51
|
-
func (d HTTPDownloader) CleanUp(path string) error {
|
52
|
-
return d.fs.RemoveAll(path)
|
53
|
-
}
|
@@ -1,48 +0,0 @@
|
|
1
|
-
package downloader
|
2
|
-
|
3
|
-
import (
|
4
|
-
"strings"
|
5
|
-
|
6
|
-
bosherr "bosh/errors"
|
7
|
-
boshlog "bosh/logger"
|
8
|
-
boshsys "bosh/system"
|
9
|
-
)
|
10
|
-
|
11
|
-
const localFSDownloaderLogTag = "LocalFSDownloader"
|
12
|
-
|
13
|
-
type LocalFSDownloader struct {
|
14
|
-
fs boshsys.FileSystem
|
15
|
-
logger boshlog.Logger
|
16
|
-
}
|
17
|
-
|
18
|
-
func NewLocalFSDownloader(
|
19
|
-
fs boshsys.FileSystem,
|
20
|
-
logger boshlog.Logger,
|
21
|
-
) LocalFSDownloader {
|
22
|
-
return LocalFSDownloader{fs: fs, logger: logger}
|
23
|
-
}
|
24
|
-
|
25
|
-
func (d LocalFSDownloader) Download(url string) (string, error) {
|
26
|
-
file, err := d.fs.TempFile("downloader-LocalFSDownloader")
|
27
|
-
if err != nil {
|
28
|
-
return "", bosherr.WrapError(err, "Creating download destination")
|
29
|
-
}
|
30
|
-
|
31
|
-
d.logger.Debug(localFSDownloaderLogTag, "Downloaded %s to %s", url, file.Name())
|
32
|
-
|
33
|
-
err = file.Close()
|
34
|
-
if err != nil {
|
35
|
-
return "", bosherr.WrapError(err, "Closing download destination")
|
36
|
-
}
|
37
|
-
|
38
|
-
err = d.fs.CopyFile(strings.TrimPrefix(url, "file://"), file.Name())
|
39
|
-
if err != nil {
|
40
|
-
return "", bosherr.WrapError(err, "Copying to destination")
|
41
|
-
}
|
42
|
-
|
43
|
-
return file.Name(), nil
|
44
|
-
}
|
45
|
-
|
46
|
-
func (d LocalFSDownloader) CleanUp(path string) error {
|
47
|
-
return d.fs.RemoveAll(path)
|
48
|
-
}
|
@@ -1,69 +0,0 @@
|
|
1
|
-
package downloader
|
2
|
-
|
3
|
-
import (
|
4
|
-
"strings"
|
5
|
-
|
6
|
-
bosherr "bosh/errors"
|
7
|
-
boshlog "bosh/logger"
|
8
|
-
)
|
9
|
-
|
10
|
-
const muxDownloaderLogTag = "Downloader"
|
11
|
-
|
12
|
-
type MuxDownloader struct {
|
13
|
-
// e.g. {"http": NewHTTPDownloader()}
|
14
|
-
mux map[string]Downloader
|
15
|
-
|
16
|
-
logger boshlog.Logger
|
17
|
-
|
18
|
-
// Track which Downloader should be used to clean up
|
19
|
-
downloadedPaths map[string]Downloader
|
20
|
-
}
|
21
|
-
|
22
|
-
func NewMuxDownloader(
|
23
|
-
mux map[string]Downloader,
|
24
|
-
logger boshlog.Logger,
|
25
|
-
) MuxDownloader {
|
26
|
-
return MuxDownloader{
|
27
|
-
mux: mux,
|
28
|
-
logger: logger,
|
29
|
-
|
30
|
-
downloadedPaths: map[string]Downloader{},
|
31
|
-
}
|
32
|
-
}
|
33
|
-
|
34
|
-
func (d MuxDownloader) Download(url string) (string, error) {
|
35
|
-
for prefix, downloader := range d.mux {
|
36
|
-
if strings.HasPrefix(url, prefix+"://") {
|
37
|
-
path, err := downloader.Download(url)
|
38
|
-
if err != nil {
|
39
|
-
return path, err
|
40
|
-
}
|
41
|
-
|
42
|
-
// Only remember path if Downloader succeeded
|
43
|
-
d.downloadedPaths[path] = downloader
|
44
|
-
|
45
|
-
return path, err
|
46
|
-
}
|
47
|
-
}
|
48
|
-
|
49
|
-
return "", bosherr.New("URL %s without matching downloader", url)
|
50
|
-
}
|
51
|
-
|
52
|
-
func (d MuxDownloader) CleanUp(path string) error {
|
53
|
-
downloader, ok := d.downloadedPaths[path]
|
54
|
-
if !ok {
|
55
|
-
// programmer error
|
56
|
-
return bosherr.New("Unknown path %s requested to be cleaned up", path)
|
57
|
-
}
|
58
|
-
|
59
|
-
err := downloader.CleanUp(path)
|
60
|
-
if err != nil {
|
61
|
-
return err
|
62
|
-
}
|
63
|
-
|
64
|
-
// Forget path only if associated Downloader succeeded cleaning up
|
65
|
-
// so that CleanUp could be called multiple times
|
66
|
-
delete(d.downloadedPaths, path)
|
67
|
-
|
68
|
-
return nil
|
69
|
-
}
|