s3_uploader 0.0.1 → 0.0.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- data/README.md +21 -2
- data/lib/s3_uploader/s3_uploader.rb +1 -1
- data/lib/s3_uploader/version.rb +1 -1
- metadata +7 -7
data/README.md
CHANGED
@@ -1,6 +1,15 @@
|
|
1
1
|
# S3Uploader
|
2
2
|
|
3
|
-
Multithreaded recursive directory uploader to S3 using
|
3
|
+
Multithreaded recursive directory uploader to S3 using [fog](https://github.com/fog/fog).
|
4
|
+
|
5
|
+
It recursively transverses all contents of the directory provided as source parameter, uploading all files to the destination bucket.
|
6
|
+
A destination folder where to put the uploaded files tree inside the bucket can be specified too.
|
7
|
+
|
8
|
+
By default, it uses 5 threads to upload files in parallel, but the number can be configured as well.
|
9
|
+
|
10
|
+
Files are stored as non public if not otherwise specified.
|
11
|
+
|
12
|
+
A CLI binary is included.
|
4
13
|
|
5
14
|
## Installation
|
6
15
|
|
@@ -27,9 +36,19 @@ If no keys are provided, it uses S3_KEY and S3_SECRET environment variables.
|
|
27
36
|
S3Uploader.upload_directory('/tmp/test', 'mybucket', { :destination_dir => 'test/', :threads => 4 })
|
28
37
|
|
29
38
|
Or as a command line binary
|
30
|
-
|
39
|
+
|
40
|
+
s3uploader -k YOUR_KEY -s YOUR_SECRET_KEY -d test/ -t 4 /tmp/test mybucket
|
41
|
+
|
42
|
+
Again, it uses S3_KEY and S3_SECRET environment variables if non provided in parameters.
|
43
|
+
|
31
44
|
s3uploader -d test/ -t 4 /tmp/test mybucket
|
32
45
|
|
46
|
+
## TODO
|
47
|
+
|
48
|
+
1. Write test suite
|
49
|
+
2. Allow regex pattern matching to select files to upload
|
50
|
+
3. Add optional time, size and number of files uploaded report at end of process
|
51
|
+
|
33
52
|
## Contributing
|
34
53
|
|
35
54
|
1. Fork it
|
@@ -10,7 +10,7 @@ module S3Uploader
|
|
10
10
|
|
11
11
|
raise 'Source must be a directory' unless File.directory?(source)
|
12
12
|
|
13
|
-
source.chop
|
13
|
+
source = source.chop if source.end_with?('/')
|
14
14
|
if options[:destination_dir] != '' and !options[:destination_dir].end_with?('/')
|
15
15
|
options[:destination_dir] = "#{options[:destination_dir]}/"
|
16
16
|
end
|
data/lib/s3_uploader/version.rb
CHANGED
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: s3_uploader
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.0.
|
4
|
+
version: 0.0.2
|
5
5
|
prerelease:
|
6
6
|
platform: ruby
|
7
7
|
authors:
|
@@ -13,7 +13,7 @@ date: 2012-09-14 00:00:00.000000000 Z
|
|
13
13
|
dependencies:
|
14
14
|
- !ruby/object:Gem::Dependency
|
15
15
|
name: fog
|
16
|
-
requirement: &
|
16
|
+
requirement: &2153189900 !ruby/object:Gem::Requirement
|
17
17
|
none: false
|
18
18
|
requirements:
|
19
19
|
- - ! '>='
|
@@ -21,10 +21,10 @@ dependencies:
|
|
21
21
|
version: '0'
|
22
22
|
type: :runtime
|
23
23
|
prerelease: false
|
24
|
-
version_requirements: *
|
24
|
+
version_requirements: *2153189900
|
25
25
|
- !ruby/object:Gem::Dependency
|
26
26
|
name: rspec
|
27
|
-
requirement: &
|
27
|
+
requirement: &2153189480 !ruby/object:Gem::Requirement
|
28
28
|
none: false
|
29
29
|
requirements:
|
30
30
|
- - ! '>='
|
@@ -32,10 +32,10 @@ dependencies:
|
|
32
32
|
version: '0'
|
33
33
|
type: :development
|
34
34
|
prerelease: false
|
35
|
-
version_requirements: *
|
35
|
+
version_requirements: *2153189480
|
36
36
|
- !ruby/object:Gem::Dependency
|
37
37
|
name: rake
|
38
|
-
requirement: &
|
38
|
+
requirement: &2153189060 !ruby/object:Gem::Requirement
|
39
39
|
none: false
|
40
40
|
requirements:
|
41
41
|
- - ! '>='
|
@@ -43,7 +43,7 @@ dependencies:
|
|
43
43
|
version: '0'
|
44
44
|
type: :development
|
45
45
|
prerelease: false
|
46
|
-
version_requirements: *
|
46
|
+
version_requirements: *2153189060
|
47
47
|
description: S3 multithreaded directory uploader
|
48
48
|
email:
|
49
49
|
- chrishein@gmail.com
|