s3_uploader 0.0.1 → 0.0.2

Sign up to get free protection for your applications and to get access to all the features.
data/README.md CHANGED
@@ -1,6 +1,15 @@
1
1
  # S3Uploader
2
2
 
3
- Multithreaded recursive directory uploader to S3 using Fog
3
+ Multithreaded recursive directory uploader to S3 using [fog](https://github.com/fog/fog).
4
+
5
+ It recursively transverses all contents of the directory provided as source parameter, uploading all files to the destination bucket.
6
+ A destination folder where to put the uploaded files tree inside the bucket can be specified too.
7
+
8
+ By default, it uses 5 threads to upload files in parallel, but the number can be configured as well.
9
+
10
+ Files are stored as non public if not otherwise specified.
11
+
12
+ A CLI binary is included.
4
13
 
5
14
  ## Installation
6
15
 
@@ -27,9 +36,19 @@ If no keys are provided, it uses S3_KEY and S3_SECRET environment variables.
27
36
  S3Uploader.upload_directory('/tmp/test', 'mybucket', { :destination_dir => 'test/', :threads => 4 })
28
37
 
29
38
  Or as a command line binary
30
-
39
+
40
+ s3uploader -k YOUR_KEY -s YOUR_SECRET_KEY -d test/ -t 4 /tmp/test mybucket
41
+
42
+ Again, it uses S3_KEY and S3_SECRET environment variables if non provided in parameters.
43
+
31
44
  s3uploader -d test/ -t 4 /tmp/test mybucket
32
45
 
46
+ ## TODO
47
+
48
+ 1. Write test suite
49
+ 2. Allow regex pattern matching to select files to upload
50
+ 3. Add optional time, size and number of files uploaded report at end of process
51
+
33
52
  ## Contributing
34
53
 
35
54
  1. Fork it
@@ -10,7 +10,7 @@ module S3Uploader
10
10
 
11
11
  raise 'Source must be a directory' unless File.directory?(source)
12
12
 
13
- source.chop! if source.end_with?('/')
13
+ source = source.chop if source.end_with?('/')
14
14
  if options[:destination_dir] != '' and !options[:destination_dir].end_with?('/')
15
15
  options[:destination_dir] = "#{options[:destination_dir]}/"
16
16
  end
@@ -1,3 +1,3 @@
1
1
  module S3Uploader
2
- VERSION = "0.0.1"
2
+ VERSION = "0.0.2"
3
3
  end
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: s3_uploader
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.0.1
4
+ version: 0.0.2
5
5
  prerelease:
6
6
  platform: ruby
7
7
  authors:
@@ -13,7 +13,7 @@ date: 2012-09-14 00:00:00.000000000 Z
13
13
  dependencies:
14
14
  - !ruby/object:Gem::Dependency
15
15
  name: fog
16
- requirement: &2152628560 !ruby/object:Gem::Requirement
16
+ requirement: &2153189900 !ruby/object:Gem::Requirement
17
17
  none: false
18
18
  requirements:
19
19
  - - ! '>='
@@ -21,10 +21,10 @@ dependencies:
21
21
  version: '0'
22
22
  type: :runtime
23
23
  prerelease: false
24
- version_requirements: *2152628560
24
+ version_requirements: *2153189900
25
25
  - !ruby/object:Gem::Dependency
26
26
  name: rspec
27
- requirement: &2152627500 !ruby/object:Gem::Requirement
27
+ requirement: &2153189480 !ruby/object:Gem::Requirement
28
28
  none: false
29
29
  requirements:
30
30
  - - ! '>='
@@ -32,10 +32,10 @@ dependencies:
32
32
  version: '0'
33
33
  type: :development
34
34
  prerelease: false
35
- version_requirements: *2152627500
35
+ version_requirements: *2153189480
36
36
  - !ruby/object:Gem::Dependency
37
37
  name: rake
38
- requirement: &2152626500 !ruby/object:Gem::Requirement
38
+ requirement: &2153189060 !ruby/object:Gem::Requirement
39
39
  none: false
40
40
  requirements:
41
41
  - - ! '>='
@@ -43,7 +43,7 @@ dependencies:
43
43
  version: '0'
44
44
  type: :development
45
45
  prerelease: false
46
- version_requirements: *2152626500
46
+ version_requirements: *2153189060
47
47
  description: S3 multithreaded directory uploader
48
48
  email:
49
49
  - chrishein@gmail.com