s3_uploader 0.0.1 → 0.0.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
data/README.md CHANGED
@@ -1,6 +1,15 @@
1
1
  # S3Uploader
2
2
 
3
- Multithreaded recursive directory uploader to S3 using Fog
3
+ Multithreaded recursive directory uploader to S3 using [fog](https://github.com/fog/fog).
4
+
5
+ It recursively transverses all contents of the directory provided as source parameter, uploading all files to the destination bucket.
6
+ A destination folder where to put the uploaded files tree inside the bucket can be specified too.
7
+
8
+ By default, it uses 5 threads to upload files in parallel, but the number can be configured as well.
9
+
10
+ Files are stored as non public if not otherwise specified.
11
+
12
+ A CLI binary is included.
4
13
 
5
14
  ## Installation
6
15
 
@@ -27,9 +36,19 @@ If no keys are provided, it uses S3_KEY and S3_SECRET environment variables.
27
36
  S3Uploader.upload_directory('/tmp/test', 'mybucket', { :destination_dir => 'test/', :threads => 4 })
28
37
 
29
38
  Or as a command line binary
30
-
39
+
40
+ s3uploader -k YOUR_KEY -s YOUR_SECRET_KEY -d test/ -t 4 /tmp/test mybucket
41
+
42
+ Again, it uses S3_KEY and S3_SECRET environment variables if non provided in parameters.
43
+
31
44
  s3uploader -d test/ -t 4 /tmp/test mybucket
32
45
 
46
+ ## TODO
47
+
48
+ 1. Write test suite
49
+ 2. Allow regex pattern matching to select files to upload
50
+ 3. Add optional time, size and number of files uploaded report at end of process
51
+
33
52
  ## Contributing
34
53
 
35
54
  1. Fork it
@@ -10,7 +10,7 @@ module S3Uploader
10
10
 
11
11
  raise 'Source must be a directory' unless File.directory?(source)
12
12
 
13
- source.chop! if source.end_with?('/')
13
+ source = source.chop if source.end_with?('/')
14
14
  if options[:destination_dir] != '' and !options[:destination_dir].end_with?('/')
15
15
  options[:destination_dir] = "#{options[:destination_dir]}/"
16
16
  end
@@ -1,3 +1,3 @@
1
1
  module S3Uploader
2
- VERSION = "0.0.1"
2
+ VERSION = "0.0.2"
3
3
  end
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: s3_uploader
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.0.1
4
+ version: 0.0.2
5
5
  prerelease:
6
6
  platform: ruby
7
7
  authors:
@@ -13,7 +13,7 @@ date: 2012-09-14 00:00:00.000000000 Z
13
13
  dependencies:
14
14
  - !ruby/object:Gem::Dependency
15
15
  name: fog
16
- requirement: &2152628560 !ruby/object:Gem::Requirement
16
+ requirement: &2153189900 !ruby/object:Gem::Requirement
17
17
  none: false
18
18
  requirements:
19
19
  - - ! '>='
@@ -21,10 +21,10 @@ dependencies:
21
21
  version: '0'
22
22
  type: :runtime
23
23
  prerelease: false
24
- version_requirements: *2152628560
24
+ version_requirements: *2153189900
25
25
  - !ruby/object:Gem::Dependency
26
26
  name: rspec
27
- requirement: &2152627500 !ruby/object:Gem::Requirement
27
+ requirement: &2153189480 !ruby/object:Gem::Requirement
28
28
  none: false
29
29
  requirements:
30
30
  - - ! '>='
@@ -32,10 +32,10 @@ dependencies:
32
32
  version: '0'
33
33
  type: :development
34
34
  prerelease: false
35
- version_requirements: *2152627500
35
+ version_requirements: *2153189480
36
36
  - !ruby/object:Gem::Dependency
37
37
  name: rake
38
- requirement: &2152626500 !ruby/object:Gem::Requirement
38
+ requirement: &2153189060 !ruby/object:Gem::Requirement
39
39
  none: false
40
40
  requirements:
41
41
  - - ! '>='
@@ -43,7 +43,7 @@ dependencies:
43
43
  version: '0'
44
44
  type: :development
45
45
  prerelease: false
46
- version_requirements: *2152626500
46
+ version_requirements: *2153189060
47
47
  description: S3 multithreaded directory uploader
48
48
  email:
49
49
  - chrishein@gmail.com