s3log 0.0.4 → 0.0.5
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/.gitignore +1 -0
- data/.travis.yml +1 -1
- data/CHANGELOG.md +3 -0
- data/Gemfile.lock +30 -40
- data/README.md +15 -1
- data/lib/s3log/runner.rb +1 -1
- data/lib/s3log/version.rb +1 -1
- data/s3log.gemspec +2 -2
- data/spec/lib/s3log/cli_spec.rb +2 -2
- metadata +8 -8
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 06b55ca25b79239df3bf6f0451996244306aed9a
|
4
|
+
data.tar.gz: 495523dc325e22108e0b27bddd9bf2636419fe3d
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: d70554effd2bab43dbd79aec91cc5f6b6ec534f74f9359881be35819399ae99c50ca75a4fb91e3c9c1e5a95bc30a30dd8b6879667772c51ab8a709fabeb1d5a5
|
7
|
+
data.tar.gz: ba2ad28bd6f79943eb8ce2bac5869574324bf262fe9ef00ef9b3964211ec1429dd40bd18cfefca77ba062c06ec140528141858f4ba709ee27257d8c03226226e
|
data/.gitignore
CHANGED
data/.travis.yml
CHANGED
data/CHANGELOG.md
CHANGED
data/Gemfile.lock
CHANGED
@@ -1,57 +1,47 @@
|
|
1
1
|
PATH
|
2
2
|
remote: .
|
3
3
|
specs:
|
4
|
-
s3log (0.0.
|
4
|
+
s3log (0.0.5)
|
5
5
|
aws-sdk
|
6
6
|
thor
|
7
|
-
whenever
|
8
7
|
|
9
8
|
GEM
|
10
9
|
remote: https://rubygems.org/
|
11
10
|
specs:
|
12
|
-
|
13
|
-
|
14
|
-
|
15
|
-
|
16
|
-
|
17
|
-
|
18
|
-
|
19
|
-
aws-
|
20
|
-
|
21
|
-
|
22
|
-
|
23
|
-
|
24
|
-
|
25
|
-
|
26
|
-
|
27
|
-
|
28
|
-
|
29
|
-
|
30
|
-
|
31
|
-
|
32
|
-
|
33
|
-
|
34
|
-
rspec-
|
35
|
-
|
36
|
-
|
37
|
-
rspec-core (2.14.7)
|
38
|
-
rspec-expectations (2.14.4)
|
39
|
-
diff-lcs (>= 1.1.3, < 2.0)
|
40
|
-
rspec-mocks (2.14.4)
|
41
|
-
thor (0.18.1)
|
42
|
-
thread_safe (0.1.3)
|
43
|
-
atomic
|
44
|
-
tzinfo (0.3.38)
|
45
|
-
uuidtools (2.1.4)
|
46
|
-
whenever (0.9.0)
|
47
|
-
activesupport (>= 2.3.4)
|
48
|
-
chronic (>= 0.6.3)
|
11
|
+
aws-sdk (2.9.2)
|
12
|
+
aws-sdk-resources (= 2.9.2)
|
13
|
+
aws-sdk-core (2.9.2)
|
14
|
+
aws-sigv4 (~> 1.0)
|
15
|
+
jmespath (~> 1.0)
|
16
|
+
aws-sdk-resources (2.9.2)
|
17
|
+
aws-sdk-core (= 2.9.2)
|
18
|
+
aws-sigv4 (1.0.0)
|
19
|
+
diff-lcs (1.3)
|
20
|
+
jmespath (1.3.1)
|
21
|
+
rake (12.0.0)
|
22
|
+
rspec (3.5.0)
|
23
|
+
rspec-core (~> 3.5.0)
|
24
|
+
rspec-expectations (~> 3.5.0)
|
25
|
+
rspec-mocks (~> 3.5.0)
|
26
|
+
rspec-core (3.5.4)
|
27
|
+
rspec-support (~> 3.5.0)
|
28
|
+
rspec-expectations (3.5.0)
|
29
|
+
diff-lcs (>= 1.2.0, < 2.0)
|
30
|
+
rspec-support (~> 3.5.0)
|
31
|
+
rspec-mocks (3.5.0)
|
32
|
+
diff-lcs (>= 1.2.0, < 2.0)
|
33
|
+
rspec-support (~> 3.5.0)
|
34
|
+
rspec-support (3.5.0)
|
35
|
+
thor (0.19.4)
|
49
36
|
|
50
37
|
PLATFORMS
|
51
38
|
ruby
|
52
39
|
|
53
40
|
DEPENDENCIES
|
54
|
-
bundler
|
41
|
+
bundler
|
55
42
|
rake
|
56
43
|
rspec
|
57
44
|
s3log!
|
45
|
+
|
46
|
+
BUNDLED WITH
|
47
|
+
1.14.3
|
data/README.md
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
# S3log
|
2
2
|
|
3
3
|
[![Gem Version](https://badge.fury.io/rb/s3log.png)](http://rubygems.org/gems/s3log)
|
4
|
-
[![Dependency Status](https://gemnasium.com/
|
4
|
+
[![Dependency Status](https://gemnasium.com/mose/s3log.png)](https://gemnasium.com/eduvo/s3log)
|
5
5
|
|
6
6
|
Downloader for aws S3 logs and agglomerator.
|
7
7
|
|
@@ -50,6 +50,18 @@ Then you can update the user crontab for each config file.
|
|
50
50
|
The `schedule` command will update the user crontab, that you can verify with `crontab -l`.
|
51
51
|
In all s3log commands if you don't specify the config file with `-c`, it will use `config.yml`.
|
52
52
|
|
53
|
+
Here is how it is supposed to work:
|
54
|
+
|
55
|
+
* first install s3log, init a dir, tune up config file
|
56
|
+
* for my rails app I configure the s3.log output file to shared/log/ so it gets rotated like all other log files and backed up as well
|
57
|
+
* launch a first download to grab all the files
|
58
|
+
* it will download each file, append their content to the outputfile, then delete the downloaded file from the bucket
|
59
|
+
* launch the schedule command to setup the cronjob, I like it every 5 minutes but it can be every minute if you want a real-time feeling
|
60
|
+
* the subsequent downloads take 1 or 2s in my case
|
61
|
+
* turn loglevel to debug for a while to verify that all goes according to the plan
|
62
|
+
* turn loglevel back to info or warn depending to your need
|
63
|
+
* go have a coffee and do something useful with your life
|
64
|
+
|
53
65
|
## Contributing
|
54
66
|
|
55
67
|
1. Fork it
|
@@ -65,3 +77,5 @@ In all s3log commands if you don't specify the config file with `-c`, it will us
|
|
65
77
|
## License
|
66
78
|
|
67
79
|
Copyright (c) 2014 Faria Systems Inc. distributed under MIT license
|
80
|
+
Copyright (c) 2017 mose
|
81
|
+
|
data/lib/s3log/runner.rb
CHANGED
data/lib/s3log/version.rb
CHANGED
data/s3log.gemspec
CHANGED
@@ -10,7 +10,7 @@ Gem::Specification.new do |spec|
|
|
10
10
|
spec.email = ["mose@mose.com"]
|
11
11
|
spec.description = %q{Downloader for aws S3 logs.}
|
12
12
|
spec.summary = %q{Downloader for aws S3 logs, scheduler agglomerator.}
|
13
|
-
spec.homepage = "https://github.com/
|
13
|
+
spec.homepage = "https://github.com/mose/s3log"
|
14
14
|
spec.license = "MIT"
|
15
15
|
|
16
16
|
spec.files = `git ls-files`.split($/)
|
@@ -21,7 +21,7 @@ Gem::Specification.new do |spec|
|
|
21
21
|
spec.add_dependency "thor"
|
22
22
|
spec.add_dependency "aws-sdk"
|
23
23
|
|
24
|
-
spec.add_development_dependency "bundler"
|
24
|
+
spec.add_development_dependency "bundler"
|
25
25
|
spec.add_development_dependency "rspec"
|
26
26
|
spec.add_development_dependency "rake"
|
27
27
|
end
|
data/spec/lib/s3log/cli_spec.rb
CHANGED
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: s3log
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.0.
|
4
|
+
version: 0.0.5
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- mose
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date:
|
11
|
+
date: 2017-04-04 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: thor
|
@@ -42,16 +42,16 @@ dependencies:
|
|
42
42
|
name: bundler
|
43
43
|
requirement: !ruby/object:Gem::Requirement
|
44
44
|
requirements:
|
45
|
-
- - "
|
45
|
+
- - ">="
|
46
46
|
- !ruby/object:Gem::Version
|
47
|
-
version: '
|
47
|
+
version: '0'
|
48
48
|
type: :development
|
49
49
|
prerelease: false
|
50
50
|
version_requirements: !ruby/object:Gem::Requirement
|
51
51
|
requirements:
|
52
|
-
- - "
|
52
|
+
- - ">="
|
53
53
|
- !ruby/object:Gem::Version
|
54
|
-
version: '
|
54
|
+
version: '0'
|
55
55
|
- !ruby/object:Gem::Dependency
|
56
56
|
name: rspec
|
57
57
|
requirement: !ruby/object:Gem::Requirement
|
@@ -108,7 +108,7 @@ files:
|
|
108
108
|
- spec/spec_helper.rb
|
109
109
|
- templates/s3log/Gemfile
|
110
110
|
- templates/s3log/config.yml
|
111
|
-
homepage: https://github.com/
|
111
|
+
homepage: https://github.com/mose/s3log
|
112
112
|
licenses:
|
113
113
|
- MIT
|
114
114
|
metadata: {}
|
@@ -128,7 +128,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
128
128
|
version: '0'
|
129
129
|
requirements: []
|
130
130
|
rubyforge_project:
|
131
|
-
rubygems_version: 2.
|
131
|
+
rubygems_version: 2.5.1
|
132
132
|
signing_key:
|
133
133
|
specification_version: 4
|
134
134
|
summary: Downloader for aws S3 logs, scheduler agglomerator.
|