s3log 0.0.4 → 0.0.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/.gitignore +1 -0
- data/.travis.yml +1 -1
- data/CHANGELOG.md +3 -0
- data/Gemfile.lock +30 -40
- data/README.md +15 -1
- data/lib/s3log/runner.rb +1 -1
- data/lib/s3log/version.rb +1 -1
- data/s3log.gemspec +2 -2
- data/spec/lib/s3log/cli_spec.rb +2 -2
- metadata +8 -8
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 06b55ca25b79239df3bf6f0451996244306aed9a
|
|
4
|
+
data.tar.gz: 495523dc325e22108e0b27bddd9bf2636419fe3d
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: d70554effd2bab43dbd79aec91cc5f6b6ec534f74f9359881be35819399ae99c50ca75a4fb91e3c9c1e5a95bc30a30dd8b6879667772c51ab8a709fabeb1d5a5
|
|
7
|
+
data.tar.gz: ba2ad28bd6f79943eb8ce2bac5869574324bf262fe9ef00ef9b3964211ec1429dd40bd18cfefca77ba062c06ec140528141858f4ba709ee27257d8c03226226e
|
data/.gitignore
CHANGED
data/.travis.yml
CHANGED
data/CHANGELOG.md
CHANGED
data/Gemfile.lock
CHANGED
|
@@ -1,57 +1,47 @@
|
|
|
1
1
|
PATH
|
|
2
2
|
remote: .
|
|
3
3
|
specs:
|
|
4
|
-
s3log (0.0.
|
|
4
|
+
s3log (0.0.5)
|
|
5
5
|
aws-sdk
|
|
6
6
|
thor
|
|
7
|
-
whenever
|
|
8
7
|
|
|
9
8
|
GEM
|
|
10
9
|
remote: https://rubygems.org/
|
|
11
10
|
specs:
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
aws-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
rspec-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
rspec-core (2.14.7)
|
|
38
|
-
rspec-expectations (2.14.4)
|
|
39
|
-
diff-lcs (>= 1.1.3, < 2.0)
|
|
40
|
-
rspec-mocks (2.14.4)
|
|
41
|
-
thor (0.18.1)
|
|
42
|
-
thread_safe (0.1.3)
|
|
43
|
-
atomic
|
|
44
|
-
tzinfo (0.3.38)
|
|
45
|
-
uuidtools (2.1.4)
|
|
46
|
-
whenever (0.9.0)
|
|
47
|
-
activesupport (>= 2.3.4)
|
|
48
|
-
chronic (>= 0.6.3)
|
|
11
|
+
aws-sdk (2.9.2)
|
|
12
|
+
aws-sdk-resources (= 2.9.2)
|
|
13
|
+
aws-sdk-core (2.9.2)
|
|
14
|
+
aws-sigv4 (~> 1.0)
|
|
15
|
+
jmespath (~> 1.0)
|
|
16
|
+
aws-sdk-resources (2.9.2)
|
|
17
|
+
aws-sdk-core (= 2.9.2)
|
|
18
|
+
aws-sigv4 (1.0.0)
|
|
19
|
+
diff-lcs (1.3)
|
|
20
|
+
jmespath (1.3.1)
|
|
21
|
+
rake (12.0.0)
|
|
22
|
+
rspec (3.5.0)
|
|
23
|
+
rspec-core (~> 3.5.0)
|
|
24
|
+
rspec-expectations (~> 3.5.0)
|
|
25
|
+
rspec-mocks (~> 3.5.0)
|
|
26
|
+
rspec-core (3.5.4)
|
|
27
|
+
rspec-support (~> 3.5.0)
|
|
28
|
+
rspec-expectations (3.5.0)
|
|
29
|
+
diff-lcs (>= 1.2.0, < 2.0)
|
|
30
|
+
rspec-support (~> 3.5.0)
|
|
31
|
+
rspec-mocks (3.5.0)
|
|
32
|
+
diff-lcs (>= 1.2.0, < 2.0)
|
|
33
|
+
rspec-support (~> 3.5.0)
|
|
34
|
+
rspec-support (3.5.0)
|
|
35
|
+
thor (0.19.4)
|
|
49
36
|
|
|
50
37
|
PLATFORMS
|
|
51
38
|
ruby
|
|
52
39
|
|
|
53
40
|
DEPENDENCIES
|
|
54
|
-
bundler
|
|
41
|
+
bundler
|
|
55
42
|
rake
|
|
56
43
|
rspec
|
|
57
44
|
s3log!
|
|
45
|
+
|
|
46
|
+
BUNDLED WITH
|
|
47
|
+
1.14.3
|
data/README.md
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
# S3log
|
|
2
2
|
|
|
3
3
|
[](http://rubygems.org/gems/s3log)
|
|
4
|
-
[](https://gemnasium.com/eduvo/s3log)
|
|
5
5
|
|
|
6
6
|
Downloader for aws S3 logs and agglomerator.
|
|
7
7
|
|
|
@@ -50,6 +50,18 @@ Then you can update the user crontab for each config file.
|
|
|
50
50
|
The `schedule` command will update the user crontab, that you can verify with `crontab -l`.
|
|
51
51
|
In all s3log commands if you don't specify the config file with `-c`, it will use `config.yml`.
|
|
52
52
|
|
|
53
|
+
Here is how it is supposed to work:
|
|
54
|
+
|
|
55
|
+
* first install s3log, init a dir, tune up config file
|
|
56
|
+
* for my rails app I configure the s3.log output file to shared/log/ so it gets rotated like all other log files and backed up as well
|
|
57
|
+
* launch a first download to grab all the files
|
|
58
|
+
* it will download each file, append their content to the outputfile, then delete the downloaded file from the bucket
|
|
59
|
+
* launch the schedule command to setup the cronjob, I like it every 5 minutes but it can be every minute if you want a real-time feeling
|
|
60
|
+
* the subsequent downloads take 1 or 2s in my case
|
|
61
|
+
* turn loglevel to debug for a while to verify that all goes according to the plan
|
|
62
|
+
* turn loglevel back to info or warn depending to your need
|
|
63
|
+
* go have a coffee and do something useful with your life
|
|
64
|
+
|
|
53
65
|
## Contributing
|
|
54
66
|
|
|
55
67
|
1. Fork it
|
|
@@ -65,3 +77,5 @@ In all s3log commands if you don't specify the config file with `-c`, it will us
|
|
|
65
77
|
## License
|
|
66
78
|
|
|
67
79
|
Copyright (c) 2014 Faria Systems Inc. distributed under MIT license
|
|
80
|
+
Copyright (c) 2017 mose
|
|
81
|
+
|
data/lib/s3log/runner.rb
CHANGED
data/lib/s3log/version.rb
CHANGED
data/s3log.gemspec
CHANGED
|
@@ -10,7 +10,7 @@ Gem::Specification.new do |spec|
|
|
|
10
10
|
spec.email = ["mose@mose.com"]
|
|
11
11
|
spec.description = %q{Downloader for aws S3 logs.}
|
|
12
12
|
spec.summary = %q{Downloader for aws S3 logs, scheduler agglomerator.}
|
|
13
|
-
spec.homepage = "https://github.com/
|
|
13
|
+
spec.homepage = "https://github.com/mose/s3log"
|
|
14
14
|
spec.license = "MIT"
|
|
15
15
|
|
|
16
16
|
spec.files = `git ls-files`.split($/)
|
|
@@ -21,7 +21,7 @@ Gem::Specification.new do |spec|
|
|
|
21
21
|
spec.add_dependency "thor"
|
|
22
22
|
spec.add_dependency "aws-sdk"
|
|
23
23
|
|
|
24
|
-
spec.add_development_dependency "bundler"
|
|
24
|
+
spec.add_development_dependency "bundler"
|
|
25
25
|
spec.add_development_dependency "rspec"
|
|
26
26
|
spec.add_development_dependency "rake"
|
|
27
27
|
end
|
data/spec/lib/s3log/cli_spec.rb
CHANGED
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: s3log
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.0.
|
|
4
|
+
version: 0.0.5
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- mose
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date:
|
|
11
|
+
date: 2017-04-04 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: thor
|
|
@@ -42,16 +42,16 @@ dependencies:
|
|
|
42
42
|
name: bundler
|
|
43
43
|
requirement: !ruby/object:Gem::Requirement
|
|
44
44
|
requirements:
|
|
45
|
-
- - "
|
|
45
|
+
- - ">="
|
|
46
46
|
- !ruby/object:Gem::Version
|
|
47
|
-
version: '
|
|
47
|
+
version: '0'
|
|
48
48
|
type: :development
|
|
49
49
|
prerelease: false
|
|
50
50
|
version_requirements: !ruby/object:Gem::Requirement
|
|
51
51
|
requirements:
|
|
52
|
-
- - "
|
|
52
|
+
- - ">="
|
|
53
53
|
- !ruby/object:Gem::Version
|
|
54
|
-
version: '
|
|
54
|
+
version: '0'
|
|
55
55
|
- !ruby/object:Gem::Dependency
|
|
56
56
|
name: rspec
|
|
57
57
|
requirement: !ruby/object:Gem::Requirement
|
|
@@ -108,7 +108,7 @@ files:
|
|
|
108
108
|
- spec/spec_helper.rb
|
|
109
109
|
- templates/s3log/Gemfile
|
|
110
110
|
- templates/s3log/config.yml
|
|
111
|
-
homepage: https://github.com/
|
|
111
|
+
homepage: https://github.com/mose/s3log
|
|
112
112
|
licenses:
|
|
113
113
|
- MIT
|
|
114
114
|
metadata: {}
|
|
@@ -128,7 +128,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
|
128
128
|
version: '0'
|
|
129
129
|
requirements: []
|
|
130
130
|
rubyforge_project:
|
|
131
|
-
rubygems_version: 2.
|
|
131
|
+
rubygems_version: 2.5.1
|
|
132
132
|
signing_key:
|
|
133
133
|
specification_version: 4
|
|
134
134
|
summary: Downloader for aws S3 logs, scheduler agglomerator.
|