logstash-output-s3 1.0.2 → 2.0.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +0 -3
- data/Gemfile +0 -1
- data/lib/logstash/outputs/s3.rb +11 -13
- data/logstash-output-s3.gemspec +4 -5
- data/spec/outputs/s3_spec.rb +3 -3
- metadata +8 -30
- data/.gitignore +0 -4
- data/Rakefile +0 -7
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 8b5f165ffc5c6daa7d2f89be49daf78ff5d86172
|
4
|
+
data.tar.gz: 22abfdb19ac948cdc57f6f844e2829db8dcf80be
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 00219d3daeb9050698e0918f214e3dd6b7dc3f4b821d081b846db6e85e0ee844d2da8731584a8d00db8a9d98f3ca1207be12912e522e7efb9a7412014946357d
|
7
|
+
data.tar.gz: 968129c147b8645b50c56cf42a76a653ffc904b361a97ecb6335fd6da1d459c43669ab79601f4c35bb7ade7c419cba6b887b41d8186e04299b132f45486a2778
|
data/CHANGELOG.md
CHANGED
@@ -1,6 +1,3 @@
|
|
1
|
-
# 1.0.2
|
2
|
-
- Explicitly require `stud/task` to make the test pass on when running them inside logstash 1.5.X fixes #36
|
3
|
-
|
4
1
|
# 1.0.1
|
5
2
|
- Fix a synchronization issue when doing file rotation and checking the size of the current file
|
6
3
|
- Fix an issue with synchronization when shutting down the plugin and closing the current temp file
|
data/Gemfile
CHANGED
data/lib/logstash/outputs/s3.rb
CHANGED
@@ -12,25 +12,24 @@ require "fileutils"
|
|
12
12
|
|
13
13
|
# INFORMATION:
|
14
14
|
#
|
15
|
-
# This plugin
|
16
|
-
#
|
17
|
-
#
|
15
|
+
# This plugin sends logstash events to Amazon Simple Storage Service (Amazon S3).
|
16
|
+
# To use it you need to have the proper write premissions and a valid s3 bucket.
|
17
|
+
# Make sure you have permissions to write files on S3's bucket. Also be sure to run logstash as super user to establish a connection.
|
18
18
|
#
|
19
|
-
# S3 plugin allows you to do something complex, let's explain:)
|
20
19
|
#
|
21
|
-
#
|
22
|
-
#
|
20
|
+
# This plugin outputs temporary files to "/opt/logstash/S3_temp/". If you want, you can change the path at the start of register method.
|
21
|
+
# These files have a special name, for example:
|
23
22
|
#
|
24
23
|
# ls.s3.ip-10-228-27-95.2013-04-18T10.00.tag_hello.part0.txt
|
25
24
|
#
|
26
25
|
# ls.s3 : indicate logstash plugin s3
|
27
26
|
#
|
28
|
-
# "ip-10-228-27-95" :
|
27
|
+
# "ip-10-228-27-95" : indicates the ip of your machine.
|
29
28
|
# "2013-04-18T10.00" : represents the time whenever you specify time_file.
|
30
|
-
# "tag_hello" : this
|
29
|
+
# "tag_hello" : this indicates the event's tag.
|
31
30
|
# "part0" : this means if you indicate size_file then it will generate more parts if you file.size > size_file.
|
32
|
-
# When a file is full it will pushed
|
33
|
-
# If a file is empty is not pushed,
|
31
|
+
# When a file is full it will be pushed to a bucket and will be deleted from the temporary directory.
|
32
|
+
# If a file is empty is not pushed, it is not deleted.
|
34
33
|
#
|
35
34
|
# This plugin have a system to restore the previous temporary files if something crash.
|
36
35
|
#
|
@@ -305,19 +304,18 @@ class LogStash::Outputs::S3 < LogStash::Outputs::Base
|
|
305
304
|
end
|
306
305
|
rescue Errno::ENOSPC
|
307
306
|
@logger.error("S3: No space left in temporary directory", :temporary_directory => @temporary_directory)
|
308
|
-
|
307
|
+
close
|
309
308
|
end
|
310
309
|
end
|
311
310
|
|
312
311
|
public
|
313
|
-
def
|
312
|
+
def close
|
314
313
|
shutdown_upload_workers
|
315
314
|
@periodic_rotation_thread.stop! if @periodic_rotation_thread
|
316
315
|
|
317
316
|
@file_rotation_lock.synchronize do
|
318
317
|
@tempfile.close unless @tempfile.nil? && @tempfile.closed?
|
319
318
|
end
|
320
|
-
finished
|
321
319
|
end
|
322
320
|
|
323
321
|
private
|
data/logstash-output-s3.gemspec
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
Gem::Specification.new do |s|
|
2
2
|
|
3
3
|
s.name = 'logstash-output-s3'
|
4
|
-
s.version = '
|
4
|
+
s.version = '2.0.0'
|
5
5
|
s.licenses = ['Apache License (2.0)']
|
6
6
|
s.summary = "This plugin was created for store the logstash's events into Amazon Simple Storage Service (Amazon S3)"
|
7
7
|
s.description = "This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program"
|
@@ -11,7 +11,7 @@ Gem::Specification.new do |s|
|
|
11
11
|
s.require_paths = ["lib"]
|
12
12
|
|
13
13
|
# Files
|
14
|
-
s.files =
|
14
|
+
s.files = Dir['lib/**/*','spec/**/*','vendor/**/*','*.gemspec','*.md','CONTRIBUTORS','Gemfile','LICENSE','NOTICE.TXT']
|
15
15
|
|
16
16
|
# Tests
|
17
17
|
s.test_files = s.files.grep(%r{^(test|spec|features)/})
|
@@ -20,12 +20,11 @@ Gem::Specification.new do |s|
|
|
20
20
|
s.metadata = { "logstash_plugin" => "true", "logstash_group" => "output" }
|
21
21
|
|
22
22
|
# Gem dependencies
|
23
|
-
s.add_runtime_dependency "logstash-core",
|
23
|
+
s.add_runtime_dependency "logstash-core", "~> 2.0.0.snapshot"
|
24
24
|
s.add_runtime_dependency 'logstash-mixin-aws'
|
25
|
-
s.add_runtime_dependency 'stud', '~> 0.0.
|
25
|
+
s.add_runtime_dependency 'stud', '~> 0.0.22'
|
26
26
|
s.add_development_dependency 'logstash-devutils'
|
27
27
|
s.add_development_dependency 'logstash-input-generator'
|
28
|
-
s.add_development_dependency 'logstash-input-stdin'
|
29
28
|
s.add_development_dependency 'logstash-codec-line'
|
30
29
|
end
|
31
30
|
|
data/spec/outputs/s3_spec.rb
CHANGED
@@ -50,7 +50,7 @@ describe LogStash::Outputs::S3 do
|
|
50
50
|
s3.register
|
51
51
|
|
52
52
|
expect(Dir.exist?(temporary_directory)).to eq(true)
|
53
|
-
s3.
|
53
|
+
s3.close
|
54
54
|
FileUtils.rm_r(temporary_directory)
|
55
55
|
end
|
56
56
|
|
@@ -194,7 +194,7 @@ describe LogStash::Outputs::S3 do
|
|
194
194
|
end
|
195
195
|
|
196
196
|
after(:each) do
|
197
|
-
s3.
|
197
|
+
s3.close
|
198
198
|
tmp.close
|
199
199
|
tmp.unlink
|
200
200
|
end
|
@@ -328,7 +328,7 @@ describe LogStash::Outputs::S3 do
|
|
328
328
|
s3.receive(event)
|
329
329
|
event_count += 1
|
330
330
|
end
|
331
|
-
s3.
|
331
|
+
s3.close
|
332
332
|
|
333
333
|
generated_files = Dir[File.join(temporary_directory, 'ls.*.txt')]
|
334
334
|
|
metadata
CHANGED
@@ -1,35 +1,29 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: logstash-output-s3
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version:
|
4
|
+
version: 2.0.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Elastic
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2015-
|
11
|
+
date: 2015-09-23 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
requirement: !ruby/object:Gem::Requirement
|
15
15
|
requirements:
|
16
|
-
- -
|
17
|
-
- !ruby/object:Gem::Version
|
18
|
-
version: 1.4.0
|
19
|
-
- - <
|
16
|
+
- - ~>
|
20
17
|
- !ruby/object:Gem::Version
|
21
|
-
version: 2.0.0
|
18
|
+
version: 2.0.0.snapshot
|
22
19
|
name: logstash-core
|
23
20
|
prerelease: false
|
24
21
|
type: :runtime
|
25
22
|
version_requirements: !ruby/object:Gem::Requirement
|
26
23
|
requirements:
|
27
|
-
- -
|
28
|
-
- !ruby/object:Gem::Version
|
29
|
-
version: 1.4.0
|
30
|
-
- - <
|
24
|
+
- - ~>
|
31
25
|
- !ruby/object:Gem::Version
|
32
|
-
version: 2.0.0
|
26
|
+
version: 2.0.0.snapshot
|
33
27
|
- !ruby/object:Gem::Dependency
|
34
28
|
requirement: !ruby/object:Gem::Requirement
|
35
29
|
requirements:
|
@@ -49,7 +43,7 @@ dependencies:
|
|
49
43
|
requirements:
|
50
44
|
- - ~>
|
51
45
|
- !ruby/object:Gem::Version
|
52
|
-
version: 0.0.
|
46
|
+
version: 0.0.22
|
53
47
|
name: stud
|
54
48
|
prerelease: false
|
55
49
|
type: :runtime
|
@@ -57,7 +51,7 @@ dependencies:
|
|
57
51
|
requirements:
|
58
52
|
- - ~>
|
59
53
|
- !ruby/object:Gem::Version
|
60
|
-
version: 0.0.
|
54
|
+
version: 0.0.22
|
61
55
|
- !ruby/object:Gem::Dependency
|
62
56
|
requirement: !ruby/object:Gem::Requirement
|
63
57
|
requirements:
|
@@ -86,20 +80,6 @@ dependencies:
|
|
86
80
|
- - '>='
|
87
81
|
- !ruby/object:Gem::Version
|
88
82
|
version: '0'
|
89
|
-
- !ruby/object:Gem::Dependency
|
90
|
-
requirement: !ruby/object:Gem::Requirement
|
91
|
-
requirements:
|
92
|
-
- - '>='
|
93
|
-
- !ruby/object:Gem::Version
|
94
|
-
version: '0'
|
95
|
-
name: logstash-input-stdin
|
96
|
-
prerelease: false
|
97
|
-
type: :development
|
98
|
-
version_requirements: !ruby/object:Gem::Requirement
|
99
|
-
requirements:
|
100
|
-
- - '>='
|
101
|
-
- !ruby/object:Gem::Version
|
102
|
-
version: '0'
|
103
83
|
- !ruby/object:Gem::Dependency
|
104
84
|
requirement: !ruby/object:Gem::Requirement
|
105
85
|
requirements:
|
@@ -120,7 +100,6 @@ executables: []
|
|
120
100
|
extensions: []
|
121
101
|
extra_rdoc_files: []
|
122
102
|
files:
|
123
|
-
- .gitignore
|
124
103
|
- CHANGELOG.md
|
125
104
|
- CONTRIBUTORS
|
126
105
|
- DEVELOPER.md
|
@@ -128,7 +107,6 @@ files:
|
|
128
107
|
- LICENSE
|
129
108
|
- NOTICE.TXT
|
130
109
|
- README.md
|
131
|
-
- Rakefile
|
132
110
|
- lib/logstash/outputs/s3.rb
|
133
111
|
- logstash-output-s3.gemspec
|
134
112
|
- spec/integration/s3_spec.rb
|
data/.gitignore
DELETED