logstash-output-s3 1.0.2 → 2.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +0 -3
- data/Gemfile +0 -1
- data/lib/logstash/outputs/s3.rb +11 -13
- data/logstash-output-s3.gemspec +4 -5
- data/spec/outputs/s3_spec.rb +3 -3
- metadata +8 -30
- data/.gitignore +0 -4
- data/Rakefile +0 -7
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 8b5f165ffc5c6daa7d2f89be49daf78ff5d86172
|
4
|
+
data.tar.gz: 22abfdb19ac948cdc57f6f844e2829db8dcf80be
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 00219d3daeb9050698e0918f214e3dd6b7dc3f4b821d081b846db6e85e0ee844d2da8731584a8d00db8a9d98f3ca1207be12912e522e7efb9a7412014946357d
|
7
|
+
data.tar.gz: 968129c147b8645b50c56cf42a76a653ffc904b361a97ecb6335fd6da1d459c43669ab79601f4c35bb7ade7c419cba6b887b41d8186e04299b132f45486a2778
|
data/CHANGELOG.md
CHANGED
@@ -1,6 +1,3 @@
|
|
1
|
-
# 1.0.2
|
2
|
-
- Explicitly require `stud/task` to make the test pass on when running them inside logstash 1.5.X fixes #36
|
3
|
-
|
4
1
|
# 1.0.1
|
5
2
|
- Fix a synchronization issue when doing file rotation and checking the size of the current file
|
6
3
|
- Fix an issue with synchronization when shutting down the plugin and closing the current temp file
|
data/Gemfile
CHANGED
data/lib/logstash/outputs/s3.rb
CHANGED
@@ -12,25 +12,24 @@ require "fileutils"
|
|
12
12
|
|
13
13
|
# INFORMATION:
|
14
14
|
#
|
15
|
-
# This plugin
|
16
|
-
#
|
17
|
-
#
|
15
|
+
# This plugin sends logstash events to Amazon Simple Storage Service (Amazon S3).
|
16
|
+
# To use it you need to have the proper write premissions and a valid s3 bucket.
|
17
|
+
# Make sure you have permissions to write files on S3's bucket. Also be sure to run logstash as super user to establish a connection.
|
18
18
|
#
|
19
|
-
# S3 plugin allows you to do something complex, let's explain:)
|
20
19
|
#
|
21
|
-
#
|
22
|
-
#
|
20
|
+
# This plugin outputs temporary files to "/opt/logstash/S3_temp/". If you want, you can change the path at the start of register method.
|
21
|
+
# These files have a special name, for example:
|
23
22
|
#
|
24
23
|
# ls.s3.ip-10-228-27-95.2013-04-18T10.00.tag_hello.part0.txt
|
25
24
|
#
|
26
25
|
# ls.s3 : indicate logstash plugin s3
|
27
26
|
#
|
28
|
-
# "ip-10-228-27-95" :
|
27
|
+
# "ip-10-228-27-95" : indicates the ip of your machine.
|
29
28
|
# "2013-04-18T10.00" : represents the time whenever you specify time_file.
|
30
|
-
# "tag_hello" : this
|
29
|
+
# "tag_hello" : this indicates the event's tag.
|
31
30
|
# "part0" : this means if you indicate size_file then it will generate more parts if you file.size > size_file.
|
32
|
-
# When a file is full it will pushed
|
33
|
-
# If a file is empty is not pushed,
|
31
|
+
# When a file is full it will be pushed to a bucket and will be deleted from the temporary directory.
|
32
|
+
# If a file is empty is not pushed, it is not deleted.
|
34
33
|
#
|
35
34
|
# This plugin have a system to restore the previous temporary files if something crash.
|
36
35
|
#
|
@@ -305,19 +304,18 @@ class LogStash::Outputs::S3 < LogStash::Outputs::Base
|
|
305
304
|
end
|
306
305
|
rescue Errno::ENOSPC
|
307
306
|
@logger.error("S3: No space left in temporary directory", :temporary_directory => @temporary_directory)
|
308
|
-
|
307
|
+
close
|
309
308
|
end
|
310
309
|
end
|
311
310
|
|
312
311
|
public
|
313
|
-
def
|
312
|
+
def close
|
314
313
|
shutdown_upload_workers
|
315
314
|
@periodic_rotation_thread.stop! if @periodic_rotation_thread
|
316
315
|
|
317
316
|
@file_rotation_lock.synchronize do
|
318
317
|
@tempfile.close unless @tempfile.nil? && @tempfile.closed?
|
319
318
|
end
|
320
|
-
finished
|
321
319
|
end
|
322
320
|
|
323
321
|
private
|
data/logstash-output-s3.gemspec
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
Gem::Specification.new do |s|
|
2
2
|
|
3
3
|
s.name = 'logstash-output-s3'
|
4
|
-
s.version = '
|
4
|
+
s.version = '2.0.0'
|
5
5
|
s.licenses = ['Apache License (2.0)']
|
6
6
|
s.summary = "This plugin was created for store the logstash's events into Amazon Simple Storage Service (Amazon S3)"
|
7
7
|
s.description = "This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program"
|
@@ -11,7 +11,7 @@ Gem::Specification.new do |s|
|
|
11
11
|
s.require_paths = ["lib"]
|
12
12
|
|
13
13
|
# Files
|
14
|
-
s.files =
|
14
|
+
s.files = Dir['lib/**/*','spec/**/*','vendor/**/*','*.gemspec','*.md','CONTRIBUTORS','Gemfile','LICENSE','NOTICE.TXT']
|
15
15
|
|
16
16
|
# Tests
|
17
17
|
s.test_files = s.files.grep(%r{^(test|spec|features)/})
|
@@ -20,12 +20,11 @@ Gem::Specification.new do |s|
|
|
20
20
|
s.metadata = { "logstash_plugin" => "true", "logstash_group" => "output" }
|
21
21
|
|
22
22
|
# Gem dependencies
|
23
|
-
s.add_runtime_dependency "logstash-core",
|
23
|
+
s.add_runtime_dependency "logstash-core", "~> 2.0.0.snapshot"
|
24
24
|
s.add_runtime_dependency 'logstash-mixin-aws'
|
25
|
-
s.add_runtime_dependency 'stud', '~> 0.0.
|
25
|
+
s.add_runtime_dependency 'stud', '~> 0.0.22'
|
26
26
|
s.add_development_dependency 'logstash-devutils'
|
27
27
|
s.add_development_dependency 'logstash-input-generator'
|
28
|
-
s.add_development_dependency 'logstash-input-stdin'
|
29
28
|
s.add_development_dependency 'logstash-codec-line'
|
30
29
|
end
|
31
30
|
|
data/spec/outputs/s3_spec.rb
CHANGED
@@ -50,7 +50,7 @@ describe LogStash::Outputs::S3 do
|
|
50
50
|
s3.register
|
51
51
|
|
52
52
|
expect(Dir.exist?(temporary_directory)).to eq(true)
|
53
|
-
s3.
|
53
|
+
s3.close
|
54
54
|
FileUtils.rm_r(temporary_directory)
|
55
55
|
end
|
56
56
|
|
@@ -194,7 +194,7 @@ describe LogStash::Outputs::S3 do
|
|
194
194
|
end
|
195
195
|
|
196
196
|
after(:each) do
|
197
|
-
s3.
|
197
|
+
s3.close
|
198
198
|
tmp.close
|
199
199
|
tmp.unlink
|
200
200
|
end
|
@@ -328,7 +328,7 @@ describe LogStash::Outputs::S3 do
|
|
328
328
|
s3.receive(event)
|
329
329
|
event_count += 1
|
330
330
|
end
|
331
|
-
s3.
|
331
|
+
s3.close
|
332
332
|
|
333
333
|
generated_files = Dir[File.join(temporary_directory, 'ls.*.txt')]
|
334
334
|
|
metadata
CHANGED
@@ -1,35 +1,29 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: logstash-output-s3
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version:
|
4
|
+
version: 2.0.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Elastic
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2015-
|
11
|
+
date: 2015-09-23 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
requirement: !ruby/object:Gem::Requirement
|
15
15
|
requirements:
|
16
|
-
- -
|
17
|
-
- !ruby/object:Gem::Version
|
18
|
-
version: 1.4.0
|
19
|
-
- - <
|
16
|
+
- - ~>
|
20
17
|
- !ruby/object:Gem::Version
|
21
|
-
version: 2.0.0
|
18
|
+
version: 2.0.0.snapshot
|
22
19
|
name: logstash-core
|
23
20
|
prerelease: false
|
24
21
|
type: :runtime
|
25
22
|
version_requirements: !ruby/object:Gem::Requirement
|
26
23
|
requirements:
|
27
|
-
- -
|
28
|
-
- !ruby/object:Gem::Version
|
29
|
-
version: 1.4.0
|
30
|
-
- - <
|
24
|
+
- - ~>
|
31
25
|
- !ruby/object:Gem::Version
|
32
|
-
version: 2.0.0
|
26
|
+
version: 2.0.0.snapshot
|
33
27
|
- !ruby/object:Gem::Dependency
|
34
28
|
requirement: !ruby/object:Gem::Requirement
|
35
29
|
requirements:
|
@@ -49,7 +43,7 @@ dependencies:
|
|
49
43
|
requirements:
|
50
44
|
- - ~>
|
51
45
|
- !ruby/object:Gem::Version
|
52
|
-
version: 0.0.
|
46
|
+
version: 0.0.22
|
53
47
|
name: stud
|
54
48
|
prerelease: false
|
55
49
|
type: :runtime
|
@@ -57,7 +51,7 @@ dependencies:
|
|
57
51
|
requirements:
|
58
52
|
- - ~>
|
59
53
|
- !ruby/object:Gem::Version
|
60
|
-
version: 0.0.
|
54
|
+
version: 0.0.22
|
61
55
|
- !ruby/object:Gem::Dependency
|
62
56
|
requirement: !ruby/object:Gem::Requirement
|
63
57
|
requirements:
|
@@ -86,20 +80,6 @@ dependencies:
|
|
86
80
|
- - '>='
|
87
81
|
- !ruby/object:Gem::Version
|
88
82
|
version: '0'
|
89
|
-
- !ruby/object:Gem::Dependency
|
90
|
-
requirement: !ruby/object:Gem::Requirement
|
91
|
-
requirements:
|
92
|
-
- - '>='
|
93
|
-
- !ruby/object:Gem::Version
|
94
|
-
version: '0'
|
95
|
-
name: logstash-input-stdin
|
96
|
-
prerelease: false
|
97
|
-
type: :development
|
98
|
-
version_requirements: !ruby/object:Gem::Requirement
|
99
|
-
requirements:
|
100
|
-
- - '>='
|
101
|
-
- !ruby/object:Gem::Version
|
102
|
-
version: '0'
|
103
83
|
- !ruby/object:Gem::Dependency
|
104
84
|
requirement: !ruby/object:Gem::Requirement
|
105
85
|
requirements:
|
@@ -120,7 +100,6 @@ executables: []
|
|
120
100
|
extensions: []
|
121
101
|
extra_rdoc_files: []
|
122
102
|
files:
|
123
|
-
- .gitignore
|
124
103
|
- CHANGELOG.md
|
125
104
|
- CONTRIBUTORS
|
126
105
|
- DEVELOPER.md
|
@@ -128,7 +107,6 @@ files:
|
|
128
107
|
- LICENSE
|
129
108
|
- NOTICE.TXT
|
130
109
|
- README.md
|
131
|
-
- Rakefile
|
132
110
|
- lib/logstash/outputs/s3.rb
|
133
111
|
- logstash-output-s3.gemspec
|
134
112
|
- spec/integration/s3_spec.rb
|
data/.gitignore
DELETED