fluent-plugin-s3-input 0.0.11 → 0.0.12
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/Gemfile.lock +1 -1
- data/README.md +5 -4
- data/fluent-plugin-s3-input.gemspec +1 -1
- data/lib/fluent/plugin/out_s3_input.rb +5 -2
- metadata +1 -1
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 2cecfa823071a32cba79c4059c123625a4e4c396
|
|
4
|
+
data.tar.gz: 68c18e55508aac0dacd2f9df003884bfa6b20af7
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 6ee35e599e51a2bbe69797d1e995a4a14d9704890c1349e2b0887c8269b28310a7da727d4f919bd4df4a8acfb351615991f0d19e933a40cd0add59a5b0e7b5e5
|
|
7
|
+
data.tar.gz: 82f263f9cd174c3b1028cff42a37977ba0cef3a80d04b998c4710bf6f888b364331db2f8fe58f31b8e4b0d6ec414ddc9d6f80103951091d3ad6df7593ffac90a
|
data/Gemfile.lock
CHANGED
data/README.md
CHANGED
|
@@ -42,14 +42,14 @@ S3 Event Example Intake
|
|
|
42
42
|
</filter>
|
|
43
43
|
|
|
44
44
|
# read and emit the json object
|
|
45
|
-
|
|
45
|
+
# this plugin!
|
|
46
46
|
<match sqs.s3.event>
|
|
47
47
|
type s3_input
|
|
48
|
-
|
|
48
|
+
merge_record no
|
|
49
49
|
s3_bucket_key s3_bucket
|
|
50
50
|
s3_object_key_key s3_object
|
|
51
|
-
|
|
52
|
-
|
|
51
|
+
uncompress gzip
|
|
52
|
+
tag s3.file.contents
|
|
53
53
|
</filter>
|
|
54
54
|
|
|
55
55
|
# Emit each record in the cloudtrail json document as a new event
|
|
@@ -67,4 +67,5 @@ S3 Event Example Intake
|
|
|
67
67
|
remove_keys key1, key2 : keys that we remove after reading the s3 object
|
|
68
68
|
compression_exts gz, zip : extensions that we uncompress. Allows you to ingest both compressed and uncompressed files
|
|
69
69
|
record_key : if set, the record will be placed in this key
|
|
70
|
+
aws_region : region to use. Default to us-east-1
|
|
70
71
|
|
|
@@ -4,7 +4,7 @@ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
|
|
|
4
4
|
|
|
5
5
|
Gem::Specification.new do |spec|
|
|
6
6
|
spec.name = "fluent-plugin-s3-input"
|
|
7
|
-
spec.version = "0.0.
|
|
7
|
+
spec.version = "0.0.12"
|
|
8
8
|
spec.authors = ["Anthony Johnson"]
|
|
9
9
|
spec.email = ["ansoni@gmail.com"]
|
|
10
10
|
spec.description = %q{Fluentd plugin to read a file from S3 and emit it}
|
|
@@ -14,6 +14,7 @@ module Fluent
|
|
|
14
14
|
|
|
15
15
|
config_param :aws_key_id, :string, :default => ENV['AWS_ACCESS_KEY_ID'], :secret => true
|
|
16
16
|
config_param :aws_sec_key, :string, :default => ENV['AWS_SECRET_ACCESS_KEY'], :secret => true
|
|
17
|
+
config_param :aws_region, :string, :default => "us-east-1"
|
|
17
18
|
config_param :s3_bucket_key
|
|
18
19
|
config_param :s3_object_key_key
|
|
19
20
|
config_param :tag
|
|
@@ -40,12 +41,14 @@ module Fluent
|
|
|
40
41
|
|
|
41
42
|
if @aws_key_id and @aws_sec_key
|
|
42
43
|
@s3 = Aws::S3::Client.new(
|
|
43
|
-
region:
|
|
44
|
+
region: @aws_region,
|
|
44
45
|
access_key_id: @aws_key_id,
|
|
45
46
|
secret_access_key: @aws_sec_key,
|
|
46
47
|
)
|
|
47
48
|
else
|
|
48
|
-
@s3 = Aws::S3::Client.new(
|
|
49
|
+
@s3 = Aws::S3::Client.new(
|
|
50
|
+
region: @aws_region,
|
|
51
|
+
)
|
|
49
52
|
end
|
|
50
53
|
end
|
|
51
54
|
|