fluent-plugin-s3-input 0.0.11 → 0.0.12
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/Gemfile.lock +1 -1
- data/README.md +5 -4
- data/fluent-plugin-s3-input.gemspec +1 -1
- data/lib/fluent/plugin/out_s3_input.rb +5 -2
- metadata +1 -1
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 2cecfa823071a32cba79c4059c123625a4e4c396
|
|
4
|
+
data.tar.gz: 68c18e55508aac0dacd2f9df003884bfa6b20af7
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 6ee35e599e51a2bbe69797d1e995a4a14d9704890c1349e2b0887c8269b28310a7da727d4f919bd4df4a8acfb351615991f0d19e933a40cd0add59a5b0e7b5e5
|
|
7
|
+
data.tar.gz: 82f263f9cd174c3b1028cff42a37977ba0cef3a80d04b998c4710bf6f888b364331db2f8fe58f31b8e4b0d6ec414ddc9d6f80103951091d3ad6df7593ffac90a
|
data/Gemfile.lock
CHANGED
data/README.md
CHANGED
|
@@ -42,14 +42,14 @@ S3 Event Example Intake
|
|
|
42
42
|
</filter>
|
|
43
43
|
|
|
44
44
|
# read and emit the json object
|
|
45
|
-
|
|
45
|
+
# this plugin!
|
|
46
46
|
<match sqs.s3.event>
|
|
47
47
|
type s3_input
|
|
48
|
-
|
|
48
|
+
merge_record no
|
|
49
49
|
s3_bucket_key s3_bucket
|
|
50
50
|
s3_object_key_key s3_object
|
|
51
|
-
|
|
52
|
-
|
|
51
|
+
uncompress gzip
|
|
52
|
+
tag s3.file.contents
|
|
53
53
|
</filter>
|
|
54
54
|
|
|
55
55
|
# Emit each record in the cloudtrail json document as a new event
|
|
@@ -67,4 +67,5 @@ S3 Event Example Intake
|
|
|
67
67
|
remove_keys key1, key2 : keys that we remove after reading the s3 object
|
|
68
68
|
compression_exts gz, zip : extensions that we uncompress. Allows you to ingest both compressed and uncompressed files
|
|
69
69
|
record_key : if set, the record will be placed in this key
|
|
70
|
+
aws_region : region to use. Default to us-east-1
|
|
70
71
|
|
|
@@ -4,7 +4,7 @@ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
|
|
|
4
4
|
|
|
5
5
|
Gem::Specification.new do |spec|
|
|
6
6
|
spec.name = "fluent-plugin-s3-input"
|
|
7
|
-
spec.version = "0.0.
|
|
7
|
+
spec.version = "0.0.12"
|
|
8
8
|
spec.authors = ["Anthony Johnson"]
|
|
9
9
|
spec.email = ["ansoni@gmail.com"]
|
|
10
10
|
spec.description = %q{Fluentd plugin to read a file from S3 and emit it}
|
|
@@ -14,6 +14,7 @@ module Fluent
|
|
|
14
14
|
|
|
15
15
|
config_param :aws_key_id, :string, :default => ENV['AWS_ACCESS_KEY_ID'], :secret => true
|
|
16
16
|
config_param :aws_sec_key, :string, :default => ENV['AWS_SECRET_ACCESS_KEY'], :secret => true
|
|
17
|
+
config_param :aws_region, :string, :default => "us-east-1"
|
|
17
18
|
config_param :s3_bucket_key
|
|
18
19
|
config_param :s3_object_key_key
|
|
19
20
|
config_param :tag
|
|
@@ -40,12 +41,14 @@ module Fluent
|
|
|
40
41
|
|
|
41
42
|
if @aws_key_id and @aws_sec_key
|
|
42
43
|
@s3 = Aws::S3::Client.new(
|
|
43
|
-
region:
|
|
44
|
+
region: @aws_region,
|
|
44
45
|
access_key_id: @aws_key_id,
|
|
45
46
|
secret_access_key: @aws_sec_key,
|
|
46
47
|
)
|
|
47
48
|
else
|
|
48
|
-
@s3 = Aws::S3::Client.new(
|
|
49
|
+
@s3 = Aws::S3::Client.new(
|
|
50
|
+
region: @aws_region,
|
|
51
|
+
)
|
|
49
52
|
end
|
|
50
53
|
end
|
|
51
54
|
|